-- Logs begin at Wed 2021-08-18 12:54:58 UTC, end at Wed 2021-08-18 15:42:25 UTC. -- Aug 18 13:45:03.982039 n-d-804303-5 systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 13:45:06.704413 n-d-804303-5 neutron-server[112117]: INFO neutron.common.config [-] Logging enabled! Aug 18 13:45:06.705037 n-d-804303-5 neutron-server[112117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 13:45:06.705188 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 13:45:06.708566 n-d-804303-5 neutron-server[112117]: INFO neutron.common.config [-] Logging enabled! Aug 18 13:45:06.708822 n-d-804303-5 neutron-server[112117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 13:45:06.709139 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 13:45:06.710124 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 13:45:06.710362 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 13:45:06.710732 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 13:45:06.710980 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 13:45:06.711211 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 13:45:06.711572 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.711841 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.712144 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.712380 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.712686 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.713003 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.713265 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.713559 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.713875 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.714170 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.714454 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.714747 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.714981 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.715268 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.715559 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.715849 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.716078 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] debug = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.716379 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.716793 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.717224 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.717514 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.717805 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.718185 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.718390 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.718699 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.719363 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.719363 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] host = n-d-804303-5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.719605 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.719869 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.720144 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.720435 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.720721 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.721003 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.721292 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.721571 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.721871 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.722153 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.722447 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.722740 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.723607 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.723837 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.724064 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.724358 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.724651 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.724933 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.725214 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.725497 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.726044 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.726333 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.726608 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.726900 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.727187 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.727488 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.727767 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.728047 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.728322 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.728600 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.728887 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.729166 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.729443 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.729722 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.730045 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.730321 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.730600 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.730904 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.731193 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.731480 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.731768 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.732049 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.732335 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.732612 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.732888 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.733164 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_json = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.733441 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.733720 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.734030 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.734309 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.734598 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.734865 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.735139 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.735428 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:06.735734 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.736036 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.736342 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.736633 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.736933 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.737219 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.737519 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.737801 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.738121 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.738416 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.739322 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.739603 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.739900 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.740187 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.740489 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.740804 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.741103 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.741401 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.741682 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.741992 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.742275 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.742558 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.742848 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.743148 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.743442 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.743722 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.744003 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.744299 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.744582 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.744861 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.745143 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.745435 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.745714 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.746015 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.746308 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.746592 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.746870 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.747148 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.747504 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.747799 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.748081 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.748361 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.748638 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.748919 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.749197 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.749489 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.749771 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.750076 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.750357 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.750643 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.750927 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.751207 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.751493 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.751774 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.752058 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.752340 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.752620 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.752901 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.753179 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.753456 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.753733 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.754043 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.754384 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.754666 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.754945 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.755224 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.755504 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.755784 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.756077 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.756381 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.756663 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.756948 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.757232 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.757520 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.757802 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.758107 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.758389 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.758673 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.758950 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.759246 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.759535 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.759828 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.760114 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.760397 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.760699 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.760984 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.761273 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.761556 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.761858 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.762155 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.762446 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.762745 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.763042 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.763340 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.763638 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.763936 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.764222 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.764538 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.764822 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:06.765044 n-d-804303-5 neutron-server[112117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 13:45:06.765295 n-d-804303-5 neutron-server[112117]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112117) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 13:45:07.116374 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=112117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 13:45:07.116649 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=112117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 13:45:07.116937 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 13:45:07.117275 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 13:45:07.511774 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.512000 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.512242 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.513446 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.513725 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.514017 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.552979 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.553256 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.553526 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.569826 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.570132 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.570406 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.598743 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.599024 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.599294 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.635516 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.635800 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.636075 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.879500 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.880196 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.880196 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.880356 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:07.880997 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.001188 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.001505 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.001788 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.002093 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.002365 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.002681 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.002947 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.003209 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.003470 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.003756 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.004019 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.004323 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.004586 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.004841 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.005097 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.005364 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.005621 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.005916 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.006188 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.006450 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.006726 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.006981 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.007265 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.007642 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.007895 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.008143 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.008543 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.008793 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.009033 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.009274 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.009512 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.009751 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:08.010141 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 13:45:08.013356 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 13:45:08.017331 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 13:45:08.021636 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 18 13:45:08.023277 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 13:45:08.023738 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 13:45:08.024074 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 13:45:08.024461 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 13:45:08.027253 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 13:45:08.027509 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 13:45:08.027858 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 13:45:08.033319 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 13:45:08.055576 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 13:45:08.056035 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.056343 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112117) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 13:45:08.056703 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.058098 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112117) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 13:45:08.058384 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 13:45:08.058634 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 13:45:08.061858 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.062143 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:08.126165 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 13:45:08.126400 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 13:45:08.126637 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 13:45:08.127024 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 13:45:08.149727 n-d-804303-5 neutron-server[112117]: DEBUG oslo_db.sqlalchemy.engines [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112117) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 13:45:08.844200 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing driver for type 'gre' Aug 18 13:45:08.844829 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] gre ID ranges: [(1, 1000)] Aug 18 13:45:09.038649 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing driver for type 'local' Aug 18 13:45:09.039358 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing driver for type 'vlan' Aug 18 13:45:09.128454 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] VlanTypeDriver initialization complete Aug 18 13:45:09.128722 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing driver for type 'vxlan' Aug 18 13:45:09.129338 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] vxlan ID ranges: [(1, 1000)] Aug 18 13:45:09.345340 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing extension driver 'port_security' Aug 18 13:45:09.345682 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] PortSecurityExtensionDriver initialization complete Aug 18 13:45:09.346039 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing mechanism driver 'openvswitch' Aug 18 13:45:09.346360 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing mechanism driver 'hyperv' Aug 18 13:45:09.353731 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.plugin [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:09.354622 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.355001 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.355358 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.355990 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.356456 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.356812 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.357163 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.357556 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.357989 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.358342 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.358687 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.359074 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.359483 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.359834 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.360176 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.360567 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.360968 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.361314 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.361689 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.362207 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.362611 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > address_group after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.362998 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > address_group after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.363336 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.364275 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 13:45:09.364647 n-d-804303-5 neutron-server[112117]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] ML2 OVO RPC backend initialized. {{(pid=112117) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 13:45:09.365353 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.365714 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.366158 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.366510 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > networks before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.366858 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.367201 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > ports before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.367544 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.367883 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnets before_response 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.368311 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.368659 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.368992 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.369332 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.369665 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.370032 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.376168 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.376168 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.376168 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.376168 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.plugin [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Modular L2 Plugin initialization complete Aug 18 13:45:09.376168 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading services supported by the core plugin {{(pid=112117) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 13:45:09.376566 n-d-804303-5 neutron-server[112117]: INFO neutron.plugins.ml2.managers [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Got port-security extension from driver 'port_security' Aug 18 13:45:09.376566 n-d-804303-5 neutron-server[112117]: INFO neutron.extensions.vlantransparent [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Disabled vlantransparent extension. Aug 18 13:45:09.376566 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112117) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 13:45:09.376566 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: router Aug 18 13:45:09.415346 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.415673 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_create 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.416042 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router before_create 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.416414 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.416825 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.417285 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_delete 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.417648 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.419629 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_create 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.420002 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.420371 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.420733 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.421102 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.421514 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.421916 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.422260 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.422599 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: subnet after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.422939 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.423288 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.423636 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_create 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.424121 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.424401 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.424767 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router after_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.425113 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.425466 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_create 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.425827 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.426225 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_update 55549900 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.426592 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > agent after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.426942 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > agent after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.427287 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > network after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.428148 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Tracking information for resource: router configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:09.428481 n-d-804303-5 neutron-server[112117]: DEBUG neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Tracking information for resource: floatingip configured {{(pid=112117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 13:45:09.441066 n-d-804303-5 neutron-server[112117]: INFO neutron.db.l3_agentschedulers_db [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 13:45:09.441678 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.442076 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.442428 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.442778 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: port after_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.443570 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router before_create 55550100 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.443932 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.444291 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_create 55550100 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.444644 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > router precommit_update 55550100 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.449584 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.provider_configuration [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service providers = [] {{(pid=112117) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 13:45:09.449979 n-d-804303-5 neutron-server[112117]: DEBUG neutron.db.servicetype_db [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112117) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 13:45:09.452884 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.service_base [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 13:45:09.453232 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.service_base [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 13:45:09.453573 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.service_base [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 13:45:09.454581 n-d-804303-5 neutron-server[112117]: DEBUG neutron.services.service_base [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 13:45:09.454951 n-d-804303-5 neutron-server[112117]: INFO neutron.services.service_base [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 13:45:09.455320 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.455634 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 13:45:09.466879 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.467217 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: auto_allocate Aug 18 13:45:09.478706 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: network precommit_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.479081 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: network precommit_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.479593 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.479912 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: tag Aug 18 13:45:09.486733 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.487063 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: timestamp Aug 18 13:45:09.490935 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.491266 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: network_ip_availability Aug 18 13:45:09.496680 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.497047 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.497403 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.498154 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.498477 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: flavors Aug 18 13:45:09.509890 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.510227 n-d-804303-5 neutron-server[112117]: INFO neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading Plugin: revisions Aug 18 13:45:09.514608 n-d-804303-5 neutron-server[112117]: DEBUG neutron.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 13:45:09.515001 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.398s {{(pid=112117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 13:45:09.515740 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112117) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 13:45:09.516078 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Initializing extension manager. Aug 18 13:45:09.516598 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: __init__.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.516936 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: __pycache__ {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.517333 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.517681 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: address_group.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.518475 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.519054 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: address-group Aug 18 13:45:09.519381 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: address_scope.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.520625 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.521136 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: address-scope Aug 18 13:45:09.521483 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.522453 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.522968 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: router-admin-state-down-before-update Aug 18 13:45:09.523286 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: agent.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.524024 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.524539 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: agent Aug 18 13:45:09.524905 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: agent_resources_synced.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.532239 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.532800 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: agent-resources-synced Aug 18 13:45:09.533135 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: allowedaddresspairs.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.535094 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.536236 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: allowed-address-pairs Aug 18 13:45:09.536569 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: auto_allocated_topology.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.537659 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.538225 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: auto-allocated-topology Aug 18 13:45:09.538560 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: availability_zone.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.539269 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.539783 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: availability_zone Aug 18 13:45:09.540117 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: availability_zone_filter.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.541041 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.541556 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: availability_zone_filter Aug 18 13:45:09.541908 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: data_plane_status.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.542821 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.543337 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 13:45:09.543665 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: default_subnetpools.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.544605 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.545120 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: default-subnetpools Aug 18 13:45:09.545445 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.546293 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.546812 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: dhcp_agent_scheduler Aug 18 13:45:09.547138 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: dns.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.548059 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.548574 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 13:45:09.548901 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: dns_domain_ports.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.549821 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.550368 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 13:45:09.550697 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.551637 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.552148 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 13:45:09.552473 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: dvr.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.553148 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.553661 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: dvr Aug 18 13:45:09.554022 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: ecmp_routes.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.554945 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.555455 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 13:45:09.555779 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: empty_string_filtering.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.556691 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.557211 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: empty-string-filtering Aug 18 13:45:09.557529 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.558509 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.559016 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 13:45:09.559338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.560270 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.560778 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 13:45:09.561103 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: external_net.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.562055 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.562568 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: external-net Aug 18 13:45:09.562894 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.563821 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.564329 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: extra_dhcp_opt Aug 18 13:45:09.564658 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: extraroute.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.565582 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.566136 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: extraroute Aug 18 13:45:09.566466 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: extraroute_atomic.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.567501 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.568053 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: extraroute-atomic Aug 18 13:45:09.568347 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: filter_validation.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.569215 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.569725 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: filter-validation Aug 18 13:45:09.570094 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: fip_pf_description.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.574687 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.575205 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 13:45:09.575530 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: fip_port_details.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.576455 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.576972 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: fip-port-details Aug 18 13:45:09.577304 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: flavors.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.578579 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.579104 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: flavors Aug 18 13:45:09.579433 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.581226 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.581692 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 13:45:09.582051 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: floatingip_pools.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.583263 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.583786 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: floatingip-pools Aug 18 13:45:09.584113 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: ip_allocation.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.585044 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.585558 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 13:45:09.585915 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.586843 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.587364 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: ip-substring-filtering Aug 18 13:45:09.587693 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l2_adjacency.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.588620 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.589137 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 13:45:09.589466 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.590485 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.591015 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: router Aug 18 13:45:09.591347 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.593622 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.594195 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 13:45:09.594532 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.595488 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.596012 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: ext-gw-mode Aug 18 13:45:09.596342 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.597266 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.597788 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: l3-ha Aug 18 13:45:09.598733 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3_flavors.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.603705 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.604225 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: l3-flavors Aug 18 13:45:09.604547 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.605467 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.606021 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 13:45:09.606348 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: l3agentscheduler.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.607409 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.607930 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: l3_agent_scheduler Aug 18 13:45:09.608264 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: logging.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.609764 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.610322 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension logging not supported by any of loaded plugins Aug 18 13:45:09.610653 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: metering.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.611407 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.611993 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: metering Aug 18 13:45:09.612324 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.613574 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.614129 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: metering_source_and_destination_fields Aug 18 13:45:09.614460 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: multiprovidernet.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.615390 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.615912 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: multi-provider Aug 18 13:45:09.616241 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: netmtu.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.617157 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.617682 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: net-mtu Aug 18 13:45:09.618032 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: netmtu_writable.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.618966 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.619485 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: net-mtu-writable Aug 18 13:45:09.619824 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: network_availability_zone.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.620470 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.620980 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: network_availability_zone Aug 18 13:45:09.621303 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: network_ip_availability.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.622425 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.622945 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: network-ip-availability Aug 18 13:45:09.623270 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: network_segment_range.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.624038 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.624547 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 13:45:09.624868 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: pagination.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.625858 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.626202 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: pagination Aug 18 13:45:09.626524 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: port_device_profile.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.627455 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.627979 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: port-device-profile Aug 18 13:45:09.628304 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.635268 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.635783 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: port-mac-address-regenerate Aug 18 13:45:09.636110 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.637037 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.637556 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: port-numa-affinity-policy Aug 18 13:45:09.637919 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: port_resource_request.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.638836 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.639346 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 13:45:09.639673 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: portbindings.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.640618 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.641130 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: binding Aug 18 13:45:09.641458 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: portbindings_extended.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.642775 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.643307 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: binding-extended Aug 18 13:45:09.643636 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: portsecurity.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.644557 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.645603 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: port-security Aug 18 13:45:09.645956 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: project_id.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.646937 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.647272 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: project-id Aug 18 13:45:09.647599 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: providernet.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.648521 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.649041 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: provider Aug 18 13:45:09.649365 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.652883 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.653419 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos not supported by any of loaded plugins Aug 18 13:45:09.653758 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.655043 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.655567 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 13:45:09.655900 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.656822 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.657345 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 13:45:09.657674 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_default.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.658676 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.659144 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-default not supported by any of loaded plugins Aug 18 13:45:09.659472 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_fip.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.660138 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.666069 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 13:45:09.666069 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_gateway_ip.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.666537 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.667065 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 13:45:09.667597 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_port_network_policy.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.668997 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.668997 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 13:45:09.668997 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_pps_rule.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.668997 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.671205 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 13:45:09.671415 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_rule_type_details.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.672336 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.672860 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 13:45:09.674812 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: qos_rules_alias.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.674812 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.674812 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 13:45:09.675090 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: quotasv2.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.676282 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.676613 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: quotas Aug 18 13:45:09.676939 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: quotasv2_detail.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.680065 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.680409 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: quota_details Aug 18 13:45:09.680743 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: rbac.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.681831 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.682463 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: rbac-policies Aug 18 13:45:09.682797 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: rbac_address_group.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.683748 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.684292 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: rbac-address-group Aug 18 13:45:09.684600 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: rbac_address_scope.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.685522 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.686068 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: rbac-address-scope Aug 18 13:45:09.686397 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: rbac_security_groups.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.687340 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.687863 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: rbac-security-groups Aug 18 13:45:09.688189 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: rbac_subnetpool.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.689113 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.689632 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: rbac-subnetpool Aug 18 13:45:09.690006 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: revisionifmatch.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.690931 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.691454 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: revision-if-match Aug 18 13:45:09.691805 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: revisions.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.692920 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.693442 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: standard-attr-revisions Aug 18 13:45:09.693771 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: router_availability_zone.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.694483 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.695004 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: router_availability_zone Aug 18 13:45:09.695330 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: routerservicetype.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.701213 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.701734 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 13:45:09.702088 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.703022 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.703544 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: security-groups-normalized-cidr Aug 18 13:45:09.703870 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.704794 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.705314 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: port-security-groups-filtering Aug 18 13:45:09.705640 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.706603 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.707128 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: security-groups-remote-address-group Aug 18 13:45:09.707982 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: securitygroup.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.717723 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.718286 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: security-group Aug 18 13:45:09.718626 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: segment.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.719426 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.719944 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension segment not supported by any of loaded plugins Aug 18 13:45:09.720277 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.721224 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.721745 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 13:45:09.722096 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: servicetype.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.723862 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.724395 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: service-type Aug 18 13:45:09.724727 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: sorting.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.725994 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.726343 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: sorting Aug 18 13:45:09.726672 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: standard_attr_segment.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.727609 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.728131 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 13:45:09.728460 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: standardattrdescription.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.729116 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.729628 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: standard-attr-description Aug 18 13:45:09.729980 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: stateful_security_group.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.730938 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.731462 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: stateful-security-group Aug 18 13:45:09.731794 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: stdattrs_common.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.732382 n-d-804303-5 neutron-server[112117]: WARNING neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 13:45:09.732714 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.733639 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.734194 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 13:45:09.734524 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnet_onboard.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.735603 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.736132 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: subnet_onboard Aug 18 13:45:09.736462 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.737393 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.737946 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 13:45:09.738275 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnet_service_types.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.739236 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.739760 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: subnet-service-types Aug 18 13:45:09.740089 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnetallocation.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.747275 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.747793 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: subnet_allocation Aug 18 13:45:09.748121 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.748800 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.749326 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: subnetpool-prefix-ops Aug 18 13:45:09.749649 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.750627 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.751155 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 13:45:09.751477 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: tagging.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.752543 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.753081 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: standard-attr-tag Aug 18 13:45:09.753410 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: timestamp.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.755191 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.755715 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loaded extension: standard-attr-timestamp Aug 18 13:45:09.756046 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: trunk.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.757084 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.757609 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension trunk not supported by any of loaded plugins Aug 18 13:45:09.757972 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: trunk_details.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.758902 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.759424 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 13:45:09.759752 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: uplink_status_propagation.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.760677 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.761190 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 13:45:09.761516 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Loading extension file: vlantransparent.py {{(pid=112117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 13:45:09.762234 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 13:45:09.762741 n-d-804303-5 neutron-server[112117]: INFO neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 13:45:09.765218 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:network Aug 18 13:45:09.765740 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnet Aug 18 13:45:09.766172 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 13:45:09.766570 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:port Aug 18 13:45:09.767811 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.768251 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service FLAVORS assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.768871 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.769353 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.769676 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:router Aug 18 13:45:09.770678 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 13:45:09.774046 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service METERING assigned prefix: /metering {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.774046 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.774046 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.774046 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:45:09.774394 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 13:45:09.774766 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:security_group Aug 18 13:45:09.775211 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 13:45:09.775814 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service CORE assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.776148 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 13:45:09.776501 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] subnetpool is already registered Aug 18 13:45:09.776943 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service CORE assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.777273 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 13:45:09.777609 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] subnetpool is already registered Aug 18 13:45:09.779945 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.781707 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service FLAVORS assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.782368 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.782801 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.783142 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:router Aug 18 13:45:09.783491 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] router is already registered Aug 18 13:45:09.783907 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 13:45:09.784246 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] floatingip is already registered Aug 18 13:45:09.784702 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service METERING assigned prefix: /metering {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.785409 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 13:45:09.785742 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] rbac_policy is already registered Aug 18 13:45:09.786194 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:security_group Aug 18 13:45:09.786533 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] security_group is already registered Aug 18 13:45:09.786938 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 13:45:09.787276 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] security_group_rule is already registered Aug 18 13:45:09.787760 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service CORE assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.788089 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 13:45:09.788426 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] subnetpool is already registered Aug 18 13:45:09.788840 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.v2.resource_helper [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Service CORE assigned prefix: {{(pid=112117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 13:45:09.789172 n-d-804303-5 neutron-server[112117]: INFO neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 13:45:09.789504 n-d-804303-5 neutron-server[112117]: WARNING neutron.quota.resource_registry [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] subnetpool is already registered Aug 18 13:45:09.789982 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: extensions {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.791518 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: address-groups {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.793088 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: address-scopes {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.794303 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: agents {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.795451 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: auto-allocated-topology {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.796789 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: availability_zones {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.798027 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: dhcp-networks {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.799452 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: dhcp-agents {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.801024 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: routers {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.802723 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: flavors {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.803869 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: service_profiles {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.805163 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: next_providers {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: service_profiles {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: floatingip-pools {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: routers {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: floatingips {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: l3-routers {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.814338 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: l3-agents {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.815055 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: metering-labels {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.816285 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: metering-label-rules {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.818141 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: network-ip-availabilities {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.819453 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: bindings {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.820986 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: quotas {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.822437 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: quotas {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.824651 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: rbac-policies {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.825832 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: security-groups {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.827056 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: security-group-rules {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.828282 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: service-providers {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.829579 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: subnetpools {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.831004 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: subnetpools {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.833020 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.834835 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.836529 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.838424 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.840131 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.841986 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.844820 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.846638 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.848413 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.850288 n-d-804303-5 neutron-server[112117]: DEBUG neutron.api.extensions [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Extended resource: tags {{(pid=112117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 13:45:09.856623 n-d-804303-5 neutron-server[112117]: WARNING keystonemiddleware.auth_token [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 13:45:09.861222 n-d-804303-5 neutron-server[112117]: WARNING keystonemiddleware.auth_token [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 13:45:09.870083 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Acquired lock "singleton_lock" {{(pid=112117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 13:45:09.870563 n-d-804303-5 neutron-server[112117]: DEBUG oslo_concurrency.lockutils [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Releasing lock "singleton_lock" {{(pid=112117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 13:45:09.871211 n-d-804303-5 neutron-server[112117]: INFO oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Starting 2 workers Aug 18 13:45:09.876094 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Started child 112228 {{(pid=112117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 13:45:09.881200 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Started child 112229 {{(pid=112117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 13:45:09.882368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.883100 n-d-804303-5 neutron-server[112117]: INFO neutron.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 13:45:09.883506 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Notify callbacks [] for process, before_spawn {{(pid=112117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.883667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [-] (112228) wsgi starting up on http://0.0.0.0:9696 Aug 18 13:45:09.886012 n-d-804303-5 neutron-server[112117]: INFO oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Starting 1 workers Aug 18 13:45:09.886326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.887860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [-] (112229) wsgi starting up on http://0.0.0.0:9696 Aug 18 13:45:09.891267 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Started child 112230 {{(pid=112117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 13:45:09.891776 n-d-804303-5 neutron-server[112117]: INFO oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Starting 1 workers Aug 18 13:45:09.895797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] calling RpcWorker wait() {{(pid=112230) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 13:45:09.896383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] returning from RpcWorker wait() {{(pid=112230) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 13:45:09.896923 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Started child 112231 {{(pid=112117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 13:45:09.897730 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.897825 n-d-804303-5 neutron-server[112117]: DEBUG neutron_lib.callbacks.manager [None req-2b130949-4108-4b62-a5a1-9c702ad33a51 None None] Notify callbacks [] for process, after_spawn {{(pid=112117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.898298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:09.899751 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 13:45:09.899976 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 13:45:09.900155 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 13:45:09.900380 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 13:45:09.900726 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 13:45:09.900895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 13:45:09.901395 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.901694 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.902000 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908016 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.908504 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908504 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.908725 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909176 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] debug = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.909632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910474 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910929 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.910929 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.911078 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.911347 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.911754 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.912233 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] host = n-d-804303-5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.912457 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.912697 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.912951 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.913217 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.913488 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.913724 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.914030 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.914292 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.914566 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.914798 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.915016 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.915264 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.915507 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.915762 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.915929 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_options = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.916226 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.916456 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.916720 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.916931 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.917088 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.917265 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.917504 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.917655 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.917924 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.918147 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.918365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.918584 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.918803 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.919021 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.919265 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.919523 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.919779 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.919998 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.920249 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.920498 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.920728 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.920979 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.921315 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.921467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.921719 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.921918 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.922151 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.922372 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.922591 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.922929 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.923342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.923342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.923614 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.923848 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.924072 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.924460 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.924599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.924798 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.925053 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.925277 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.925545 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.925783 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.926084 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.926302 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.926540 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.926757 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_json = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.926995 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.927211 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.927472 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.927688 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.927921 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.928137 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.928359 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.928609 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:09.929027 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.929312 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.929653 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.930762 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.930762 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.930762 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.931129 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.931465 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.932127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.932528 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.932899 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.933146 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.933442 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.933692 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.933997 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.934342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.934613 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.934889 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.935148 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.935415 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.935661 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.935889 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.936243 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.936535 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.936816 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.937075 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.937299 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.937559 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.937782 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.942466 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943107 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.943706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.944050 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.944136 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.944293 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.944589 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.944863 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.945119 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.945631 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.945885 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.946123 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.946381 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.946631 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.946840 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.947077 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.947300 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.947527 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.947744 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.947967 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.948201 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.948426 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.948896 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.949140 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.949377 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.949617 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.949834 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.950077 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.950297 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.950519 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.952295 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.952560 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.952798 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.953034 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.953266 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.953562 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.954447 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.954719 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.955000 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.955235 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.957957 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.958218 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.961903 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.962185 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.962448 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.962715 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.963393 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.963393 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.963668 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.963795 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.963996 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.964256 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.964490 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.964726 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.964976 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.965240 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.965477 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.965743 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.970032 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971395 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971395 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971395 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971395 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971670 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.971831 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.972092 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.972379 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.972720 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.973042 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.973347 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.973600 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.973883 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.974167 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.974437 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.974723 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.974972 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.975237 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.975492 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.976039 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.976275 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.976514 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.976754 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.977000 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.977355 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.977632 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.977898 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.978127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.978465 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.978727 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.978991 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.979274 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.979545 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.979791 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.980059 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.980307 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.980532 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.980777 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.981021 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.981242 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.981498 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.981743 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.981997 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.982224 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.982445 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.982690 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.982919 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.983148 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.983405 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.983837 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.984068 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.984327 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.984550 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.984782 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.985036 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.985257 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.985490 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.985719 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.986024 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.986447 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.986678 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.986958 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.987214 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.987456 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.987697 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.987944 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.988192 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.988437 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.988714 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.988944 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.989165 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.989386 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.989612 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.989832 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.990073 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.990329 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.990583 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.990851 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.991109 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.991463 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.991723 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.991977 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.992378 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.992759 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.993167 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.993765 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.994178 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.994409 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997376 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.997895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.998181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.998336 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.998584 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.998801 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.999038 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.999280 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.999493 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.999726 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:09.999976 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.000191 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.000440 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.000657 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.000899 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.001126 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.001348 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.001566 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.001796 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.002111 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.002346 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.002584 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.002848 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.003068 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.003297 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.003572 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.003813 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.004685 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.004799 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.004994 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.005227 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.005440 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.005653 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.005897 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.006120 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.006338 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.006655 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.006916 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.007173 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.007477 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.007731 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.007980 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.008228 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.008561 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.008803 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.009128 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.009277 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.009541 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.009727 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.010024 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.010352 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.010673 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.010952 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.011228 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.011508 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.011809 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.012096 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.012317 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.012634 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.012989 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.013280 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.013540 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.013803 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.014088 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.014340 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.014591 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.014837 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.015080 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.015309 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.015576 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.015810 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.016041 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.016263 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.016495 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.016717 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.016975 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.017212 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.017438 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.017659 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.017820 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 13:45:10.018368 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 13:45:10.018536 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 13:45:10.018707 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 13:45:10.018889 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 13:45:10.019063 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 13:45:10.019214 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 13:45:10.019427 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.019592 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.020311 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.020487 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.020652 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.020843 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021005 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021169 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021315 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021480 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021714 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.021902 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022047 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022315 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022448 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022582 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.022717 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023922 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] debug = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023922 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.023922 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024287 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024287 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024287 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024495 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024650 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024732 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.024977 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025074 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025203 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025330 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025497 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025681 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.025810 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] host = n-d-804303-5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.031746 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_options = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.032866 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033342 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.033930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.034467 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035067 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.035599 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_json = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036051 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036051 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036051 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036253 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036379 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036596 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036727 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.036834 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 13:45:10.037064 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.037305 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.037490 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.037577 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.037722 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.037910 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.038077 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.038282 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.038412 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.038578 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.038752 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039274 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039274 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039274 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039481 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039558 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039692 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.039860 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040030 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040199 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040393 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040517 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040706 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.040871 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041040 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041204 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041383 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041534 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041699 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.041884 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042053 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042222 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042385 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042548 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042712 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.042878 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043035 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043201 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043365 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:10.043591 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043673 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043839 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.043998 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044164 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044328 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044493 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044659 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044824 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.044990 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.045153 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.045329 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.045494 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.045658 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.045821 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046015 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046180 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046344 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046509 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046753 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046862 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.046990 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047168 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047334 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047500 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047665 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047830 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.047994 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.048158 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.048323 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.048488 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.048655 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.048967 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049059 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049199 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049370 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049536 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049701 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.049884 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050053 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050219 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050384 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050549 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050719 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.050903 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051079 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051426 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051590 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051756 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.051921 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052088 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052253 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052419 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052585 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052752 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.052917 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053082 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053248 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053414 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053578 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053741 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.053929 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.054157 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.054284 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.057127 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.058260 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.059159 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.060150 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061104 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.061629 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062226 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062226 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062226 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062226 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062509 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062587 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062701 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.062868 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063033 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063199 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063364 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063530 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063695 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.063861 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.064070 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.064238 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.064403 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065094 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065094 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065094 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065094 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065589 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065589 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065589 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065799 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.065996 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.066123 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.066246 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.066371 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067155 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067295 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067457 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067622 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067776 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.067942 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068110 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068291 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068457 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068640 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068799 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.068930 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069093 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069243 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069411 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069575 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069738 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.069939 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070109 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070340 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070483 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070621 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070758 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.070895 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.071046 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.071211 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.071391 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.071573 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.071966 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072116 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072274 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072415 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072548 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072688 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072816 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.072976 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073142 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073308 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073483 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073649 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073815 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.073988 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074155 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074319 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074493 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074659 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074824 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.074988 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075153 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075318 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075493 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075658 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075823 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.075988 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076152 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076316 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076493 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076659 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076824 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.076988 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.077153 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.077317 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.077491 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.077659 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.077824 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.078025 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.078190 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.078354 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.078518 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086181 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.086969 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.087638 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088236 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088833 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088833 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 13:45:10.088833 n-d-804303-5 neutron-server[112117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 13:45:10.171426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36970) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:10.180778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071113 Aug 18 13:45:21.890156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd008d93-4136-40f6-8a01-6aefb242c5ae None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:45:21.970715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008d93-4136-40f6-8a01-6aefb242c5ae None None] No non-hosted networks {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 13:45:21.978872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.agentschedulers_db [None req-fd008d93-4136-40f6-8a01-6aefb242c5ae None None] DHCP Agent not found on host n-d-804303-5 {{(pid=112230) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 13:45:22.114204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3843d67d-eaed-422a-8593-8ec5f4c23a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:24.680654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71ef5630-df8c-463d-be07-11513cea9f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:24.717317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-0e3d8142-9544-486a-b4e0-27101d5d9bf0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-804303-5 {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:45:24.718059 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-0e3d8142-9544-486a-b4e0-27101d5d9bf0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:45:24.808327 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:24.809366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.809944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.810536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.811195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.811739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.812847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.813559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.814132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.814665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.815191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.815717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.816256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:24.816876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804303-5', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:24.829810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804303-5', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:45:25.238193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8142-9544-486a-b4e0-27101d5d9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:25.716795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:27.249561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:28.436444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37062) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:28.964218 n-d-804303-5 neutron-server[112228]: WARNING oslo_policy.policy [None req-0360151e-e0ad-4d08-8828-6124d8539b56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:28.964809 n-d-804303-5 neutron-server[112228]: WARNING oslo_policy.policy [None req-0360151e-e0ad-4d08-8828-6124d8539b56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:29.180308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-0360151e-e0ad-4d08-8828-6124d8539b56 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:29.182309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0360151e-e0ad-4d08-8828-6124d8539b56 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7448997 Aug 18 13:45:29.925034 n-d-804303-5 neutron-server[112230]: INFO neutron.db.l3_hamode_db [None req-8fdaade5-572d-452f-b6f8-79b2edc42676 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 13:45:30.004865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdaade5-572d-452f-b6f8-79b2edc42676 None None] Routers set() bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:45:30.005239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdaade5-572d-452f-b6f8-79b2edc42676 None None] Router IDs set() for agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 13:45:31.510627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37076) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:31.824414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:31.919231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.policy [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 13:45:31.963986 n-d-804303-5 neutron-server[112228]: WARNING oslo_policy.policy [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:31.991987 n-d-804303-5 neutron-server[112228]: WARNING oslo_policy.policy [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:31.991987 n-d-804303-5 neutron-server[112228]: INFO neutron.quota [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] Loaded quota_driver: . Aug 18 13:45:32.237489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771083180226', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771083180831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771083202330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771083194615', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771082831786', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771083274117', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3739861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3660536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683168'] for rbac-policy, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:32.506508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:32.507616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0047c6f7-552d-4a29-846f-c67cd23f5a56 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9960124 Aug 18 13:45:35.087105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37088) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:35.590387 n-d-804303-5 neutron-server[112229]: WARNING oslo_policy.policy [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:35.590989 n-d-804303-5 neutron-server[112229]: WARNING oslo_policy.policy [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:35.807093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Request body: {'network': {'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'name': 'private'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:35.808649 n-d-804303-5 neutron-server[112229]: INFO neutron.quota [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Loaded quota_driver: . Aug 18 13:45:35.946811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Made reservation on behalf of bf11e016a7744031adbe45a24425b1b2 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:36.014983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.policy [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 13:45:36.062028 n-d-804303-5 neutron-server[112229]: WARNING oslo_policy.policy [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:36.062341 n-d-804303-5 neutron-server[112229]: WARNING oslo_policy.policy [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 13:45:36.072492 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.095181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.236093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.307033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.327778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:45:36.358115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771084005322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.358695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Unsubscribe: segment precommit_create {{(pid=112229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 13:45:36.359357 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Added segment c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9 of type vlan for network 85ff9f6f-6453-4e90-888a-4c10c2043e09 Aug 18 13:45:36.381208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97937f-70c5-418e-8d47-d3dc3aa758df,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:36.400723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.401067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.401409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.401741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.402098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.402433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.402758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.403089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.403409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.403727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.404049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.404366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Tracked resource versions report: Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: pushed versions: Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: { 'AddressGroup': {'1.2'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'ConntrackHelper': {'1.0'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Log': {'1.0'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Network': {'1.1'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Port': {'1.7'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'PortForwarding': {'1.2'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'QosPolicy': {'1.9'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SecurityGroup': {'1.4'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SubPort': {'1.0'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Subnet': {'1.1'}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Trunk': {'1.1'}} Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: consumer versions: Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: L3 agent@n-d-804303-5: {}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: Metadata agent@n-d-804303-5: {}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: Metering agent@n-d-804303-5: {}, Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'ConntrackHelper': '1.0', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Log': '1.0', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Network': '1.1', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Port': '1.7', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'PortForwarding': '1.2', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'QosPolicy': '1.9', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SecurityGroup': '1.4', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SecurityGroupRule': '1.2', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'SubPort': '1.0', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Subnet': '1.1', Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: 'Trunk': '1.1'}} Aug 18 13:45:36.405514 n-d-804303-5 neutron-server[112229]: {{(pid=112229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:45:36.494586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.613734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.615046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:36.615711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:36.711214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] Pushing event updated for resources: {'Network': ['ID=85ff9f6f-6453-4e90-888a-4c10c2043e09,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:36.723107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:45:36.757337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7f80bdf1-ad61-47f1-a136-a9405fd93b50 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6679652 Aug 18 13:45:39.356555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37110) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:39.747871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2267ee4-995e-4e26-a34f-31e35f30cdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:39.749241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c2267ee4-995e-4e26-a34f-31e35f30cdc8 admin admin] 10.222.0.35 "GET /v2.0/networks/85ff9f6f-6453-4e90-888a-4c10c2043e09 HTTP/1.1" status: 200 len: 825 time: 0.3917134 Aug 18 13:45:39.786469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-282e7792-2eb2-4a02-9497-0ce5ea2ce8b5 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/2515eda9-707b-4900-aec5-352ad3bb6fa8 HTTP/1.1" status: 200 len: 734 time: 0.0311487 Aug 18 13:45:39.795339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:39.877681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Made reservation on behalf of bf11e016a7744031adbe45a24425b1b2 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:39.880035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:40.249410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:40.317552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72b0500-a265-493c-8aaa-2399bfce6d5d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:40.321895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Checking segment: {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:45:40.324267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Network hostable DHCP agents. Network: 85ff9f6f-6453-4e90-888a-4c10c2043e09, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:45:40.403446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:45:40.449203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 85ff9f6f-6453-4e90-888a-4c10c2043e09) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:40.453768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:40.454403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:40.459391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610bec74-97f0-452f-ba96-563c7a6341a1 None None] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:45:40.507384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8bef5c2-c5c1-42d7-a731-5fd59455cc76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7152665 Aug 18 13:45:40.783121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-85ff9f6f-6453-4e90-888a-4c10c2043e09', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:45:40.784367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.060904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Allocated IP 172.20.0.2 (85ff9f6f-6453-4e90-888a-4c10c2043e09/e72b0500-a265-493c-8aaa-2399bfce6d5d/1e5f671d-fb63-4b41-b4cb-c5b822044e42) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:45:41.291361 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.305591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Transition to ACTIVE for port object 1e5f671d-fb63-4b41-b4cb-c5b822044e42 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:41.326449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Transition to ACTIVE for port object 1e5f671d-fb63-4b41-b4cb-c5b822044e42 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:41.387132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.452198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:45:41.463110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:41.471735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:45:41.475552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Pushing event updated for resources: {'Port': ['ID=1e5f671d-fb63-4b41-b4cb-c5b822044e42,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:41.505289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.505631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.505995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.506330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.506656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.506981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.507305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.507626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.507946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.508265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.508587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.508898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Tracked resource versions report: Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: pushed versions: Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: { 'AddressGroup': {'1.2'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'ConntrackHelper': {'1.0'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Log': {'1.0'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Network': {'1.1'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Port': {'1.7'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'PortForwarding': {'1.2'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'QosPolicy': {'1.9'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SecurityGroup': {'1.4'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SubPort': {'1.0'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Subnet': {'1.1'}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Trunk': {'1.1'}} Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: consumer versions: Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: L3 agent@n-d-804303-5: {}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: Metadata agent@n-d-804303-5: {}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: Metering agent@n-d-804303-5: {}, Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'ConntrackHelper': '1.0', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Log': '1.0', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Network': '1.1', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Port': '1.7', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'PortForwarding': '1.2', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'QosPolicy': '1.9', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SecurityGroup': '1.4', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SecurityGroupRule': '1.2', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'SubPort': '1.0', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Subnet': '1.1', Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: 'Trunk': '1.1'}} Aug 18 13:45:41.510010 n-d-804303-5 neutron-server[112230]: {{(pid=112230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:45:41.559165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Attempting to bind port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:45:41.559554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Attempting to bind port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:45:41.559997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Attempting to bind port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 on network 85ff9f6f-6453-4e90-888a-4c10c2043e09 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:45:41.565385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:45:41.565904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Checking segment: {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:45:41.566315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.566702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Bound using segment: {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:45:41.567182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Bound port: 1e5f671d-fb63-4b41-b4cb-c5b822044e42, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:45:41.567681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.639247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] For port 1e5f671d-fb63-4b41-b4cb-c5b822044e42, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:45:41.643654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] For port 1e5f671d-fb63-4b41-b4cb-c5b822044e42, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1e5f671d-fb63-4b41-b4cb-c5b822044e42,segment=NetworkSegment(c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9),segment_id=c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:45:41.723257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.793920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adde11-12b0-4748-b625-a2f7cab0ff0c None None] Pushing event updated for resources: {'Port': ['ID=1e5f671d-fb63-4b41-b4cb-c5b822044e42,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:42.902229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37118) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:43.270177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-76d26618-aeee-42d9-8a2e-80dcf62341ed admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:43.271362 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76d26618-aeee-42d9-8a2e-80dcf62341ed admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679638 Aug 18 13:45:45.671551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37126) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:45.984223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-1154f806-9a9a-4089-ae05-c586bcd0840e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:45.985288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1154f806-9a9a-4089-ae05-c586bcd0840e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129234 Aug 18 13:45:48.605629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:48.912865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'name': 'router1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:49.022206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:49.023254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:49.178582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:49.232686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:49.312118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:49.313247 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd53e170-462e-4e65-809a-27be92bf2eb6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7066097 Aug 18 13:45:50.146642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4e7a5-4c57-4e43-a2aa-835bbffd7952 None None] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:45:50.278268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2257b393-0c96-4f33-8a87-271fde0772f7 None None] Provisioning for port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:50.658657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1e5f671d-fb63-4b41-b4cb-c5b822044e42 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:45:50.795991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:50.799984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:50.800965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:50.912259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:50.947327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1e5f671d-fb63-4b41-b4cb-c5b822044e42, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1e5f671d-fb63-4b41-b4cb-c5b822044e42,segment=NetworkSegment(c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9),segment_id=c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:51.024763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:51.072962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1e5f671d-fb63-4b41-b4cb-c5b822044e42,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:51.671961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:51.849341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bec50a18-1d48-4c31-aeb9-2a4693afe3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:51.983022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-35b24037-3547-4e66-b9ae-e77bb1a1021f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:51.983997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-35b24037-3547-4e66-b9ae-e77bb1a1021f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111198 Aug 18 13:45:52.634207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1e5f671d-fb63-4b41-b4cb-c5b822044e42 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:45:52.682201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:52.682576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.329454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37156) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:54.640356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:54.643196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7351a6a-c2b6-41ac-9bd3-bf27610ddc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.740445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Made reservation on behalf of d018a1a9411a4529b735fdc78bc21d98 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:54.743121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.760240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.797760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.876455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.923297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.935997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Reserving flat network on physical network physnet1 {{(pid=112228) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 13:45:54.971161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771084005322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:54.971754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Unsubscribe: segment precommit_create {{(pid=112228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 13:45:54.972309 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Added segment 25f4b5d3-44a9-41ab-8094-3c44798a3453 of type flat for network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef Aug 18 13:45:54.990132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f675f61-8757-476d-bc70-d37b0007e359,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:55.033923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.034186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.034553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.034891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.035228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.035555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.035879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.036204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.036526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.036845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.037182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.037480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Tracked resource versions report: Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: pushed versions: Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: { 'AddressGroup': {'1.2'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'ConntrackHelper': {'1.0'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Log': {'1.0'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Network': {'1.1'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Port': {'1.7'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'PortForwarding': {'1.2'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'QosPolicy': {'1.9'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SecurityGroup': {'1.4'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SubPort': {'1.0'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Subnet': {'1.1'}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Trunk': {'1.1'}} Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: consumer versions: Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: L3 agent@n-d-804303-5: {}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: Metadata agent@n-d-804303-5: {}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: Metering agent@n-d-804303-5: {}, Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'ConntrackHelper': '1.0', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Log': '1.0', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Network': '1.1', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Port': '1.7', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'PortForwarding': '1.2', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'QosPolicy': '1.9', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SecurityGroup': '1.4', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SecurityGroupRule': '1.2', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'SubPort': '1.0', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Subnet': '1.1', Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: 'Trunk': '1.1'}} Aug 18 13:45:55.038654 n-d-804303-5 neutron-server[112228]: {{(pid=112228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:45:55.093164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:55.224667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:55.226062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:55.226689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:55.321431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] Pushing event updated for resources: {'Network': ['ID=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:55.331253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:45:55.403882 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b532a6c-6baf-45a9-b6cb-4db6387181bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0733321 Aug 18 13:45:55.648712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:57.180643 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:57.723122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37178) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:57.933788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79624e-74d8-4159-9ebe-df25f7b6d42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:57.935201 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2d79624e-74d8-4159-9ebe-df25f7b6d42c admin admin] 10.222.0.35 "GET /v2.0/subnets/e72b0500-a265-493c-8aaa-2399bfce6d5d HTTP/1.1" status: 200 len: 849 time: 0.2111406 Aug 18 13:45:58.070954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e6161348-34a5-43f1-a561-a46347d46fa4 admin admin] 10.222.0.35 "GET /v2.0/routers/c215c8f1-d7af-48cb-9e43-d78971880c13 HTTP/1.1" status: 200 len: 704 time: 0.1296639 Aug 18 13:45:58.342889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:58.638599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Allocated IP 172.20.0.1 (85ff9f6f-6453-4e90-888a-4c10c2043e09/e72b0500-a265-493c-8aaa-2399bfce6d5d/32eac80a-5b6f-401e-8a98-fc27d63d7129) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:45:58.822560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:58.847519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Transition to ACTIVE for port object 32eac80a-5b6f-401e-8a98-fc27d63d7129 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:58.958412 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:45:58.990797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.066974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:45:59.071713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:59.077057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Pushing event updated for resources: {'Port': ['ID=32eac80a-5b6f-401e-8a98-fc27d63d7129,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:59.087880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:45:59.088446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.350664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b4309703-b2fc-49c6-acf5-10fd6b535a57 None None] Provisioning for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:59.354623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b4309703-b2fc-49c6-acf5-10fd6b535a57 None None] Provisioning complete for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:59.360129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4309703-b2fc-49c6-acf5-10fd6b535a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.387251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4309703-b2fc-49c6-acf5-10fd6b535a57 None None] Port 32eac80a-5b6f-401e-8a98-fc27d63d7129 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:45:59.480623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.684973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.757136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.757869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.835500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Pushing event updated for resources: {'Port': ['ID=32eac80a-5b6f-401e-8a98-fc27d63d7129,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:59.882321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:45:59.883660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:46:00.110573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c5068ee-9e09-4495-a846-a511960a206c None None] Provisioning complete for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:00.110956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3c5068ee-9e09-4495-a846-a511960a206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:00.133064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Router c215c8f1-d7af-48cb-9e43-d78971880c13 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:46:00.143492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3c5068ee-9e09-4495-a846-a511960a206c None None] Port 32eac80a-5b6f-401e-8a98-fc27d63d7129 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:46:00.227667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:46:00.232781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15fe48b5-2d8b-42be-9231-768c9725c87b admin admin] 10.222.0.35 "PUT /v2.0/routers/c215c8f1-d7af-48cb-9e43-d78971880c13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1563883 Aug 18 13:46:00.250380 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Sync routers for ids ['c215c8f1-d7af-48cb-9e43-d78971880c13'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:46:00.261641 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Routers {'c215c8f1-d7af-48cb-9e43-d78971880c13'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:46:00.262506 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c215c8f1-d7af-48cb-9e43-d78971880c13'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:00.447954 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Set router c215c8f1-d7af-48cb-9e43-d78971880c13 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:46:00.881477 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:45:59Z', 'revision_number': 2, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port_host': None, '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:45:59Z', 'revision_number': 2, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:00.933111 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Checking router: c215c8f1-d7af-48cb-9e43-d78971880c13 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:46:00.933482 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Updating router c215c8f1-d7af-48cb-9e43-d78971880c13 port 32eac80a-5b6f-401e-8a98-fc27d63d7129 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:46:00.981375 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.512127 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.530427 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Transition to ACTIVE for port object 32eac80a-5b6f-401e-8a98-fc27d63d7129 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:46:01.591673 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.745664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Pushing event updated for resources: {'Port': ['ID=32eac80a-5b6f-401e-8a98-fc27d63d7129,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:01.760836 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Attempting to bind port 32eac80a-5b6f-401e-8a98-fc27d63d7129 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:46:01.761235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Attempting to bind port 32eac80a-5b6f-401e-8a98-fc27d63d7129 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:46:01.761686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Attempting to bind port 32eac80a-5b6f-401e-8a98-fc27d63d7129 on network 85ff9f6f-6453-4e90-888a-4c10c2043e09 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:01.764492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.764774 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.765114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.765726 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.765816 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.766102 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.766423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.766744 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.767051 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.767459 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.767719 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.768057 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Tracked resource versions report: Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: pushed versions: Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: { 'AddressGroup': {'1.2'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'ConntrackHelper': {'1.0'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Log': {'1.0'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Network': {'1.1'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Port': {'1.7'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'PortForwarding': {'1.2'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'QosPolicy': {'1.9'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SecurityGroup': {'1.4'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SubPort': {'1.0'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Subnet': {'1.1'}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Trunk': {'1.1'}} Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: consumer versions: Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: L3 agent@n-d-804303-5: {}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: Metadata agent@n-d-804303-5: {}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: Metering agent@n-d-804303-5: {}, Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'ConntrackHelper': '1.0', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Log': '1.0', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Network': '1.1', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Port': '1.7', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'PortForwarding': '1.2', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'QosPolicy': '1.9', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SecurityGroup': '1.4', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SecurityGroupRule': '1.2', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'SubPort': '1.0', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Subnet': '1.1', Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: 'Trunk': '1.1'}} Aug 18 13:46:01.769089 n-d-804303-5 neutron-server[112231]: {{(pid=112231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:46:01.775011 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:46:01.775417 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Checking segment: {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:01.775972 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.776281 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Bound using segment: {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:46:01.776759 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Bound port: 32eac80a-5b6f-401e-8a98-fc27d63d7129, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:46:01.777133 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.843173 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] For port 32eac80a-5b6f-401e-8a98-fc27d63d7129, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:01.865544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] For port 32eac80a-5b6f-401e-8a98-fc27d63d7129, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=32eac80a-5b6f-401e-8a98-fc27d63d7129,segment=NetworkSegment(c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9),segment_id=c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:46:01.935318 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:01.993966 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Routers {'c215c8f1-d7af-48cb-9e43-d78971880c13'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:46:01.994596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c215c8f1-d7af-48cb-9e43-d78971880c13'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:02.029936 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fbe4d-9593-49f0-8ab5-77c55b854061 None None] Pushing event updated for resources: {'Port': ['ID=32eac80a-5b6f-401e-8a98-fc27d63d7129,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:02.084656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] Set router c215c8f1-d7af-48cb-9e43-d78971880c13 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:46:02.297035 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:45:59Z', 'revision_number': 2, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port_host': None, '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:46:01Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:02.322422 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8df26-3445-4589-a7a4-2d9e45bab3fa None None] The sync data for ids ['c215c8f1-d7af-48cb-9e43-d78971880c13'] in n-d-804303-5 is: [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:45:59Z', 'revision_number': 2, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port_host': None, '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:46:01Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:46:02.504057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37200) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:02.617176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe635aa-4563-4bfe-9730-c30987154e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:02.618514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cfe635aa-4563-4bfe-9730-c30987154e0e admin admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 842 time: 0.1134734 Aug 18 13:46:02.628776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:02.732832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Made reservation on behalf of d018a1a9411a4529b735fdc78bc21d98 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:46:02.735170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:03.105609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:46:03.106116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:03.160854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3862a4-0cbb-4fff-8ec9-e421a47dc78d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:03.172557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:03.172931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Network hostable DHCP agents. Network: ba3595b8-aafe-47f6-a2d0-b5004b76b6ef, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:46:03.283121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:46:03.367090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ba3595b8-aafe-47f6-a2d0-b5004b76b6ef) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:46:03.372047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:03.373700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:03.376690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75789f36-367e-407f-9c2b-16064379cfa4 None None] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:46:03.447986 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a3844d75-93a3-4d64-9c65-1f1f71e6f8d5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8231301 Aug 18 13:46:03.504753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ed3cd-0ebf-48a4-96ee-6e2a1099f4c5 None None] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:46:05.721366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:05.863093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-59259ee6-a91c-4b41-af12-3b5ea52d017d admin admin] 10.222.0.35 "GET /v2.0/routers/c215c8f1-d7af-48cb-9e43-d78971880c13 HTTP/1.1" status: 200 len: 710 time: 0.1400476 Aug 18 13:46:05.953131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1e3f2-2c85-4822-bb88-a3041f82f7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:05.954566 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b5c1e3f2-2c85-4822-bb88-a3041f82f7e0 admin admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 886 time: 0.0858748 Aug 18 13:46:05.964617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:06.293520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:06.624596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:06.709001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:06.810662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Allocated IP 172.25.1.79 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/0bd0ed63-06ac-4055-bea6-6ce74f3f01e4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:46:06.935270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.030229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.069333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:46:07.072077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:46:07.075582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:46:07.089043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:07.403861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.614986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.618508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.822854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Router c215c8f1-d7af-48cb-9e43-d78971880c13 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:46:07.935370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:46:07.940122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:07.940891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-30e0b713-9c1f-4d57-906f-f90d66fbfd19 admin admin] 10.222.0.35 "PUT /v2.0/routers/c215c8f1-d7af-48cb-9e43-d78971880c13 HTTP/1.1" status: 200 len: 889 time: 1.9796855 Aug 18 13:46:08.687649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 32eac80a-5b6f-401e-8a98-fc27d63d7129 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:08.820620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Sync routers for ids ['c215c8f1-d7af-48cb-9e43-d78971880c13'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:46:08.824618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:46:08.831427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:08.841596 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:08.841596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Routers {'c215c8f1-d7af-48cb-9e43-d78971880c13'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:46:08.841596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c215c8f1-d7af-48cb-9e43-d78971880c13'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:09.150380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Set router c215c8f1-d7af-48cb-9e43-d78971880c13 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:46:09.209129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:09.385629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 32eac80a-5b6f-401e-8a98-fc27d63d7129, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=32eac80a-5b6f-401e-8a98-fc27d63d7129,segment=NetworkSegment(c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9),segment_id=c6f3b827-f260-43bd-a0b9-86dfe3d2a8e9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:09.474225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:09.571454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=32eac80a-5b6f-401e-8a98-fc27d63d7129,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:09.625067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:46:07Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port': {'id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:46:06Z', 'updated_at': '2021-08-18T13:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:46:01Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:09.675591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Checking router: c215c8f1-d7af-48cb-9e43-d78971880c13 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:46:09.675959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Updating router c215c8f1-d7af-48cb-9e43-d78971880c13 port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:46:09.726781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.050964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.060567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Transition to ACTIVE for port object 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:46:10.140487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.192330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7e8fd-4155-4f78-9727-431938409bbf None None] Pushing event updated for resources: {'Port': ['ID=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:10.195102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Attempting to bind port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:46:10.195767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Attempting to bind port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:46:10.196140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Attempting to bind port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:10.202396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:46:10.202717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:10.203072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.203487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:46:10.203938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Bound port: 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:46:10.204336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.258731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] For port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:10.261967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] For port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:46:10.351115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.413794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Routers {'c215c8f1-d7af-48cb-9e43-d78971880c13'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:46:10.414428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c215c8f1-d7af-48cb-9e43-d78971880c13'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:10.416282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7e8fd-4155-4f78-9727-431938409bbf None None] Pushing event updated for resources: {'Port': ['ID=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:10.416421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:10.552709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a6d101f-238e-4717-9387-c110f15b9bc0 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1350138 Aug 18 13:46:10.622211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] Set router c215c8f1-d7af-48cb-9e43-d78971880c13 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:46:10.664410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 32eac80a-5b6f-401e-8a98-fc27d63d7129 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:10.799575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:10.801329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.952539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:46:07Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port': {'id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:46:06Z', 'updated_at': '2021-08-18T13:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:46:09Z', 'revision_number': 5, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:10.980355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d825bf-974c-4d8c-aa32-a4f20b7fdccb None None] The sync data for ids ['c215c8f1-d7af-48cb-9e43-d78971880c13'] in n-d-804303-5 is: [{'id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'name': 'router1', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:45:49Z', 'updated_at': '2021-08-18T13:46:07Z', 'revision_number': 4, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'gw_port': {'id': '0bd0ed63-06ac-4055-bea6-6ce74f3f01e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:93:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:46:06Z', 'updated_at': '2021-08-18T13:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '32eac80a-5b6f-401e-8a98-fc27d63d7129', 'name': '', 'network_id': '85ff9f6f-6453-4e90-888a-4c10c2043e09', 'tenant_id': 'bf11e016a7744031adbe45a24425b1b2', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215c8f1-d7af-48cb-9e43-d78971880c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:45:58Z', 'updated_at': '2021-08-18T13:46:09Z', 'revision_number': 5, 'project_id': 'bf11e016a7744031adbe45a24425b1b2', 'subnets': [{'id': 'e72b0500-a265-493c-8aaa-2399bfce6d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2515eda9-707b-4900-aec5-352ad3bb6fa8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:46:12.718754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:12.837233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:46:12.842551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:12.842919 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.930800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.957687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:13.024491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:13.083477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=0bd0ed63-06ac-4055-bea6-6ce74f3f01e4,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:14.681861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:14.754396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0bd0ed63-06ac-4055-bea6-6ce74f3f01e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:14.755024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:21.854237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0507a79-d621-4293-92e7-137cc8175d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:24.642929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c8f14727-00bd-4f8c-a346-3119803f2eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:24.812861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:25.692477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:27.237655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:35.972196 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:46:51.893271 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc169-1a56-4648-97b4-0a061fe4597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:54.642060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe85e-5cc5-426b-a8ff-b08d2ad83e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:54.790442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:55.670456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:57.224833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:12.960709 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:47:21.864345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7f70f954-ef45-48d0-9356-244b23da5105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:24.645648 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f4c46f82-03b9-4207-b015-5b1b28241860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:24.807265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:25.674385 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:27.216764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:49.964620 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:47:51.863350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-00085d07-ffb5-4f88-b52f-855af8de032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:53.889684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37820) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:47:53.958279 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e96809-f5e3-404b-a0a5-422ab6ed7e68 admin admin] GET failed (client error): The resource could not be found. Aug 18 13:47:53.959620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8e96809-f5e3-404b-a0a5-422ab6ed7e68 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689144 Aug 18 13:47:54.117549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01665b7-b6bb-4244-abae-092bf8a05ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:54.119047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c01665b7-b6bb-4244-abae-092bf8a05ae6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550698 Aug 18 13:47:54.690499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2d9de9a-5b03-4c3b-9cd3-67ac7d6b56ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:54.810728 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:55.675056 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:56.289412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:47:56.384590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad33f40-24e1-4b2b-8106-6e91f551c4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:56.385967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7ad33f40-24e1-4b2b-8106-6e91f551c4a1 admin admin] 10.222.0.35 "GET /v2.0/subnets/e72b0500-a265-493c-8aaa-2399bfce6d5d HTTP/1.1" status: 200 len: 849 time: 0.0954483 Aug 18 13:47:56.396507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:47:56.478158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Notify callbacks [] for subnet, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:56.720978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771084038503'] for subnet, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:56.754706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:56.755220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:56.756525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] 10.222.0.35 "PUT /v2.0/subnets/e72b0500-a265-493c-8aaa-2399bfce6d5d HTTP/1.1" status: 200 len: 868 time: 0.3637385 Aug 18 13:47:56.773024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71377824-1cf2-45e7-89fb-6ee6c67d0b45 None None] Network 85ff9f6f-6453-4e90-888a-4c10c2043e09 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:47:56.779593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72b0500-a265-493c-8aaa-2399bfce6d5d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:56.788134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.788491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.788838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.789175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.789517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.789879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.790213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.790548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.790872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.791200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.791521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:56.791847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb8edd-fafe-49d4-868d-8dd44bff8cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:57.179928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7254838-47f1-4878-b839-3262de492758 None None] Provisioning complete for port 1e5f671d-fb63-4b41-b4cb-c5b822044e42 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:47:57.180279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7254838-47f1-4878-b839-3262de492758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:57.216990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:57.269224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7254838-47f1-4878-b839-3262de492758 None None] Provisioning complete for port 32eac80a-5b6f-401e-8a98-fc27d63d7129 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:47:57.269598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7254838-47f1-4878-b839-3262de492758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:58.962531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:47:59.163251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f617a-9b01-483e-8a3c-058cde568bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:59.163640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f617a-9b01-483e-8a3c-058cde568bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:59.165194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b17f617a-9b01-483e-8a3c-058cde568bc8 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017138 Aug 18 13:48:01.337417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37846) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:01.469795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e865c63-50a0-47b4-b24f-93ec83ed04f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:01.470281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e865c63-50a0-47b4-b24f-93ec83ed04f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:01.471982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7e865c63-50a0-47b4-b24f-93ec83ed04f9 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334665 Aug 18 13:48:03.674926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37854) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:03.850645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893b49c-4eb0-4933-9753-3d6f9df710b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:03.852046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f893b49c-4eb0-4933-9753-3d6f9df710b9 admin admin] 10.222.0.35 "GET /v2.0/networks/85ff9f6f-6453-4e90-888a-4c10c2043e09 HTTP/1.1" status: 200 len: 869 time: 0.1758678 Aug 18 13:48:06.046840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37862) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:06.178870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57b463-64da-46bb-b767-7bb70b9bcc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:06.180287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f57b463-64da-46bb-b767-7bb70b9bcc88 admin admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 886 time: 0.1324792 Aug 18 13:48:08.408951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37870) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:08.541768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a3350-3e7a-4c51-bb9d-b6fc97e94b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:08.542263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a3350-3e7a-4c51-bb9d-b6fc97e94b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:08.543854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d06a3350-3e7a-4c51-bb9d-b6fc97e94b38 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339426 Aug 18 13:48:10.786735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37878) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:10.886562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd641439-998f-42dd-9696-42008b959a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:10.887020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd641439-998f-42dd-9696-42008b959a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:10.888563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd641439-998f-42dd-9696-42008b959a2b admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1009357 Aug 18 13:48:13.110505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37886) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:13.201533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f426fec-f397-424f-84f9-955beb143045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:13.203471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5f426fec-f397-424f-84f9-955beb143045 admin admin] 10.222.0.35 "GET /v2.0/subnets/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d HTTP/1.1" status: 200 len: 816 time: 0.0915189 Aug 18 13:48:15.359264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37894) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:15.458555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5044007-82a2-4256-a061-78a287478a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:15.459930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5044007-82a2-4256-a061-78a287478a6e admin admin] 10.222.0.35 "GET /v2.0/subnets/e72b0500-a265-493c-8aaa-2399bfce6d5d HTTP/1.1" status: 200 len: 868 time: 0.0997005 Aug 18 13:48:21.844269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b6d43c71-110a-4147-a34a-5405d9df0b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:24.661385 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-114d3af4-ad80-4c71-b760-4abe7613d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:24.834546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:25.685829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:26.964016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:48:27.209878 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:39.673215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37948) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:39.726607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-7dbfeb0a-a421-433a-b977-34c2cdf9d7f5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:48:39.727599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7dbfeb0a-a421-433a-b977-34c2cdf9d7f5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535405 Aug 18 13:48:41.961254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37956) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:42.022436 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da89856-6c6b-4264-86d0-dc3046e5c1a7 admin admin] GET failed (client error): The resource could not be found. Aug 18 13:48:42.023764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2da89856-6c6b-4264-86d0-dc3046e5c1a7 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615342 Aug 18 13:48:42.162988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786d1e-9075-4dde-ad96-a3cf28f952d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:42.164408 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae786d1e-9075-4dde-ad96-a3cf28f952d6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362307 Aug 18 13:48:44.358122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37966) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:44.404580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:44.490712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Made reservation on behalf of d018a1a9411a4529b735fdc78bc21d98 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:48:44.492984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.525328 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.revisions.revision_plugin [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Could not find related network for resource to bump revision. Aug 18 13:48:44.539430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:48:44.548941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.549277 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Added segment 9e78f740-23e2-4586-8c26-3f20a150a238 of type vlan for network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 Aug 18 13:48:44.590586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.742081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.743074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:44.743724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.799636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Pushing event updated for resources: {'Network': ['ID=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:44.805930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.806284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.806629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.806970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.807307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.807639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.807967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.808295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.808621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.808946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.809270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.809593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:44.821807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:48:44.874434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c49e5395-0bda-45e3-a510-ae462555d9ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5151613 Aug 18 13:48:47.035183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37974) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:47.095359 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-07364678-e37e-4f5e-883d-74dc643fb47c admin admin] GET failed (client error): The resource could not be found. Aug 18 13:48:47.097812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-07364678-e37e-4f5e-883d-74dc643fb47c admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612171 Aug 18 13:48:47.171748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c0e2d-bab1-43fe-8d86-c69c7404ccf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:47.173262 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-050c0e2d-bab1-43fe-8d86-c69c7404ccf6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713193 Aug 18 13:48:47.183629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:47.260616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Made reservation on behalf of d018a1a9411a4529b735fdc78bc21d98 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:48:47.262876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:47.485626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:47.539841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7703e1-2430-4db7-b9a1-c2e428e3a66c,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:47.548301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:47.548670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Network hostable DHCP agents. Network: d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:48:47.649143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:48:47.725097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:47.729194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:47.729777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:47.735464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab319af-ef54-4dc1-8e94-a8259ffd4c7f None None] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:48:47.815952 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28dfaaf7-757f-4505-b2ed-05a3a4f19a2d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6358097 Aug 18 13:48:47.980919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'tenant_id': 'd018a1a9411a4529b735fdc78bc21d98', 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:48:47.981821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.118017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Allocated IP 192.168.233.2 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/a00072d9-06b8-4034-9530-bb91bb2d4eef) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:48.259425 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.267417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Transition to ACTIVE for port object a00072d9-06b8-4034-9530-bb91bb2d4eef will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:48.283708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Transition to ACTIVE for port object a00072d9-06b8-4034-9530-bb91bb2d4eef will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:48.365431 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.409949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:48.415313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:48.418326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:48.423925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Pushing event updated for resources: {'Port': ['ID=a00072d9-06b8-4034-9530-bb91bb2d4eef,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:48.434088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.434440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.434784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.435122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.435453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.435784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.436113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.436441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.436766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.437109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.437435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.437755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:48.488976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Attempting to bind port a00072d9-06b8-4034-9530-bb91bb2d4eef on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:48:48.489346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Attempting to bind port a00072d9-06b8-4034-9530-bb91bb2d4eef by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:48:48.489821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Attempting to bind port a00072d9-06b8-4034-9530-bb91bb2d4eef on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:48.495035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:48:48.495514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:48.495881 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.496276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:48:48.496740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Bound port: a00072d9-06b8-4034-9530-bb91bb2d4eef, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:48:48.497132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.560712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] For port a00072d9-06b8-4034-9530-bb91bb2d4eef, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:48:48.564360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] For port a00072d9-06b8-4034-9530-bb91bb2d4eef, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a00072d9-06b8-4034-9530-bb91bb2d4eef,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:48:48.662990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:48.722914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495e7a4-f580-4eac-8208-d385638fde46 None None] Pushing event updated for resources: {'Port': ['ID=a00072d9-06b8-4034-9530-bb91bb2d4eef,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:49.569134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5574170c-be55-45eb-ab02-05b5affb1f31 None None] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:48:49.711602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2d56d194-fd1d-432d-85ba-aa4d36f9ec0e None None] Provisioning for port a00072d9-06b8-4034-9530-bb91bb2d4eef completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:50.800939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a00072d9-06b8-4034-9530-bb91bb2d4eef up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:50.917647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a00072d9-06b8-4034-9530-bb91bb2d4eef completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:50.921971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a00072d9-06b8-4034-9530-bb91bb2d4eef triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:50.922901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:51.005259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:51.039783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a00072d9-06b8-4034-9530-bb91bb2d4eef, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a00072d9-06b8-4034-9530-bb91bb2d4eef,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:51.117511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:51.173331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a00072d9-06b8-4034-9530-bb91bb2d4eef,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:51.912082 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5f12f3f-a6dc-4296-942c-50437bcefea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:52.775429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a00072d9-06b8-4034-9530-bb91bb2d4eef up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:52.822768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a00072d9-06b8-4034-9530-bb91bb2d4eef triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:52.823145 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:54.660633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfcbf9d0-d4a0-4216-a440-17d2a952918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:54.810773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:55.685372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:57.239016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:03.963214 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:49:21.850146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cfa1878a-2da5-4a72-bae7-e71f5a97c8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:24.665721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2076abb6-4bf9-4767-b06c-626a159bf76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:24.820188 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:25.684120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:27.236547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:40.962712 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:49:51.895180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-888bd617-feef-4069-b615-354a6d215d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:54.683915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6e873ec1-09a6-4d12-a564-fc9ebdca9115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:54.826665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:55.683822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:57.238280 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:10.950508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:50:10.956157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-6a47809b-454e-4554-86bb-4e8f675e8a2f tempest-verify_tempest_config-1175252794 tempest-verify_tempest_config-1175252794-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:50:10.957104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6a47809b-454e-4554-86bb-4e8f675e8a2f tempest-verify_tempest_config-1175252794 tempest-verify_tempest_config-1175252794-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056767 Aug 18 13:50:11.463791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38044) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:50:11.571749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:11.657796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:11.740275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:11.784116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fb9183-6e0a-4d1c-9833-2cd4bdda5ea3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:11.788366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74b514c9448b454da6efa39f1ab687f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3235502 Aug 18 13:50:11.791243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:50:11.794886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.796966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.797821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.797821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.797821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.798226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.798599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540ca8a-f4c0-4461-9904-bd470c6f7aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:11.853374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:11.873811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:12.015061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:12.017554 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:12.019374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84fb9183-6e0a-4d1c-9833-2cd4bdda5ea3 HTTP/1.1" status: 204 len: 168 time: 0.2259219 Aug 18 13:50:12.027106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fb9183-6e0a-4d1c-9833-2cd4bdda5ea3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:12.034266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.034550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.034985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.035324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.035656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.035987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.036335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.036695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.037026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.037347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.037669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:12.038165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64832e42-dbb4-499c-8f91-569d16d0114c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:17.961691 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:50:21.883949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4434e7bf-38cd-4f3c-a6d0-c1699d3be994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:24.654222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af509edf-5798-492c-a99b-3df8354bef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:24.898210 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:25.692456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:27.249252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:51.876594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-72301076-b5f3-4501-b090-a25af2d0ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:54.657511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ef54937-9321-4283-98fd-b5b6ccbe65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:54.812017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:54.961508 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:50:55.686109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:57.251946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:21.870171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ef072d4-1d32-4144-92ca-826685e4e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:24.662649 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-550e2749-c784-433a-ba89-a955fcd7d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:24.851429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:25.698981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:27.253544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:31.960047 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:51:51.864083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ab9-84f3-43ab-a8cb-052cf63beefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:54.692355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf3258f7-6d70-425d-90e3-b40eb2a39f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:54.833384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:55.703780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:57.235078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:08.958257 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:52:21.863134 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6718a42-efd9-4e2b-a606-d8c9e40069e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:24.667024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0b5439c3-651c-4f9f-8277-132b71352001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:24.902981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:25.736046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:27.272679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:45.958168 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 5 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:52:51.863177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4301ca9a-684c-47a6-98ed-47bf4727edd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:54.672268 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-18f4588b-419f-430f-b11c-73811deddd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:54.856915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:55.723861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:57.279774 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:09.810552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:10.478864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562773'] for agent, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:21.890378 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e72fe480-83c6-46ca-9799-d944fe10e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:22.957415 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:53:24.672981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ebcfbbc5-91c2-43e6-93fb-8c232c05e178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:24.816161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:25.707347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:27.284958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:39.764468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:40.459589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:51.867755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89a10ff6-f823-4416-8cd5-bc5963eadb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:54.670425 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c207c534-d0a0-4ad8-8748-9830b4ac180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:54.855632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:55.701256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:57.278201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:59.957081 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:54:03.481955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38110) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:54:03.583940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-df4133fc-c936-4ad7-a33e-7a3115b4c0e0 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1008921 Aug 18 13:54:05.778119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:54:05.840335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-765c2879-0b65-4c6d-8c90-e0734538183b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0611911 Aug 18 13:54:09.767190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:10.449180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:21.860892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2adda798-326b-43e0-b07b-a6618bddb749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:24.666536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfa11cdf-bf92-4a4d-bca4-500ddf73e0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:24.848981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:25.694907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:27.263803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:36.956426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:54:39.786115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:40.465531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:51.848887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f449868-4acf-4207-a7d9-f64626510872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:54.768572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-914f00cd-3fe9-4e85-8b3e-1361902b9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:54.837243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:55.726294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:57.280159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:09.796868 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:10.511532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:13.956610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:55:21.859570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9a22934-c377-4d23-93d5-1f3615d72b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:24.705125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bc49c282-6352-4f1a-8895-d4dfe20b9b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:24.882092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:25.756891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:27.259292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:32.400915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38348) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:32.664336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38358) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:32.846601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-17627509-network', 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:32.931475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:32.933775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:32.945957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.040733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.124160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.140537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4a9bf6e3-cd91-4555-864d-3ecea58667ae tempest-AutoAllocateNetworkTest-1822911966 tempest-AutoAllocateNetworkTest-1822911966-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6ad56f945a84e709fac2a71d94eff60&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4749110 Aug 18 13:55:33.143258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:33.148398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:55:33.167018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.167363 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Added segment 0567a20c-6629-4256-a7e9-f6787e5b78f9 of type vlan for network 167638a7-f73e-4e33-9822-be0329c5ec23 Aug 18 13:55:33.194939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e01f13-d2a7-44c4-9c37-a04165dfb684,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:33.228987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.229326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.229880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.230393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.230723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.231222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.231995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.232319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.232807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.232938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.233249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.233744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Tracked resource versions report: Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: pushed versions: Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: { 'AddressGroup': {'1.2'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'ConntrackHelper': {'1.0'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Log': {'1.0'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Network': {'1.1'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Port': {'1.7'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'PortForwarding': {'1.2'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'QosPolicy': {'1.9'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SecurityGroup': {'1.4'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SubPort': {'1.0'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Subnet': {'1.1'}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Trunk': {'1.1'}} Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: consumer versions: Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: HyperV agent@n-h1-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: HyperV agent@n-h2-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: L3 agent@n-d-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: Metadata agent@n-d-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: Metering agent@n-d-804303-5: {}, Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'ConntrackHelper': '1.0', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Log': '1.0', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Network': '1.1', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Port': '1.7', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'PortForwarding': '1.2', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'QosPolicy': '1.9', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SecurityGroup': '1.4', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SecurityGroupRule': '1.2', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'SubPort': '1.0', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Subnet': '1.1', Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: 'Trunk': '1.1'}} Aug 18 13:55:33.235321 n-d-804303-5 neutron-server[112228]: {{(pid=112228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:55:33.244093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.368355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.372410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:33.372410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.395515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01d9d0-c792-4ba6-846c-1d2d954f1ce1 tempest-AutoAllocateNetworkTest-1822911966 tempest-AutoAllocateNetworkTest-1822911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:33.397064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d01d9d0-c792-4ba6-846c-1d2d954f1ce1 tempest-AutoAllocateNetworkTest-1822911966 tempest-AutoAllocateNetworkTest-1822911966-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2526500 Aug 18 13:55:33.400267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:33.437032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] Pushing event updated for resources: {'Network': ['ID=167638a7-f73e-4e33-9822-be0329c5ec23,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:33.449327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 167638a7-f73e-4e33-9822-be0329c5ec23 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:55:33.481921 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d34071b-0648-4033-8d2b-13fa8e39fe53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0791638 Aug 18 13:55:33.484679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38394) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:33.491042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Request body: {'subnet': {'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-17627509-subnet', 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:33.514195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-32abe57a-fc59-4859-8f87-96e8da01c9ec tempest-AutoAllocateNetworkTest-1822911966 tempest-AutoAllocateNetworkTest-1822911966-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126454 Aug 18 13:55:33.515387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:33.553896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-820b783b-4322-4a58-b0d1-7d9f73bd4940 tempest-AutoAllocateNetworkTest-1822911966 tempest-AutoAllocateNetworkTest-1822911966-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6ad56f945a84e709fac2a71d94eff60 HTTP/1.1" status: 200 len: 208 time: 0.0369210 Aug 18 13:55:33.613923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:33.617009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.876351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:33.937691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e770702b-137d-4024-b7e0-2f106db831e1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:33.941527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:33.941527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Network hostable DHCP agents. Network: 167638a7-f73e-4e33-9822-be0329c5ec23, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:55:34.002373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Network 167638a7-f73e-4e33-9822-be0329c5ec23 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:55:34.064988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 167638a7-f73e-4e33-9822-be0329c5ec23) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:34.069244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:34.072970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:34.077542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bf06a-0360-482c-9f95-e916ed3aacd9 None None] Network 167638a7-f73e-4e33-9822-be0329c5ec23 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:55:34.123839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13015295-f58e-46c6-a937-ef383b745390 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6376848 Aug 18 13:55:34.334616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0032f61-4393-4ffb-a0d0-1922ade616b9 None None] Network 167638a7-f73e-4e33-9822-be0329c5ec23 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:55:34.893957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38446) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:35.462577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.591163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.662676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.709950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:35.710646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6ad56f945a84e709fac2a71d94eff60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8150311 Aug 18 13:55:35.737182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd05e92-e849-469d-a08f-6a2d0d8df74d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:35.750828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.751185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.751535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.751880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.752222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.752563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.752900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.753234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.753567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.753937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.754273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.754631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664835e2-c09c-428f-b192-1c780cca095d admin admin] Tracked resource versions report: Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: pushed versions: Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: { 'AddressGroup': {'1.2'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'ConntrackHelper': {'1.0'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Log': {'1.0'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Network': {'1.1'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Port': {'1.7'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'PortForwarding': {'1.2'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'QosPolicy': {'1.9'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SecurityGroup': {'1.4'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SubPort': {'1.0'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Subnet': {'1.1'}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Trunk': {'1.1'}} Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: consumer versions: Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: HyperV agent@n-h1-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: HyperV agent@n-h2-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: L3 agent@n-d-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: Metadata agent@n-d-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: Metering agent@n-d-804303-5: {}, Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'ConntrackHelper': '1.0', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Log': '1.0', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Network': '1.1', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Port': '1.7', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'PortForwarding': '1.2', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'QosPolicy': '1.9', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SecurityGroup': '1.4', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SecurityGroupRule': '1.2', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'SubPort': '1.0', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Subnet': '1.1', Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: 'Trunk': '1.1'}} Aug 18 13:55:35.756169 n-d-804303-5 neutron-server[112229]: {{(pid=112229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:55:35.788282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.811231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.937465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.940063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:35.941367 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6dd05e92-e849-469d-a08f-6a2d0d8df74d HTTP/1.1" status: 204 len: 168 time: 0.2304029 Aug 18 13:55:35.954917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf4d60-ec60-4f33-9dab-d59ca084f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd05e92-e849-469d-a08f-6a2d0d8df74d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:36.697899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:36.703843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-222008897-network', 'tenant_id': 'd41201fad93e40a295a096cdc4aef3d0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:36.811335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Made reservation on behalf of d41201fad93e40a295a096cdc4aef3d0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:36.814549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:36.823519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:36.915747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:36.978269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38554) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:36.985205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.007840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:55:37.022572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e754c8be-6c5f-43d0-9323-1fa0292c5d10,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:37.030540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.031120 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Added segment 890d9ba5-a156-407b-837d-bf29bf5ae53d of type vlan for network f085f845-d2b6-4927-9734-2c68b408cc51 Aug 18 13:55:37.072350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.171510 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.172498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:37.173079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.330173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] Pushing event updated for resources: {'Network': ['ID=f085f845-d2b6-4927-9734-2c68b408cc51,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:37.341486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f085f845-d2b6-4927-9734-2c68b408cc51 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:55:37.369607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66c9597e-b268-43f0-9256-e51c1d2660cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.389519 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb75b071-cb49-4b51-8ccd-d33451b14bcc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6905482 Aug 18 13:55:37.392345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38580) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:37.397229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Request body: {'subnet': {'network_id': 'f085f845-d2b6-4927-9734-2c68b408cc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-222008897-subnet', 'tenant_id': 'd41201fad93e40a295a096cdc4aef3d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:37.479777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66c9597e-b268-43f0-9256-e51c1d2660cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.549038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66c9597e-b268-43f0-9256-e51c1d2660cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.588016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-66c9597e-b268-43f0-9256-e51c1d2660cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2100ec6073c44715b9230b2ddb1dec39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6086507 Aug 18 13:55:37.589942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9597e-b268-43f0-9256-e51c1d2660cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75bc04d-62c4-46df-a44f-4d7b8e8746d4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:37.592461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:37.646272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.648886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Made reservation on behalf of d41201fad93e40a295a096cdc4aef3d0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:37.652380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Notify callbacks [] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.717052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.750915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38594) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:37.848871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.851354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.852644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f75bc04d-62c4-46df-a44f-4d7b8e8746d4 HTTP/1.1" status: 204 len: 168 time: 0.2590101 Aug 18 13:55:37.877607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830e5c-e2f2-4b4f-b49e-51f03fdb4931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75bc04d-62c4-46df-a44f-4d7b8e8746d4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:37.944028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38616) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:37.960155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:37.985793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05c8dd2d-5785-4e8b-a1da-374c7a7a185b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.016509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Pushing event updated for resources: {'Subnet': ['ID=523ea8cc-00dc-43ef-9f71-42c40f1a67aa,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:38.042994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Checking segment: {'id': '890d9ba5-a156-407b-837d-bf29bf5ae53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f085f845-d2b6-4927-9734-2c68b408cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:38.043289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Network hostable DHCP agents. Network: f085f845-d2b6-4927-9734-2c68b408cc51, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:55:38.093398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05c8dd2d-5785-4e8b-a1da-374c7a7a185b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.144889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Network f085f845-d2b6-4927-9734-2c68b408cc51 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:55:38.150844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38632) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:38.154147 n-d-804303-5 neutron-server[112229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 13:55:38.179873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05c8dd2d-5785-4e8b-a1da-374c7a7a185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.183292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-a7b95de7-33d1-4865-b38a-3bf3220e5fff tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313637 Aug 18 13:55:38.235460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-05c8dd2d-5785-4e8b-a1da-374c7a7a185b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07da40a8806a46cfbeca32892abfbd99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4820607 Aug 18 13:55:38.238469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:38.239117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8dd2d-5785-4e8b-a1da-374c7a7a185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750fa8bb-1e30-4bd6-9f2d-8d9f4afb068f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:38.263977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f085f845-d2b6-4927-9734-2c68b408cc51) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:38.271496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:38.273706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.275311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a9651-2699-4d9b-bee0-ec99210a7d22 None None] Network f085f845-d2b6-4927-9734-2c68b408cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:55:38.350248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-7c2fdecc-bf1b-4ae3-8d30-143f1486f529 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:38.354404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-7c2fdecc-bf1b-4ae3-8d30-143f1486f529 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593938 Aug 18 13:55:38.364104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f031-becc-4155-9d3a-2e7152e8309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.366305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.378403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-7488f555-82f5-40d5-a2ea-aec68af63da8 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/quotas/1d9f01043d0d45dab5dc2e8c9c09ca21 HTTP/1.1" status: 200 len: 375 time: 0.0180273 Aug 18 13:55:38.387342 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2498752f-6863-47a6-bee2-844de421757d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9916909 Aug 18 13:55:38.423298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.495768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-b44be327-4528-4087-999f-ee8294321a5c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095107 Aug 18 13:55:38.509667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885015fc-d1d1-4855-ad52-e04e3ef18f7d None None] Network f085f845-d2b6-4927-9734-2c68b408cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:55:38.558803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38650) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:38.566832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f031-becc-4155-9d3a-2e7152e8309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.585958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-0ac0ec23-5c9f-4959-9deb-927a06f3469c tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=16a349af39654b3e98ca245fa7a5fa21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252805 Aug 18 13:55:38.589527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.594425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.600404 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/750fa8bb-1e30-4bd6-9f2d-8d9f4afb068f HTTP/1.1" status: 204 len: 168 time: 0.3566592 Aug 18 13:55:38.608984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe064cc8-4ef3-42cd-be56-64c18ccd9279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750fa8bb-1e30-4bd6-9f2d-8d9f4afb068f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:38.707562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-1be493b8-537a-4ef4-9d86-87f30431f3fb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:38.709074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-1be493b8-537a-4ef4-9d86-87f30431f3fb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152289 Aug 18 13:55:38.714748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f031-becc-4155-9d3a-2e7152e8309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.724338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-bc0551e4-7163-4b07-922f-83cf4545bc6d tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/quotas/16a349af39654b3e98ca245fa7a5fa21 HTTP/1.1" status: 200 len: 375 time: 0.0095797 Aug 18 13:55:38.768450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-357b5046-339e-421f-a42c-ceba21944e15 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16a349af39654b3e98ca245fa7a5fa21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363972 Aug 18 13:55:38.770258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38660) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:38.780800 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fc5f031-becc-4155-9d3a-2e7152e8309a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33b8d714a0244a4487dc214ea0165fd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8355851 Aug 18 13:55:38.782181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f031-becc-4155-9d3a-2e7152e8309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54127095-07ce-484d-9eee-a4da13f7f5e1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:38.862458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38666) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:38.877084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fdd77b3-8cc8-4d8b-bb76-d2f622f6f937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.914977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0aa46ad6-d20e-4860-997e-b2d18f7ced8f req-3d21eab4-790d-4760-b6f6-c426dcbecf5f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0873990 Aug 18 13:55:38.932859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:38.969499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.031287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fdd77b3-8cc8-4d8b-bb76-d2f622f6f937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.107087 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fdd77b3-8cc8-4d8b-bb76-d2f622f6f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.114265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.117698 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.122232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54127095-07ce-484d-9eee-a4da13f7f5e1 HTTP/1.1" status: 204 len: 168 time: 0.3501415 Aug 18 13:55:39.149688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383777d-d946-4022-bf53-dabed02f319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54127095-07ce-484d-9eee-a4da13f7f5e1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:39.149908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd77b3-8cc8-4d8b-bb76-d2f622f6f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a3807c-7c29-43f7-b9b4-50f1ce2c580f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:39.172378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75e7d498-8f7a-4c14-bbf5-ec4192463fe6 req-c9ee23c2-b679-4062-a47e-c3d3cb2095e1 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0443041 Aug 18 13:55:39.188335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1fdd77b3-8cc8-4d8b-bb76-d2f622f6f937 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a34526239f244d1da76d3185ddf2093f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3228498 Aug 18 13:55:39.189035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:39.245972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.266910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.394772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.396991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:39.398330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40a3807c-7c29-43f7-b9b4-50f1ce2c580f HTTP/1.1" status: 204 len: 168 time: 0.2081826 Aug 18 13:55:39.410732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15eed-587d-4992-8a7b-f4f376f97e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a3807c-7c29-43f7-b9b4-50f1ce2c580f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:39.660250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-4185bc03-4141-4b31-8abf-3efc6aaf7f6b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:39.661781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-4185bc03-4141-4b31-8abf-3efc6aaf7f6b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.1897614 Aug 18 13:55:39.683172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-91e1a89b-787f-4f61-97f2-76a5684d73a9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/quotas/1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 375 time: 0.0099535 Aug 18 13:55:39.725657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-95370fa6-6c3e-46e4-9783-8c8a46b4d89d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363033 Aug 18 13:55:39.788457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.011558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff05ba21-f050-4cc8-85eb-4a4eaae74fc3 req-718fa41a-25fb-4830-b766-8823f46cd352 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Aug 18 13:55:40.108861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:40.122856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96a7963f-7209-43a4-9052-7e994d313ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.216538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96a7963f-7209-43a4-9052-7e994d313ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.261170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-732125d3-f6aa-45c9-b1b4-eb6dd6d3f2a4 req-ad7babe2-dcca-48e0-a6da-e3cdd088f195 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0270441 Aug 18 13:55:40.287398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96a7963f-7209-43a4-9052-7e994d313ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.326586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96a7963f-7209-43a4-9052-7e994d313ca4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c5afbcea4e24f23b05cb26913c0f80e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2159011 Aug 18 13:55:40.328036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7963f-7209-43a4-9052-7e994d313ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a064c917-8685-4e22-8667-f4bba3cf910f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:40.329299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38740) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:40.391463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.421094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.552047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:40.566996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f201636-e76e-464f-8189-2dae13ec671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.602575 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.625034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.627597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.632245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a064c917-8685-4e22-8667-f4bba3cf910f HTTP/1.1" status: 204 len: 168 time: 0.3018575 Aug 18 13:55:40.641171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29bf3-9606-451b-a232-95778c92e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a064c917-8685-4e22-8667-f4bba3cf910f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:40.739058 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f201636-e76e-464f-8189-2dae13ec671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.819330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f201636-e76e-464f-8189-2dae13ec671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.859774 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f201636-e76e-464f-8189-2dae13ec671d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1226a531f299496a84ff9f82c3064f24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3065023 Aug 18 13:55:40.860609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f201636-e76e-464f-8189-2dae13ec671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c7591-b603-4912-86f7-f6d6c32f1d02,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:40.864233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38770) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:40.918908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:40.945867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:41.080766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:41.083411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:41.084587 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/481c7591-b603-4912-86f7-f6d6c32f1d02 HTTP/1.1" status: 204 len: 168 time: 0.2191021 Aug 18 13:55:41.100496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6795-105c-41ef-8518-676b73197157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c7591-b603-4912-86f7-f6d6c32f1d02,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:41.109773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7238e655-8a6c-4adb-a20d-3d68caf04f60 req-328bd808-e881-4716-95d9-f9d6ea5fe8ea tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0444205 Aug 18 13:55:41.118342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-e8b234e9-8099-47b0-833b-bf36da8c9f4c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:55:41.120390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-e8b234e9-8099-47b0-833b-bf36da8c9f4c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4564745 Aug 18 13:55:41.226496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-2cb6e9de-f43c-4a34-a5fa-1345d30149fc service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989699 Aug 18 13:55:41.446130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b573df-40ec-465a-988e-8ce55e037239 req-0bb18fb4-2c84-4341-b76e-1bb576b6582b tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.1139021 Aug 18 13:55:41.449167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-1faf1a6e-b7a7-4548-bbee-c2556c2b1d56 service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143466 Aug 18 13:55:41.751226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1064b54d-8d4c-407c-b883-6dfa80faeb0e req-296547e6-adf4-42a2-8fd0-2ed8c8c83df2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0371616 Aug 18 13:55:42.322136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4540d880-6d3f-4a48-816d-0d5845e35c66 req-8aaad7e1-5eb6-4277-8010-602eddea33ba tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0373204 Aug 18 13:55:42.646459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe193de7-287c-49c0-bf3e-803177b6e12b req-96a5c7f7-e1ba-4862-b169-33566d2172d7 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0328341 Aug 18 13:55:42.837598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc55d81a-9454-40db-87ff-948ec29833d5 req-c484c2ca-90fe-4bdd-adcb-bb9cb4274afc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0290527 Aug 18 13:55:43.431466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2e8f16b-852b-4916-b5aa-2920ba203c38 req-0d40a6f0-e3c6-4dfa-b21f-b919d1e91594 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0333660 Aug 18 13:55:43.498795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.10', 59378) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:43.517869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38902) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:43.533639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-19adf331-7d2b-47eb-8466-b175f734e897 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335720 Aug 18 13:55:43.622619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.58', 55699) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:43.657972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-72b18cfb-b54f-4e94-9ef7-c1ca684040af tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=16a349af39654b3e98ca245fa7a5fa21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332401 Aug 18 13:55:43.798090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91bbff92-66bf-4f9e-be5e-8cbd6c53e412 req-4a572c84-58ab-4aee-85b5-9c8e5178cd82 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0549872 Aug 18 13:55:43.806688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-487b505b-381d-4f08-9554-7d76c5f1e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:43.842840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-78cc988d-be57-46f5-a2fc-8f1a51858407 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:43.844660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-78cc988d-be57-46f5-a2fc-8f1a51858407 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005581 Aug 18 13:55:43.849238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-83219cae-fb02-4077-a0d9-d0b19a30d23a tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:43.850817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-83219cae-fb02-4077-a0d9-d0b19a30d23a tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829247 Aug 18 13:55:43.916815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Request body: {'port': {'device_id': '6035c7a1-bb21-4cee-a943-b88576811b44', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '1d9f01043d0d45dab5dc2e8c9c09ca21'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:43.977932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Request body: {'port': {'device_id': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '16a349af39654b3e98ca245fa7a5fa21'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:44.007280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84d5efff-54d4-489e-9fc7-4ddad993c6b7 req-d006cb35-4d72-4d96-b0e0-49cb90340701 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0899162 Aug 18 13:55:44.308537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-487b505b-381d-4f08-9554-7d76c5f1e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.379302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-487b505b-381d-4f08-9554-7d76c5f1e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.421637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:44.421795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-487b505b-381d-4f08-9554-7d76c5f1e259 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42460ce0bfee41949e0a9900f0f36ac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9021714 Aug 18 13:55:44.426848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b505b-381d-4f08-9554-7d76c5f1e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37189495-e3a6-4dec-85a7-8e8f5dc37d30,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:44.452052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.10', 59381) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:44.486579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Made reservation on behalf of 1d9f01043d0d45dab5dc2e8c9c09ca21 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:44.490298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.501475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.503384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.529798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.588138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0b1abd-c1b3-4ad6-9832-624982607f60 req-d6d4eaf4-dc79-45b9-9a12-65f3f6b5413f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0473287 Aug 18 13:55:44.641900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-66b9a12e-ddc3-4c63-a739-81a8c9e2c309 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:44.643337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-66b9a12e-ddc3-4c63-a739-81a8c9e2c309 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.1901414 Aug 18 13:55:44.662845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Request body: {'port': {'device_id': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'admin_state_up': True, 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:44.714385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Made reservation on behalf of 16a349af39654b3e98ca245fa7a5fa21 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:44.719333 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.731680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.763121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.763121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.764457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37189495-e3a6-4dec-85a7-8e8f5dc37d30 HTTP/1.1" status: 204 len: 168 time: 0.3418078 Aug 18 13:55:44.795458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0510e-0a18-435e-87e1-ccb7aafd3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37189495-e3a6-4dec-85a7-8e8f5dc37d30,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:44.864664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.910235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.977247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a487608c-86a3-402d-82c5-134f66a71bd1 req-9d34f6d1-f01e-45e3-af62-c0aeeaf9e29f tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0701518 Aug 18 13:55:45.057032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bcf787-8483-441c-9edb-4a42b7f943c2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:45.074468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.142272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-267049b7-9e4d-4c2d-8845-3e674bb698e8 req-5c384233-e9a2-488f-9dd2-336d3658800f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0337167 Aug 18 13:55:45.191223 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.225267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Allocated IP 192.168.233.154 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/24b4b234-5335-4678-ae78-fdb1ce9dd165) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:55:45.249631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:45.318622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:45.322322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.563231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Allocated IP 172.20.0.10 (167638a7-f73e-4e33-9822-be0329c5ec23/e770702b-137d-4024-b7e0-2f106db831e1/ceaca582-7618-452e-aeaa-3d211457f102) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:55:45.591921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.650449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Transition to ACTIVE for port object 24b4b234-5335-4678-ae78-fdb1ce9dd165 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:45.793305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.941229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:55:45.956688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:45.962742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:55:45.969438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:45.970187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.974278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Pushing event updated for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:46.020575 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:46.028532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Allocated IP 192.168.233.227 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/1bf8021c-8415-494b-869c-396388103cf7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:55:46.086964 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-cf6d5f62-4ac0-423e-9708-88bb805da9af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1743417 Aug 18 13:55:46.188177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-72e072c9-2088-4713-b63b-726fab643673 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:55:46.188177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-72e072c9-2088-4713-b63b-726fab643673 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079315 Aug 18 13:55:46.437873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.439543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-93d78b09-1585-454d-a61d-1a0d3672d8bf None None] Provisioning for port 24b4b234-5335-4678-ae78-fdb1ce9dd165 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:46.444055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-93d78b09-1585-454d-a61d-1a0d3672d8bf None None] Provisioning complete for port 24b4b234-5335-4678-ae78-fdb1ce9dd165 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:46.444405 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-93d78b09-1585-454d-a61d-1a0d3672d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:46.446691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.447244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.447850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.447954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.463751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7710c89-4638-4b92-9486-a3da35424dfb req-dbb950ef-bc9d-4559-accd-31a90e9c7924 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3595 time: 0.3688524 Aug 18 13:55:46.540998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-93d78b09-1585-454d-a61d-1a0d3672d8bf None None] Port 24b4b234-5335-4678-ae78-fdb1ce9dd165 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:55:46.600073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39018) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:46.651759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046bd64-3e47-4ad8-9562-8c4c5f636283 req-20a4f9c4-b8a7-456f-a1a0-38451619c2e0 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:46.653681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1046bd64-3e47-4ad8-9562-8c4c5f636283 req-20a4f9c4-b8a7-456f-a1a0-38451619c2e0 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 936 time: 0.1889894 Aug 18 13:55:46.664968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-064aabcf-7c11-4cbf-b12e-a1a77d43feff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:46.708290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21b385ff-a989-4545-95e6-75ca234a9eab req-d67d28e4-a972-4214-836e-5485f839c0f6 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0419405 Aug 18 13:55:46.873384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1046bd64-3e47-4ad8-9562-8c4c5f636283 req-ed85a106-ebd7-4d72-8651-0bda3921f615 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992400 Aug 18 13:55:46.914062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8629254f-f3ac-430d-979f-570b3391ed15 req-ba4dac4f-98c9-46f9-a658-4fca05dc9aa3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0888989 Aug 18 13:55:46.955096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-064aabcf-7c11-4cbf-b12e-a1a77d43feff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:46.987796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Request body: {'port': {'device_id': '6035c7a1-bb21-4cee-a943-b88576811b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:47.027662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-064aabcf-7c11-4cbf-b12e-a1a77d43feff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.063768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.127797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-064aabcf-7c11-4cbf-b12e-a1a77d43feff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7285f88d44334c16b33032018040ce94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258968 Aug 18 13:55:47.130777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39030) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:47.131754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aabcf-7c11-4cbf-b12e-a1a77d43feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1886ca01-f82a-446d-bdbc-86416b6e204d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:47.157620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.207353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:47.230628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Network 167638a7-f73e-4e33-9822-be0329c5ec23 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:55:47.236820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:47.249487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:55:47.255373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.256025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.260118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.307144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.309749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a772-bb9b-4994-a501-b8385a6361a4 req-d4ba22db-8904-49ff-8315-563cedf7bf46 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.325873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca25a772-bb9b-4994-a501-b8385a6361a4 req-d4ba22db-8904-49ff-8315-563cedf7bf46 tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 886 time: 0.4098849 Aug 18 13:55:47.423641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.434483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Transition to ACTIVE for port object 1bf8021c-8415-494b-869c-396388103cf7 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:47.438201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-8861aa70-9ad5-4520-a021-118fce23bd1d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7788944 Aug 18 13:55:47.457574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Request body: {'port': {'device_id': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:47.589131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.612288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.612732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.613213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.613697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.614181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.628716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.629661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.630122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fef28d2e-2ec5-4dfd-81b4-459dd2315988 req-af892d91-2a3a-49d7-af1b-3e9dba2e869e tempest-NetworksTest-832419228 tempest-NetworksTest-832419228-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3595 time: 0.2638617 Aug 18 13:55:47.632064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1886ca01-f82a-446d-bdbc-86416b6e204d HTTP/1.1" status: 204 len: 168 time: 0.4957285 Aug 18 13:55:47.657551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7f9c9-db62-4ebe-ac38-0dd3d0b4f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886ca01-f82a-446d-bdbc-86416b6e204d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:47.706489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.807230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:55:47.890872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:47.912787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:55:47.923498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:47.924453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.956836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Pushing event updated for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:47.984586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b4b234-5335-4678-ae78-fdb1ce9dd165 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:47.996255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.022167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Transition to ACTIVE for port object 24b4b234-5335-4678-ae78-fdb1ce9dd165 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:48.113437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84487827-7aa3-4efd-a4ea-784f0a3edc58 req-72e71008-cc70-4c4c-bf93-9944a05001d5 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:48.117986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84487827-7aa3-4efd-a4ea-784f0a3edc58 req-72e71008-cc70-4c4c-bf93-9944a05001d5 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 936 time: 0.2353616 Aug 18 13:55:48.119114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-75054b1d-54f7-48e0-9035-39cda01d46b8 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1943288 Aug 18 13:55:48.137347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.301267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Pushing event updated for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:48.331320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d7bfd60c-a4eb-44e5-96b5-a1aade8e8168 None None] Provisioning for port 1bf8021c-8415-494b-869c-396388103cf7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:48.337386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d7bfd60c-a4eb-44e5-96b5-a1aade8e8168 None None] Provisioning complete for port 1bf8021c-8415-494b-869c-396388103cf7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:48.337903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84487827-7aa3-4efd-a4ea-784f0a3edc58 req-82570b60-fed6-47d5-b76b-f12af1f8ad59 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062182 Aug 18 13:55:48.338367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7bfd60c-a4eb-44e5-96b5-a1aade8e8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.367104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Attempting to bind port 24b4b234-5335-4678-ae78-fdb1ce9dd165 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:55:48.367666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Attempting to bind port 24b4b234-5335-4678-ae78-fdb1ce9dd165 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:55:48.370265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Attempting to bind port 24b4b234-5335-4678-ae78-fdb1ce9dd165 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:48.381752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Port 24b4b234-5335-4678-ae78-fdb1ce9dd165 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:55:48.382316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Attempting to bind port 24b4b234-5335-4678-ae78-fdb1ce9dd165 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:48.393000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:55:48.394986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:48.395758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:55:48.396405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Bound port: 24b4b234-5335-4678-ae78-fdb1ce9dd165, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:55:48.396950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.433392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfd60c-a4eb-44e5-96b5-a1aade8e8168 None None] Port 1bf8021c-8415-494b-869c-396388103cf7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:55:48.587545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaca582-7618-452e-aeaa-3d211457f102 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:48.610685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.623290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:48.643342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:55:48.721233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Transition to ACTIVE for port object ceaca582-7618-452e-aeaa-3d211457f102 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:48.722258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:48.743501 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.748678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb675f-a968-4ad7-b48e-728deeb903be req-13f4bca2-d775-4ba5-be16-0a3314e55fd6 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:48.757223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26eb675f-a968-4ad7-b48e-728deeb903be req-13f4bca2-d775-4ba5-be16-0a3314e55fd6 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.2298136 Aug 18 13:55:48.813141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:48.813793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:48.818128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] 10.222.0.10 "PUT /v2.0/ports/24b4b234-5335-4678-ae78-fdb1ce9dd165 HTTP/1.1" status: 200 len: 1096 time: 2.1700284 Aug 18 13:55:48.818128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:48.859394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26eb675f-a968-4ad7-b48e-728deeb903be req-1e3c1b02-9b1f-4df7-9d7e-f3b6fd10b6f1 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973382 Aug 18 13:55:48.866980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.069204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19396-5dd6-4c45-b564-f4f533201d4b service neutron] Pushing event updated for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:49.092835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:49.104336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-eccb9839-e0e8-4645-8085-d6567bd65399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:49.114364 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-eccb9839-e0e8-4645-8085-d6567bd65399 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 1099 time: 0.1451843 Aug 18 13:55:49.164399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aeef1-f887-42c9-990f-6fb1c60501b7 req-6de542f1-20c1-4126-90ae-149f54510486 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:49.175793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329aeef1-f887-42c9-990f-6fb1c60501b7 req-6de542f1-20c1-4126-90ae-149f54510486 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.3605134 Aug 18 13:55:49.298663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-3b2ea77e-2b15-4748-9922-23d70bb202e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165 HTTP/1.1" status: 200 len: 217 time: 0.1526842 Aug 18 13:55:49.300831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574161a4-0cb9-45f3-9ac2-afd8a8e45438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.327826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39088) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:49.420636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329aeef1-f887-42c9-990f-6fb1c60501b7 req-de94d721-0e2d-45a3-a8c2-762cccbd56fb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372544 Aug 18 13:55:49.430863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:55:49.442736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:55:49.443212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:49.458113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:55:49.459075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:49.473801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:55:49.474281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:49.477171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:55:49.478945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Bound port: ceaca582-7618-452e-aeaa-3d211457f102, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:55:49.479345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.545091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574161a4-0cb9-45f3-9ac2-afd8a8e45438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.610112 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c908a-ba00-40dd-892a-91f5dbb207da" -d '{"events": [{"name": "network-changed", "server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:49.630038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574161a4-0cb9-45f3-9ac2-afd8a8e45438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.726430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574161a4-0cb9-45f3-9ac2-afd8a8e45438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73773e6f-4959-491b-9ed3-64ef8f6b943b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:49.765154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-feb3603c-ec7f-44ea-bb74-c143460c9d4c tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:55:49.766193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-feb3603c-ec7f-44ea-bb74-c143460c9d4c tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2414036 Aug 18 13:55:49.796754 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-574161a4-0cb9-45f3-9ac2-afd8a8e45438 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52c77eb2e175492899ebedc6c69c76ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0733116 Aug 18 13:55:49.799422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-f18b0b4f-af8a-4c08-b8b4-8a83a90e266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:49.800891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-f18b0b4f-af8a-4c08-b8b4-8a83a90e266a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.4911351 Aug 18 13:55:49.801368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39098) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:49.882979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:49.893201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c2c2-e911-4da7-995c-ebb9251df509 req-d10411ca-4e61-495f-85e5-b92202a3a032 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:49.906840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c15c2c2-e911-4da7-995c-ebb9251df509 req-d10411ca-4e61-495f-85e5-b92202a3a032 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 936 time: 0.1386743 Aug 18 13:55:49.926718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.012436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c15c2c2-e911-4da7-995c-ebb9251df509 req-4ab52468-3472-46c0-9d1b-3ca060f8180d tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042707 Aug 18 13:55:50.038771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:50.051339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dc96810-e763-47f8-b027-6412937039fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.213176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:55:50.233226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-0603c84c-9a34-4c8f-8a40-8ac237eed227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:50.246949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-0603c84c-9a34-4c8f-8a40-8ac237eed227 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2673976 Aug 18 13:55:50.282937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.443373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.461495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.462813 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73773e6f-4959-491b-9ed3-64ef8f6b943b HTTP/1.1" status: 204 len: 168 time: 0.6601498 Aug 18 13:55:50.470734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:50.470734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:50.472377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] 10.222.0.10 "PUT /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 1092 time: 3.0201159 Aug 18 13:55:50.478801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:50.555244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5683d55-3aca-4fb4-b79c-6690b6bad5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73773e6f-4959-491b-9ed3-64ef8f6b943b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:50.578514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Request body: {'port': {'device_id': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'device_owner': 'compute:tempest-test_az-1393701872', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:50.610345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-af376fb2-163a-41e5-8ff2-db789d7018e4 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182673 Aug 18 13:55:50.628762 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982e827-1c95-4022-a6e4-121f19fab96c x-openstack-request-id: req-b982e827-1c95-4022-a6e4-121f19fab96c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:50.629072 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:50.629357 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b982e827-1c95-4022-a6e4-121f19fab96c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:50.629817 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165', 'status': 'completed', 'code': 200} Aug 18 13:55:50.655379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92657d9a-8a73-4fda-a141-eca6f8a3f192 req-76702611-9771-4fcb-8384-6c520abece16 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:50.666363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92657d9a-8a73-4fda-a141-eca6f8a3f192 req-76702611-9771-4fcb-8384-6c520abece16 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.3964417 Aug 18 13:55:50.686228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8f8f-c783-4a2f-99dd-9539c7871563 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:50.865443 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-40ee68ec-5964-4d73-9dc5-bbe8067cf69a req-00a28918-26d0-412c-af0e-f00aacd8e236 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477078 Aug 18 13:55:50.958253 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:55:51.193596 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7502175-89a1-49dc-8ad7-3f0200db1cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "tag": "ceaca582-7618-452e-aeaa-3d211457f102"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:51.229590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92657d9a-8a73-4fda-a141-eca6f8a3f192 req-c4c3aa1a-3707-4a7a-aaa7-0b6ca4efdbd3 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607622 Aug 18 13:55:51.278620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa03a61-c2ea-40c6-b757-6d85de3d9ec9 req-76b21f01-1509-41f4-9468-41c341354bd1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:51.291539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aa03a61-c2ea-40c6-b757-6d85de3d9ec9 req-76b21f01-1509-41f4-9468-41c341354bd1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.4326389 Aug 18 13:55:51.320797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dc96810-e763-47f8-b027-6412937039fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.322000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.335190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5729ae9e-2bcd-4529-b5b1-25a7c66ad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:51.336819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5729ae9e-2bcd-4529-b5b1-25a7c66ad814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1095 time: 0.7001135 Aug 18 13:55:51.410837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aa03a61-c2ea-40c6-b757-6d85de3d9ec9 req-378722c1-9404-4732-872d-452171832170 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 Aug 18 13:55:51.444397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-e4182802-2839-464d-8ca9-7c9c7bdf986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:51.446102 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-e4182802-2839-464d-8ca9-7c9c7bdf986b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 1099 time: 0.3845117 Aug 18 13:55:51.466413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dc96810-e763-47f8-b027-6412937039fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.611266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96810-e763-47f8-b027-6412937039fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a805bfd4-05ac-4994-8043-3eb254cba60c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:51.615338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0dc96810-e763-47f8-b027-6412937039fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fea2b32661c45e29a56bea5f8804331&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2455781 Aug 18 13:55:51.619770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39144) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:51.718712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:51.756439 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34add9d0-7d09-43cb-b587-3e5e25f3aacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.879054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65a62e-6b3c-489c-9cee-c51e5ec591ee req-73453efc-7d7e-4e71-8008-0fb5717ae86d tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:51.879402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.883609 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4701f5a2-9e6c-4960-9a2a-0631ce1c2e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.891738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af65a62e-6b3c-489c-9cee-c51e5ec591ee req-73453efc-7d7e-4e71-8008-0fb5717ae86d tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 936 time: 0.3688021 Aug 18 13:55:51.923111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.936272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf8021c-8415-494b-869c-396388103cf7 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:51.953736 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:51.992993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af65a62e-6b3c-489c-9cee-c51e5ec591ee req-0def9802-c6e4-4765-9156-079b7a352446 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861475 Aug 18 13:55:51.999643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Transition to ACTIVE for port object 1bf8021c-8415-494b-869c-396388103cf7 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:52.063910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34add9d0-7d09-43cb-b587-3e5e25f3aacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.150482 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fe90e-1b0a-422e-8e36-968ba828d8e1 x-openstack-request-id: req-9a1fe90e-1b0a-422e-8e36-968ba828d8e1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:52.151013 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "tag": "ceaca582-7618-452e-aeaa-3d211457f102", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:52.151133 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a1fe90e-1b0a-422e-8e36-968ba828d8e1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:52.151604 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102', 'status': 'completed', 'code': 200} Aug 18 13:55:52.173861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.175340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.181696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.189410 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a805bfd4-05ac-4994-8043-3eb254cba60c HTTP/1.1" status: 204 len: 168 time: 0.5649276 Aug 18 13:55:52.202404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc490b35-92aa-4418-86d4-91b6104ec95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a805bfd4-05ac-4994-8043-3eb254cba60c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:52.246525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34add9d0-7d09-43cb-b587-3e5e25f3aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.257314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:52.298201 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-34add9d0-7d09-43cb-b587-3e5e25f3aacb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad38c1b2aa294ebf82653e2e3edc1fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782232 Aug 18 13:55:52.302814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39162) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:52.502937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-5c3292bd-8b25-4935-b8e8-54620d23b4f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.1890197 Aug 18 13:55:52.692948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-2e36443a-614c-4ab5-96c3-9c4a02721a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:52.694660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-2e36443a-614c-4ab5-96c3-9c4a02721a2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1445014 Aug 18 13:55:52.713452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-b3d848bd-7491-49b0-947f-051e7c061c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:52.716673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-b3d848bd-7491-49b0-947f-051e7c061c76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.4051826 Aug 18 13:55:52.723350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Attempting to bind port 1bf8021c-8415-494b-869c-396388103cf7 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:55:52.724771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add9d0-7d09-43cb-b587-3e5e25f3aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef5f3e-cfb0-43d7-bdc6-a0782f0d5961,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:52.730574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Attempting to bind port 1bf8021c-8415-494b-869c-396388103cf7 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:55:52.730574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Attempting to bind port 1bf8021c-8415-494b-869c-396388103cf7 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:52.754661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Port 1bf8021c-8415-494b-869c-396388103cf7 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:55:52.756999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Attempting to bind port 1bf8021c-8415-494b-869c-396388103cf7 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:52.803968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:55:52.806152 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-cc634ca9-183e-4b82-b14a-56526da7ed0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165 HTTP/1.1" status: 200 len: 217 time: 0.0679362 Aug 18 13:55:52.806590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:52.807094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:55:52.807659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Bound port: 1bf8021c-8415-494b-869c-396388103cf7, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:55:52.808232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:52.932319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:52.947918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1bf8021c-8415-494b-869c-396388103cf7,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:55:53.045243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-a62d82d6-a2fc-4f43-a524-10afcd8b3b68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2728260 Aug 18 13:55:53.049172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.050918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-2eca6c35-bf63-4c5b-a16e-e2679c325e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.053061 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-2eca6c35-bf63-4c5b-a16e-e2679c325e82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0860600 Aug 18 13:55:53.110709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc30647-aa90-4ff1-b4f1-c749fa123e48 req-64314c0d-6461-4046-976e-069bf63c5cae tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.116841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cc30647-aa90-4ff1-b4f1-c749fa123e48 req-64314c0d-6461-4046-976e-069bf63c5cae tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.6019397 Aug 18 13:55:53.141702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:53.158082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.173566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.174459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.175930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-2b1a54e6-77d1-464a-a97d-0ae455953c74 service neutron] 10.222.0.58 "PUT /v2.0/ports/1bf8021c-8415-494b-869c-396388103cf7 HTTP/1.1" status: 200 len: 1118 time: 3.0844243 Aug 18 13:55:53.260610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39184) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:53.293501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cc30647-aa90-4ff1-b4f1-c749fa123e48 req-e9bd3404-dff1-4720-852f-fe9c003d8f09 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345260 Aug 18 13:55:53.301798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4b5e-122c-4618-acca-32f6000439b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.330039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba9b9-9d47-4afa-93b5-7e79b9b38610 req-c82849bf-c6f7-4915-a47d-72b20c14260a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.331650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-049ba9b9-9d47-4afa-93b5-7e79b9b38610 req-c82849bf-c6f7-4915-a47d-72b20c14260a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.6666133 Aug 18 13:55:53.360988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-0d41d5f9-8fcb-4c32-bde9-989ae20badd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.362765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-0d41d5f9-8fcb-4c32-bde9-989ae20badd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829529 Aug 18 13:55:53.422446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.661809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-10e24b02-6bf1-4a00-8a7a-e575288c24be service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221936 Aug 18 13:55:53.672129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-049ba9b9-9d47-4afa-93b5-7e79b9b38610 req-b94d7f51-21d1-4982-83a1-a00346ecab11 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933016 Aug 18 13:55:53.692550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-d9d06cba-d28b-43d4-87f8-5fde846a8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:53.694189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-d9d06cba-d28b-43d4-87f8-5fde846a8f63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=16a349af39654b3e98ca245fa7a5fa21&device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 1121 time: 0.1293449 Aug 18 13:55:53.715066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4b5e-122c-4618-acca-32f6000439b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.843970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-3231a676-cc56-427a-a1a3-3891d834f4f0 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659988 Aug 18 13:55:53.851511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4b5e-122c-4618-acca-32f6000439b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.887454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.890215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:53.892056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04ef5f3e-cfb0-43d7-bdc6-a0782f0d5961 HTTP/1.1" status: 204 len: 168 time: 1.5896063 Aug 18 13:55:53.899057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-21840077-4924-4890-8174-843e5ffdb274 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1bf8021c-8415-494b-869c-396388103cf7 HTTP/1.1" status: 200 len: 217 time: 0.1279631 Aug 18 13:55:53.958976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cdeb4b5e-122c-4618-acca-32f6000439b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a08755475b548b2a0782edd668c0766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042239 Aug 18 13:55:53.959963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:54.065534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.071849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4b5e-122c-4618-acca-32f6000439b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae9689-633f-4968-9ed5-12fd096e46dc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:54.109460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55bfc-887a-4bf0-8180-a15bac14bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef5f3e-cfb0-43d7-bdc6-a0782f0d5961,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:54.121412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.155673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe8c908a-ba00-40dd-892a-91f5dbb207da req-add43ade-6b88-49a6-85ff-38bca363e060 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376302 Aug 18 13:55:54.158201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'tag': '1bf8021c-8415-494b-869c-396388103cf7'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:54.161026 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8799957c-121b-49fa-a507-f07124cb1668" -d '{"events": [{"name": "network-changed", "server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "tag": "1bf8021c-8415-494b-869c-396388103cf7"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:54.220219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499ac7c-f06c-48b4-b962-f5710ca8bb4d req-291265e0-ebc7-41e1-a47e-e9739359e985 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:54.221910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7499ac7c-f06c-48b4-b962-f5710ca8bb4d req-291265e0-ebc7-41e1-a47e-e9739359e985 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.3769615 Aug 18 13:55:54.280733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.283941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.284714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72d4c833-9de7-48ef-be6e-ab79332edb26 req-d6926e50-dae1-407c-9351-8c6ea019ec02 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893592 Aug 18 13:55:54.289381 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84ae9689-633f-4968-9ed5-12fd096e46dc HTTP/1.1" status: 204 len: 168 time: 0.3209088 Aug 18 13:55:54.303091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb674-0925-472e-a91e-5f1c5d447ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae9689-633f-4968-9ed5-12fd096e46dc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:54.317581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7499ac7c-f06c-48b4-b962-f5710ca8bb4d req-f8a1f508-7743-47b5-99f6-24b6d7946529 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872445 Aug 18 13:55:54.434264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:54.478544 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a9a6f-7052-406f-98ac-b911beaaa598 x-openstack-request-id: req-736a9a6f-7052-406f-98ac-b911beaaa598 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:54.479387 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "tag": "1bf8021c-8415-494b-869c-396388103cf7", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:54.480197 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-736a9a6f-7052-406f-98ac-b911beaaa598 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:54.480792 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'tag': '1bf8021c-8415-494b-869c-396388103cf7', 'status': 'completed', 'code': 200} Aug 18 13:55:54.581076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-369c62f9-0bd9-432f-8045-b62c3c1a7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:54.583623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-369c62f9-0bd9-432f-8045-b62c3c1a7514 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1095 time: 0.1199811 Aug 18 13:55:54.737677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df6dfac5-ad51-4bd5-aac5-4547dd3eeb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.812706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-706a78c2-2697-4435-844e-f2a9991cef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:54.841421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65116-c8e6-4c84-b5a7-b6b9c09eeb1a req-e89c9a05-cbd5-4ed6-82c8-e0772e7935c7 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:54.847906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ff65116-c8e6-4c84-b5a7-b6b9c09eeb1a req-e89c9a05-cbd5-4ed6-82c8-e0772e7935c7 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.2421710 Aug 18 13:55:54.859597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.051821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-706a78c2-2697-4435-844e-f2a9991cef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.168973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-706a78c2-2697-4435-844e-f2a9991cef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.254012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ff65116-c8e6-4c84-b5a7-b6b9c09eeb1a req-98fb77c5-0461-46a0-b169-527fa7efec5b tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050689 Aug 18 13:55:55.293480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-c79e37f7-847b-4aab-814e-186cb5b1c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.304114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-c79e37f7-847b-4aab-814e-186cb5b1c3d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.6453428 Aug 18 13:55:55.333228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-967c38d0-d833-416a-892b-17c1689aea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.336521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-967c38d0-d833-416a-892b-17c1689aea23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.3397698 Aug 18 13:55:55.371413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-706a78c2-2697-4435-844e-f2a9991cef0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a551ab78ae649778b6d84c68a97c8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9351947 Aug 18 13:55:55.376838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:55.398184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06995cd0-ceec-4031-929d-f2edb74433d1 req-2a5b594a-39f7-4054-b1b6-5244fadd345d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.400006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06995cd0-ceec-4031-929d-f2edb74433d1 req-2a5b594a-39f7-4054-b1b6-5244fadd345d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.4583759 Aug 18 13:55:55.409124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a78c2-2697-4435-844e-f2a9991cef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844aac04-e7d8-4012-a75f-ceabc1c4fe20,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:55.515100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06995cd0-ceec-4031-929d-f2edb74433d1 req-4f152718-5900-4300-9fd2-b194e48603e5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948951 Aug 18 13:55:55.570001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.580945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-49368093-f145-4485-901d-b482445797b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.591806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-49368093-f145-4485-901d-b482445797b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816463 Aug 18 13:55:55.654865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.729148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-c72c6ca9-fc19-4b89-a7b0-5b7dbbbd18c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.1875315 Aug 18 13:55:55.750227 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.821478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0f16f-133a-464e-9124-3919932a2129 req-ac224625-9b56-4b97-94ae-66e952291673 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.823206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77a0f16f-133a-464e-9124-3919932a2129 req-ac224625-9b56-4b97-94ae-66e952291673 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.2691405 Aug 18 13:55:55.859412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.863427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:55.871121 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/844aac04-e7d8-4012-a75f-ceabc1c4fe20 HTTP/1.1" status: 204 len: 168 time: 0.4850788 Aug 18 13:55:55.886102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479022e-a2d9-47b6-9cdd-8186f4febbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844aac04-e7d8-4012-a75f-ceabc1c4fe20,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:55.890754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-de6fd7c0-b372-4b4f-ad9d-73fee952a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:55.894107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-de6fd7c0-b372-4b4f-ad9d-73fee952a3a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1120095 Aug 18 13:55:55.911624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77a0f16f-133a-464e-9124-3919932a2129 req-cd10a19c-02a6-48c1-b8d5-f9bb7295b4d2 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642829 Aug 18 13:55:55.956420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-f0f05bed-f203-4315-9dee-da5b49a9b9a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397806 Aug 18 13:55:56.088693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-08e6e7dd-3a9f-4d57-a32e-ec4702db3898 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239908 Aug 18 13:55:56.415753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12900337-f7d1-4a69-8689-7ff9995bacca req-0ac51da6-96c8-4e25-b86a-cfbbee23fd9f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:56.423769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12900337-f7d1-4a69-8689-7ff9995bacca req-0ac51da6-96c8-4e25-b86a-cfbbee23fd9f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.0841327 Aug 18 13:55:56.494769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12900337-f7d1-4a69-8689-7ff9995bacca req-46300410-9c5d-4bf9-ae51-1f2874bdee64 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Aug 18 13:55:56.604876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39296) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:56.672165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb0161-574c-4181-b750-97c39b90db29 req-b47c03c0-3226-445b-86a1-493781ce43ae tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:56.680222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dfb0161-574c-4181-b750-97c39b90db29 req-b47c03c0-3226-445b-86a1-493781ce43ae tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.0772748 Aug 18 13:55:56.731514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dfb0161-574c-4181-b750-97c39b90db29 req-62b4a66d-ee91-4327-b359-35d6970f58fb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Aug 18 13:55:57.005747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:57.061660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7244e6d9-6f6d-4750-aad0-e99efcdc9e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.225722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5353050-f75f-498b-aec7-14497ec305d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.238567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def871b1-f210-4d4b-b0c8-0845ee15c053 req-4f327fc7-c30b-4448-919e-ff50c6f1b949 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:57.240573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-def871b1-f210-4d4b-b0c8-0845ee15c053 req-4f327fc7-c30b-4448-919e-ff50c6f1b949 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.1811500 Aug 18 13:55:57.296969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.371812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-def871b1-f210-4d4b-b0c8-0845ee15c053 req-c2959bee-6a20-40ed-8e03-6dae4cdc60e7 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910621 Aug 18 13:55:57.451200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7244e6d9-6f6d-4750-aad0-e99efcdc9e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.568149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7244e6d9-6f6d-4750-aad0-e99efcdc9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.750842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39318) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:57.762668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7244e6d9-6f6d-4750-aad0-e99efcdc9e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6711e93622c34d00acee4067ebc8d506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7552009 Aug 18 13:55:57.805328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244e6d9-6f6d-4750-aad0-e99efcdc9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321691c3-c4ef-4635-b547-fd9ef646faf2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:57.909713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:57.925960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccc9cf-9abd-4f34-ac86-7d3f48f4faea req-218e730a-09d5-46ca-80a8-704c75de0ce3 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:57.927588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcccc9cf-9abd-4f34-ac86-7d3f48f4faea req-218e730a-09d5-46ca-80a8-704c75de0ce3 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.2907021 Aug 18 13:55:57.955333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.015048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29a4df-dfa6-4134-8be0-c329efda6de3 req-403c4562-813a-46b5-87ae-ce51591a0c16 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:58.016651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e29a4df-dfa6-4134-8be0-c329efda6de3 req-403c4562-813a-46b5-87ae-ce51591a0c16 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.1458299 Aug 18 13:55:58.032278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcccc9cf-9abd-4f34-ac86-7d3f48f4faea req-9d0e3b43-8c52-4f1b-9458-7c19f034097f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946546 Aug 18 13:55:58.076044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5353050-f75f-498b-aec7-14497ec305d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.096753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e29a4df-dfa6-4134-8be0-c329efda6de3 req-75f5cbaf-8a2f-45a2-86e7-941eab71f4f5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641937 Aug 18 13:55:58.137120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.140405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.141749 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/321691c3-c4ef-4635-b547-fd9ef646faf2 HTTP/1.1" status: 204 len: 168 time: 0.3898149 Aug 18 13:55:58.152750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cd63a-f16d-4eb8-83ec-98cf17deb1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321691c3-c4ef-4635-b547-fd9ef646faf2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:58.161943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5353050-f75f-498b-aec7-14497ec305d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.243943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:58.251121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f5353050-f75f-498b-aec7-14497ec305d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=129cd57081e4479d9004ffd41072a817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6449029 Aug 18 13:55:58.260545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5353050-f75f-498b-aec7-14497ec305d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad59a3d-cc8e-49d6-bfa1-ceb8da076f04,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:58.351704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.378233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.559725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b834bad-c3a1-4b4d-ba7a-6597493a2977 req-192948ee-a04f-46d0-bed5-6b04ca63b3a4 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:58.559725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b834bad-c3a1-4b4d-ba7a-6597493a2977 req-192948ee-a04f-46d0-bed5-6b04ca63b3a4 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.0982227 Aug 18 13:55:58.584809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.589011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.593985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ad59a3d-cc8e-49d6-bfa1-ceb8da076f04 HTTP/1.1" status: 204 len: 168 time: 0.3479798 Aug 18 13:55:58.607573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b834bad-c3a1-4b4d-ba7a-6597493a2977 req-032b459d-4ffc-4887-906f-43306452a416 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Aug 18 13:55:58.608262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e146a34-2013-4342-8b07-1aa790f59587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad59a3d-cc8e-49d6-bfa1-ceb8da076f04,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:59.143529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-f1b7efc6-c6c4-42a9-969e-410cb363de26 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172855 Aug 18 13:55:59.272289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec519b5-dbf0-490c-9372-a8fa9beb27c4 req-fbaf5f6c-ac7a-4a9f-b6c9-c57d4788d71e tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:59.280140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ec519b5-dbf0-490c-9372-a8fa9beb27c4 req-fbaf5f6c-ac7a-4a9f-b6c9-c57d4788d71e tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.0980239 Aug 18 13:55:59.339950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d4f0cc2-e588-4635-aaf6-cb0c4ae98c6f req-7fde56e5-e8c9-4c94-affb-1f3e82e614b9 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699014 Aug 18 13:55:59.339950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ec519b5-dbf0-490c-9372-a8fa9beb27c4 req-e4701630-41a0-4443-9928-fa851b023d0a tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501497 Aug 18 13:55:59.412540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1859091527', 'description': 'tempest-description-1115016686'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:59.474075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49413fd-4c16-4ea9-a13d-1bd62067b592 req-cf802bc8-35c9-4d6d-bdfe-8c0e60603e6f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:59.475596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c49413fd-4c16-4ea9-a13d-1bd62067b592 req-cf802bc8-35c9-4d6d-bdfe-8c0e60603e6f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.0788815 Aug 18 13:55:59.519159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c49413fd-4c16-4ea9-a13d-1bd62067b592 req-c9bad198-9a19-4f38-9b39-bab0db5adde9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Aug 18 13:55:59.760927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:59.765916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799957c-121b-49fa-a507-f07124cb1668 req-60561c8f-ff93-4a40-9184-af0509dee290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:59.770941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-60561c8f-ff93-4a40-9184-af0509dee290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=16a349af39654b3e98ca245fa7a5fa21&device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 1121 time: 0.0964112 Aug 18 13:55:59.879504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39378) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:59.894099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449672ab-f457-40df-bbc3-e3295b0c6d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:59.951985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:59.998877 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449672ab-f457-40df-bbc3-e3295b0c6d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.077309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7502175-89a1-49dc-8ad7-3f0200db1cbb req-45e9c4a6-0097-47d1-8d87-b0434b995320 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714855 Aug 18 13:56:00.103327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c3da-3f00-4a3e-a7da-e66fa3e478e7 req-1ca15022-4f3e-4ba6-b593-50d5550332cb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.104864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0415c3da-3f00-4a3e-a7da-e66fa3e478e7 req-1ca15022-4f3e-4ba6-b593-50d5550332cb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.1623037 Aug 18 13:56:00.107622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449672ab-f457-40df-bbc3-e3295b0c6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.132193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799957c-121b-49fa-a507-f07124cb1668 req-c5c59818-1e93-4f0a-b07e-778e4bad67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.133640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-c5c59818-1e93-4f0a-b07e-778e4bad67d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1937113 Aug 18 13:56:00.170366 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-449672ab-f457-40df-bbc3-e3295b0c6d64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=600b99bf55594dd4a0274c7d49ff2df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894940 Aug 18 13:56:00.170797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39384) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:00.178179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449672ab-f457-40df-bbc3-e3295b0c6d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db25b7f3-6c0c-4e41-bc88-c38aa0fe6234,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:00.193732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-dc6b62fc-4c4a-4664-9ceb-c10960732162 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1bf8021c-8415-494b-869c-396388103cf7 HTTP/1.1" status: 200 len: 217 time: 0.0475936 Aug 18 13:56:00.236289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.247013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0415c3da-3f00-4a3e-a7da-e66fa3e478e7 req-e0c44355-2a82-400a-8259-b4cc66c85f74 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268423 Aug 18 13:56:00.267471 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.276535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799957c-121b-49fa-a507-f07124cb1668 req-d7f13a46-f23a-422e-aebf-a1c39bcd3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.278050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-d7f13a46-f23a-422e-aebf-a1c39bcd3b08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0717919 Aug 18 13:56:00.336083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.346697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799957c-121b-49fa-a507-f07124cb1668 req-de61fb2e-79a2-4450-9b2a-a4ff16854283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.348201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-de61fb2e-79a2-4450-9b2a-a4ff16854283 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623136 Aug 18 13:56:00.401624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.405889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.417703 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db25b7f3-6c0c-4e41-bc88-c38aa0fe6234 HTTP/1.1" status: 204 len: 168 time: 0.2389629 Aug 18 13:56:00.423141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710184-0f36-457e-b4d7-1dfdd3d26313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25b7f3-6c0c-4e41-bc88-c38aa0fe6234,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:00.448462 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.513680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6f174-4dc6-42ac-aed7-401128badd22,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:00.518853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-6b71fa68-8934-4942-8258-158abb9f8797 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608832 Aug 18 13:56:00.647757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.659779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8799957c-121b-49fa-a507-f07124cb1668 req-29c9db31-3d36-442d-8c5e-35f62ac601b0 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293697 Aug 18 13:56:00.700770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64af59-c68f-4a88-9b73-286e205fce8c req-615d3b3c-b87f-48dd-8c9f-62c28cf882a6 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.702277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb64af59-c68f-4a88-9b73-286e205fce8c req-615d3b3c-b87f-48dd-8c9f-62c28cf882a6 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.0591788 Aug 18 13:56:00.728559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.761552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb64af59-c68f-4a88-9b73-286e205fce8c req-8544a2c5-069d-47a9-9cc7-b31bfbdc374e tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531766 Aug 18 13:56:00.770715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04547362-3322-4746-9174-0782b64042f1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:00.830555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:00.831936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-496138b0-88b1-4955-a442-4339fb9d5253 req-53a4a503-0dab-46e3-b600-93b9e1ec2687 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4248021 Aug 18 13:56:00.878239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Request body: {'security_group': {'name': 'tempest-securitygroup-281508897', 'description': 'tempest-description-996916749'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:00.902581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6e2c-0172-4262-943c-8c5136f50deb req-113c1745-ffb4-47c1-99bd-90a2cf82a5f6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:00.904637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fcf6e2c-0172-4262-943c-8c5136f50deb req-113c1745-ffb4-47c1-99bd-90a2cf82a5f6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.0706584 Aug 18 13:56:00.945016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fcf6e2c-0172-4262-943c-8c5136f50deb req-3654dc53-d4fb-4d9b-bb60-edbd382ac24f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Aug 18 13:56:00.971261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.059250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.125533 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.159371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9fe119-fdb7-497b-8653-468e45edcec2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:01.241979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.243390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71cb78dd-55cb-4fb3-abe2-d1d02f2e271c req-80e9af75-1bc5-42d7-b3b8-ac18e73d46ef tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3713231 Aug 18 13:56:01.414983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db6c2-f70f-4aa9-bd91-e41cc740f761 req-3bd245c9-60af-439d-82fb-d194db074c5c tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:01.416561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-567db6c2-f70f-4aa9-bd91-e41cc740f761 req-3bd245c9-60af-439d-82fb-d194db074c5c tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.0627205 Aug 18 13:56:01.462910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-567db6c2-f70f-4aa9-bd91-e41cc740f761 req-81ef5ff7-97ce-4102-b347-146013043d17 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Aug 18 13:56:01.657497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-587080781', 'description': 'tempest-description-891210821'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:01.750076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.758217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.856561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:01.950428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.001564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48282233-0263-4c68-81c9-07f57d4f59fd,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:02.064853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e2f7f-d265-46ae-a9df-f5d829980fb8 req-3775ba78-50ed-44b6-ac67-5a9f6b9322ee tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:02.066400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-248e2f7f-d265-46ae-a9df-f5d829980fb8 req-3775ba78-50ed-44b6-ac67-5a9f6b9322ee tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.0834160 Aug 18 13:56:02.099440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.120761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-248e2f7f-d265-46ae-a9df-f5d829980fb8 req-2df083f6-ae51-458a-9cb8-cf089f66b0bc tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Aug 18 13:56:02.182801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.210048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407dd34a-76b9-4660-b0ad-9d8ad914cace,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:02.285549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.287970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9990871c-f414-4e46-b39c-f1a80a3a0e86 req-c40efc82-4f66-44e7-a805-11a93e4e2fb1 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6353765 Aug 18 13:56:02.329299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-217985586', 'description': 'tempest-description-1406684922'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:02.410856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8eee8-47a7-4f26-bfd7-71d14627c076 req-b13446e4-9c1b-42a9-a74f-cdc3a628a6ac tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:02.412349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93f8eee8-47a7-4f26-bfd7-71d14627c076 req-b13446e4-9c1b-42a9-a74f-cdc3a628a6ac tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Aug 18 13:56:02.448053 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.452830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93f8eee8-47a7-4f26-bfd7-71d14627c076 req-9b74b52c-f5c7-4151-8754-694bb0e9b697 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Aug 18 13:56:02.540314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1bf8021c-8415-494b-869c-396388103cf7 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:02.608064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.625003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a86f-6d86-497e-9c92-3e482c832e54 req-07ec1a35-0cac-47bb-8fd7-5e6f7a2939ff tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:02.626547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76a2a86f-6d86-497e-9c92-3e482c832e54 req-07ec1a35-0cac-47bb-8fd7-5e6f7a2939ff tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 970 time: 0.0744236 Aug 18 13:56:02.664535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1bf8021c-8415-494b-869c-396388103cf7,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:02.677631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '1bf8021c-8415-494b-869c-396388103cf7', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '1bf8021c-8415-494b-869c-396388103cf7', 'mac_address': 'fa:16:3e:2e:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:tempest-test_az-1393701872', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:02.687936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76a2a86f-6d86-497e-9c92-3e482c832e54 req-c9b3e13f-4a5d-405a-a98b-617f68f73425 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Aug 18 13:56:02.689148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.720481 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.724587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff18eca-cbf7-4cba-b0cb-a8cbe80e0377,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:02.734315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf8021c-8415-494b-869c-396388103cf7 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:02.755487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1bf8021c-8415-494b-869c-396388103cf7,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:02.781447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39490) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:02.782427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.783762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e9b817f-fdc0-4332-8bcf-dd77854f7637 req-60951949-5299-4948-9a47-de1fb3bfe5a3 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4610517 Aug 18 13:56:02.839624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:02.894009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:02.902274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.902824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.903303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.903805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.904269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.904774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.905252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.905831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.906358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.906937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.907270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.907600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Tracked resource versions report: Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: pushed versions: Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: { 'AddressGroup': {'1.2'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'ConntrackHelper': {'1.0'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Log': {'1.0'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Network': {'1.1'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Port': {'1.7'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'PortForwarding': {'1.2'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'QosPolicy': {'1.9'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SecurityGroup': {'1.4'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SubPort': {'1.0'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Subnet': {'1.1'}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Trunk': {'1.1'}} Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: consumer versions: Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: HyperV agent@n-h1-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: HyperV agent@n-h2-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: L3 agent@n-d-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: Metadata agent@n-d-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: Metering agent@n-d-804303-5: {}, Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'ConntrackHelper': '1.0', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Log': '1.0', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Network': '1.1', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Port': '1.7', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'PortForwarding': '1.2', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'QosPolicy': '1.9', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SecurityGroup': '1.4', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SecurityGroupRule': '1.2', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'SubPort': '1.0', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Subnet': '1.1', Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: 'Trunk': '1.1'}} Aug 18 13:56:02.908686 n-d-804303-5 neutron-server[112230]: {{(pid=112230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:56:02.979065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-1d3aaaf7-72f1-4e6a-a694-899d0003578a tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28533 time: 0.1703148 Aug 18 13:56:02.993085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ceaca582-7618-452e-aeaa-3d211457f102 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:03.080705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-64b299fd-2bf2-47a2-b9c7-420974d42b6d tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/04e6f174-4dc6-42ac-aed7-401128badd22 HTTP/1.1" status: 200 len: 2981 time: 0.0500093 Aug 18 13:56:03.101429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:03.113271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ceaca582-7618-452e-aeaa-3d211457f102', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'port_id': 'ceaca582-7618-452e-aeaa-3d211457f102', 'mac_address': 'fa:16:3e:f9:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770702b-137d-4024-b7e0-2f106db831e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:03.134197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-6a8387e3-7cda-4762-bb69-19aaee55129a tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/04e6f174-4dc6-42ac-aed7-401128badd22 HTTP/1.1" status: 200 len: 2981 time: 0.0443087 Aug 18 13:56:03.168437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.182951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c976da-4759-42b7-8d50-f0c1a6f0b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.193007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-b97d27d1-f56c-4b41-a0c4-8db1d1f4d109 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3f675f61-8757-476d-bc70-d37b0007e359 HTTP/1.1" status: 200 len: 2977 time: 0.0515366 Aug 18 13:56:03.196023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaca582-7618-452e-aeaa-3d211457f102 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:03.208826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39504) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:03.226734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:03.245492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['1bf8021c-8415-494b-869c-396388103cf7'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:03.257301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-25809104-b20f-4320-8b7d-49bd13bcd82f tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3f675f61-8757-476d-bc70-d37b0007e359 HTTP/1.1" status: 200 len: 2977 time: 0.0560048 Aug 18 13:56:03.326587 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.327586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 24b4b234-5335-4678-ae78-fdb1ce9dd165 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:03.328917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c863-6cee-40bd-b0b8-c6877240e9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.334160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c976da-4759-42b7-8d50-f0c1a6f0b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.369623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-380a0f65-7075-4a3e-b7b7-bf87105ecb7f tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/48282233-0263-4c68-81c9-07f57d4f59fd HTTP/1.1" status: 200 len: 2981 time: 0.1065967 Aug 18 13:56:03.393875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf42b43-f57d-4e13-b9da-7b510c9e99c6 req-bdfdaf01-e324-4458-b814-1aa7e12389a2 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:03.395328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbf42b43-f57d-4e13-b9da-7b510c9e99c6 req-bdfdaf01-e324-4458-b814-1aa7e12389a2 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 948 time: 0.0876212 Aug 18 13:56:03.411144 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c976da-4759-42b7-8d50-f0c1a6f0b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.450313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:03.450636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c976da-4759-42b7-8d50-f0c1a6f0b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9bce1-8bd9-4d04-b526-ded180913484,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:03.455224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01c976da-4759-42b7-8d50-f0c1a6f0b2f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e9bbd0040c9405ab43cda241e2945fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726694 Aug 18 13:56:03.458528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:03.512634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.541366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbf42b43-f57d-4e13-b9da-7b510c9e99c6 req-2d17405b-1918-406c-923e-3729abcc0905 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384702 Aug 18 13:56:03.542126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.542684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-50326773-acd8-4317-88d5-1053e6c386fe tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/48282233-0263-4c68-81c9-07f57d4f59fd HTTP/1.1" status: 200 len: 2981 time: 0.1652708 Aug 18 13:56:03.557828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:03.570786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '24b4b234-5335-4678-ae78-fdb1ce9dd165', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '24b4b234-5335-4678-ae78-fdb1ce9dd165', 'mac_address': 'fa:16:3e:38:cc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:03.609872 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.619316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-c2c22d4b-a6fc-4822-8b1f-61a136e1842c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/69e01f13-d2a7-44c4-9c37-a04165dfb684 HTTP/1.1" status: 200 len: 2977 time: 0.0557907 Aug 18 13:56:03.620820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c863-6cee-40bd-b0b8-c6877240e9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.633907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b4b234-5335-4678-ae78-fdb1ce9dd165 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:03.663333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:03.677407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-6821e534-eea3-45e0-9664-5d524bca3dff tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/69e01f13-d2a7-44c4-9c37-a04165dfb684 HTTP/1.1" status: 200 len: 2977 time: 0.0514979 Aug 18 13:56:03.682489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.685675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.690213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bc9bce1-8bd9-4d04-b526-ded180913484 HTTP/1.1" status: 204 len: 168 time: 0.2276304 Aug 18 13:56:03.695532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1102af-ed08-47e2-96a4-464a61d385b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9bce1-8bd9-4d04-b526-ded180913484,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:03.717050 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c863-6cee-40bd-b0b8-c6877240e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.767289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.777831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1be10-9499-49e0-b313-0a42e5ce6a2c req-87823ea9-a20a-4797-9336-d29a8c523658 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:03.779920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea1be10-9499-49e0-b313-0a42e5ce6a2c req-87823ea9-a20a-4797-9336-d29a8c523658 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.1156559 Aug 18 13:56:03.796792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9b6c863-6cee-40bd-b0b8-c6877240e9cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b19d9d5d5732498781d4088784c947f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869443 Aug 18 13:56:03.799649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39522) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:03.805690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-d7275780-80e0-4e2d-b893-b6712956ba94 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/71effdf8-39c1-4c6f-a8d3-cf408ff2bc71 HTTP/1.1" status: 200 len: 2977 time: 0.1126516 Aug 18 13:56:03.814883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c863-6cee-40bd-b0b8-c6877240e9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a73cea-e77c-4963-9b60-da523c2ffc92,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:03.836688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:03.863186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea1be10-9499-49e0-b313-0a42e5ce6a2c req-226a8385-43fe-4e76-8594-5e47fae4e542 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Aug 18 13:56:03.867414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.881158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-dc6730a3-211b-44d8-96c3-229db9c06a08 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/71effdf8-39c1-4c6f-a8d3-cf408ff2bc71 HTTP/1.1" status: 200 len: 2977 time: 0.0571711 Aug 18 13:56:03.891259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:03.943745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-9822431a-b5c5-4ff1-ae12-ac85bc38171a tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cb97937f-70c5-418e-8d47-d3dc3aa758df HTTP/1.1" status: 200 len: 2973 time: 0.0555441 Aug 18 13:56:04.024433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69a68a-a97c-4a26-b09e-252fe6d2ed07 req-d8845ad9-0b18-4828-92bb-ef33c9362158 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:04.029828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b69a68a-a97c-4a26-b09e-252fe6d2ed07 req-d8845ad9-0b18-4828-92bb-ef33c9362158 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 971 time: 0.0774584 Aug 18 13:56:04.029980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-85898e74-dd9a-49c7-9568-bc57ac7844ed tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cb97937f-70c5-418e-8d47-d3dc3aa758df HTTP/1.1" status: 200 len: 2973 time: 0.0797830 Aug 18 13:56:04.047464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.052162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.064533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11a73cea-e77c-4963-9b60-da523c2ffc92 HTTP/1.1" status: 204 len: 168 time: 0.2575936 Aug 18 13:56:04.064533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39528) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:04.079610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90398f-eea6-41c9-9b07-25a9c89fb241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a73cea-e77c-4963-9b60-da523c2ffc92,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:04.093036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b69a68a-a97c-4a26-b09e-252fe6d2ed07 req-dee95a6b-90f3-4047-b1b4-9b7b8f6f2f0f tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577114 Aug 18 13:56:04.105331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-c8d68a35-fd73-4924-a63e-b0a5f37918ce tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e754c8be-6c5f-43d0-9323-1fa0292c5d10 HTTP/1.1" status: 200 len: 2977 time: 0.0641162 Aug 18 13:56:04.131733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['24b4b234-5335-4678-ae78-fdb1ce9dd165'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:04.156151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ceaca582-7618-452e-aeaa-3d211457f102'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:04.167053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-562aa30b-7065-45bf-8543-506120adabd4 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e754c8be-6c5f-43d0-9323-1fa0292c5d10 HTTP/1.1" status: 200 len: 2977 time: 0.0440016 Aug 18 13:56:04.217323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-cc288558-5e92-41d7-9d08-20cbf48bd7c0 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f3bcf787-8483-441c-9edb-4a42b7f943c2 HTTP/1.1" status: 200 len: 2977 time: 0.0398731 Aug 18 13:56:04.263668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37a7551d-d1db-49bb-945f-f0424a25c01a req-ac4695a5-275f-4449-b2a3-b6fc144d0430 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f3bcf787-8483-441c-9edb-4a42b7f943c2 HTTP/1.1" status: 200 len: 2977 time: 0.0382810 Aug 18 13:56:04.373711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3c9c2e-fff9-4e4d-b5ec-24752f2674f0 req-dc562edf-6aad-4824-ad58-689519c9790d tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ca5af840d2b4f478d144873cf0e3a0a HTTP/1.1" status: 200 len: 6102 time: 0.0844529 Aug 18 13:56:04.458685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3c9c2e-fff9-4e4d-b5ec-24752f2674f0 req-abe682ca-4986-42ce-bd3a-72fd7506c68a tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "GET /v2.0/security-groups/04e6f174-4dc6-42ac-aed7-401128badd22 HTTP/1.1" status: 200 len: 2981 time: 0.0767930 Aug 18 13:56:04.507141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3c9c2e-fff9-4e4d-b5ec-24752f2674f0 req-cc6b9d93-d43b-4b68-81cc-7e0fb1e2d876 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "GET /v2.0/security-groups/04e6f174-4dc6-42ac-aed7-401128badd22 HTTP/1.1" status: 200 len: 2981 time: 0.0473814 Aug 18 13:56:04.525375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f166d608-91d6-4fc5-9464-60e461224d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.532871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1bf8021c-8415-494b-869c-396388103cf7 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:04.591635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39544) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:04.613872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd82b427-c42f-4151-812f-e16a5ba9efde admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.623947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-c0da8da4-f73b-42c0-9a56-68ea9d1086ee tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cff18eca-cbf7-4cba-b0cb-a8cbe80e0377 HTTP/1.1" status: 200 len: 1777 time: 0.0720007 Aug 18 13:56:04.653061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 1bf8021c-8415-494b-869c-396388103cf7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:04.655675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f166d608-91d6-4fc5-9464-60e461224d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.657819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 1bf8021c-8415-494b-869c-396388103cf7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:04.658340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.723939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5979e-e1d6-474c-bce2-bd6b4f158f9b req-b5d9583a-e3d2-4724-aec9-26e18def287c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:04.725455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7f5979e-e1d6-474c-bce2-bd6b4f158f9b req-b5d9583a-e3d2-4724-aec9-26e18def287c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 949 time: 0.0891826 Aug 18 13:56:04.746932 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.747086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.760071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:04.761746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8021c-8415-494b-869c-396388103cf7'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:04.794610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7f5979e-e1d6-474c-bce2-bd6b4f158f9b req-9d728543-4eb7-43b7-8d2a-6a79f4ae4928 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583613 Aug 18 13:56:04.837040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1bf8021c-8415-494b-869c-396388103cf7,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:04.935825 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167ee8c-0701-46b3-917e-3e3e20df018c" -d '{"events": [{"server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "name": "network-vif-plugged", "status": "completed", "tag": "1bf8021c-8415-494b-869c-396388103cf7"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:04.973373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ceaca582-7618-452e-aeaa-3d211457f102 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:04.997041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99fbfa-7ccd-4951-89f1-3adad3a7bf9a req-41f3040c-7f1d-4c07-8aa2-b2bd9ef5f6ab tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:04.998596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f99fbfa-7ccd-4951-89f1-3adad3a7bf9a req-41f3040c-7f1d-4c07-8aa2-b2bd9ef5f6ab tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.0546629 Aug 18 13:56:05.036786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f99fbfa-7ccd-4951-89f1-3adad3a7bf9a req-e58f5df7-5158-483c-b09f-6e14879c5d3b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Aug 18 13:56:05.136111 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca0054-1139-4e0e-b145-d9692962b0d0 x-openstack-request-id: req-5aca0054-1139-4e0e-b145-d9692962b0d0 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:05.136431 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "name": "network-vif-plugged", "status": "completed", "tag": "1bf8021c-8415-494b-869c-396388103cf7", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:05.136695 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5aca0054-1139-4e0e-b145-d9692962b0d0 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:05.137164 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8021c-8415-494b-869c-396388103cf7', 'code': 200} Aug 18 13:56:05.294138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b83985-c924-49b7-a010-62e82866654d req-139bc8e1-dd33-4b67-b605-50981f5f4dcb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:05.296191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b83985-c924-49b7-a010-62e82866654d req-139bc8e1-dd33-4b67-b605-50981f5f4dcb tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 971 time: 0.1099696 Aug 18 13:56:05.312910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-bc8d8221-77b9-41cc-8977-0cdde8814cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:05.314336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-bc8d8221-77b9-41cc-8977-0cdde8814cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 1122 time: 0.1005399 Aug 18 13:56:05.338885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-a11b29cf-9b45-441f-b7f0-8c7265955929 service neutron] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.361900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b83985-c924-49b7-a010-62e82866654d req-2bbdad6f-2b25-4d7b-b00a-22b6ca7fcc98 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572040 Aug 18 13:56:05.362486 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f166d608-91d6-4fc5-9464-60e461224d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.404014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f166d608-91d6-4fc5-9464-60e461224d28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=317b0e41b2cc404980af465bece01623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3414841 Aug 18 13:56:05.405110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166d608-91d6-4fc5-9464-60e461224d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec17a8-a423-41e6-b5ca-ddbe93596baa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:05.406910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39558) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:05.488267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd82b427-c42f-4151-812f-e16a5ba9efde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.489301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.514389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.687876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port ceaca582-7618-452e-aeaa-3d211457f102 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:05.690366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.690514 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.693634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.695003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-730dc31a-8fb2-4207-b520-3e6e06c4ef46 req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/cff18eca-cbf7-4cba-b0cb-a8cbe80e0377 HTTP/1.1" status: 204 len: 173 time: 1.0702491 Aug 18 13:56:05.697091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ceaca582-7618-452e-aeaa-3d211457f102 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:05.697091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.707480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f697-b847-439e-8ee6-9b39215cd46c tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff18eca-cbf7-4cba-b0cb-a8cbe80e0377,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:05.740145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd82b427-c42f-4151-812f-e16a5ba9efde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.767581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39562) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:05.780671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b1a44db2-6b88-4b55-b021-2d131600de4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.798675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:05.814829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd82b427-c42f-4151-812f-e16a5ba9efde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd99909ee0584e95bdeba38f6835bda1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2219803 Aug 18 13:56:05.816090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b33be93-6408-409b-aa84-826449945c3a req-c71c1467-7acd-4416-a93b-ab3f77a74b0b tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "GET /v2.0/security-groups/407dd34a-76b9-4660-b0ad-9d8ad914cace HTTP/1.1" status: 200 len: 1776 time: 0.1011920 Aug 18 13:56:05.817486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39564) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:05.838344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.841659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.845652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81ec17a8-a423-41e6-b5ca-ddbe93596baa HTTP/1.1" status: 204 len: 168 time: 0.4339542 Aug 18 13:56:05.845652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82b427-c42f-4151-812f-e16a5ba9efde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ffb6f-e93e-4045-b08a-7c47d3178c0c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:05.858349 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.859812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25574434-e34a-41dd-933b-41a2c0fbf1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec17a8-a423-41e6-b5ca-ddbe93596baa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:05.897573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.931302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:05.936805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:05.979763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-a11b29cf-9b45-441f-b7f0-8c7265955929 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.004173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10fcd-4c3d-40eb-9f78-e893838f89ec req-8834e566-4a24-471a-8a02-005e3250e360 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:06.005249 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.005653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0c10fcd-4c3d-40eb-9f78-e893838f89ec req-8834e566-4a24-471a-8a02-005e3250e360 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 949 time: 0.0892146 Aug 18 13:56:06.006116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 24b4b234-5335-4678-ae78-fdb1ce9dd165 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:06.006675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b33be93-6408-409b-aa84-826449945c3a req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.044073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b33be93-6408-409b-aa84-826449945c3a req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.066787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0c10fcd-4c3d-40eb-9f78-e893838f89ec req-1bc446c2-d75c-47ec-8326-dd2cab9f5219 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Aug 18 13:56:06.072913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-a11b29cf-9b45-441f-b7f0-8c7265955929 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.090596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.102151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b3e338-6b28-4194-9271-01aa0bb0ecbe req-a11b29cf-9b45-441f-b7f0-8c7265955929 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785990 Aug 18 13:56:06.118663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.121186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.123169 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/907ffb6f-e93e-4045-b08a-7c47d3178c0c HTTP/1.1" status: 204 len: 168 time: 0.3043950 Aug 18 13:56:06.132572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b29cf-9b45-441f-b7f0-8c7265955929 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e578085-c6f0-40d0-8bb7-ef3b51c402f0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.152644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c34bc-4b03-4ba0-a5ce-deabadb9ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ffb6f-e93e-4045-b08a-7c47d3178c0c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.205560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b1a44db2-6b88-4b55-b021-2d131600de4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.210142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e707e-0287-4dc5-884a-43ff3039ec30 req-5807226e-8950-4fb0-8f03-040f4dca33a9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:06.211805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-733e707e-0287-4dc5-884a-43ff3039ec30 req-5807226e-8950-4fb0-8f03-040f4dca33a9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.0635707 Aug 18 13:56:06.224611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 24b4b234-5335-4678-ae78-fdb1ce9dd165 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:06.228657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 24b4b234-5335-4678-ae78-fdb1ce9dd165 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:06.229033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.250650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-733e707e-0287-4dc5-884a-43ff3039ec30 req-3d490007-1f7a-4cea-ad12-d46815f7ed7c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Aug 18 13:56:06.262599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b33be93-6408-409b-aa84-826449945c3a req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.265237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b33be93-6408-409b-aa84-826449945c3a req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.266416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b33be93-6408-409b-aa84-826449945c3a req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/407dd34a-76b9-4660-b0ad-9d8ad914cace HTTP/1.1" status: 204 len: 173 time: 0.4376457 Aug 18 13:56:06.275784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247c645-2e9a-44b4-8a75-4d43d3374930 tempest-SecurityGroupsTestAdminJSON-828750685 tempest-SecurityGroupsTestAdminJSON-828750685-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407dd34a-76b9-4660-b0ad-9d8ad914cace,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.321139 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.324835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b1a44db2-6b88-4b55-b021-2d131600de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.345089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-d59ddf76-5522-4a77-8c8a-c8c60ea61472 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "GET /v2.0/security-groups/3f9fe119-fdb7-497b-8653-468e45edcec2 HTTP/1.1" status: 200 len: 1776 time: 0.0552111 Aug 18 13:56:06.373108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:06.382569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b1a44db2-6b88-4b55-b021-2d131600de4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ece142e02daa44c8aef16a59f4f86f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135650 Aug 18 13:56:06.385461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a44db2-6b88-4b55-b021-2d131600de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1cbde-9ded-482d-88bf-d19c0a6bd0fd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.387870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39578) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:06.444527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.445736 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.511994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.515639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.521858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.587294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.594741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2732-c6de-4e4e-99bb-0c9f51087c46 req-e0bdb9a9-7da8-4fc2-bac3-2b0201dd8db3 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:06.596248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed9d2732-c6de-4e4e-99bb-0c9f51087c46 req-e0bdb9a9-7da8-4fc2-bac3-2b0201dd8db3 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 972 time: 0.1435025 Aug 18 13:56:06.655288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed9d2732-c6de-4e4e-99bb-0c9f51087c46 req-cebc1ff2-5189-4ff6-8f4a-5fe77f0df383 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Aug 18 13:56:06.738840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.741414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.742554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb706c4b-f725-4c2b-a4b3-52456fb1f136 req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f9fe119-fdb7-497b-8653-468e45edcec2 HTTP/1.1" status: 204 len: 173 time: 0.3909750 Aug 18 13:56:06.746144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.750470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.750551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3e1cbde-9ded-482d-88bf-d19c0a6bd0fd HTTP/1.1" status: 204 len: 168 time: 0.3602626 Aug 18 13:56:06.757729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad0e8-f27c-4ea7-be12-372500185822 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9fe119-fdb7-497b-8653-468e45edcec2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.785334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d430d3-dccf-4ddc-bfe7-b8cb0c08ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1cbde-9ded-482d-88bf-d19c0a6bd0fd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:06.823783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-2caec2f5-7cf2-4ebb-9f0a-85093b3cef94 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "GET /v2.0/security-groups/04547362-3322-4746-9174-0782b64042f1 HTTP/1.1" status: 200 len: 1778 time: 0.0531526 Aug 18 13:56:06.859202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39596) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:06.872311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f871fdf-7d33-4b99-ae3c-560fee14d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.887660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.911342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:06.970155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f871fdf-7d33-4b99-ae3c-560fee14d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.028278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.031477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.032705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a8c680-1ed7-4f7b-98d5-c72a7879f05c req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] 10.222.0.35 "DELETE /v2.0/security-groups/04547362-3322-4746-9174-0782b64042f1 HTTP/1.1" status: 204 len: 173 time: 0.2023125 Aug 18 13:56:07.042410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5930e-4ce0-4e28-b8ac-8fe6bd398929 tempest-SecurityGroupsTestAdminJSON-622811354 tempest-SecurityGroupsTestAdminJSON-622811354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04547362-3322-4746-9174-0782b64042f1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:07.056911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f871fdf-7d33-4b99-ae3c-560fee14d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.096623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f871fdf-7d33-4b99-ae3c-560fee14d7cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb6f88a7cb504d909ce8a2654cf21fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362742 Aug 18 13:56:07.097869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871fdf-7d33-4b99-ae3c-560fee14d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43ee68-f7fe-40f3-b451-9e0c933572b7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:07.099288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39608) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:07.138675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102'}, {'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:07.141097 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b946c32-080e-4bd0-9abe-d7c3f3c19fcb" -d '{"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-plugged", "status": "completed", "tag": "ceaca582-7618-452e-aeaa-3d211457f102"}, {"server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "name": "network-vif-plugged", "status": "completed", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:07.178946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.195207 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8f78f-d26c-4584-bc0a-1619a4a5b0fe x-openstack-request-id: req-bdb8f78f-d26c-4584-bc0a-1619a4a5b0fe {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:07.195738 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-plugged", "status": "completed", "tag": "ceaca582-7618-452e-aeaa-3d211457f102", "code": 200}, {"server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "name": "network-vif-plugged", "status": "completed", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:07.196617 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdb8f78f-d26c-4584-bc0a-1619a4a5b0fe {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:07.197235 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102', 'code': 200} Aug 18 13:56:07.197863 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165', 'code': 200} Aug 18 13:56:07.212065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.223254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0c9e5-99d7-4251-a3d8-2e53d323d82f req-0d9c24aa-5c0d-4cf1-b982-96701667775c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:07.226200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b0c9e5-99d7-4251-a3d8-2e53d323d82f req-0d9c24aa-5c0d-4cf1-b982-96701667775c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 950 time: 0.0858870 Aug 18 13:56:07.320412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b0c9e5-99d7-4251-a3d8-2e53d323d82f req-680d75ed-1ac3-44d1-b332-8c91d825b5ff tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863979 Aug 18 13:56:07.339206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa68438-4b1c-4d52-ad15-234c03100182 req-9272e375-7c07-44eb-88cf-964e832b7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:07.342237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fa68438-4b1c-4d52-ad15-234c03100182 req-9272e375-7c07-44eb-88cf-964e832b7f7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 1101 time: 0.0612023 Aug 18 13:56:07.411346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651ef3-04bc-47e0-94b5-02c68a11562a req-ccd2aa79-09d9-4355-86ff-df11fc0c312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:07.413565 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1651ef3-04bc-47e0-94b5-02c68a11562a req-ccd2aa79-09d9-4355-86ff-df11fc0c312c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1097 time: 0.1325016 Aug 18 13:56:07.424714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fa68438-4b1c-4d52-ad15-234c03100182 req-a29908a8-468f-4ea3-9cdb-b319655eebb9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744760 Aug 18 13:56:07.437384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e37fc-af49-40a1-a16d-9f9c50adfa97 req-70b2234b-542e-4f8d-8678-00926ca62477 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:07.438912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-911e37fc-af49-40a1-a16d-9f9c50adfa97 req-70b2234b-542e-4f8d-8678-00926ca62477 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.0774307 Aug 18 13:56:07.439742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.442214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:07.445752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e43ee68-f7fe-40f3-b451-9e0c933572b7 HTTP/1.1" status: 204 len: 168 time: 0.3429973 Aug 18 13:56:07.463035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1651ef3-04bc-47e0-94b5-02c68a11562a req-0abaafe8-8673-4d9b-8af8-4d6f6ba4e51d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Aug 18 13:56:07.463528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a506e-344c-4c9e-877e-7160323fc949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43ee68-f7fe-40f3-b451-9e0c933572b7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:07.485304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-911e37fc-af49-40a1-a16d-9f9c50adfa97 req-1fc4d796-a3ac-4af9-8f0d-43d71badbdaf tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Aug 18 13:56:07.772070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4d45e-3d85-4b9c-8d91-89ed1c295ca0 req-84230bea-2cd3-4a4d-b97f-1cc4b0308d21 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:07.773589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c4d45e-3d85-4b9c-8d91-89ed1c295ca0 req-84230bea-2cd3-4a4d-b97f-1cc4b0308d21 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 972 time: 0.0488205 Aug 18 13:56:07.816436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39634) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:07.817816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c4d45e-3d85-4b9c-8d91-89ed1c295ca0 req-2564c683-f393-44e8-826a-0fb1cbe1961f tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Aug 18 13:56:08.064060 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9690289f-29a4-46ec-98ed-584b3f866fe7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ca5af840d2b4f478d144873cf0e3a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462544 Aug 18 13:56:08.064671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39648) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:08.117653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:08.140601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:08.239683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:08.242371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:08.243599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04e6f174-4dc6-42ac-aed7-401128badd22 HTTP/1.1" status: 204 len: 168 time: 0.1777844 Aug 18 13:56:08.253995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aead4-7df9-4ab7-b095-d51ed51881b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6f174-4dc6-42ac-aed7-401128badd22,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:08.460480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a001d29-f72e-4af7-81c9-2caa892cad56 req-c3e5b687-44fc-41a6-bbc2-52eb1f6f693c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:08.462014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a001d29-f72e-4af7-81c9-2caa892cad56 req-c3e5b687-44fc-41a6-bbc2-52eb1f6f693c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 950 time: 0.0545197 Aug 18 13:56:08.502550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a001d29-f72e-4af7-81c9-2caa892cad56 req-d34b98e2-dda7-47bc-a81a-b1ad4a3b684d tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Aug 18 13:56:08.609362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3bbe-8131-4501-af40-70f00e444dcd req-6060e4b0-f563-4a32-8008-83653a484144 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:08.611072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-609a3bbe-8131-4501-af40-70f00e444dcd req-6060e4b0-f563-4a32-8008-83653a484144 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Aug 18 13:56:08.656260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-609a3bbe-8131-4501-af40-70f00e444dcd req-07c298c9-be57-4ca3-ae78-648716c7939b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375943 Aug 18 13:56:08.942808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1c1e5-6303-42ad-85d0-2ff2619ab5c8 req-1fb7b9d8-2a50-4b21-a0f3-4b9cca099a05 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:08.944275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03d1c1e5-6303-42ad-85d0-2ff2619ab5c8 req-1fb7b9d8-2a50-4b21-a0f3-4b9cca099a05 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 972 time: 0.0490897 Aug 18 13:56:08.983356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03d1c1e5-6303-42ad-85d0-2ff2619ab5c8 req-8155ccea-0610-4930-a5fc-85153ab503d3 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Aug 18 13:56:09.029423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:09.155196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-abf08c4f-5fe1-4a68-9737-eed9c7e4174f tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:09.156722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-abf08c4f-5fe1-4a68-9737-eed9c7e4174f tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 1123 time: 0.0517817 Aug 18 13:56:09.178686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-9a8b7a28-383d-46a0-97a1-156e24a405c7 tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.193806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39696) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:09.261713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-58813e41-e745-40b5-9c11-ccd5138d1c30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83b10489f2df47d0a338dd545056d054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644562 Aug 18 13:56:09.261981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:09.350330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.373630 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-9a8b7a28-383d-46a0-97a1-156e24a405c7 tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.388819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.420975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1210742740-network', 'tenant_id': 'cec34e1f580c4276bc826670466db324'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:09.460829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-9a8b7a28-383d-46a0-97a1-156e24a405c7 tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.497415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89a722c5-9279-42c8-b920-7a3d3d54bdec req-9a8b7a28-383d-46a0-97a1-156e24a405c7 tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333292 Aug 18 13:56:09.502475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7a28-383d-46a0-97a1-156e24a405c7 tempest-AggregatesAdminTestJSON-146720610 tempest-AggregatesAdminTestJSON-146720610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1642b-92d2-468d-b596-56df86f74e8f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:09.550244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-c54152d8-b298-46df-a287-c2da26aa1a54 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288301 Aug 18 13:56:09.686157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d47bd-34b8-4c81-a414-97810f5f77bb req-2270511b-535c-425f-8078-a7ca3cdca7fb tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:09.687549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de2d47bd-34b8-4c81-a414-97810f5f77bb req-2270511b-535c-425f-8078-a7ca3cdca7fb tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 950 time: 0.0841498 Aug 18 13:56:09.698539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-19a5b28e-b4eb-4424-bab0-577ef5ac0182 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:09.699796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-19a5b28e-b4eb-4424-bab0-577ef5ac0182 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438105 Aug 18 13:56:09.703624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.706161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.707217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48282233-0263-4c68-81c9-07f57d4f59fd HTTP/1.1" status: 204 len: 168 time: 0.4438863 Aug 18 13:56:09.707871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Made reservation on behalf of cec34e1f580c4276bc826670466db324 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:09.710086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.746817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.749293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb4356-5d06-4d72-ba43-180db66ad3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48282233-0263-4c68-81c9-07f57d4f59fd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:09.761406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-f35ec871-7929-47e9-b749-c7881b75078b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/quotas/fb54a9c5c64d4d0eae7ec4bddd6c9df0 HTTP/1.1" status: 200 len: 375 time: 0.0488341 Aug 18 13:56:09.792020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de2d47bd-34b8-4c81-a414-97810f5f77bb req-d948c9a7-1d9f-4d4f-b563-1faed9f00791 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903735 Aug 18 13:56:09.815475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-04851da6-a9e9-4abd-8583-cb1a61a0c579 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459664 Aug 18 13:56:09.845912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:09.953026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.046241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.070334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:56:10.123111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bd6d1-73c2-4a55-8fe7-382aa7b17825,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:10.146686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.147059 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Added segment 84c4a53c-45c0-454d-a646-854cb6b56265 of type vlan for network 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 Aug 18 13:56:10.202176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.222957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25efa4-e074-4d82-abc6-311f3cae889d req-c9b751ad-a212-4792-bf71-e07c2481ec94 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:10.225737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f25efa4-e074-4d82-abc6-311f3cae889d req-c9b751ad-a212-4792-bf71-e07c2481ec94 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.1188436 Aug 18 13:56:10.291821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f25efa4-e074-4d82-abc6-311f3cae889d req-a2140e7a-7aff-4eb3-b169-6ac595c026ac tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Aug 18 13:56:10.353982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.356939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:10.356939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.414919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4f8cc2-3fa6-4e78-a323-3ea766ee3278,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:10.433344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:56:10.501602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dfae25de-42d9-437d-88b7-a76eefc8c2b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4664793 Aug 18 13:56:10.501602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39760) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:10.528278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Request body: {'subnet': {'network_id': '3b4f8cc2-3fa6-4e78-a323-3ea766ee3278', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1210742740-subnet', 'tenant_id': 'cec34e1f580c4276bc826670466db324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:10.616086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-6b2315b0-5f95-4272-aad5-e97af13a5edc tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261123 Aug 18 13:56:10.647561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.729677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-890fd058-0540-4a5b-bd8b-4d152632fdbc tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:10.740850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-890fd058-0540-4a5b-bd8b-4d152632fdbc tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139100 Aug 18 13:56:10.750915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Made reservation on behalf of cec34e1f580c4276bc826670466db324 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:10.753816 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:10.758328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-ba163d9f-65be-49cc-bbe8-0a1e086ae844 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/quotas/fb54a9c5c64d4d0eae7ec4bddd6c9df0 HTTP/1.1" status: 200 len: 375 time: 0.0210977 Aug 18 13:56:10.840113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-077e2816-4770-45c5-bffd-54687e1b4f79 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669563 Aug 18 13:56:11.042114 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:11.142321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=214502de-cec6-4f6d-89a6-6d83b81d2c9f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:11.148007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Checking segment: {'id': '84c4a53c-45c0-454d-a646-854cb6b56265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b4f8cc2-3fa6-4e78-a323-3ea766ee3278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:11.148445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Network hostable DHCP agents. Network: 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:56:11.273721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Network 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:56:11.320503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8999a-b665-4d4a-9100-39ae78f35214 req-fffc63d6-906c-4438-a897-494602963eee tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:11.322069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dc8999a-b665-4d4a-9100-39ae78f35214 req-fffc63d6-906c-4438-a897-494602963eee tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1097 time: 0.0450001 Aug 18 13:56:11.373672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dc8999a-b665-4d4a-9100-39ae78f35214 req-a9bab727-40bb-4d8f-a38a-d08903937068 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Aug 18 13:56:11.430946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:11.437915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:11.443212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:11.444031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:11.450264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b4a7a-3595-4189-bcb9-8b7bbcc4dffa None None] Network 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:11.512154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a91653-6d31-46a5-9562-84c6a81e2b08 req-2d0eb24c-f45c-4d08-a6fd-c1d1e47cddf9 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:11.514353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31a91653-6d31-46a5-9562-84c6a81e2b08 req-2d0eb24c-f45c-4d08-a6fd-c1d1e47cddf9 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 950 time: 0.0743208 Aug 18 13:56:11.593527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1705671257-network', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:11.613649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31a91653-6d31-46a5-9562-84c6a81e2b08 req-6fe92e0d-d0e3-477f-a60a-dcc9b0b7ec38 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858269 Aug 18 13:56:11.636477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8c6c314-d2d3-4264-be04-613b822fbccc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1338327 Aug 18 13:56:11.652127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffcf09f-6769-4da2-8530-6ba82ebd6231 None None] Network 3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:11.679082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-caf61f27-6833-4213-9113-e4e8c5a610a0 req-672f8cb8-e270-4ddd-98a8-b3279311dedd tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 210 time: 0.0379708 Aug 18 13:56:11.828905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396f02-0469-490f-b819-7788339281d3 req-7b90b144-9b65-462d-bad8-9b79aa103778 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:11.837778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72396f02-0469-490f-b819-7788339281d3 req-7b90b144-9b65-462d-bad8-9b79aa103778 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1097 time: 0.0544822 Aug 18 13:56:11.859166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Made reservation on behalf of a91b662cc533440e9ff6ca879518fede for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:11.860485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:11.872111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:11.904710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72396f02-0469-490f-b819-7788339281d3 req-508a962b-4412-4da5-ba58-c77c956bdfc4 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659082 Aug 18 13:56:12.047452 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.115560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.136687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:56:12.151551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9656df3d-9993-4c98-a318-c74068df0862,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:12.155032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.155372 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Added segment 588a41f5-2268-42ca-9447-37e8e4566d31 of type vlan for network 422c5f7c-87e9-483c-9077-7fabc0b832d9 Aug 18 13:56:12.211135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.373053 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.374852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:12.375685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.491380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] Pushing event updated for resources: {'Network': ['ID=422c5f7c-87e9-483c-9077-7fabc0b832d9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:12.503460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:56:12.562160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4e41ac20-2a62-4799-af72-20af359def1c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1300333 Aug 18 13:56:12.572392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39864) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:12.578200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Request body: {'subnet': {'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1705671257-subnet', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:12.618495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39868) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:12.624120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-729271970-network', 'tenant_id': 'f3113e38b1f942bd86f003f4a84b1d02'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:12.707610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-5b31f1f2-5384-45fe-a97e-7ff7127ad52f tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:12.709091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-5b31f1f2-5384-45fe-a97e-7ff7127ad52f tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 1101 time: 0.0483527 Aug 18 13:56:12.758403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Made reservation on behalf of a91b662cc533440e9ff6ca879518fede for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:12.765278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.805825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Deleting port 24b4b234-5335-4678-ae78-fdb1ce9dd165 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:12.806235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.915478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] For port 24b4b234-5335-4678-ae78-fdb1ce9dd165, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=24b4b234-5335-4678-ae78-fdb1ce9dd165,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:12.915997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.930208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Made reservation on behalf of f3113e38b1f942bd86f003f4a84b1d02 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:12.935239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Calling delete_port for 24b4b234-5335-4678-ae78-fdb1ce9dd165 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:12.935654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:12.980288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.006776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-e2c82acd-3300-4a6b-aeae-bbc77402236a tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649581 Aug 18 13:56:13.096179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.58', 55709) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:13.096728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.170929 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-9299de6c-604d-4cd0-89f8-aa06f066918c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675664 Aug 18 13:56:13.204726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7594aa-1fcf-4d80-bb20-6f91ce517f51,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:13.219055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-2135a301-25a4-45cf-98b5-7f4721628958 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.221136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-2135a301-25a4-45cf-98b5-7f4721628958 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046001 Aug 18 13:56:13.243027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Request body: {'port': {'device_id': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'fb54a9c5c64d4d0eae7ec4bddd6c9df0'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:13.271076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.283786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['24b4b234-5335-4678-ae78-fdb1ce9dd165'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:13.312823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Pushing event deleted for resources: {'Port': ['ID=24b4b234-5335-4678-ae78-fdb1ce9dd165,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:13.344505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Checking segment: {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:13.347090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Network hostable DHCP agents. Network: 422c5f7c-87e9-483c-9077-7fabc0b832d9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:56:13.365011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-369c1d2f-0aa8-4c3f-ac70-ba3899e47986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.366796 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-369c1d2f-0aa8-4c3f-ac70-ba3899e47986 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=16a349af39654b3e98ca245fa7a5fa21&device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 1123 time: 0.1259720 Aug 18 13:56:13.388043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] No DVR routers for this DVR port 24b4b234-5335-4678-ae78-fdb1ce9dd165 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:13.392188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.396392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c73e993a-16da-45cc-a3a0-09bde1453f90 req-458882ad-8c53-465d-b506-7b0787b7ca35 tempest-DeleteServersAdminTestJSON-1130871750 tempest-DeleteServersAdminTestJSON-1130871750-project-admin] 10.222.0.10 "DELETE /v2.0/ports/24b4b234-5335-4678-ae78-fdb1ce9dd165 HTTP/1.1" status: 204 len: 173 time: 0.6790690 Aug 18 13:56:13.398306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'name': 'network-vif-deleted', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:13.399563 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f74201-adfe-4557-a150-157eb8fd3774" -d '{"events": [{"server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "name": "network-vif-deleted", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:13.429932 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.551979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.552218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-7ee3ffce-9f48-4cff-86b6-911f455a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.552218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-7ee3ffce-9f48-4cff-86b6-911f455a9d7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1387832 Aug 18 13:56:13.554732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:56:13.582935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:56:13.594051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2141311d-c808-4562-af21-1c83f7c27004,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:13.599936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.600192 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Added segment 2d5808cf-89a7-4d4e-8c9f-29ce370c8ecf of type vlan for network b2905776-1877-46f1-81b3-7f656053fbc4 Aug 18 13:56:13.604514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-35f730d2-0037-4a6f-b078-8696101b5ee7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1bf8021c-8415-494b-869c-396388103cf7 HTTP/1.1" status: 200 len: 217 time: 0.0431218 Aug 18 13:56:13.648085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.660150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-44580d7f-52a7-467c-a9da-97f535aedde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.661783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-44580d7f-52a7-467c-a9da-97f535aedde9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0483861 Aug 18 13:56:13.669801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 422c5f7c-87e9-483c-9077-7fabc0b832d9) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:13.675565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.677633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.678842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316ec29-0772-4589-bf8e-10250c32d06d None None] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:13.684241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Made reservation on behalf of fb54a9c5c64d4d0eae7ec4bddd6c9df0 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:13.688573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.714075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-18c23182-3802-4a47-a477-5b0e07d03e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.715989 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-18c23182-3802-4a47-a477-5b0e07d03e97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442259 Aug 18 13:56:13.727468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd1e5121-1987-4fc6-9b87-34786b73e6bd req-d29af2b0-0912-4c16-a685-1306944d1e0e tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599658 Aug 18 13:56:13.729393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.815779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.817749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:13.819426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.847639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-932b8fdb-33f8-41bf-9cc8-6a67912f1012 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227114 Aug 18 13:56:13.925378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-422c5f7c-87e9-483c-9077-7fabc0b832d9', 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'fixed_ips': [{'subnet_id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:56:13.927521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.952719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.58', 55711) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:14.000322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-5e9cbab3-e105-4d35-863d-39137a4fc792 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463676 Aug 18 13:56:14.082177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f486a8ef-8bb1-4d4d-a3fd-72736206a987 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5086541 Aug 18 13:56:14.088954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:14.095729 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb5dd482-9f41-4efb-949d-ad85522737cd req-817ce298-61e3-443d-a27e-8f04830b167a service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398105 Aug 18 13:56:14.100405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:14.103089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3e9dc8a1-84eb-402c-abe5-ed847c5732e5 req-278eced6-1993-4c03-bab1-7b6fb650e2ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0359240 Aug 18 13:56:14.115518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Allocated IP 172.20.0.2 (422c5f7c-87e9-483c-9077-7fabc0b832d9/bb7594aa-1fcf-4d80-bb20-6f91ce517f51/81535268-28ae-439b-8be5-229c58728035) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:14.155853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] Pushing event updated for resources: {'Network': ['ID=b2905776-1877-46f1-81b3-7f656053fbc4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:14.180334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b2905776-1877-46f1-81b3-7f656053fbc4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:56:14.203604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5121-1987-4fc6-9b87-34786b73e6bd req-cc69f16d-929b-4a8b-8670-f2e39cea0cb7 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:14.207880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd1e5121-1987-4fc6-9b87-34786b73e6bd req-cc69f16d-929b-4a8b-8670-f2e39cea0cb7 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4705322 Aug 18 13:56:14.227482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd1e5121-1987-4fc6-9b87-34786b73e6bd req-d4eb23df-f6b4-497d-aaa3-ad494db765c0 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/quotas/fbc2f3bc2eaa4c7891ed12fe66a98f80 HTTP/1.1" status: 200 len: 375 time: 0.0110335 Aug 18 13:56:14.248792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-bc49b133-bd7e-49b1-9704-7ccb84d98ee4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:14.250365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-bc49b133-bd7e-49b1-9704-7ccb84d98ee4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435601 Aug 18 13:56:14.253901 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3e9dc8a1-84eb-402c-abe5-ed847c5732e5 req-822ebdbe-bb10-497a-82d0-068ffed446cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.0881324 Aug 18 13:56:14.266458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Request body: {'port': {'device_id': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'fb54a9c5c64d4d0eae7ec4bddd6c9df0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:14.273768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd1e5121-1987-4fc6-9b87-34786b73e6bd req-ab26bbab-e86b-44dc-8353-daab67b1de3d tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387671 Aug 18 13:56:14.313406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.350445 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3e9dc8a1-84eb-402c-abe5-ed847c5732e5 req-fc9de5c8-0e2d-4153-98ee-7ed0d6514c56 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335045 Aug 18 13:56:14.374109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.394440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Transition to ACTIVE for port object 81535268-28ae-439b-8be5-229c58728035 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:14.403399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.444222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Transition to ACTIVE for port object 81535268-28ae-439b-8be5-229c58728035 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:14.449950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6915c9ca-ba76-4063-85df-45014f1b9fe3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:14.502055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-605cc503-2dc8-4cfd-b6f4-a72778039c02 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8824301 Aug 18 13:56:14.506023 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.520218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39932) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:14.524899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Request body: {'subnet': {'network_id': 'b2905776-1877-46f1-81b3-7f656053fbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-729271970-subnet', 'tenant_id': 'f3113e38b1f942bd86f003f4a84b1d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:14.561331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8db500c5-aab5-4877-b1ea-3d9bb7c87c73 req-f2c44b73-aaba-4943-b986-f3d919594d32 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6035c7a1-bb21-4cee-a943-b88576811b44 HTTP/1.1" status: 200 len: 210 time: 0.1072514 Aug 18 13:56:14.642706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Allocated IP 192.168.233.115 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/5291f4bc-3f88-4f3b-b56a-8f342169aa2d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:14.649079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:14.672019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:14.693988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:14.714943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bca8918e-7dc2-458b-8eb4-b655eec7a828 req-c50dedf9-979c-46ec-8a4e-ec2225a36d4f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 210 time: 0.0443220 Aug 18 13:56:14.716207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.717590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.781683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc8a1-84eb-402c-abe5-ed847c5732e5 req-04f679bb-a918-4310-8bd9-e31cbf497121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:14.783219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3e9dc8a1-84eb-402c-abe5-ed847c5732e5 req-04f679bb-a918-4310-8bd9-e31cbf497121 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4245794 Aug 18 13:56:14.795452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Pushing event updated for resources: {'Port': ['ID=81535268-28ae-439b-8be5-229c58728035,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:14.815741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Attempting to bind port 81535268-28ae-439b-8be5-229c58728035 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:14.819053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Attempting to bind port 81535268-28ae-439b-8be5-229c58728035 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:14.819053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Attempting to bind port 81535268-28ae-439b-8be5-229c58728035 on network 422c5f7c-87e9-483c-9077-7fabc0b832d9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:14.822284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:14.822859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Checking segment: {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:14.823256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.823642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Bound using segment: {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:14.824104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Bound port: 81535268-28ae-439b-8be5-229c58728035, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:14.824845 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.849465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.887473 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba7ecb-1ca4-4da9-9ab0-6db4b92a2f8b x-openstack-request-id: req-16ba7ecb-1ca4-4da9-9ab0-6db4b92a2f8b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:14.888425 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6035c7a1-bb21-4cee-a943-b88576811b44", "name": "network-vif-deleted", "tag": "24b4b234-5335-4678-ae78-fdb1ce9dd165", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:14.888729 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16ba7ecb-1ca4-4da9-9ab0-6db4b92a2f8b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:14.889182 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035c7a1-bb21-4cee-a943-b88576811b44', 'name': 'network-vif-deleted', 'tag': '24b4b234-5335-4678-ae78-fdb1ce9dd165', 'status': 'completed', 'code': 200} Aug 18 13:56:14.894146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] For port 81535268-28ae-439b-8be5-229c58728035, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:14.897494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] For port 81535268-28ae-439b-8be5-229c58728035, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=81535268-28ae-439b-8be5-229c58728035,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:14.913261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Made reservation on behalf of f3113e38b1f942bd86f003f4a84b1d02 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:14.916090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:14.950223 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.007592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Made reservation on behalf of fb54a9c5c64d4d0eae7ec4bddd6c9df0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:15.011574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.017753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea76613-ae52-4ad0-bd4f-ec9624026ea0 None None] Pushing event updated for resources: {'Port': ['ID=81535268-28ae-439b-8be5-229c58728035,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:15.085558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39946) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:15.245444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-3f983203-0622-4529-bfd5-260ae0012988 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:15.246506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-3f983203-0622-4529-bfd5-260ae0012988 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1521070 Aug 18 13:56:15.250230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.255451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.277877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Transition to ACTIVE for port object 5291f4bc-3f88-4f3b-b56a-8f342169aa2d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:15.440133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Request body: {'binding': {'host': 'n-h2-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:15.440740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Unknown quota resources ['binding']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:56:15.549322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.588827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.589187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Allocated IP 192.168.233.154 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/10851b14-17f4-458f-ad18-f4f8285d0236) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:15.653627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:15.682374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:15.692448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:15.702334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:15.708156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:15.709158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.754684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d183446d-d734-4810-afae-4feca52f1120,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:15.762342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.779298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Transition to ACTIVE for port object 10851b14-17f4-458f-ad18-f4f8285d0236 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:15.785891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-6ac7a850-00d9-4b3a-97d1-cbdd6bffc2b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5476141 Aug 18 13:56:15.801484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Request body: {'port': {'device_id': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:15.805241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Checking segment: {'id': '2d5808cf-89a7-4d4e-8c9f-29ce370c8ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b2905776-1877-46f1-81b3-7f656053fbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:15.805606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Network hostable DHCP agents. Network: b2905776-1877-46f1-81b3-7f656053fbc4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:56:15.807979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on host n-h2-804303-5 for vnic_type normal with profile None {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:15.808319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:15.808645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:15.844326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:15.844655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:15.922039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.941853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:15.942132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:15.942628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:15.943045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Bound port: ceaca582-7618-452e-aeaa-3d211457f102, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:15.978243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:15.981862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:15.987723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:15.992949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:15.994009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.013728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event updated for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:16.019055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-713541fb-fd25-4944-b1c1-09c4fc1225cf None None] Provisioning for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:16.026166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-713541fb-fd25-4944-b1c1-09c4fc1225cf None None] Provisioning complete for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:16.026166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-713541fb-fd25-4944-b1c1-09c4fc1225cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.110026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-713541fb-fd25-4944-b1c1-09c4fc1225cf None None] Port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:16.116008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-1f90659b-bf87-468d-9eb7-ad5912bb9532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8555601 Aug 18 13:56:16.129399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Request body: {'port': {'device_id': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:16.213544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.354722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Network b2905776-1877-46f1-81b3-7f656053fbc4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:56:16.365473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.388780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e6c899-7879-424c-af82-54176f8d6aec None None] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:16.393607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.427227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8236cb4d-e30b-4cf0-a809-e6176283e6df None None] Provisioning for port 10851b14-17f4-458f-ad18-f4f8285d0236 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:16.433448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8236cb4d-e30b-4cf0-a809-e6176283e6df None None] Provisioning complete for port 10851b14-17f4-458f-ad18-f4f8285d0236 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:16.434060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8236cb4d-e30b-4cf0-a809-e6176283e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.443003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.470934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:16.473792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b2905776-1877-46f1-81b3-7f656053fbc4) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:16.478557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:16.478962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.488865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd224c-c06c-4860-a435-0884719651ef None None] Network b2905776-1877-46f1-81b3-7f656053fbc4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:16.548816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10851b14-17f4-458f-ad18-f4f8285d0236 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:16.558467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.572965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Transition to ACTIVE for port object 10851b14-17f4-458f-ad18-f4f8285d0236 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:16.577572 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.578816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-ec9dcdbe-f9c8-41e4-bbee-e2f9ebea8480 service neutron] 10.222.0.35 "POST /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102/bindings HTTP/1.1" status: 201 len: 389 time: 1.2469573 Aug 18 13:56:16.606270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8236cb4d-e30b-4cf0-a809-e6176283e6df None None] Port 10851b14-17f4-458f-ad18-f4f8285d0236 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:16.613549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f37f-5bdd-4541-82aa-70305a9681ca req-ef0a81c4-4030-4654-be1c-a82ff456dd6b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:16.615102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be53f37f-5bdd-4541-82aa-70305a9681ca req-ef0a81c4-4030-4654-be1c-a82ff456dd6b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 936 time: 0.2640123 Aug 18 13:56:16.652389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9b35a65-1a80-4c8c-ba8f-c4f8abe87066 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1316829 Aug 18 13:56:16.664663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.796672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Pushing event updated for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:16.800099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39990) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:16.824342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e542f9-24b8-4fa9-97ba-b81756b5b7d5 None None] Network b2905776-1877-46f1-81b3-7f656053fbc4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:16.833035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Allocated IP 172.25.1.5 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/0acd16be-3289-4411-bd3d-97ac0042d7e4) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:16.862255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Deleting subnet 214502de-cec6-4f6d-89a6-6d83b81d2c9f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:56:16.875341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.910832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Attempting to bind port 10851b14-17f4-458f-ad18-f4f8285d0236 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:16.911853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Attempting to bind port 10851b14-17f4-458f-ad18-f4f8285d0236 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:16.912291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Attempting to bind port 10851b14-17f4-458f-ad18-f4f8285d0236 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:16.934442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Port 10851b14-17f4-458f-ad18-f4f8285d0236 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:16.935665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Attempting to bind port 10851b14-17f4-458f-ad18-f4f8285d0236 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:16.943854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:16.944382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:16.944869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:16.945419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Bound port: 10851b14-17f4-458f-ad18-f4f8285d0236, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:16.945897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.950242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.956643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.969309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c77e5e67-b52c-4386-87be-ce5e9bb8be22 None None] Provisioning for port 81535268-28ae-439b-8be5-229c58728035 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:16.976425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:16.981164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be53f37f-5bdd-4541-82aa-70305a9681ca req-fe87b9a3-4e8e-4c9a-923a-49c7797308aa tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567109 Aug 18 13:56:17.033305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 24b4b234-5335-4678-ae78-fdb1ce9dd165 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:17.093111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 24b4b234-5335-4678-ae78-fdb1ce9dd165 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:17.093572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 24b4b234-5335-4678-ae78-fdb1ce9dd165 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:17.133668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:17.148677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=10851b14-17f4-458f-ad18-f4f8285d0236,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:17.200440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 81535268-28ae-439b-8be5-229c58728035 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:17.206028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.239890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.240962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.242678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] 10.222.0.58 "PUT /v2.0/ports/10851b14-17f4-458f-ad18-f4f8285d0236 HTTP/1.1" status: 200 len: 1096 time: 1.1180990 Aug 18 13:56:17.245410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:17.255591 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26342dc6-1613-44eb-b68d-ada8d8ddf684" -d '{"events": [{"name": "network-changed", "server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:17.262159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.271488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b369c205-140f-49b6-9451-1711ada71aad req-19f8eb98-8192-4c68-8df6-00b4005dc7b2 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981154 Aug 18 13:56:17.289744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.306693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214502de-cec6-4f6d-89a6-6d83b81d2c9f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:17.313191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.316446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-39999995-4ab6-4d1b-86f2-18a0a55f31aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/214502de-cec6-4f6d-89a6-6d83b81d2c9f HTTP/1.1" status: 204 len: 168 time: 0.5125062 Aug 18 13:56:17.320663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40014) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:17.339345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 81535268-28ae-439b-8be5-229c58728035 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:17.344817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 81535268-28ae-439b-8be5-229c58728035 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:17.348351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.399642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039aab-3565-4fc8-9da6-1f25b7089e02 service neutron] Pushing event updated for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:17.442568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.460504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-ff0c88c3-8fd8-4e52-8de1-a30ad57bbc30 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2277343 Aug 18 13:56:17.470159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.471428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c205-140f-49b6-9451-1711ada71aad req-67d93aea-3b82-444c-9066-0ae4faad1eb3 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.474634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b369c205-140f-49b6-9451-1711ada71aad req-67d93aea-3b82-444c-9066-0ae4faad1eb3 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811378 Aug 18 13:56:17.491139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:17.492079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 81535268-28ae-439b-8be5-229c58728035, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=81535268-28ae-439b-8be5-229c58728035,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:17.503187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:17.506711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:17.534181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-df2968d3-a776-4643-8a50-fa8adfb0dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.535848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-df2968d3-a776-4643-8a50-fa8adfb0dd23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1097 time: 0.1389654 Aug 18 13:56:17.539980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-e6dae017-2f08-4485-862f-009f8987ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.541559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-e6dae017-2f08-4485-862f-009f8987ffd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 1099 time: 0.1434538 Aug 18 13:56:17.565111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.578427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Pushing event updated for resources: {'Port': ['ID=0acd16be-3289-4411-bd3d-97ac0042d7e4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:17.623354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=81535268-28ae-439b-8be5-229c58728035,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:17.657879 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-78c87832-1222-4c15-8464-50ed03508c94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=10851b14-17f4-458f-ad18-f4f8285d0236 HTTP/1.1" status: 200 len: 217 time: 0.1047938 Aug 18 13:56:17.669497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b369c205-140f-49b6-9451-1711ada71aad req-d66ab281-d256-46c4-8c9e-73fd8fa2570a tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/quotas/fbc2f3bc2eaa4c7891ed12fe66a98f80 HTTP/1.1" status: 200 len: 375 time: 0.1677251 Aug 18 13:56:17.686766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.717931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.718300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.719070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.719410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > port after_create 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.719749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > port after_delete 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.720087 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > port after_update 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.720412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.720735 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.721052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.721372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.768206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b369c205-140f-49b6-9451-1711ada71aad req-7af1bd4f-f97f-42a9-b891-e67261929ae5 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885241 Aug 18 13:56:17.775099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:17.800525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.834910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-7f948733-ed86-43bd-81b1-32175e87c97d tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.836528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-7f948733-ed86-43bd-81b1-32175e87c97d tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3604784 Aug 18 13:56:17.837779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Transition to ACTIVE for port object 5291f4bc-3f88-4f3b-b56a-8f342169aa2d will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:17.851885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-f7461fee-8afe-45d4-a607-0c486e92a247 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/quotas/1d9f01043d0d45dab5dc2e8c9c09ca21 HTTP/1.1" status: 200 len: 375 time: 0.0094800 Aug 18 13:56:17.856010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.856965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.857720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.857918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:17.858197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f8cc2-3fa6-4e78-a323-3ea766ee3278']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:17.887423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-ec6de20d-e071-41bd-9e0b-61cc50c13f29 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285146 Aug 18 13:56:17.890366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c4a53c-45c0-454d-a646-854cb6b56265') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:17.890705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c4a53c-45c0-454d-a646-854cb6b56265') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:17.923542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.932646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-70e97c5a-abd9-4b46-8fa8-2a36eb6be465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.934250 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-70e97c5a-abd9-4b46-8fa8-2a36eb6be465 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2658138 Aug 18 13:56:17.956298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.977855 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.981269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-0d99249e-0a45-4efe-aa51-9293f0ee5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:17.983307 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-0d99249e-0a45-4efe-aa51-9293f0ee5f13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.4292641 Aug 18 13:56:17.992488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:56:17.992880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: from cryptography.utils import int_from_bytes Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: from cryptography.utils import int_from_bytes Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: timer() Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:56:18.016383 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:56:18.128940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-ddd5b6f9-6bc3-4eb4-ac86-2c9fc0175ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:18.135459 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-ddd5b6f9-6bc3-4eb4-ac86-2c9fc0175ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872432 Aug 18 13:56:18.137334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb178078-220a-45c8-8818-6b28603045e6 req-24660c16-ab77-4868-b790-c808957596aa tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:18.141322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-50e50344-9978-41a9-ab78-687bff7b2f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.1465428 Aug 18 13:56:18.145078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb178078-220a-45c8-8818-6b28603045e6 req-24660c16-ab77-4868-b790-c808957596aa tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.2601717 Aug 18 13:56:18.158664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:18.175001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.238586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Attempting to bind port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:18.238952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Attempting to bind port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:18.239244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Attempting to bind port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:18.243641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.254614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.254614 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b4f8cc2-3fa6-4e78-a323-3ea766ee3278 HTTP/1.1" status: 204 len: 168 time: 0.9276555 Aug 18 13:56:18.254614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:18.283265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4c21b-f522-434f-a8a7-b22a724dffea admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4f8cc2-3fa6-4e78-a323-3ea766ee3278,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:18.283388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:18.289324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Attempting to bind port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:18.322327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb178078-220a-45c8-8818-6b28603045e6 req-85ac35b2-8084-45ba-b151-c22bd8348806 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763802 Aug 18 13:56:18.323606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-52a2d1d6-03f4-4cc3-aaa4-53c594905e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:18.325072 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-52a2d1d6-03f4-4cc3-aaa4-53c594905e90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1754723 Aug 18 13:56:18.328710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:18.329060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:18.329442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:18.330558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Bound port: 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:18.330558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.378123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-462aac00-e0e0-473e-89ac-1bb2a1882457 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432341 Aug 18 13:56:18.391104 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f65b0-4e82-4940-a12d-da439eb79f14 x-openstack-request-id: req-ae7f65b0-4e82-4940-a12d-da439eb79f14 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:18.391415 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:18.391643 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae7f65b0-4e82-4940-a12d-da439eb79f14 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:18.392043 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236', 'status': 'completed', 'code': 200} Aug 18 13:56:18.462844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Deleting subnet d183446d-d734-4810-afae-4feca52f1120 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:56:18.475950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.678583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-a7f9f869-6f57-49f3-8993-0e06c6023a53 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305150 Aug 18 13:56:18.684070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:18.688422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:18.718040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.736092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4563a-6f9d-4180-a292-c9b494b56c09 req-90220483-4c67-4053-a88d-e5c7be6ca6e4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:18.746397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ce4563a-6f9d-4180-a292-c9b494b56c09 req-90220483-4c67-4053-a88d-e5c7be6ca6e4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 948 time: 0.1412444 Aug 18 13:56:18.801798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-7fcfe8be-f7fc-4b06-a55a-ad5d0933fb27 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153836 Aug 18 13:56:18.834063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.840021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d89122f-e16b-4a6c-916f-24339618aa36 req-4bad9008-1182-491a-ae74-78037acf5801 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 210 time: 0.0654676 Aug 18 13:56:18.868104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ce4563a-6f9d-4180-a292-c9b494b56c09 req-49354fe0-afb1-4ade-8e62-e4c71a92aaee tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171198 Aug 18 13:56:18.871285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.901781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.923383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba662473-fe5e-42c5-a8df-904b5c292f47 req-bdcad310-54dd-46d1-9625-b3042435eec2 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341495 Aug 18 13:56:18.926148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:18.927129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:18.929045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/5291f4bc-3f88-4f3b-b56a-8f342169aa2d HTTP/1.1" status: 200 len: 1096 time: 3.1323409 Aug 18 13:56:18.929776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:18.933370 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:18.983759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-f79063b5-5c6c-4c0a-8bd2-5555319ae080 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702197 Aug 18 13:56:19.002409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b1596-276b-4417-90a3-b0c7a052d2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:19.019771 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f272413-caa7-42fa-9dd9-b1215b0d7aa9 x-openstack-request-id: req-7f272413-caa7-42fa-9dd9-b1215b0d7aa9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:19.020371 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:19.020371 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f272413-caa7-42fa-9dd9-b1215b0d7aa9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:19.022322 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'status': 'completed', 'code': 200} Aug 18 13:56:19.093358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.128222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d183446d-d734-4810-afae-4feca52f1120,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:19.131423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 81535268-28ae-439b-8be5-229c58728035 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:19.136761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.142709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40062) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:19.143151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf1ed32e-a85a-40f7-9d4b-998c4f04fd70 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d183446d-d734-4810-afae-4feca52f1120 HTTP/1.1" status: 204 len: 168 time: 0.8758488 Aug 18 13:56:19.168269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1 req-77f59fff-0829-4cd8-83ad-69fa795748ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.169908 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1 req-77f59fff-0829-4cd8-83ad-69fa795748ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1099 time: 0.1248426 Aug 18 13:56:19.220669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 81535268-28ae-439b-8be5-229c58728035 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:19.221035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.282728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1 req-25cdc724-3e00-41dc-b39b-e63ccf6412b5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032386 Aug 18 13:56:19.376532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-b140d2d9-032e-47c9-bde5-a28c0ef65bbe tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.379009 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-b140d2d9-032e-47c9-bde5-a28c0ef65bbe tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1097 time: 0.1979594 Aug 18 13:56:19.389790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-2b6ffd2b-e5d9-4b6d-b60e-e9f9e5d36d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.395101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-2b6ffd2b-e5d9-4b6d-b60e-e9f9e5d36d26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 1099 time: 0.2515848 Aug 18 13:56:19.395101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.402448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-5'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:19.480881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1 req-3d282be5-ace2-471e-be18-efdfbf10857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.482406 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1bd7a451-ff2e-435f-9bae-7912d4b2cee1 req-3d282be5-ace2-471e-be18-efdfbf10857b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886003 Aug 18 13:56:19.483358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.485306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Router 15572f05-06b6-46f4-9c2b-c63e03360883 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:56:19.640516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-4ab497cc-e392-4a2c-adf8-3b5f1bbd5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.642032 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-4ab497cc-e392-4a2c-adf8-3b5f1bbd5cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1099 time: 0.0969627 Aug 18 13:56:19.668755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a148-4a51-48cc-9ec1-77238bbf8be3 req-84ab8637-87ea-4a05-9e44-76cc9369b412 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.670864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d137a148-4a51-48cc-9ec1-77238bbf8be3 req-84ab8637-87ea-4a05-9e44-76cc9369b412 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 946 time: 0.2471578 Aug 18 13:56:19.694937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-33e40e07-f446-4ead-9b1d-3865db624072 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d HTTP/1.1" status: 200 len: 217 time: 0.0432925 Aug 18 13:56:19.697273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-920703e0-d849-4dc9-9d32-596802b95f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.698819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-920703e0-d849-4dc9-9d32-596802b95f73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2986722 Aug 18 13:56:19.708111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d125cd-2ada-4119-b32b-ec1e2f5c422f req-f675a849-7f93-426a-b372-79db7fd1c1b1 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008394 Aug 18 13:56:19.711379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:19.742101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.783048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-8cd3aeb2-608a-4e72-8bbb-d45dcbf485ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.784493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-8cd3aeb2-608a-4e72-8bbb-d45dcbf485ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0638299 Aug 18 13:56:19.789226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:19.807100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.807499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.808282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.808619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > port after_create 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.808963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.809302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > port after_update 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.809657 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.810017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.810339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.810661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.867733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.874839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-04ee97b3-2f88-416d-9cd8-c57c4bee83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:19.876330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-04ee97b3-2f88-416d-9cd8-c57c4bee83b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652373 Aug 18 13:56:19.881531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.881934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.882275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.882613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 13:56:19.882996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2905776-1877-46f1-81b3-7f656053fbc4']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:19.918185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-7d3bf828-2719-43ff-9611-2a187d87c740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=10851b14-17f4-458f-ad18-f4f8285d0236 HTTP/1.1" status: 200 len: 217 time: 0.1731393 Aug 18 13:56:19.920093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5808cf-89a7-4d4e-8c9f-29ce370c8ecf') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:19.920456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5808cf-89a7-4d4e-8c9f-29ce370c8ecf') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:19.970717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:19.991156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.005223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-5cc55a88-c322-4d0f-aa76-f846cc710509 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200981 Aug 18 13:56:20.043425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d137a148-4a51-48cc-9ec1-77238bbf8be3 req-53d4e006-ce65-4251-9452-0096d3c889e9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651154 Aug 18 13:56:20.061221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:56:20.077010 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Sync routers for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:56:20.088282 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:20.088703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.089391 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:55:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:20.113758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:20.129959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on host n-h1-804303-5 for vnic_type normal with profile {"migrating_to": "n-h2-804303-5"} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:20.130247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:20.130578 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:20.138486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:20.138821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Attempting to bind port ceaca582-7618-452e-aeaa-3d211457f102 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:20.144037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d125cd-2ada-4119-b32b-ec1e2f5c422f req-beae4fbf-ce76-455e-84ce-f1e474a81943 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.146131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d125cd-2ada-4119-b32b-ec1e2f5c422f req-beae4fbf-ce76-455e-84ce-f1e474a81943 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4001956 Aug 18 13:56:20.148863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:20.149418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:20.149582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:20.150040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Bound port: ceaca582-7618-452e-aeaa-3d211457f102, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:20.150393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.164707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:56:20.165133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.167632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.172551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-995a81ca-f644-42ce-a6f1-f17f72134a9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0779767 Aug 18 13:56:20.172874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: from cryptography.utils import int_from_bytes Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: from cryptography.utils import int_from_bytes Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: timer() Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:56:20.176880 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:56:20.201484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-970598af-0e4f-46b8-a5c6-1357f2612e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.203149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-970598af-0e4f-46b8-a5c6-1357f2612e63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2331207 Aug 18 13:56:20.204459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d125cd-2ada-4119-b32b-ec1e2f5c422f req-588dfe99-cde9-4998-a40a-52823b3863c6 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/quotas/fbc2f3bc2eaa4c7891ed12fe66a98f80 HTTP/1.1" status: 200 len: 375 time: 0.0426574 Aug 18 13:56:20.251800 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e7a29e8b-86ab-4ee0-9f8d-fc225e68dc0c req-a1aaae77-d494-47f5-83fe-97b251616738 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369580 Aug 18 13:56:20.265158 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:20.289773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d125cd-2ada-4119-b32b-ec1e2f5c422f req-e7030f68-0d88-4f08-b5c2-63090fa65632 tempest-QuotasAdminNegativeTest-140070487 tempest-QuotasAdminNegativeTest-140070487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554190 Aug 18 13:56:20.325575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-30f4b360-8eda-4664-b175-c3b3047120ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.327232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-30f4b360-8eda-4664-b175-c3b3047120ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910110 Aug 18 13:56:20.339587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:20.345920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:20.394443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:20.396841 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deafe9a8-d81a-419d-990f-3cbf184e6abf" -d '{"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-unplugged", "status": "completed", "tag": "ceaca582-7618-452e-aeaa-3d211457f102"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:20.416851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.420292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.426451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.430269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2905776-1877-46f1-81b3-7f656053fbc4 HTTP/1.1" status: 204 len: 168 time: 1.2596262 Aug 18 13:56:20.486776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb48b-59e6-47ef-a1ad-424fbf188b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2905776-1877-46f1-81b3-7f656053fbc4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:20.533028 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2a48184c-f380-4efe-96ab-6064cb4ad482 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434632 Aug 18 13:56:20.549079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:17Z', 'revision_number': 3, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:20.566693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-9214cb0c-67ee-461b-9566-37ad658a67ea service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318504 Aug 18 13:56:20.608046 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Checking router: 15572f05-06b6-46f4-9c2b-c63e03360883 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:56:20.608518 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Updating router 15572f05-06b6-46f4-9c2b-c63e03360883 port 0acd16be-3289-4411-bd3d-97ac0042d7e4 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:56:20.631876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-718052e7-a82c-41af-9789-c038d8239d38 req-a0df273f-29a0-419a-9fef-8d1a4fd6577c tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 210 time: 0.0629153 Aug 18 13:56:20.639822 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.707432 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84207a2e-26de-485f-89b1-3e96da3ee8ca x-openstack-request-id: req-84207a2e-26de-485f-89b1-3e96da3ee8ca {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:20.707807 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-unplugged", "status": "completed", "tag": "ceaca582-7618-452e-aeaa-3d211457f102", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:20.708121 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84207a2e-26de-485f-89b1-3e96da3ee8ca {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:20.708568 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102', 'code': 200} Aug 18 13:56:20.710820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.711654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.713553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] 10.222.0.58 "PUT /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 1122 time: 1.3188002 Aug 18 13:56:20.714604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e13ae-eac5-48b1-870d-310caa34c40e service neutron] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=8']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:20.778383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ceaca582-7618-452e-aeaa-3d211457f102'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:20.903097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-36263018-5774-4088-b729-6a46230c5958 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.911974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-36263018-5774-4088-b729-6a46230c5958 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631997 Aug 18 13:56:20.933480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Request body: {'port': {'device_id': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '1d9f01043d0d45dab5dc2e8c9c09ca21'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:21.016496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f152-33b6-4428-a137-8e0d030e50e8 req-c1e56055-bee0-4873-a425-bf14f0c65185 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:21.018049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e57f152-33b6-4428-a137-8e0d030e50e8 req-c1e56055-bee0-4873-a425-bf14f0c65185 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 948 time: 0.4306149 Aug 18 13:56:21.039718 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.041198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26342dc6-1613-44eb-b68d-ada8d8ddf684 req-65047ea1-6bd7-4ba1-9378-f06baf9936b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559109 Aug 18 13:56:21.059350 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Transition to ACTIVE for port object 0acd16be-3289-4411-bd3d-97ac0042d7e4 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:21.060861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40116) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:21.097163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e57f152-33b6-4428-a137-8e0d030e50e8 req-b5800728-909e-471b-8966-d61ac3446398 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693681 Aug 18 13:56:21.128031 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.146417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6ee18ef7-a9d0-4ee3-b52f-03af48aeb2c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cec34e1f580c4276bc826670466db324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841188 Aug 18 13:56:21.147037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40120) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:21.182086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Pushing event updated for resources: {'Port': ['ID=0acd16be-3289-4411-bd3d-97ac0042d7e4,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:21.197418 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.197913 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.198323 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.198725 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.200632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.200632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.200632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.200632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.200632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.201233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.201661 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.202122 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Tracked resource versions report: Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: pushed versions: Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: { 'AddressGroup': {'1.2'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'ConntrackHelper': {'1.0'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Log': {'1.0'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Network': {'1.1'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Port': {'1.7'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'PortForwarding': {'1.2'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'QosPolicy': {'1.9'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SecurityGroup': {'1.4'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SecurityGroupRule': {'1.2'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SubPort': {'1.0'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Subnet': {'1.1'}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Trunk': {'1.1'}} Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: consumer versions: Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: { DHCP agent@n-d-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: HyperV agent@n-h1-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: HyperV agent@n-h2-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: L3 agent@n-d-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: Metadata agent@n-d-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: Metering agent@n-d-804303-5: {}, Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: Open vSwitch agent@n-d-804303-5: { 'AddressGroup': '1.2', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'ConntrackHelper': '1.0', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Log': '1.0', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Network': '1.1', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Port': '1.7', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'PortForwarding': '1.2', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'QosPolicy': '1.9', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SecurityGroup': '1.4', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SecurityGroupRule': '1.2', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'SubPort': '1.0', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Subnet': '1.1', Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: 'Trunk': '1.1'}} Aug 18 13:56:21.203428 n-d-804303-5 neutron-server[112231]: {{(pid=112231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 13:56:21.209666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.210407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Attempting to bind port 0acd16be-3289-4411-bd3d-97ac0042d7e4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:21.210528 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Attempting to bind port 0acd16be-3289-4411-bd3d-97ac0042d7e4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:21.211171 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Attempting to bind port 0acd16be-3289-4411-bd3d-97ac0042d7e4 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:21.218586 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:21.218776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.219250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:21.219657 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.220185 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:21.221225 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Bound port: 0acd16be-3289-4411-bd3d-97ac0042d7e4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:21.221680 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.255347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.283491 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] For port 0acd16be-3289-4411-bd3d-97ac0042d7e4, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:21.289054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] For port 0acd16be-3289-4411-bd3d-97ac0042d7e4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0acd16be-3289-4411-bd3d-97ac0042d7e4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:21.400131 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.401113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.404461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.407400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d36bd6d1-73c2-4a55-8fe7-382aa7b17825 HTTP/1.1" status: 204 len: 168 time: 0.2579262 Aug 18 13:56:21.430325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270d3fe-ec5d-4f49-9329-503b14180f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bd6d1-73c2-4a55-8fe7-382aa7b17825,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:21.467069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a7ecf-957e-46aa-8539-203136a8f3e0 req-26f5237e-474c-4312-885d-b21ba81d61c8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:21.470566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:21.471594 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:55:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:21.472213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Made reservation on behalf of 1d9f01043d0d45dab5dc2e8c9c09ca21 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:21.475945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.476386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f36a7ecf-957e-46aa-8539-203136a8f3e0 req-26f5237e-474c-4312-885d-b21ba81d61c8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.1219704 Aug 18 13:56:21.517912 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b910-6290-4f62-96f9-ad9dee8bc52b None None] Pushing event updated for resources: {'Port': ['ID=0acd16be-3289-4411-bd3d-97ac0042d7e4,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:21.570889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f36a7ecf-957e-46aa-8539-203136a8f3e0 req-73797ab4-a47f-4e09-9984-3ed10674dc84 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932434 Aug 18 13:56:21.741291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Allocated IP 172.20.0.1 (422c5f7c-87e9-483c-9077-7fabc0b832d9/bb7594aa-1fcf-4d80-bb20-6f91ce517f51/0fd7f246-7ebf-4078-a67a-158f5e31d098) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:21.746915 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:21.762773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Allocated IP 192.168.233.244 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/e50bc690-7bc3-4ffd-bd10-888ac5d0e923) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:21.899822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-75249522-5372-46c1-8e00-de9828b209a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:21.909392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b139be8e-1933-4f64-9767-012e43bc0639 req-c5399e1c-4693-41d1-9d7f-a163562ab072 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 210 time: 0.0349865 Aug 18 13:56:22.020667 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:17Z', 'revision_number': 3, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:22.039926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.070124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Transition to ACTIVE for port object 0fd7f246-7ebf-4078-a67a-158f5e31d098 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:22.101560 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0932e-3b65-4118-87f0-b05c899cb5f4 None None] The sync data for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 is: [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:17Z', 'revision_number': 3, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:56:22.121623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.154342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Transition to ACTIVE for port object e50bc690-7bc3-4ffd-bd10-888ac5d0e923 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:22.198853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40170) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:22.262962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.303820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.311812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:22.323191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:22.336303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:22.339617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:22.353123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ff3d-7d47-4b61-8325-91fabbff730f req-e228873b-d0ef-4c7e-a31f-eb13fa0177d3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:22.354969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7051ff3d-7d47-4b61-8325-91fabbff730f req-e228873b-d0ef-4c7e-a31f-eb13fa0177d3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 948 time: 0.0868158 Aug 18 13:56:22.368498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:22.383644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fc94b9d-6af5-4280-9c48-2982001bec00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.405630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:22.435372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:22.502059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7051ff3d-7d47-4b61-8325-91fabbff730f req-77ee202b-aab8-46a0-8279-0a2d2bc9a8aa tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331062 Aug 18 13:56:22.502658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40180) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:22.555218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.560816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3b150adb-113f-4efa-80fe-0bf83808ebd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3113e38b1f942bd86f003f4a84b1d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569348 Aug 18 13:56:22.563421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40182) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:22.625378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:22.645081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Pushing event updated for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:22.669526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.690951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:22.702827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.724768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:22.727708 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62aac5-2377-454a-b94a-1ab2835dd682" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "tag": "ceaca582-7618-452e-aeaa-3d211457f102"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:22.757786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.828295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:22.842658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'mac_address': 'fa:16:3e:02:b4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:22.851722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d668ca9-ca8f-4f17-bd6e-32d5ecc3eed0 req-a82d30dd-0f2f-421f-83bd-8f932943811f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:22.854877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d668ca9-ca8f-4f17-bd6e-32d5ecc3eed0 req-a82d30dd-0f2f-421f-83bd-8f932943811f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.1232750 Aug 18 13:56:22.890116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e101310e-2fcb-46b4-aae1-8072571bba24 None None] Provisioning for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:22.907845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e101310e-2fcb-46b4-aae1-8072571bba24 None None] Provisioning complete for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:22.909132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e101310e-2fcb-46b4-aae1-8072571bba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.928576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fc94b9d-6af5-4280-9c48-2982001bec00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.943585 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5014df7-27a1-4f1d-a24c-4eea7e42278b x-openstack-request-id: req-b5014df7-27a1-4f1d-a24c-4eea7e42278b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:22.943876 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "tag": "ceaca582-7618-452e-aeaa-3d211457f102", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:22.944128 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5014df7-27a1-4f1d-a24c-4eea7e42278b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:22.944528 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102', 'status': 'completed', 'code': 200} Aug 18 13:56:22.957149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:22.970709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d668ca9-ca8f-4f17-bd6e-32d5ecc3eed0 req-c2e8d81a-d4c5-47f9-ac43-730521c00c8c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000466 Aug 18 13:56:22.980024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:23.008596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e101310e-2fcb-46b4-aae1-8072571bba24 None None] Port 0fd7f246-7ebf-4078-a67a-158f5e31d098 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:23.010669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.015045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.016499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2141311d-c808-4562-af21-1c83f7c27004 HTTP/1.1" status: 204 len: 168 time: 0.4519076 Aug 18 13:56:23.035608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.039932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fc94b9d-6af5-4280-9c48-2982001bec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.047075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125fb4-b5a1-4282-abc1-40a3baef3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2141311d-c808-4562-af21-1c83f7c27004,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.056953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:23.072388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-6f40d696-c81c-4aac-9b0d-636d628664bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:23.074121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-6f40d696-c81c-4aac-9b0d-636d628664bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1125 time: 0.1019213 Aug 18 13:56:23.146244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.155276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 10851b14-17f4-458f-ad18-f4f8285d0236 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:23.162165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0acd16be-3289-4411-bd3d-97ac0042d7e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:23.200017 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-881c05ea-c026-4700-b59d-87c89577b5da tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2762082 Aug 18 13:56:23.207270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7fc94b9d-6af5-4280-9c48-2982001bec00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbc2f3bc2eaa4c7891ed12fe66a98f80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0073736 Aug 18 13:56:23.210743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40206) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:23.226504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Request body: {'port': {'device_id': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:23.239172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc94b9d-6af5-4280-9c48-2982001bec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6635918-192c-4540-b2cf-14ec98917453,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.324282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-66620f84-d3f9-4e17-8452-513d71f7a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:23.326794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-66620f84-d3f9-4e17-8452-513d71f7a66b service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.2419062 Aug 18 13:56:23.375235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e357f797-4c52-48b0-ba02-a315d9380a72 None None] Provisioning for port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:23.377280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.380901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.386266 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:56:23.392198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e357f797-4c52-48b0-ba02-a315d9380a72 None None] Provisioning complete for port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:23.393100 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e357f797-4c52-48b0-ba02-a315d9380a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.397548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-fcfeab72-ffcd-442f-9f50-6e7e4b429633 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.0608227 Aug 18 13:56:23.412099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0a2b-2be8-41fd-8efd-3beb472cf923 req-a6de8bb1-41b9-4d55-945b-21f9c57c6f2e tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:23.413988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a72e0a2b-2be8-41fd-8efd-3beb472cf923 req-a6de8bb1-41b9-4d55-945b-21f9c57c6f2e tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 936 time: 0.2042365 Aug 18 13:56:23.435483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.445687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=10851b14-17f4-458f-ad18-f4f8285d0236,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:23.458814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0acd16be-3289-4411-bd3d-97ac0042d7e4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:23.470132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '10851b14-17f4-458f-ad18-f4f8285d0236', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '10851b14-17f4-458f-ad18-f4f8285d0236', 'mac_address': 'fa:16:3e:b6:c2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:23.479423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0acd16be-3289-4411-bd3d-97ac0042d7e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:23.479795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.519795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e357f797-4c52-48b0-ba02-a315d9380a72 None None] Port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:23.537764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.555727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-2271d1f2-eeba-4283-9615-6c0f4bbac74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:23.557414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-2271d1f2-eeba-4283-9615-6c0f4bbac74a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1399956 Aug 18 13:56:23.575986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a72e0a2b-2be8-41fd-8efd-3beb472cf923 req-c6f0ff96-acb9-475f-bba3-7ff143bdb469 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397095 Aug 18 13:56:23.608741 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.631025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10851b14-17f4-458f-ad18-f4f8285d0236 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:23.645702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-c50d09e7-8a63-4195-893d-6fc2967f8f7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806968 Aug 18 13:56:23.672048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.686011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=10851b14-17f4-458f-ad18-f4f8285d0236,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:23.693825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.713305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 0acd16be-3289-4411-bd3d-97ac0042d7e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0acd16be-3289-4411-bd3d-97ac0042d7e4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:23.822478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-5176a78c-5504-46ca-9e14-d0398befa36e service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665967 Aug 18 13:56:23.824275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.826421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50bc690-7bc3-4ffd-bd10-888ac5d0e923 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:23.829123 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.833360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4911c-8495-42fb-bba5-9a65fac91568 req-a7247ab4-87ce-42e2-82da-f18c5c9ae0f2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:23.836690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47e4911c-8495-42fb-bba5-9a65fac91568 req-a7247ab4-87ce-42e2-82da-f18c5c9ae0f2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 948 time: 0.0814674 Aug 18 13:56:23.836809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.849607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.916574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.924532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Transition to ACTIVE for port object e50bc690-7bc3-4ffd-bd10-888ac5d0e923 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:23.959120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.961260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.962564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6635918-192c-4540-b2cf-14ec98917453 HTTP/1.1" status: 204 len: 168 time: 0.7500148 Aug 18 13:56:23.972225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:23.977251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be58a5-c7ca-4f9b-aa10-a32f7af25e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6635918-192c-4540-b2cf-14ec98917453,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.982740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:23.990906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.006983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47e4911c-8495-42fb-bba5-9a65fac91568 req-26db927d-386e-41f9-968e-d53d43dec8c1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472511 Aug 18 13:56:24.015590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af62aac5-2377-454a-b94a-1ab2835dd682 req-3be18dcb-5b7b-4cea-a2a8-365d49f54942 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792533 Aug 18 13:56:24.064128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=0acd16be-3289-4411-bd3d-97ac0042d7e4,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:24.165525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['10851b14-17f4-458f-ad18-f4f8285d0236'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:24.175790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:24.187664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:24.347671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Attempting to bind port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:24.348018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Attempting to bind port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:24.348465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Attempting to bind port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:24.369183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:24.371060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:24.376822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:24.377492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Attempting to bind port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:24.388793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27a392-88ae-4986-83d0-1eeef23732fe req-7074a6c6-7618-4c78-9b2c-7cb5580d0093 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:24.392083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c27a392-88ae-4986-83d0-1eeef23732fe req-7074a6c6-7618-4c78-9b2c-7cb5580d0093 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.1031673 Aug 18 13:56:24.405179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:24.405515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:24.406011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:24.406377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Bound port: e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:24.407148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.463053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c27a392-88ae-4986-83d0-1eeef23732fe req-fe1da18c-7f85-43e4-bb27-a53548468a5e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Aug 18 13:56:24.635167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ceaca582-7618-452e-aeaa-3d211457f102 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:24.700801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Router 15572f05-06b6-46f4-9c2b-c63e03360883 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:56:24.709500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:24.718450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:24.810279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-13b7d77d-0e67-4488-a018-28d66b1ff2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.846380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.864739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9c2af-0902-4f6f-8bc6-1a61ba11775b req-ac4db428-aefd-4677-aed6-ad6b54fcce79 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:24.888476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97f9c2af-0902-4f6f-8bc6-1a61ba11775b req-ac4db428-aefd-4677-aed6-ad6b54fcce79 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 948 time: 0.1106131 Aug 18 13:56:24.896712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:24.916662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ceaca582-7618-452e-aeaa-3d211457f102 has no active binding in host n-h2-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:56:24.922136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-21c6afcb-03a4-4107-9cb7-fbbf5796dc3d None None] Provisioning complete for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:24.923442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21c6afcb-03a4-4107-9cb7-fbbf5796dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.972128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-21c6afcb-03a4-4107-9cb7-fbbf5796dc3d None None] Port 0fd7f246-7ebf-4078-a67a-158f5e31d098 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:24.976031 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:24.978105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97f9c2af-0902-4f6f-8bc6-1a61ba11775b req-aba9b1b6-d11d-4fc1-8b56-1129b135258b tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880737 Aug 18 13:56:25.079249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0acd16be-3289-4411-bd3d-97ac0042d7e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:25.180330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0acd16be-3289-4411-bd3d-97ac0042d7e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:25.180850 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.186272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.186893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.191615 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] 10.222.0.10 "PUT /v2.0/ports/e50bc690-7bc3-4ffd-bd10-888ac5d0e923 HTTP/1.1" status: 200 len: 1096 time: 1.9741476 Aug 18 13:56:25.194222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:25.196604 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59" -d '{"events": [{"name": "network-changed", "server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:25.221397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:56:25.239135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-75a03dc9-3271-4288-8afc-5028bdcd8424 admin admin] 10.222.0.35 "PUT /v2.0/routers/15572f05-06b6-46f4-9c2b-c63e03360883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0603366 Aug 18 13:56:25.254488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667add1-1338-4cba-a8d4-c55790dc3a4e service neutron] Pushing event updated for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:25.261245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Sync routers for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:56:25.291187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d25f9b-1a35-4447-b1d8-0074b5c2bca0 req-2abef087-a04c-4975-a1e6-8d4a0d58607c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.293096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13d25f9b-1a35-4447-b1d8-0074b5c2bca0 req-2abef087-a04c-4975-a1e6-8d4a0d58607c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 949 time: 0.1063039 Aug 18 13:56:25.305693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40276) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:25.337070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:25.337726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:25.341908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4ba7-897a-4135-b828-314e2583123f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.382102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13d25f9b-1a35-4447-b1d8-0074b5c2bca0 req-7155b843-c67a-404a-9d32-04ca01032993 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660272 Aug 18 13:56:25.511354 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96be216-860f-4cca-9179-9d6af2c3928e x-openstack-request-id: req-a96be216-860f-4cca-9179-9d6af2c3928e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:25.511896 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:25.512202 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a96be216-860f-4cca-9179-9d6af2c3928e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:25.512730 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923', 'status': 'completed', 'code': 200} Aug 18 13:56:25.516624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-96cb05db-e2d0-4d7f-abee-0f874cba86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.520104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-96cb05db-e2d0-4d7f-abee-0f874cba86b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 1099 time: 0.1921523 Aug 18 13:56:25.598341 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-4adc2ac4-4b9f-4fa0-9675-b16328de8691 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923 HTTP/1.1" status: 200 len: 217 time: 0.0673552 Aug 18 13:56:25.630193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4ba7-897a-4135-b828-314e2583123f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.679860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-984a2c48-2906-4df8-ad0d-b272c8d15e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.685352 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-984a2c48-2906-4df8-ad0d-b272c8d15e58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0681818 Aug 18 13:56:25.686941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f857-8aed-45f3-9d69-6a22c26b5ac8 req-bdcc1e1f-15a3-47c2-9b29-eaeab9fa562e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.688488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02e2f857-8aed-45f3-9d69-6a22c26b5ac8 req-bdcc1e1f-15a3-47c2-9b29-eaeab9fa562e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.0881755 Aug 18 13:56:25.731852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4ba7-897a-4135-b828-314e2583123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.739706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02e2f857-8aed-45f3-9d69-6a22c26b5ac8 req-31ada182-1ded-4ffa-8bc0-17a2f673381e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Aug 18 13:56:25.755682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-596d2aab-639c-4515-aa17-3714d1ba5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.755682 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-596d2aab-639c-4515-aa17-3714d1ba5cd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633776 Aug 18 13:56:25.801952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb809bd-c906-410d-a5bc-ebbd0ad5f1af req-125f04f1-a3c7-4c73-a5c5-22e70258ba81 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:25.804449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb809bd-c906-410d-a5bc-ebbd0ad5f1af req-125f04f1-a3c7-4c73-a5c5-22e70258ba81 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 972 time: 0.0859671 Aug 18 13:56:25.830342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:25.844740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0cc4ba7-897a-4135-b828-314e2583123f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c5f95bd86574b5384728afc68585891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377128 Aug 18 13:56:25.845635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40294) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:25.857565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc4ba7-897a-4135-b828-314e2583123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685012c-4974-47ce-a093-9ca2927d6498,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:25.864052 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:25.882414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb809bd-c906-410d-a5bc-ebbd0ad5f1af req-442a157c-e8bc-48b0-824b-87794c08af47 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/security-groups?id=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705633 Aug 18 13:56:25.956530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-0828b62a-46e6-402b-a3f3-15eda68a2c5a service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785676 Aug 18 13:56:25.959275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.021987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.097828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a9861aa6-ff89-442d-b2a0-79389f99e02c req-4820d95d-cd0d-4ad7-8f41-62c15410c085 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292932 Aug 18 13:56:26.133061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:22Z', 'revision_number': 4, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0fd7f246-7ebf-4078-a67a-158f5e31d098', 'name': '', 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'mac_address': 'fa:16:3e:f8:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:21Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 2, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'subnets': [{'id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:26.158900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Checking router: 15572f05-06b6-46f4-9c2b-c63e03360883 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:56:26.159327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Updating router 15572f05-06b6-46f4-9c2b-c63e03360883 port 0fd7f246-7ebf-4078-a67a-158f5e31d098 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:56:26.182405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.186204 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.187541 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e685012c-4974-47ce-a093-9ca2927d6498 HTTP/1.1" status: 204 len: 168 time: 0.3384342 Aug 18 13:56:26.196228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7da39-67ce-4f56-bf14-0ff445535f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685012c-4974-47ce-a093-9ca2927d6498,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:26.203149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.253293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff5a82-4a97-4e13-a45c-bd840144bba7 req-72813eed-1f78-48f9-8002-5fea12286320 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.254868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20ff5a82-4a97-4e13-a45c-bd840144bba7 req-72813eed-1f78-48f9-8002-5fea12286320 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 948 time: 0.1887379 Aug 18 13:56:26.315563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-09bbc6bc-2112-47d3-98b9-aa9d7abf837c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2811747 Aug 18 13:56:26.326818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:26.333358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20ff5a82-4a97-4e13-a45c-bd840144bba7 req-1cf16a1a-0b06-4452-aa9b-cd4721e6a0d6 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671587 Aug 18 13:56:26.390878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-2e8de398-cd2e-4457-af05-15cedd640a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.393312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-2e8de398-cd2e-4457-af05-15cedd640a2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 1099 time: 0.1253378 Aug 18 13:56:26.413507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.528373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-949e35bf-f8b9-44a7-bee8-4a7eceb1f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.538036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-949e35bf-f8b9-44a7-bee8-4a7eceb1f6a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1289914 Aug 18 13:56:26.551072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.573194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Transition to ACTIVE for port object 0fd7f246-7ebf-4078-a67a-158f5e31d098 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:26.614814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-dfdbe116-1eec-47bf-92c1-163a1b946670 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923 HTTP/1.1" status: 200 len: 217 time: 0.0452662 Aug 18 13:56:26.618413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.643089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:26.671159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.671953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-8fd5216f-1591-4169-9e76-51a1d8cd90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.673593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-8fd5216f-1591-4169-9e76-51a1d8cd90e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0496292 Aug 18 13:56:26.709133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-67d73edc-5a05-4973-8742-5b60bb1ec65b service neutron] 10.222.0.10 "GET /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1361873 Aug 18 13:56:26.738599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea2a9b-7910-4df3-8324-b729a15d27e6 req-b62404ad-71fc-497d-8d60-f1c799acdb4b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.740129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73ea2a9b-7910-4df3-8324-b729a15d27e6 req-b62404ad-71fc-497d-8d60-f1c799acdb4b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 949 time: 0.1395283 Aug 18 13:56:26.779533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-30ba145a-924d-4f74-aad1-3aae370c8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:26.781323 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-30ba145a-924d-4f74-aad1-3aae370c8049 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985930 Aug 18 13:56:26.795763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bb5f4-c0f7-4415-a450-b96c68692a77 None None] Pushing event updated for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:26.844689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:26.850874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Attempting to bind port 0fd7f246-7ebf-4078-a67a-158f5e31d098 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:26.851246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Attempting to bind port 0fd7f246-7ebf-4078-a67a-158f5e31d098 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:26.851617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Attempting to bind port 0fd7f246-7ebf-4078-a67a-158f5e31d098 on network 422c5f7c-87e9-483c-9077-7fabc0b832d9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:26.855062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:26.855430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.861610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:26.862036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Checking segment: {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:26.862995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.863392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Bound using segment: {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:26.863873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Bound port: 0fd7f246-7ebf-4078-a67a-158f5e31d098, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a41f5-2268-42ca-9447-37e8e4566d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:26.867945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:26.879158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73ea2a9b-7910-4df3-8324-b729a15d27e6 req-fee31811-e9ad-4025-ae09-58b92ecff61c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160967 Aug 18 13:56:26.926525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Allocated IP 172.25.1.132 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5a586966-4e5c-4e26-b4a3-8c4d151923d8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:27.000675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-fa16bef5-6927-4346-8c59-e3bfd883e112 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909246 Aug 18 13:56:27.073062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] For port 0fd7f246-7ebf-4078-a67a-158f5e31d098, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:27.076349 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.117944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] For port 0fd7f246-7ebf-4078-a67a-158f5e31d098, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0fd7f246-7ebf-4078-a67a-158f5e31d098,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:27.125495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:27.127790 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42a904-5158-4ecf-817a-286ff6a77ef0" -d '{"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:27.133023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fac1f0d-f440-426a-bc2a-bdc66d2bdd59 req-d72b098b-42c0-4a71-ad3b-ce05d0dc5cab service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314404 Aug 18 13:56:27.143138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:27.190768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.245038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.245797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 10851b14-17f4-458f-ad18-f4f8285d0236 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:27.246379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-98b54c35-7328-40c2-a02b-7a9a9d5a8f51 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:27.247939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-98b54c35-7328-40c2-a02b-7a9a9d5a8f51 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 972 time: 0.2008305 Aug 18 13:56:27.255403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199e44-673e-4667-b88b-d2a8ad696390 req-0a43a0dd-78f7-40da-aa61-3d1413ed9617 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:27.262675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae199e44-673e-4667-b88b-d2a8ad696390 req-0a43a0dd-78f7-40da-aa61-3d1413ed9617 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 944 time: 0.1830685 Aug 18 13:56:27.294793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:27.295433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:27.310383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:27.338755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bb5f4-c0f7-4415-a450-b96c68692a77 None None] Pushing event updated for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:27.350506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.449447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:27.479859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:27.526755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 10851b14-17f4-458f-ad18-f4f8285d0236 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:27.534208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 10851b14-17f4-458f-ad18-f4f8285d0236 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:27.534583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.599926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.670186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:27.695116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae199e44-673e-4667-b88b-d2a8ad696390 req-7f4ae992-ad6b-4422-ac77-40abae4277ac tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315851 Aug 18 13:56:27.727309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaca582-7618-452e-aeaa-3d211457f102 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:27.729761 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.750407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:27.792824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=10851b14-17f4-458f-ad18-f4f8285d0236,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:27.799620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Deleting port 1bf8021c-8415-494b-869c-396388103cf7 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:27.800202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.815649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:22Z', 'revision_number': 4, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0fd7f246-7ebf-4078-a67a-158f5e31d098', 'name': '', 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'mac_address': 'fa:16:3e:f8:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:21Z', 'updated_at': '2021-08-18T13:56:27Z', 'revision_number': 4, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'subnets': [{'id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:27.848182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2995e3e-b86d-4b90-9b31-cd1c4d591b5b None None] The sync data for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 is: [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:22Z', 'revision_number': 4, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0fd7f246-7ebf-4078-a67a-158f5e31d098', 'name': '', 'network_id': '422c5f7c-87e9-483c-9077-7fabc0b832d9', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'mac_address': 'fa:16:3e:f8:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:21Z', 'updated_at': '2021-08-18T13:56:27Z', 'revision_number': 4, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'subnets': [{'id': 'bb7594aa-1fcf-4d80-bb20-6f91ce517f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:56:27.880687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.923018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:27.957913 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:56:27.990596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.005006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:28.027417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:28.031500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] For port 1bf8021c-8415-494b-869c-396388103cf7, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1bf8021c-8415-494b-869c-396388103cf7,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:28.031877 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.036401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:28.082156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:28.144432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Calling delete_port for 1bf8021c-8415-494b-869c-396388103cf7 owned by compute:tempest-test_az-1393701872 {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:28.199613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-cf734513-9ac4-4903-893e-cc8920d31d54 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04207a4f285646f9aae68ab872c64a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641968 Aug 18 13:56:28.211092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event updated for resources: {'Port': ['ID=5a586966-4e5c-4e26-b4a3-8c4d151923d8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:28.258119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] Transition to ACTIVE for port object ceaca582-7618-452e-aeaa-3d211457f102 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:28.359049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.551421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] No DVR routers for this DVR port ceaca582-7618-452e-aeaa-3d211457f102 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:28.553912 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.579846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-3efb9d66-504a-48e0-8b5b-346b939cbdad tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:28.581382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-3efb9d66-504a-48e0-8b5b-346b939cbdad tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799031 Aug 18 13:56:28.586986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] Pushing event updated for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:28.651703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-617dca7e-4dff-496b-a2fe-0cd0ae5e21bc service neutron] 10.222.0.10 "PUT /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102/bindings/n-h2-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9322352 Aug 18 13:56:28.659648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-e00a4f37-033f-4eb1-9100-2254c1869d53 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/quotas/04207a4f285646f9aae68ab872c64a54 HTTP/1.1" status: 200 len: 375 time: 0.0547383 Aug 18 13:56:28.744462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-869a33a9-a019-4c2d-b8d9-f9f54d6231dc tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838132 Aug 18 13:56:28.750456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.821639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.879328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-a478106f-2341-4950-b6f4-dad5940dc252 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:28.884519 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-a478106f-2341-4950-b6f4-dad5940dc252 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0795100 Aug 18 13:56:28.919343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Pushing event deleted for resources: {'Port': ['ID=1bf8021c-8415-494b-869c-396388103cf7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:28.966637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] No DVR routers for this DVR port 1bf8021c-8415-494b-869c-396388103cf7 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:28.970973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:28.973693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-066279f2-f4bd-42ed-b51f-b9bc3d6c38ee req-43bfa35b-8fc6-42e9-bcf5-ad9cbe246330 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.58 "DELETE /v2.0/ports/1bf8021c-8415-494b-869c-396388103cf7 HTTP/1.1" status: 204 len: 173 time: 1.7084935 Aug 18 13:56:28.977549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'name': 'network-vif-deleted', 'tag': '1bf8021c-8415-494b-869c-396388103cf7'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:28.991257 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862fed1-0b80-4b5b-b2bb-5ddb3b0b8006" -d '{"events": [{"server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "name": "network-vif-deleted", "tag": "1bf8021c-8415-494b-869c-396388103cf7"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:29.067126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e50bc690-7bc3-4ffd-bd10-888ac5d0e923 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:29.076910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-76848c04-6cf4-4493-af50-5d1c956011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.076910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-76848c04-6cf4-4493-af50-5d1c956011e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 1096 time: 0.1845469 Aug 18 13:56:29.105212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.213074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d55e56d-f6fd-402a-bb6e-ddcb33b466b9 req-b796b31b-6f8b-41b9-8a3c-aba01f99a214 tempest-AggregatesAdminTestJSON-2032168179 tempest-AggregatesAdminTestJSON-2032168179-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8485bfd-93da-4bb0-8179-40d6cbac6130 HTTP/1.1" status: 200 len: 210 time: 0.0842292 Aug 18 13:56:29.219720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-eca5f6bb-24cd-4f74-b912-47878decf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.224738 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-eca5f6bb-24cd-4f74-b912-47878decf256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1096 time: 0.1169665 Aug 18 13:56:29.227486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0fd7f246-7ebf-4078-a67a-158f5e31d098 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:29.227840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.345164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event updated for resources: {'Port': ['ID=5a586966-4e5c-4e26-b4a3-8c4d151923d8,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:29.350388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.358089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:29.370275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923', 'mac_address': 'fa:16:3e:18:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:29.402456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-4f7bedb7-b750-462a-91e4-44e007dcd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.404479 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-4f7bedb7-b750-462a-91e4-44e007dcd314 service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1716607 Aug 18 13:56:29.417917 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e03752c-e800-4cba-9e3a-6d2f5fc08b83 x-openstack-request-id: req-9e03752c-e800-4cba-9e3a-6d2f5fc08b83 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:29.418229 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:29.418625 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e03752c-e800-4cba-9e3a-6d2f5fc08b83 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:29.419656 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'code': 200} Aug 18 13:56:29.437664 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.453076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50bc690-7bc3-4ffd-bd10-888ac5d0e923 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:29.458909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.460370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-15a06400-370a-4656-b87f-5f4ec1e6c3e0 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1382957 Aug 18 13:56:29.468846 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-9a44410a-c378-40dd-9d01-2cbd9f1d0fa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.0529864 Aug 18 13:56:29.471704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:29.491346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:29.491828 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.519573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:29.537430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-0c7d6371-5e87-4aa6-b4c9-26c7891554ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.538979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-0c7d6371-5e87-4aa6-b4c9-26c7891554ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0635855 Aug 18 13:56:29.576275 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-4678fe13-ce81-44c9-acec-d6de26107125 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289977 Aug 18 13:56:29.589886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-d1e75468-35bc-4b46-8a4e-ce037b81aef5 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 696 time: 0.1190279 Aug 18 13:56:29.601362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.609759 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.611199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9434cfd-f559-4b49-82a1-0f66b7538070 req-503b179b-0e67-4f8e-8bb7-9174850787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.612656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9434cfd-f559-4b49-82a1-0f66b7538070 req-503b179b-0e67-4f8e-8bb7-9174850787e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1101 time: 0.1157544 Aug 18 13:56:29.679787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-6e1a4f44-80e6-47a8-abba-5bfca3a27509 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949860 Aug 18 13:56:29.680032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 0fd7f246-7ebf-4078-a67a-158f5e31d098, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0fd7f246-7ebf-4078-a67a-158f5e31d098,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:29.680974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:29.753338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.795077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-86fb5244-1fd8-40a9-a113-742246e5f57e service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065745 Aug 18 13:56:29.816235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:29.867722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e50bc690-7bc3-4ffd-bd10-888ac5d0e923'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:29.870744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d776d6-2fcb-41e7-bce2-68685b832fa8 req-f902da31-cce1-4135-8c50-7adb65ae3b15 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.873435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9d776d6-2fcb-41e7-bce2-68685b832fa8 req-f902da31-cce1-4135-8c50-7adb65ae3b15 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 948 time: 0.3751936 Aug 18 13:56:29.943723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9434cfd-f559-4b49-82a1-0f66b7538070 req-22d5067a-a7ad-4878-8029-7fcf5671f4a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211491 Aug 18 13:56:29.952455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9d776d6-2fcb-41e7-bce2-68685b832fa8 req-eee61247-d7f6-4d27-b043-b9e4afe2a429 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685995 Aug 18 13:56:29.974109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-7ade1206-4aba-4010-a484-3035947ace3c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:29.975541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-7ade1206-4aba-4010-a484-3035947ace3c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.3693042 Aug 18 13:56:30.002092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-aa01c3d1-9d82-469f-84b9-5b0e77391009 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:30.008481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-860bd384-3f5a-4eb2-8ea7-c1ff60cc9786 req-aa01c3d1-9d82-469f-84b9-5b0e77391009 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130739 Aug 18 13:56:30.144564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80f5f-18cc-49c9-a081-f1d925e33491 req-0ca9e048-818b-4045-b6a3-16e7b240176f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:30.146067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53b80f5f-18cc-49c9-a081-f1d925e33491 req-0ca9e048-818b-4045-b6a3-16e7b240176f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.1022656 Aug 18 13:56:30.158390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701f0fc-dfcd-439c-b306-2bb22f4d6898 req-19f57fc2-5721-44cd-9629-d582134d732b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:30.159803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c701f0fc-dfcd-439c-b306-2bb22f4d6898 req-19f57fc2-5721-44cd-9629-d582134d732b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.0757196 Aug 18 13:56:30.216551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53b80f5f-18cc-49c9-a081-f1d925e33491 req-cd5c8e44-b631-4e21-95b1-eae03a54d5b0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549104 Aug 18 13:56:30.224303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c701f0fc-dfcd-439c-b306-2bb22f4d6898 req-3233e28d-ec8a-47f2-b7aa-736a2ad938e7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576496 Aug 18 13:56:30.279364 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52888ac5-8229-4033-8826-e3948c978b91 x-openstack-request-id: req-52888ac5-8229-4033-8826-e3948c978b91 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:30.279651 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8485bfd-93da-4bb0-8179-40d6cbac6130", "name": "network-vif-deleted", "tag": "1bf8021c-8415-494b-869c-396388103cf7", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:30.279896 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52888ac5-8229-4033-8826-e3948c978b91 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:30.280422 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8485bfd-93da-4bb0-8179-40d6cbac6130', 'name': 'network-vif-deleted', 'tag': '1bf8021c-8415-494b-869c-396388103cf7', 'status': 'completed', 'code': 200} Aug 18 13:56:30.299789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d780889d-2140-4117-af2f-7b85b21f2f4c req-74c91fe2-e48b-4db2-8480-fdc6e4c55c97 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 210 time: 0.0315812 Aug 18 13:56:30.458313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2efaafbd-790d-4626-98de-a6bd88d21526 req-20a5e38d-f70b-4fef-9115-3edcd56b2cbd tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips/d6054080-b9cf-4bfd-99d5-15cc51fbe5e1 HTTP/1.1" status: 200 len: 693 time: 0.1263766 Aug 18 13:56:30.547404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-f0f0906a-8ab0-4771-8d2a-bfc1a43ef6cd tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9453a9b167b74121bb61713485ab038b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812972 Aug 18 13:56:30.552125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d368-0214-407e-914c-a16744a00b4d req-cb5f53d9-d139-4db4-9439-49a510919b81 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:30.553537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-cb5f53d9-d139-4db4-9439-49a510919b81 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.1897075 Aug 18 13:56:30.681462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1bf8021c-8415-494b-869c-396388103cf7 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:30.702218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 1bf8021c-8415-494b-869c-396388103cf7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:30.702561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1bf8021c-8415-494b-869c-396388103cf7 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:30.731646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaafbd-790d-4626-98de-a6bd88d21526 req-2b36becf-1409-46cb-994d-3b40c835dbbc tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:30.732984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2efaafbd-790d-4626-98de-a6bd88d21526 req-2b36becf-1409-46cb-994d-3b40c835dbbc tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2655251 Aug 18 13:56:30.770930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-2efaafbd-790d-4626-98de-a6bd88d21526 req-e3741887-ef91-4f0c-b2f5-cc9020acc8a3 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:30.771920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2efaafbd-790d-4626-98de-a6bd88d21526 req-e3741887-ef91-4f0c-b2f5-cc9020acc8a3 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295572 Aug 18 13:56:30.802402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-e3a2a7fd-f535-41de-afc7-7ce3097d706d tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:30.803925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-e3a2a7fd-f535-41de-afc7-7ce3097d706d tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477143 Aug 18 13:56:30.830152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-792bff2c-8fe0-4204-abbc-552e4a4158b2 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/quotas/9453a9b167b74121bb61713485ab038b HTTP/1.1" status: 200 len: 375 time: 0.0188115 Aug 18 13:56:30.869756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-bd12de28-5a61-4b63-8b29-7e2e302ab321 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9453a9b167b74121bb61713485ab038b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 18 13:56:30.933157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1142d368-0214-407e-914c-a16744a00b4d req-91c74702-321b-4cb6-b781-4a0591e92b8c service neutron] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:30.940158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1142d368-0214-407e-914c-a16744a00b4d req-91c74702-321b-4cb6-b781-4a0591e92b8c service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:30.942301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1142d368-0214-407e-914c-a16744a00b4d req-91c74702-321b-4cb6-b781-4a0591e92b8c service neutron] 10.222.0.58 "DELETE /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102/bindings/n-h1-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.3699405 Aug 18 13:56:31.054142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce774a2b-8d75-44ff-bd8f-82ff22ed595a req-aedbd49a-3dce-4dad-bd17-a69ff22cb2e8 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=a91b662cc533440e9ff6ca879518fede HTTP/1.1" status: 200 len: 696 time: 0.0908494 Aug 18 13:56:31.072016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0fd7f246-7ebf-4078-a67a-158f5e31d098 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:31.095528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e50bc690-7bc3-4ffd-bd10-888ac5d0e923 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:31.246525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0fd7f246-7ebf-4078-a67a-158f5e31d098 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:31.246525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:31.248874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774a2b-8d75-44ff-bd8f-82ff22ed595a req-0ed5a5eb-f21d-4695-9fd7-f03429b7c697 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:31.248874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce774a2b-8d75-44ff-bd8f-82ff22ed595a req-0ed5a5eb-f21d-4695-9fd7-f03429b7c697 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks?id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 787 time: 0.1361001 Aug 18 13:56:31.248874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-ce774a2b-8d75-44ff-bd8f-82ff22ed595a req-e455eb2e-43cd-4eb9-9c6f-44a8c3e4af07 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:31.248874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce774a2b-8d75-44ff-bd8f-82ff22ed595a req-e455eb2e-43cd-4eb9-9c6f-44a8c3e4af07 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101120 Aug 18 13:56:31.295597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed5c7-1dcc-4223-9ca2-3cb37fb48262 req-51a3ee0e-8388-4a9b-9076-9d9c38b696fb tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:31.303484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-052ed5c7-1dcc-4223-9ca2-3cb37fb48262 req-51a3ee0e-8388-4a9b-9076-9d9c38b696fb tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 949 time: 0.0855992 Aug 18 13:56:31.378532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-052ed5c7-1dcc-4223-9ca2-3cb37fb48262 req-ffa02303-9e8d-4b97-989d-cc4239872c7b tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741208 Aug 18 13:56:31.393948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70b72-91a3-4083-8b8a-43a02246366b req-767bb2e5-2232-4f51-aa93-314e2978eeb4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:31.395524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0a70b72-91a3-4083-8b8a-43a02246366b req-767bb2e5-2232-4f51-aa93-314e2978eeb4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.0832789 Aug 18 13:56:31.420975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:31.618931 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6045da57-6f89-4ab5-a17f-5f3cc062bf58" -d '{"events": [{"server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "name": "network-vif-plugged", "status": "completed", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:31.619186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9080387e-24ba-43c0-9435-9af3242ebda2 req-8469efef-cb7d-4a58-9031-4d694747746f tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 210 time: 0.0368326 Aug 18 13:56:31.619186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0a70b72-91a3-4083-8b8a-43a02246366b req-102f761a-01a3-4183-b484-981dcea26f0f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562606 Aug 18 13:56:31.619186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-06f81a41-ae5a-4a50-b36c-a5bf674d8c1b tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips/d6054080-b9cf-4bfd-99d5-15cc51fbe5e1 HTTP/1.1" status: 200 len: 693 time: 0.0535111 Aug 18 13:56:31.627384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784cca0-4809-48db-a7a5-facb688946fc req-a79fac5f-cafe-4114-aa96-7c7c5897cbf6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:31.628855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9784cca0-4809-48db-a7a5-facb688946fc req-a79fac5f-cafe-4114-aa96-7c7c5897cbf6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.1125219 Aug 18 13:56:31.638263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:31.642804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:31.643285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:31.696743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51417-6e39-4914-a47d-7563b360680b req-8f19cbe0-d744-4679-9b49-a0733b98940b tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:31.698158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-8f19cbe0-d744-4679-9b49-a0733b98940b tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1469624 Aug 18 13:56:31.703891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9784cca0-4809-48db-a7a5-facb688946fc req-5077cb10-a993-4be7-a11b-fcc298332a30 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651491 Aug 18 13:56:31.709259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-c21f4f40-2b28-453d-9e36-82cebb9373b7 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:31.710248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-c21f4f40-2b28-453d-9e36-82cebb9373b7 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055237 Aug 18 13:56:31.736964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:31.775436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:31.792233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-c8e8a7aa-5022-43d5-b938-f1c31f7f893a tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 696 time: 0.0750852 Aug 18 13:56:31.845084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:31.846275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ceaca582-7618-452e-aeaa-3d211457f102 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:31.849940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40446) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:31.854343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f1cb9a5-1abe-4adf-9176-ff3bc08e3faf req-020dd2d1-0a59-42a4-ae16-0c5870ba6085 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 210 time: 0.0611458 Aug 18 13:56:31.880789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-3cf047e5-7538-4bdb-8b5c-47c9a617a612 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 696 time: 0.0755970 Aug 18 13:56:31.949884 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28f349b-3779-4909-81b1-7b5be9af15d7 x-openstack-request-id: req-b28f349b-3779-4909-81b1-7b5be9af15d7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:31.950246 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "name": "network-vif-plugged", "status": "completed", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:31.950506 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b28f349b-3779-4909-81b1-7b5be9af15d7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:31.950903 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236', 'code': 200} Aug 18 13:56:31.955892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ceaca582-7618-452e-aeaa-3d211457f102 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:31.957505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:32.045325 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96a98f40-03db-4487-92c3-7c2592114642 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16a349af39654b3e98ca245fa7a5fa21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1939998 Aug 18 13:56:32.049402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:32.105945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Deleting port 5a586966-4e5c-4e26-b4a3-8c4d151923d8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:32.112568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.112710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.112817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6929bd-20c8-4020-aaf4-d2f0c40d62cf req-dcea6268-2fc6-4032-9e73-0ad4043b3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:32.112817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba6929bd-20c8-4020-aaf4-d2f0c40d62cf req-dcea6268-2fc6-4032-9e73-0ad4043b3613 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 1101 time: 0.0614271 Aug 18 13:56:32.148339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.226699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba6929bd-20c8-4020-aaf4-d2f0c40d62cf req-86076492-ad5f-42da-8e06-c27ff3e9506d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855958 Aug 18 13:56:32.241226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-44283271-4d74-4622-aca0-44ad78c93eb7 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=04207a4f285646f9aae68ab872c64a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296497 Aug 18 13:56:32.273405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.275982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.281391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71effdf8-39c1-4c6f-a8d3-cf408ff2bc71 HTTP/1.1" status: 204 len: 168 time: 0.2313325 Aug 18 13:56:32.289864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a63651-00d9-4e3b-9125-78bcb4ad9f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71effdf8-39c1-4c6f-a8d3-cf408ff2bc71,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:32.326890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.326890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.349803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Calling delete_port for 5a586966-4e5c-4e26-b4a3-8c4d151923d8 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:32.448134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-6cfb6cfa-7429-4694-b2c2-e0ba2f3ad3e8 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:32.449576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-6cfb6cfa-7429-4694-b2c2-e0ba2f3ad3e8 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993592 Aug 18 13:56:32.464853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Request body: {'port': {'device_id': '80371764-2689-4254-adf0-9b1448d81022', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '04207a4f285646f9aae68ab872c64a54'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:32.654263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208400-c7f6-4f72-a8b8-022416a5a647 req-c7f8decf-df30-437e-af2f-fefdeb69e83d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:32.655802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45208400-c7f6-4f72-a8b8-022416a5a647 req-c7f8decf-df30-437e-af2f-fefdeb69e83d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1096 time: 0.1115422 Aug 18 13:56:32.708155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45208400-c7f6-4f72-a8b8-022416a5a647 req-502660d0-52b4-41bb-adae-818bd73c32ae tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Aug 18 13:56:32.768583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Made reservation on behalf of 04207a4f285646f9aae68ab872c64a54 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:32.777395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.782182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.826685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.837235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event deleted for resources: {'Port': ['ID=5a586966-4e5c-4e26-b4a3-8c4d151923d8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:32.955297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e30f3-f418-4b08-9e63-5862fa5452f0 req-c0116b0a-e242-4fef-9aea-9261c88ca002 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:32.956861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e5e30f3-f418-4b08-9e63-5862fa5452f0 req-c0116b0a-e242-4fef-9aea-9261c88ca002 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.1627049 Aug 18 13:56:32.979052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.981621 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:32.982772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde51417-6e39-4914-a47d-7563b360680b req-e7e17695-ddb0-46e7-a1d0-30354c2ef309 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "DELETE /v2.0/floatingips/d6054080-b9cf-4bfd-99d5-15cc51fbe5e1 HTTP/1.1" status: 204 len: 173 time: 1.1044199 Aug 18 13:56:33.027955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e5e30f3-f418-4b08-9e63-5862fa5452f0 req-2db86cfc-a8a1-4d4c-9c23-3d65e6b685ed tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633187 Aug 18 13:56:33.056331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:33.065576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.099885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cdbd204b-4a24-4bf0-9ec5-bfd9c552fbb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33ef4abcbdaf45ac8b52c6e950d11f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423367 Aug 18 13:56:33.102945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:33.138952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd996c7-5b3a-4dc8-bc36-f7d6f5de44bd req-13bf96ec-ceb8-4088-9703-de04059ec8c0 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 210 time: 0.0574887 Aug 18 13:56:33.152685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.180865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.215603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.224552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1140d2ed-c002-419f-8eac-be4b55799852,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:33.272527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80881-e7f4-49f1-9a16-75c85a0173c1 req-74a49acf-fdc0-4a8b-85de-9ec7c4c2d9c4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:33.274025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d80881-e7f4-49f1-9a16-75c85a0173c1 req-74a49acf-fdc0-4a8b-85de-9ec7c4c2d9c4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.1650605 Aug 18 13:56:33.347675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.350751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:33.352051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70b1642b-92d2-468d-b596-56df86f74e8f HTTP/1.1" status: 204 len: 168 time: 0.2458711 Aug 18 13:56:33.363719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1642b-92d2-468d-b596-56df86f74e8f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:33.375521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.375997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.376235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.376591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.376884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.377213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.377809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.378315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.378697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.379022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.379342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.379669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900059d4-b637-4074-aad3-413b0aa5e516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:33.640723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d80881-e7f4-49f1-9a16-75c85a0173c1 req-a1df315f-d5cc-4dce-be65-fd04f36bf126 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318338 Aug 18 13:56:33.653774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Allocated IP 192.168.233.168 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/dde07e0c-0320-46c8-acaa-2dc271bf8a3b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:33.672316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-3b8c5093-0c77-4d1b-9d95-9ee2d26c5990 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:33.673798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-3b8c5093-0c77-4d1b-9d95-9ee2d26c5990 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.4322526 Aug 18 13:56:33.717139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-52d17c91-0547-4ef5-ae0c-7c52c6807bdd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/quotas/1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 375 time: 0.0356178 Aug 18 13:56:33.741903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8321bb9d-54c2-4c28-97a5-e69fe05133c1 req-b4a68aef-c60f-41ba-9a1d-060949903f81 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 210 time: 0.0428128 Aug 18 13:56:33.918685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-829e958b-3c83-4067-9791-5c1f19c37d72 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935837 Aug 18 13:56:33.953885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:33.955721 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254cd5a9-42ff-4e1f-ac76-6ef580e06288" -d '{"events": [{"server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "name": "network-vif-plugged", "status": "completed", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:34.014373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-a70784f1-c50d-4cff-b249-ba1ee830afbf tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9453a9b167b74121bb61713485ab038b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227187 Aug 18 13:56:34.034055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-a2b14bcb-ec59-4615-8de5-a2c4a078429c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2636366 Aug 18 13:56:34.041527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.056422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:34.087694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Transition to ACTIVE for port object dde07e0c-0320-46c8-acaa-2dc271bf8a3b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:34.104496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6eedae44-2ce5-4f05-befc-fb1c8893ec41 service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780055 Aug 18 13:56:34.131307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-b0ee96ed-06b0-4ab1-8c93-23d525bb170c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:34.134254 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-b0ee96ed-06b0-4ab1-8c93-23d525bb170c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126919 Aug 18 13:56:34.161164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Request body: {'port': {'device_id': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '9453a9b167b74121bb61713485ab038b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:34.190433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.276085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.296716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-00f58494-03d8-42fc-bb65-c7b8006ec101 service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779599 Aug 18 13:56:34.375213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:34.389321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:34.392277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:34.407030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Pushing event updated for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:34.447100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Made reservation on behalf of 9453a9b167b74121bb61713485ab038b for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:34.458915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.467965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:34.468628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.473247 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.510424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.627314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-72cab552-260f-4c15-96f6-04df314bf928 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1661668 Aug 18 13:56:34.652635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Request body: {'port': {'device_id': '80371764-2689-4254-adf0-9b1448d81022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:34.688298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Allocated IP 172.25.1.248 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/93139769-6a80-44a7-938e-960dd2a695b0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:34.776318 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.830173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-224539d6-d047-4cbc-9ff6-a3cf2c7be9bc None None] Provisioning for port dde07e0c-0320-46c8-acaa-2dc271bf8a3b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:34.835773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-224539d6-d047-4cbc-9ff6-a3cf2c7be9bc None None] Provisioning complete for port dde07e0c-0320-46c8-acaa-2dc271bf8a3b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:34.836413 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-224539d6-d047-4cbc-9ff6-a3cf2c7be9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.846919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.921335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.934886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-224539d6-d047-4cbc-9ff6-a3cf2c7be9bc None None] Port dde07e0c-0320-46c8-acaa-2dc271bf8a3b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:34.948499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:34.979399 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48218d9e-8593-45bd-bca1-cb0ccb10cc68 x-openstack-request-id: req-48218d9e-8593-45bd-bca1-cb0ccb10cc68 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:34.980300 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "name": "network-vif-plugged", "status": "completed", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:34.980714 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48218d9e-8593-45bd-bca1-cb0ccb10cc68 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:34.981299 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923', 'code': 200} Aug 18 13:56:35.070766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.10', 59418) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:35.075273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070f8a7f-0b07-4381-bad8-69d0391ff9a5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:35.201084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935179-bfe5-4916-ab41-dc2fb2abd5f8 req-5fdea2e7-8299-45d1-86b8-ddbec8ea7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:35.202609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b935179-bfe5-4916-ab41-dc2fb2abd5f8 req-5fdea2e7-8299-45d1-86b8-ddbec8ea7efb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 1101 time: 0.1308959 Aug 18 13:56:35.229480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8aa91-20a8-4f7e-bc9e-06ad4a34823c req-f67d2896-8267-4c90-aa40-30ceb379bf1d tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:35.230974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fed8aa91-20a8-4f7e-bc9e-06ad4a34823c req-f67d2896-8267-4c90-aa40-30ceb379bf1d tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.1437755 Aug 18 13:56:35.232454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.354932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:35.365971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b935179-bfe5-4916-ab41-dc2fb2abd5f8 req-bf32722e-e003-4001-9a2b-48db0d7a965c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450284 Aug 18 13:56:35.375482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:35.378997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:35.385134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event updated for resources: {'Port': ['ID=93139769-6a80-44a7-938e-960dd2a695b0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:35.413574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde07e0c-0320-46c8-acaa-2dc271bf8a3b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:35.427384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.436723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fed8aa91-20a8-4f7e-bc9e-06ad4a34823c req-abc8b5f1-58b0-424d-8e33-ea5b71fbf6af tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877437 Aug 18 13:56:35.453545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Transition to ACTIVE for port object dde07e0c-0320-46c8-acaa-2dc271bf8a3b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:35.518968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.539866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e951aba7-8424-4d22-afa8-90d08c0dc9ea req-64833811-402b-4e2f-af3a-6aaa27f5b620 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 210 time: 0.0343828 Aug 18 13:56:35.540516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.596630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Pushing event updated for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:35.625854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Allocated IP 192.168.233.254 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/3874662d-a44e-4ed7-8bc1-7791af6dfc88) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:35.710890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41e0d4c2-3977-484b-b2b9-5bf9ade0965b req-092f65cf-4c5a-4d8e-8f60-b370e2701593 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 210 time: 0.0744181 Aug 18 13:56:35.766980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.834391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Attempting to bind port dde07e0c-0320-46c8-acaa-2dc271bf8a3b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:35.834727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Attempting to bind port dde07e0c-0320-46c8-acaa-2dc271bf8a3b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:35.835054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Attempting to bind port dde07e0c-0320-46c8-acaa-2dc271bf8a3b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:35.881965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Port dde07e0c-0320-46c8-acaa-2dc271bf8a3b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:35.881965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Attempting to bind port dde07e0c-0320-46c8-acaa-2dc271bf8a3b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:35.889664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.905709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Transition to ACTIVE for port object 3874662d-a44e-4ed7-8bc1-7791af6dfc88 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:35.914994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:35.915473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:35.915866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:35.916335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Bound port: dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:35.917047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:35.982074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b58f-2668-46d6-b8e1-1d62429dec0a req-813f56d7-a1ec-43dd-af3f-82f583fc7a62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:35.983563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac9b58f-2668-46d6-b8e1-1d62429dec0a req-813f56d7-a1ec-43dd-af3f-82f583fc7a62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.1670890 Aug 18 13:56:35.995994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.040310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:36.046136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:36.052133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:36.058856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Pushing event updated for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:36.063068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac9b58f-2668-46d6-b8e1-1d62429dec0a req-6a6faf10-8822-479d-83c7-142743694f3f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Aug 18 13:56:36.124358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.125279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.169818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:36.199406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:36.228870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.239741 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-2f88fe36-a635-4f1d-977d-7af2efe8fa1c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0854855 Aug 18 13:56:36.251865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Request body: {'port': {'device_id': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:36.252100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a88a58-0a95-4474-afc5-583b1cb0f79f req-719400a1-af2d-469e-a1d4-abcc04e13172 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.253821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83a88a58-0a95-4474-afc5-583b1cb0f79f req-719400a1-af2d-469e-a1d4-abcc04e13172 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 948 time: 0.0760074 Aug 18 13:56:36.283235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.326965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.328164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83a88a58-0a95-4474-afc5-583b1cb0f79f req-e2583516-5453-4cc3-ab00-8108474efda0 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 Aug 18 13:56:36.330922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.350921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.351581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.352945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] 10.222.0.10 "PUT /v2.0/ports/dde07e0c-0320-46c8-acaa-2dc271bf8a3b HTTP/1.1" status: 200 len: 1096 time: 1.7104192 Aug 18 13:56:36.360414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:36.363155 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3c9c50-c177-471b-843d-0d95d1b11b69" -d '{"events": [{"name": "network-changed", "server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:36.433826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Pushing event updated for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:36.447622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.448016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.454291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.454291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.454291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.454614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.454702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.455015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.455348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.455680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.456069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.456370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc2adc-4683-489c-934e-c40aae452d1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:56:36.469414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.501966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b5954527-d863-4399-a6f9-7b1718f4f7cc None None] Provisioning for port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:36.506216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b5954527-d863-4399-a6f9-7b1718f4f7cc None None] Provisioning complete for port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:36.506602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b5954527-d863-4399-a6f9-7b1718f4f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.564795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event updated for resources: {'Port': ['ID=93139769-6a80-44a7-938e-960dd2a695b0,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:36.583095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b5954527-d863-4399-a6f9-7b1718f4f7cc None None] Port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:36.583287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-946b2be1-c467-4c78-8fc9-70160fecc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.587796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-946b2be1-c467-4c78-8fc9-70160fecc560 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 1099 time: 0.0810440 Aug 18 13:56:36.633367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-e13f8bd7-30ab-43d3-badf-e7e39f522312 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b HTTP/1.1" status: 200 len: 217 time: 0.0369108 Aug 18 13:56:36.649889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.651067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-0222ad79-1f35-47c3-b0e6-b4f01bee6dc6 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6055212 Aug 18 13:56:36.733109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-f9822556-2f9a-454b-b9e9-85c16b6276db tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0602386 Aug 18 13:56:36.737279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-74f67b41-843f-4f97-b127-c565747c8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.738789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-74f67b41-843f-4f97-b127-c565747c8c13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0986223 Aug 18 13:56:36.743664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3874662d-a44e-4ed7-8bc1-7791af6dfc88 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:36.752263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.768627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Transition to ACTIVE for port object 3874662d-a44e-4ed7-8bc1-7791af6dfc88 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:36.875592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:36.897121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-222f2040-3ccc-4e12-b0cb-e32c4179ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.898633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-222f2040-3ccc-4e12-b0cb-e32c4179ad5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439755 Aug 18 13:56:36.909289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f3b97-15aa-432d-b906-3fa6cd6c814c req-4ba57c17-0d41-4589-802c-361b4e13d45f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.911122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961f3b97-15aa-432d-b906-3fa6cd6c814c req-4ba57c17-0d41-4589-802c-361b4e13d45f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1111805 Aug 18 13:56:36.924447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Pushing event updated for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:36.932327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-81e66af9-5878-4b39-8a65-3c9ca5edade8 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:36.934139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82dd6867-0d49-4c1b-a9a0-14266ea9b87d req-81e66af9-5878-4b39-8a65-3c9ca5edade8 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1915982 Aug 18 13:56:37.006329 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89227ab-5eba-4f72-baa5-749d80ef2b19 x-openstack-request-id: req-a89227ab-5eba-4f72-baa5-749d80ef2b19 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:37.006329 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:37.006329 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a89227ab-5eba-4f72-baa5-749d80ef2b19 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:37.006329 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'status': 'completed', 'code': 200} Aug 18 13:56:37.011895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Attempting to bind port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:37.012238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Attempting to bind port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:37.013292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Attempting to bind port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:37.019387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:37.019387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Attempting to bind port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:37.024797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:37.025140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:37.025677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:37.026094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Bound port: 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:37.026504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:37.115458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:37.118336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961f3b97-15aa-432d-b906-3fa6cd6c814c req-d5a7e2f4-c432-4fe7-b541-6ce1a7485d0f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958377 Aug 18 13:56:37.119465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:37.176827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-58a804c1-35fd-467f-ad52-50b552d45b39 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629967 Aug 18 13:56:37.203293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8d4f-887a-4a33-891a-2b53a1fc7d35 req-9ed21b4a-8545-49bf-bf0d-ead159b508a9 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.204676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aec8d4f-887a-4a33-891a-2b53a1fc7d35 req-9ed21b4a-8545-49bf-bf0d-ead159b508a9 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.1610324 Aug 18 13:56:37.212362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-37ae7e17-14d6-4110-949e-3b256a9e1a8b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.213384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:37.213800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-37ae7e17-14d6-4110-949e-3b256a9e1a8b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.2627993 Aug 18 13:56:37.256099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.256965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:37.268108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] 10.222.0.10 "PUT /v2.0/ports/3874662d-a44e-4ed7-8bc1-7791af6dfc88 HTTP/1.1" status: 200 len: 1096 time: 1.0151448 Aug 18 13:56:37.268108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:37.268108 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc48860-d197-4b21-a628-9372b9ca5bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:37.315136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceea13-484a-4c74-90db-d988d11146ae service neutron] Pushing event updated for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:37.437578 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-cb8f864f-d3f7-46b1-92ed-b583478a8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.439148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-cb8f864f-d3f7-46b1-92ed-b583478a8232 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9453a9b167b74121bb61713485ab038b&device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 1099 time: 0.0533717 Aug 18 13:56:37.484037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-55deac9e-ea3f-4674-a895-ada9ef1dbc7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88 HTTP/1.1" status: 200 len: 217 time: 0.0367362 Aug 18 13:56:37.513351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Request body: {'port': {'device_id': '8bac8929-1a27-427d-9472-639fa73f8273', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'admin_state_up': True, 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:37.553296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-fd987d5f-2af1-40e0-88ca-07459ddd85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.554830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-fd987d5f-2af1-40e0-88ca-07459ddd85d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0640965 Aug 18 13:56:37.604950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-c5912af1-1cc2-4a9b-9a65-b56c9679a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.607055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-c5912af1-1cc2-4a9b-9a65-b56c9679a793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445673 Aug 18 13:56:37.652082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aec8d4f-887a-4a33-891a-2b53a1fc7d35 req-6a8c0e4d-d513-4ae9-98be-7686e62fcfdf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284215 Aug 18 13:56:37.682443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370855a-8299-4fb0-ad28-c3513e17a036 req-8e34f3dc-3799-49c7-9103-ac6423d32d8c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.683966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1370855a-8299-4fb0-ad28-c3513e17a036 req-8e34f3dc-3799-49c7-9103-ac6423d32d8c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 948 time: 0.1674235 Aug 18 13:56:37.692714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5dcdbb-3338-4b0d-85e8-e6069b05a04c req-1285b5da-5a74-4eeb-bbc6-0ecdc1ca33fc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060771 Aug 18 13:56:37.705124 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-26077da1-c98c-4dc2-a722-380dbf274ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909052 Aug 18 13:56:37.749045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1370855a-8299-4fb0-ad28-c3513e17a036 req-c56b2f9d-396f-4f90-8387-bd7046bba42e tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536346 Aug 18 13:56:37.808481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cdfb7472-fb37-4a6b-a00a-b57d888d893e req-5f72b907-d6d3-4451-8ea8-a3f9858f3d35 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955086 Aug 18 13:56:37.855371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-393a7f66-752e-402b-b4aa-7307904c037e tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips/cf931141-3b4b-4efb-8ba1-f8ed5dcfd455 HTTP/1.1" status: 200 len: 693 time: 0.0603917 Aug 18 13:56:37.861751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-efad8341-ecd9-470d-925e-70849b4c4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.863278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-efad8341-ecd9-470d-925e-70849b4c4898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 1099 time: 0.0428066 Aug 18 13:56:37.869091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:37.873063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:37.877592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1ea5542-dc21-4201-bc79-0c01496eee16 req-5ef3c767-ae51-4332-84ad-0a87f659e786 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 210 time: 0.0400248 Aug 18 13:56:37.962804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-001a6774-f26a-4c4e-ae40-f64be57e38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:37.964380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-001a6774-f26a-4c4e-ae40-f64be57e38b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0940292 Aug 18 13:56:38.005762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-ff810218-c2ef-466a-9b97-43f8be20a2b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b HTTP/1.1" status: 200 len: 217 time: 0.0330439 Aug 18 13:56:38.025113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-f73cd8f4-9c77-4399-9577-f4135a8f63aa tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401580 Aug 18 13:56:38.054647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-37c8fe8b-8937-4a9c-aa32-598f18c4726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.056079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-37c8fe8b-8937-4a9c-aa32-598f18c4726c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0428939 Aug 18 13:56:38.103217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-123ba81a-0103-4f10-bd73-9676c9a72955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.104706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-123ba81a-0103-4f10-bd73-9676c9a72955 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403979 Aug 18 13:56:38.105323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-2a44e5d1-5bc5-4ff8-b324-d88aff682853 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.107265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-2a44e5d1-5bc5-4ff8-b324-d88aff682853 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2320580 Aug 18 13:56:38.142681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-c9d854a8-8350-4a2e-9ff8-c94b04ddc585 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:38.143677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-c9d854a8-8350-4a2e-9ff8-c94b04ddc585 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305119 Aug 18 13:56:38.198257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-82bcba5d-d966-4f2e-87fc-42d44bb80668 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839484 Aug 18 13:56:38.222332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-63aa76ec-d18b-4fd3-8c47-c37e71dba1fc tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0689719 Aug 18 13:56:38.232725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Allocated IP 172.20.0.12 (167638a7-f73e-4e33-9822-be0329c5ec23/e770702b-137d-4024-b7e0-2f106db831e1/1edabeee-5c55-4b04-ac90-1039cf0f7c85) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:38.295741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-3da1dbed-6809-447f-8057-c721cf18adcd tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.296666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e3c9c50-c177-471b-843d-0d95d1b11b69 req-999515e0-173f-455a-8844-0802ccc3c687 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Aug 18 13:56:38.297210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-3da1dbed-6809-447f-8057-c721cf18adcd tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617233 Aug 18 13:56:38.310756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-7f6d50db-645f-4ccc-8adb-34df415500f2 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0757592 Aug 18 13:56:38.338005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-dfef55a8-2474-4f34-98b8-c0c9f609b757 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/quotas/fb54a9c5c64d4d0eae7ec4bddd6c9df0 HTTP/1.1" status: 200 len: 375 time: 0.0338240 Aug 18 13:56:38.534227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-e04b4a22-dec6-4d6b-8c0c-584c28c46b8d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658325 Aug 18 13:56:38.585755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.600508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Deleting port 93139769-6a80-44a7-938e-960dd2a695b0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:38.600852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.691777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.692102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.703937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Calling delete_port for 93139769-6a80-44a7-938e-960dd2a695b0 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:38.778030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.825906 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba8fec3-fd20-4c9f-969e-7945fe52cc2d x-openstack-request-id: req-8ba8fec3-fd20-4c9f-969e-7945fe52cc2d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:38.826440 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:38.826440 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ba8fec3-fd20-4c9f-969e-7945fe52cc2d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:38.827404 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88', 'status': 'completed', 'code': 200} Aug 18 13:56:38.835036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Network 167638a7-f73e-4e33-9822-be0329c5ec23 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:38.849571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:38.851484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:38.896981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:38.909230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-737d44aa-4680-4723-a24b-6a0282506c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.910829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-737d44aa-4680-4723-a24b-6a0282506c3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9453a9b167b74121bb61713485ab038b&device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 1099 time: 0.0534358 Aug 18 13:56:38.967743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.968372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:38.987886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953643a4-9ed6-440b-947c-d28672e2d42a req-bf802428-23e6-4d41-97c4-806114537548 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:38.989363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-953643a4-9ed6-440b-947c-d28672e2d42a req-bf802428-23e6-4d41-97c4-806114537548 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 948 time: 0.0934489 Aug 18 13:56:39.010891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-371f3357-e7e6-4640-82ef-242587e15ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.012480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-371f3357-e7e6-4640-82ef-242587e15ad3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0946326 Aug 18 13:56:39.022284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.053969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-953643a4-9ed6-440b-947c-d28672e2d42a req-1e7c7782-2a62-4bbf-bd7b-521177963e6d tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Aug 18 13:56:39.056584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Pushing event deleted for resources: {'Port': ['ID=93139769-6a80-44a7-938e-960dd2a695b0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:39.059026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-c8246242-0034-4a94-a002-f733d3ebe602 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88 HTTP/1.1" status: 200 len: 217 time: 0.0389495 Aug 18 13:56:39.111669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-3f6f22c1-7710-422a-aee4-cb9c42661927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.111879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c9207e3a-d196-4a91-ba1b-a8cf812ce87a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6030855 Aug 18 13:56:39.113640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-3f6f22c1-7710-422a-aee4-cb9c42661927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0476806 Aug 18 13:56:39.128815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Request body: {'port': {'device_id': '8bac8929-1a27-427d-9472-639fa73f8273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:39.134733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.137373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.138536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cc054c-2ed2-40d6-82ce-35d4b8bcb200 req-4d74ac81-bd20-43c4-8122-59e17b2eb57c tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "DELETE /v2.0/floatingips/cf931141-3b4b-4efb-8ba1-f8ed5dcfd455 HTTP/1.1" status: 204 len: 173 time: 0.8134878 Aug 18 13:56:39.160903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-4417fca2-926b-4d0c-88f9-26e798b7134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.162663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-4417fca2-926b-4d0c-88f9-26e798b7134b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422399 Aug 18 13:56:39.214700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.465333 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-4f3ec0d6-2ec3-47e6-9b17-957b8c1ccd45 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944303 Aug 18 13:56:39.478512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23ea9bce-0ebe-4851-9bb5-7de1745f6885 req-92ec9ce8-18f8-4c34-9d31-bbc1273c1086 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 210 time: 0.0316513 Aug 18 13:56:39.591074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dfc48860-d197-4b21-a628-9372b9ca5bcd req-b3a72cba-8e25-4bf2-94b3-ddb79646dd80 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169658 Aug 18 13:56:39.623426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edabeee-5c55-4b04-ac90-1039cf0f7c85 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:39.633203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.644088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3acbb-1fd4-4179-871d-6f1eb5944cdd req-de4d206e-d1d4-46fb-88f1-a3b7d8e8de15 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.645603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7f3acbb-1fd4-4179-871d-6f1eb5944cdd req-de4d206e-d1d4-46fb-88f1-a3b7d8e8de15 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 948 time: 0.0905945 Aug 18 13:56:39.665709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Transition to ACTIVE for port object 1edabeee-5c55-4b04-ac90-1039cf0f7c85 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:39.698055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7f3acbb-1fd4-4179-871d-6f1eb5944cdd req-44f6fab1-e31e-4090-b825-6d84f2c6272c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Aug 18 13:56:39.773200 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-43abb34c-ac97-4d5c-97aa-692e609cfdc0 req-6a856539-1fd9-49f8-8d08-d080309dc5bf tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] show failed (client error): The resource could not be found. Aug 18 13:56:39.774242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43abb34c-ac97-4d5c-97aa-692e609cfdc0 req-6a856539-1fd9-49f8-8d08-d080309dc5bf tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips/cf931141-3b4b-4efb-8ba1-f8ed5dcfd455 HTTP/1.1" status: 404 len: 350 time: 0.0515406 Aug 18 13:56:39.776696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.834970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:39.842276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:39.845949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d455327-fd53-44b7-81bf-e4afe5c6848a req-0a047413-c6ed-480a-a29a-be202a71294c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.847558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d455327-fd53-44b7-81bf-e4afe5c6848a req-0a047413-c6ed-480a-a29a-be202a71294c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 932 time: 0.1352532 Aug 18 13:56:39.957747 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d455327-fd53-44b7-81bf-e4afe5c6848a req-4ae0aca6-e812-429e-8050-d0e72e9b97a0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036487 Aug 18 13:56:39.979744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5fa-5fb1-484d-900c-9011f8f50af3 req-74314f40-5671-4526-8c90-0b43055d9fcf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:39.981921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9f3c5fa-5fb1-484d-900c-9011f8f50af3 req-74314f40-5671-4526-8c90-0b43055d9fcf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.1323695 Aug 18 13:56:39.986882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:39.987218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:39.987550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:39.992939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:39.993259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:40.016406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:40.016738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:40.017106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:40.017535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Bound port: 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:40.017904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.054682 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-4e1d7eeb-6587-4b4a-bdb5-8bd75d0ae6fd req-ba33c46f-c596-42f1-a168-9e0a0c4174a5 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] show failed (client error): The resource could not be found. Aug 18 13:56:40.055713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e1d7eeb-6587-4b4a-bdb5-8bd75d0ae6fd req-ba33c46f-c596-42f1-a168-9e0a0c4174a5 tempest-FloatingIPsTestJSON-194915689 tempest-FloatingIPsTestJSON-194915689-project] 10.222.0.35 "GET /v2.0/floatingips/cf931141-3b4b-4efb-8ba1-f8ed5dcfd455 HTTP/1.1" status: 404 len: 350 time: 0.0523233 Aug 18 13:56:40.065205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40630) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:40.121432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9f3c5fa-5fb1-484d-900c-9011f8f50af3 req-514fe7df-0141-46f6-98c4-4f97cc7597d1 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259081 Aug 18 13:56:40.139068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:40.151455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:40.214401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40638) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:40.236845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.286871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:40.287490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.288885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] 10.222.0.58 "PUT /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 1092 time: 1.1642587 Aug 18 13:56:40.291140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:40.293868 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb2b231-2eb7-4285-9200-2a2008cd116d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:40.318856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358d04a-c057-42d5-b7f9-8975da4d2752 req-e93c300d-1a2e-4bc7-b5af-2f0c154fae38 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:40.320499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3358d04a-c057-42d5-b7f9-8975da4d2752 req-e93c300d-1a2e-4bc7-b5af-2f0c154fae38 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 948 time: 0.1162746 Aug 18 13:56:40.323812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6905e7-3496-49b7-965e-e60c977ed327 service neutron] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:40.366170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3358d04a-c057-42d5-b7f9-8975da4d2752 req-9bd994b3-8eae-406c-9553-31d65f9e4290 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Aug 18 13:56:40.409609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-67febdb8-56c7-4211-90b4-edb7f7f014fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.474287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-80d391e4-6033-4912-9dc5-26e60c7759e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:40.476374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-80d391e4-6033-4912-9dc5-26e60c7759e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1095 time: 0.0823929 Aug 18 13:56:40.481536 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca3b2d-fee4-44d4-8010-7bf8ccdcd606 x-openstack-request-id: req-03ca3b2d-fee4-44d4-8010-7bf8ccdcd606 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:40.486449 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:40.486449 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03ca3b2d-fee4-44d4-8010-7bf8ccdcd606 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:40.486449 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'status': 'completed', 'code': 200} Aug 18 13:56:40.527243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.566909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-50a3ec2a-7f7a-4a87-9473-dc8d3e36c0f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0687702 Aug 18 13:56:40.632185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.640576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c195d9e4-14e1-4f05-a292-ef980c4e7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:40.642071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-c195d9e4-14e1-4f05-a292-ef980c4e7ec2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0672212 Aug 18 13:56:40.646589 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-67febdb8-56c7-4211-90b4-edb7f7f014fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.678217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-6dde3482-5056-4fad-b08a-f3f825dd574b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279448 Aug 18 13:56:40.745720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-67febdb8-56c7-4211-90b4-edb7f7f014fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.797579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-67febdb8-56c7-4211-90b4-edb7f7f014fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8eee74c03af4862b1917c5e6c19d166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803087 Aug 18 13:56:40.802203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40662) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:40.819885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67febdb8-56c7-4211-90b4-edb7f7f014fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba87aad-a81d-4655-9f58-c3e6a1f7f896,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:40.832421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-eae8ab9b-7f02-43ed-9aa1-b55e14a7c378 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431303 Aug 18 13:56:40.944077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2fa548a-1abd-4175-8346-f4bcd96c0f28 req-f591cb78-8485-4a8c-9431-b86083fca357 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 210 time: 0.0421448 Aug 18 13:56:40.946461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:40.987985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.019933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Deleting port 0fd7f246-7ebf-4078-a67a-158f5e31d098 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:41.020286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.094005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-4b6707ca-f40b-492a-9e2a-83e067b46a1b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607355 Aug 18 13:56:41.136182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3874662d-a44e-4ed7-8bc1-7791af6dfc88 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:41.160411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] For port 0fd7f246-7ebf-4078-a67a-158f5e31d098, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0fd7f246-7ebf-4078-a67a-158f5e31d098,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:41.160949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.183950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Calling delete_port for 0fd7f246-7ebf-4078-a67a-158f5e31d098 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:41.257549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daccdfff-2797-4489-b4de-05cd9c3fb70a req-12e569d5-d8a8-4989-a464-a8820d83795e service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048681 Aug 18 13:56:41.273749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:41.291880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '3874662d-a44e-4ed7-8bc1-7791af6dfc88', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '3874662d-a44e-4ed7-8bc1-7791af6dfc88', 'mac_address': 'fa:16:3e:c6:3f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:41.330787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a460f-82b8-4ae4-b3bc-3e99ebed499c req-cca86451-ffc0-4fdd-aadc-93bc888ec24f tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.332539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-429a460f-82b8-4ae4-b3bc-3e99ebed499c req-cca86451-ffc0-4fdd-aadc-93bc888ec24f tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 948 time: 0.3495808 Aug 18 13:56:41.348131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.351728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1e643246-5eaf-48ec-8136-504ffbd921b4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.354098 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1e643246-5eaf-48ec-8136-504ffbd921b4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329855 Aug 18 13:56:41.360854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1965d1-9e2d-4a06-bd8c-6323f41fcc7d req-29464c4a-23ae-43b5-afdc-92aa91fe1322 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.362432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed1965d1-9e2d-4a06-bd8c-6323f41fcc7d req-29464c4a-23ae-43b5-afdc-92aa91fe1322 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.0999639 Aug 18 13:56:41.382092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Request body: {'port': {'device_id': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'fb54a9c5c64d4d0eae7ec4bddd6c9df0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:41.395220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3874662d-a44e-4ed7-8bc1-7791af6dfc88 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:41.404018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-429a460f-82b8-4ae4-b3bc-3e99ebed499c req-2b82269b-0c72-4a2d-894c-eb91a1a1b2cf tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599780 Aug 18 13:56:41.428986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:41.430728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed1965d1-9e2d-4a06-bd8c-6323f41fcc7d req-0000bf1b-3aab-4383-80a7-b78343871616 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Aug 18 13:56:41.456137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.456137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.458617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ba87aad-a81d-4655-9f58-c3e6a1f7f896 HTTP/1.1" status: 204 len: 168 time: 0.6527205 Aug 18 13:56:41.476170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9f087-f1e2-43a3-a3d6-91ddfdfda9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba87aad-a81d-4655-9f58-c3e6a1f7f896,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:41.516450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.516450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dde07e0c-0320-46c8-acaa-2dc271bf8a3b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:41.571371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-926aaaef-16ce-4221-8f97-6f2f4dd414cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.572972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-926aaaef-16ce-4221-8f97-6f2f4dd414cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1095 time: 0.1587682 Aug 18 13:56:41.628471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:41.631602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:41.656741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'mac_address': 'fa:16:3e:23:3d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:41.667317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26998082-8a07-42a7-a58d-42927ca109be req-cdd111f8-ce8c-435a-aaba-6b6fdd5c0d96 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.677040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26998082-8a07-42a7-a58d-42927ca109be req-cdd111f8-ce8c-435a-aaba-6b6fdd5c0d96 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1982598 Aug 18 13:56:41.678192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40678) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:41.718782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc08fa-5374-4b62-9616-6e5570daade1 req-cbdac484-1dd7-461c-a8f2-690adfc52d73 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.720329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43bc08fa-5374-4b62-9616-6e5570daade1 req-cbdac484-1dd7-461c-a8f2-690adfc52d73 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 948 time: 0.1800051 Aug 18 13:56:41.720860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.738143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde07e0c-0320-46c8-acaa-2dc271bf8a3b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:41.757623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26998082-8a07-42a7-a58d-42927ca109be req-8e989871-1cc2-4585-9c0a-5267c3c00172 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796485 Aug 18 13:56:41.763707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:41.796515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43bc08fa-5374-4b62-9616-6e5570daade1 req-c1d47899-dcab-47c2-887f-b17865a892b7 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675619 Aug 18 13:56:41.799447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-e70c6d5c-2b5e-48f9-91cc-2bc25db811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.800880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-e70c6d5c-2b5e-48f9-91cc-2bc25db811d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.2123880 Aug 18 13:56:41.804454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Made reservation on behalf of fb54a9c5c64d4d0eae7ec4bddd6c9df0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:41.808790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.847372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-ac9f2d78-ced5-463b-83dd-ce994b474b6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0361421 Aug 18 13:56:41.867658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.896703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.909058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-f26fded1-f9ce-4e0f-9277-0f3a76c3280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:41.910841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-f26fded1-f9ce-4e0f-9277-0f3a76c3280f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0549495 Aug 18 13:56:41.940343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd7f246-7ebf-4078-a67a-158f5e31d098,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:41.972646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:41.983039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-919a6416-af40-4378-a2f0-6e87e0b6e04a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587039 Aug 18 13:56:42.064477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe1698ac-850c-490a-b581-49b6cb38f8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:42.115834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f4f5234-ffd0-48e0-833a-5a96d39bd535 req-b0fd4103-09bd-452c-a31f-e5a2aafde227 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 210 time: 0.0396750 Aug 18 13:56:42.143788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-bc2392fa-20c4-49a4-ae28-e22a08ccdae2 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543031 Aug 18 13:56:42.151967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dde07e0c-0320-46c8-acaa-2dc271bf8a3b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:42.179285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3874662d-a44e-4ed7-8bc1-7791af6dfc88'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:42.233085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Allocated IP 192.168.233.142 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/9f9a454c-d344-49f3-8de1-d98cf088b9b6) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:42.256755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beb2b231-2eb7-4285-9200-2a2008cd116d req-75b91380-a4d1-4650-90c3-12c0361d7955 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038241 Aug 18 13:56:42.394021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:42.408886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0861-c657-44a0-aa61-18c46ea99d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:42.414451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:42.500190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-a9bf9ef0-65b8-4688-9127-e7ac275e882f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:42.501728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-a9bf9ef0-65b8-4688-9127-e7ac275e882f tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.1918314 Aug 18 13:56:42.534883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470541a-283d-4914-a5aa-a5c09955f310 req-2f45eab8-6d4c-4872-b58c-6894ed7880cf tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:42.536435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6470541a-283d-4914-a5aa-a5c09955f310 req-2f45eab8-6d4c-4872-b58c-6894ed7880cf tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 949 time: 0.0610538 Aug 18 13:56:42.607879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6470541a-283d-4914-a5aa-a5c09955f310 req-5cb2053d-f4a9-45ff-97c1-bb829a0a0054 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646763 Aug 18 13:56:42.625771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b679b-9189-40a5-8eac-fe7d9fd817d9 req-e7b1bbc0-6b02-427d-96b6-d7edcf2483d3 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:42.627456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd6b679b-9189-40a5-8eac-fe7d9fd817d9 req-e7b1bbc0-6b02-427d-96b6-d7edcf2483d3 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.0696642 Aug 18 13:56:42.669258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd6b679b-9189-40a5-8eac-fe7d9fd817d9 req-1d415692-5523-4a1d-9403-31252db65a08 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Aug 18 13:56:42.768506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe1698ac-850c-490a-b581-49b6cb38f8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:42.863162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe1698ac-850c-490a-b581-49b6cb38f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:42.956232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c08fdf-a555-4d34-8790-249e2ad8ca1d req-8cacb627-4d9d-4ddf-ba8e-08f2b552556c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:42.957766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18c08fdf-a555-4d34-8790-249e2ad8ca1d req-8cacb627-4d9d-4ddf-ba8e-08f2b552556c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1185195 Aug 18 13:56:42.973664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486e49-c702-455e-8908-436d323defb6 req-1dbd72cc-5a21-41cd-8703-b1fd96b64d48 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:42.975222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a486e49-c702-455e-8908-436d323defb6 req-1dbd72cc-5a21-41cd-8703-b1fd96b64d48 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 949 time: 0.0971210 Aug 18 13:56:42.992271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1698ac-850c-490a-b581-49b6cb38f8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5658d75e-cb0e-43bb-9d3b-905f3580b04b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.002964 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe1698ac-850c-490a-b581-49b6cb38f8bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f31e12d4150342a3b5712ea03b3c542e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3216174 Aug 18 13:56:43.003773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40698) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:43.012102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.062302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Transition to ACTIVE for port object 9f9a454c-d344-49f3-8de1-d98cf088b9b6 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:43.065655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18c08fdf-a555-4d34-8790-249e2ad8ca1d req-a8989a17-c546-4bb9-a3d4-8c91c95d511c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011400 Aug 18 13:56:43.070595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a486e49-c702-455e-8908-436d323defb6 req-dbaf7d9f-63d6-4b1b-9e27-e360137d9caf tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Aug 18 13:56:43.083691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0861-c657-44a0-aa61-18c46ea99d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.143996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3874662d-a44e-4ed7-8bc1-7791af6dfc88 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:43.172709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0861-c657-44a0-aa61-18c46ea99d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.195674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Deleting port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:43.195674 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.226717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc3b0861-c657-44a0-aa61-18c46ea99d6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a070972d3064c0e9a35204286d9bda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313711 Aug 18 13:56:43.241176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40702) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:43.242060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b0861-c657-44a0-aa61-18c46ea99d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc17cbd-debc-4a98-a35e-7db835477aed,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.249393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d73af8f8-0597-4b7f-88de-52d2c634e6b3 req-ec012f4f-7396-44e8-aa7a-ca2772892861 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 210 time: 0.0441909 Aug 18 13:56:43.260759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.286742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:43.292425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:43.293031 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.304959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.316806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.327559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.341449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Router 15572f05-06b6-46f4-9c2b-c63e03360883 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:56:43.375559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] For port e50bc690-7bc3-4ffd-bd10-888ac5d0e923, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:43.375933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.384395 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.391150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.402677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Calling delete_port for e50bc690-7bc3-4ffd-bd10-888ac5d0e923 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:43.404749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['10851b14-17f4-458f-ad18-f4f8285d0236', '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:43.412567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:43.414959 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdec18c-4ac8-47ed-a29e-cc98871f4a1f" -d '{"events": [{"server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "name": "network-vif-plugged", "status": "completed", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:43.457100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:43.458631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.469694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.470592 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35eb3ed-2991-4300-b8af-eaeb458c76d7 x-openstack-request-id: req-c35eb3ed-2991-4300-b8af-eaeb458c76d7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:43.470714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dc17cbd-debc-4a98-a35e-7db835477aed HTTP/1.1" status: 204 len: 168 time: 0.2194395 Aug 18 13:56:43.470795 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "name": "network-vif-plugged", "status": "completed", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:43.470795 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c35eb3ed-2991-4300-b8af-eaeb458c76d7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:43.470795 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88', 'code': 200} Aug 18 13:56:43.482353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda723e9-32bf-4a1c-926b-7d670b162933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc17cbd-debc-4a98-a35e-7db835477aed,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.544640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:43.555201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event updated for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.557788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:43.565240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:43.581083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.584460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dde07e0c-0320-46c8-acaa-2dc271bf8a3b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:43.664619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b113a2-b411-4974-860d-422a96e675cb req-9c16dc0e-8df4-4047-960d-520e3c72caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:43.665103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:43.665774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.671692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17b113a2-b411-4974-860d-422a96e675cb req-9c16dc0e-8df4-4047-960d-520e3c72caad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 1101 time: 0.1003006 Aug 18 13:56:43.672238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.675020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.682340 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5658d75e-cb0e-43bb-9d3b-905f3580b04b HTTP/1.1" status: 204 len: 168 time: 0.6622849 Aug 18 13:56:43.683565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.700319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe3bba-5f05-4ca2-add5-080b46e7ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5658d75e-cb0e-43bb-9d3b-905f3580b04b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:43.748077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:56:43.760390 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Sync routers for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:56:43.766118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aaba8761-de3a-49fe-ba59-6e0790f97b46 admin admin] 10.222.0.35 "PUT /v2.0/routers/15572f05-06b6-46f4-9c2b-c63e03360883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6990159 Aug 18 13:56:43.774262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40714) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:43.802241 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:43.802970 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:43.820031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17b113a2-b411-4974-860d-422a96e675cb req-17e1ace5-1680-414f-9766-2e58cff375cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377020 Aug 18 13:56:43.850907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-1099b82b-b2e8-411c-b1aa-076602b5dfe2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4755549 Aug 18 13:56:43.890525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Request body: {'port': {'device_id': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:43.945334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d290a7-1b9f-4d93-8a7e-8431c8a5e5e9 req-fe084bfc-3473-41a3-9f8a-10cd41ac8423 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:43.953910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68d290a7-1b9f-4d93-8a7e-8431c8a5e5e9 req-fe084bfc-3473-41a3-9f8a-10cd41ac8423 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 950 time: 0.1497548 Aug 18 13:56:43.963025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33361-6624-4108-853a-f44ad48946d2 req-8b29e97d-7a70-410a-a2da-6de1ec73bbed tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:43.971307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00e33361-6624-4108-853a-f44ad48946d2 req-8b29e97d-7a70-410a-a2da-6de1ec73bbed tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 950 time: 0.0926018 Aug 18 13:56:44.003619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60c65793-d546-4014-86d3-2be5c9d68f0f None None] Provisioning for port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:44.015151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60c65793-d546-4014-86d3-2be5c9d68f0f None None] Provisioning complete for port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:44.016339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60c65793-d546-4014-86d3-2be5c9d68f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.023502 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:44.035751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.040436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00e33361-6624-4108-853a-f44ad48946d2 req-6e2f2f03-e602-4e5b-9522-287ca0181a43 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3bcf787-8483-441c-9edb-4a42b7f943c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659802 Aug 18 13:56:44.060269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68d290a7-1b9f-4d93-8a7e-8431c8a5e5e9 req-707b482e-c32a-46fb-b32c-3d6415efdc1f tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054084 Aug 18 13:56:44.080507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.093943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port dde07e0c-0320-46c8-acaa-2dc271bf8a3b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:44.109050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port dde07e0c-0320-46c8-acaa-2dc271bf8a3b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:44.109491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.144882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-60c65793-d546-4014-86d3-2be5c9d68f0f None None] Port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:44.231732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.247475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e50bc690-7bc3-4ffd-bd10-888ac5d0e923'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:44.281149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.322614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:44.334514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Pushing event deleted for resources: {'Port': ['ID=e50bc690-7bc3-4ffd-bd10-888ac5d0e923,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:44.354856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762efc-ad75-4baf-9e68-2630cf75d4dd req-637e8f67-2ac6-4a53-8820-7eb47354dfbc tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:44.357111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4762efc-ad75-4baf-9e68-2630cf75d4dd req-637e8f67-2ac6-4a53-8820-7eb47354dfbc tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 949 time: 0.1321359 Aug 18 13:56:44.365971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86576-4d17-470c-950d-1505391def63 req-ab390f5a-af5a-4c81-9ce9-2e95516ecb37 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:44.373748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03a86576-4d17-470c-950d-1505391def63 req-ab390f5a-af5a-4c81-9ce9-2e95516ecb37 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1499658 Aug 18 13:56:44.389753 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:41Z', 'revision_number': 5, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:44.410928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.439352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4762efc-ad75-4baf-9e68-2630cf75d4dd req-ae1c997d-4d7a-4b6f-a807-dc2db7b80859 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629623 Aug 18 13:56:44.451596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03a86576-4d17-470c-950d-1505391def63 req-31cdec2d-6bb9-42c4-9547-a50ff79a8bfe tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768213 Aug 18 13:56:44.475993 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Checking router: 15572f05-06b6-46f4-9c2b-c63e03360883 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:56:44.486717 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Routers {'15572f05-06b6-46f4-9c2b-c63e03360883'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:44.487348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15572f05-06b6-46f4-9c2b-c63e03360883'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:44.518655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:44.555638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.629421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] No DVR routers for this DVR port e50bc690-7bc3-4ffd-bd10-888ac5d0e923 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:44.631360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15c59-2c9d-4681-bb3d-327bfc78d61d req-771ae921-fac6-44ce-8d1d-a8004dc8a52f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:44.636177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.638816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-becab5ca-fc59-4057-bb62-5a1439d52e88 req-e1a93a65-f455-4e6c-a53e-c1b81751adaf tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.10 "DELETE /v2.0/ports/e50bc690-7bc3-4ffd-bd10-888ac5d0e923 HTTP/1.1" status: 204 len: 173 time: 2.1231182 Aug 18 13:56:44.639283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'name': 'network-vif-deleted', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:44.641184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4b15c59-2c9d-4681-bb3d-327bfc78d61d req-771ae921-fac6-44ce-8d1d-a8004dc8a52f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 936 time: 0.0843027 Aug 18 13:56:44.642260 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c52db-4dd2-4226-95a3-76def9c3cd3e" -d '{"events": [{"server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "name": "network-vif-deleted", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:44.676204 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] Set router 15572f05-06b6-46f4-9c2b-c63e03360883 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:44.725162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4b15c59-2c9d-4681-bb3d-327bfc78d61d req-0bb265be-24bd-488f-bb63-fc73f45c9c8f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828352 Aug 18 13:56:44.728058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40738) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:44.734418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:44.756959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26c97536-c27a-44bd-8b2b-9c5658c50a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.772147 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35fa535-dd4b-492e-bd81-9eeac0bcd327 x-openstack-request-id: req-e35fa535-dd4b-492e-bd81-9eeac0bcd327 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:44.772435 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363369fe-4a27-416e-8b90-0b5396b3abb0", "name": "network-vif-deleted", "tag": "e50bc690-7bc3-4ffd-bd10-888ac5d0e923", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:44.772696 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e35fa535-dd4b-492e-bd81-9eeac0bcd327 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:44.773099 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363369fe-4a27-416e-8b90-0b5396b3abb0', 'name': 'network-vif-deleted', 'tag': 'e50bc690-7bc3-4ffd-bd10-888ac5d0e923', 'status': 'completed', 'code': 200} Aug 18 13:56:44.891999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26c97536-c27a-44bd-8b2b-9c5658c50a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.930494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Deleting port 0acd16be-3289-4411-bd3d-97ac0042d7e4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:44.930831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.942248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:44.956895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'port_id': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'mac_address': 'fa:16:3e:70:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770702b-137d-4024-b7e0-2f106db831e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:44.959594 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26c97536-c27a-44bd-8b2b-9c5658c50a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.967264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:41Z', 'revision_number': 5, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:45.003690 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aaa530-ddf1-498e-8abb-78116940a206 None None] The sync data for ids ['15572f05-06b6-46f4-9c2b-c63e03360883'] in n-d-804303-5 is: [{'id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'name': 'tempest-FloatingIPsTestJSON-1705671257-router', 'tenant_id': 'a91b662cc533440e9ff6ca879518fede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:14Z', 'updated_at': '2021-08-18T13:56:41Z', 'revision_number': 5, 'project_id': 'a91b662cc533440e9ff6ca879518fede', 'gw_port': {'id': '0acd16be-3289-4411-bd3d-97ac0042d7e4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15572f05-06b6-46f4-9c2b-c63e03360883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:16Z', 'updated_at': '2021-08-18T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:56:45.026748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26c97536-c27a-44bd-8b2b-9c5658c50a37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ce1fbe6926646cb9a7bcac7421bf8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954271 Aug 18 13:56:45.027734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c97536-c27a-44bd-8b2b-9c5658c50a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9240ab-45af-4686-82d5-22909dec343d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:45.033113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40744) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:45.092240 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.133449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edabeee-5c55-4b04-ac90-1039cf0f7c85 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:45.181576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:45.229368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.250469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32c6a48c-0a27-4ba9-9034-4619f874119c req-51e54d52-8e3f-4d08-b7db-24667bb7b041 tempest-DeleteServersAdminTestJSON-1626297117 tempest-DeleteServersAdminTestJSON-1626297117-project] 10.222.0.35 "GET /v2.0/ports?device_id=363369fe-4a27-416e-8b90-0b5396b3abb0 HTTP/1.1" status: 200 len: 210 time: 0.0640407 Aug 18 13:56:45.252120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.274695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.321034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:45.363606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83c08-6133-4513-a871-9d53fd3b7bfa req-a4658d95-93d7-432b-945e-fc102a61a3be tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:45.369203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c83c08-6133-4513-a871-9d53fd3b7bfa req-a4658d95-93d7-432b-945e-fc102a61a3be tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 950 time: 0.2070067 Aug 18 13:56:45.381169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] For port 0acd16be-3289-4411-bd3d-97ac0042d7e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0acd16be-3289-4411-bd3d-97ac0042d7e4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:45.381613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.395124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9a454c-d344-49f3-8de1-d98cf088b9b6 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:45.408144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Calling delete_port for 0acd16be-3289-4411-bd3d-97ac0042d7e4 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:45.411113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.432925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c83c08-6133-4513-a871-9d53fd3b7bfa req-082696b5-c5bb-4de6-9225-faf18e86e325 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549071 Aug 18 13:56:45.456103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.458873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.461203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f9240ab-45af-4686-82d5-22909dec343d HTTP/1.1" status: 204 len: 168 time: 0.4271057 Aug 18 13:56:45.467804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:45.471429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206acc71-fb7d-48ee-a27b-5af34a04e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9240ab-45af-4686-82d5-22909dec343d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:45.473501 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8512a-0248-49f3-b746-3f03d84c84d4" -d '{"events": [{"server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "name": "network-vif-plugged", "status": "completed", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:45.499690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Transition to ACTIVE for port object 9f9a454c-d344-49f3-8de1-d98cf088b9b6 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:45.539683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['1edabeee-5c55-4b04-ac90-1039cf0f7c85'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:45.633385 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c4058a-97aa-4b80-8184-f650e3f50b42 x-openstack-request-id: req-a6c4058a-97aa-4b80-8184-f650e3f50b42 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:45.633692 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "name": "network-vif-plugged", "status": "completed", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:45.633980 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6c4058a-97aa-4b80-8184-f650e3f50b42 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:45.634372 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'code': 200} Aug 18 13:56:45.665237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.712106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2e42-64f2-45b7-baca-078b5336bc1e req-616f157b-ed75-407b-a14c-cbe40b74bf79 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:45.714182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e5c2e42-64f2-45b7-baca-078b5336bc1e req-616f157b-ed75-407b-a14c-cbe40b74bf79 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.1364031 Aug 18 13:56:45.813519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e5c2e42-64f2-45b7-baca-078b5336bc1e req-1289d7ff-db38-4218-995f-665945615f17 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918562 Aug 18 13:56:45.880130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c322d2-0829-42d6-9f76-9eb9a25454e0 req-93eb03fa-6f58-43de-8d02-71717e2c8ffc tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:45.887965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c322d2-0829-42d6-9f76-9eb9a25454e0 req-93eb03fa-6f58-43de-8d02-71717e2c8ffc tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1088736 Aug 18 13:56:45.914870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:45.941267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c322d2-0829-42d6-9f76-9eb9a25454e0 req-2a281209-7bc6-4098-990f-c72649172008 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520492 Aug 18 13:56:46.018142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca08a-739f-4a8a-9bff-1c61d49574e7 req-894155d9-22e2-430d-a65d-a017cca631cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.023416 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0fca08a-739f-4a8a-9bff-1c61d49574e7 req-894155d9-22e2-430d-a65d-a017cca631cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 1101 time: 0.2628291 Aug 18 13:56:46.024158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Attempting to bind port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:46.024510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Attempting to bind port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:46.024821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Attempting to bind port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:46.041466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:46.041811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Attempting to bind port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:46.072543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:46.073045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:46.073269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:46.073713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Bound port: 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:46.074123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.107586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8b225-23c0-46e2-a220-312a78adfd5a req-ee8f1abf-3f59-4b4d-8cf0-da86903751a2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.116632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35b8b225-23c0-46e2-a220-312a78adfd5a req-ee8f1abf-3f59-4b4d-8cf0-da86903751a2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 948 time: 0.0981743 Aug 18 13:56:46.122646 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0fca08a-739f-4a8a-9bff-1c61d49574e7 req-d5cf243b-bea2-47a2-ac29-58ed961f4d63 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848422 Aug 18 13:56:46.153305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35b8b225-23c0-46e2-a220-312a78adfd5a req-75a34feb-dd9b-4f96-8a92-d6cbf50acc20 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Aug 18 13:56:46.159010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:46.163110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:46.207045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.239584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0acd16be-3289-4411-bd3d-97ac0042d7e4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:46.280861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.341314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.341314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.341828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] 10.222.0.58 "PUT /v2.0/ports/9f9a454c-d344-49f3-8de1-d98cf088b9b6 HTTP/1.1" status: 200 len: 1096 time: 2.4661069 Aug 18 13:56:46.351234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.526172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430f7ce-436d-4fb1-9ad9-b76441768ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:46.535847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a525-b574-40d1-916f-16de7e7acf95 req-f873efed-b363-474b-bc6d-2c7fb5580751 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.542404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3552a525-b574-40d1-916f-16de7e7acf95 req-f873efed-b363-474b-bc6d-2c7fb5580751 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 950 time: 0.0779750 Aug 18 13:56:46.549742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.559069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.622443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3552a525-b574-40d1-916f-16de7e7acf95 req-a037857f-3c71-4aa1-a2b7-df311e661a26 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Aug 18 13:56:46.671021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-95b518fa-94c0-4276-88a8-5fa11795e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.673096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-95b518fa-94c0-4276-88a8-5fa11795e492 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 1099 time: 0.1955783 Aug 18 13:56:46.738798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-74782d4c-f86b-4603-96f6-4b07bfb298c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0547476 Aug 18 13:56:46.743571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.748961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15572f05-06b6-46f4-9c2b-c63e03360883 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:56:46.749077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:46.752526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.753870 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-784072c3-0a06-44ad-bc71-652fe12bc0aa admin admin] 10.222.0.35 "DELETE /v2.0/routers/15572f05-06b6-46f4-9c2b-c63e03360883 HTTP/1.1" status: 204 len: 168 time: 2.9784334 Aug 18 13:56:46.756828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:46.789503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:46.794246 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ce659-d43d-49a7-b9f8-9289a4724ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:46.855361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Deleting subnet bb7594aa-1fcf-4d80-bb20-6f91ce517f51 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:56:46.861257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.864033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-0eaffb7d-5426-4b9b-9195-ef134ffac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.867380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-0eaffb7d-5426-4b9b-9195-ef134ffac0e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1112294 Aug 18 13:56:46.878590 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d422447d-3844-4430-8f07-2e8146b37fc4 x-openstack-request-id: req-d422447d-3844-4430-8f07-2e8146b37fc4 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:46.878956 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:46.879209 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d422447d-3844-4430-8f07-2e8146b37fc4 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:46.879838 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6', 'status': 'completed', 'code': 200} Aug 18 13:56:46.927371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.938755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:46.944234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:46.944809 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:46.966072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-dc758bbd-4f9b-4bdc-91ec-51ab22f5a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:46.967652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-dc758bbd-4f9b-4bdc-91ec-51ab22f5a4bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869806 Aug 18 13:56:47.040475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.090138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:47.103043 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-7199e0a6-ea2d-4262-969b-b2b272376169 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140897 Aug 18 13:56:47.108449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7302ff-d4cf-4896-b22f-7adf5f342b3b req-746eff72-b884-4664-88ca-63941911eaa7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.109935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d7302ff-d4cf-4896-b22f-7adf5f342b3b req-746eff72-b884-4664-88ca-63941911eaa7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.1355100 Aug 18 13:56:47.153458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e50bc690-7bc3-4ffd-bd10-888ac5d0e923 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:47.197782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.205199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40830) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:47.206306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: e50bc690-7bc3-4ffd-bd10-888ac5d0e923 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:47.206936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e50bc690-7bc3-4ffd-bd10-888ac5d0e923 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:47.232087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40834) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:47.256272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.270826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:47.314450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed9b8-7e95-46a1-ba3a-583e9e52081a req-90492016-c83b-4088-85c9-14e33cdd4fdb tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.315214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-98da9d9a-1e14-479f-b58f-6d06128e5acc req-3dcb77ac-2c06-4f05-ae05-14d7aa081b23 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962478 Aug 18 13:56:47.316269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e2ed9b8-7e95-46a1-ba3a-583e9e52081a req-90492016-c83b-4088-85c9-14e33cdd4fdb tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1895542 Aug 18 13:56:47.331929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d7302ff-d4cf-4896-b22f-7adf5f342b3b req-7ec900d2-afdc-445d-a9ae-83a67e2dfc19 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617100 Aug 18 13:56:47.385309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0fd7f246-7ebf-4078-a67a-158f5e31d098 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:47.412139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 0fd7f246-7ebf-4078-a67a-158f5e31d098 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:47.412771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0fd7f246-7ebf-4078-a67a-158f5e31d098 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:47.413339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0acd16be-3289-4411-bd3d-97ac0042d7e4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:47.420231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e2ed9b8-7e95-46a1-ba3a-583e9e52081a req-9a5f3570-d44d-4640-b6c3-b9d89381fed8 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 Aug 18 13:56:47.435324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 0acd16be-3289-4411-bd3d-97ac0042d7e4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:47.435699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0acd16be-3289-4411-bd3d-97ac0042d7e4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:47.452449 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e076057e-18b1-4750-ae61-f03022189808 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d9f01043d0d45dab5dc2e8c9c09ca21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2460599 Aug 18 13:56:47.459651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:47.470046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-network', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:47.511953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.555744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-9d258ce4-88e2-407a-8de6-8d9aadcd5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.557463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-9d258ce4-88e2-407a-8de6-8d9aadcd5cda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 1099 time: 0.0639236 Aug 18 13:56:47.579998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7594aa-1fcf-4d80-bb20-6f91ce517f51,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:47.591970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Made reservation on behalf of f343a10d32b5484ba4dc6f5e80be9d92 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:47.594415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.599365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.602146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbaae05-5153-46ac-9209-9e72e5ae5958 None None] Network 422c5f7c-87e9-483c-9077-7fabc0b832d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:47.610260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1992f15e-7cdf-4f7e-8a0f-c50accb340bc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bb7594aa-1fcf-4d80-bb20-6f91ce517f51 HTTP/1.1" status: 204 len: 168 time: 0.8476160 Aug 18 13:56:47.612805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:47.629670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.633862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.643216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:47.647133 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23bacd2-1d42-45aa-bddd-aa48c96b4795" -d '{"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-plugged", "status": "completed", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:47.680291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e6d2-e6a0-476d-aaca-d4542cac9b32 req-85cf827f-508c-41e0-9765-ffe57aacaecf tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.681801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90e3e6d2-e6a0-476d-aaca-d4542cac9b32 req-85cf827f-508c-41e0-9765-ffe57aacaecf tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 948 time: 0.1881888 Aug 18 13:56:47.711221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-8b78ca9f-1e62-404d-831a-4586930fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.712752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-8b78ca9f-1e62-404d-831a-4586930fc91e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1464365 Aug 18 13:56:47.730022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.749094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.801770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90e3e6d2-e6a0-476d-aaca-d4542cac9b32 req-9ad01ac6-60ba-426b-a5a7-deeaa99304fe tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118982 Aug 18 13:56:47.821254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] DHCP port deletion for 422c5f7c-87e9-483c-9077-7fabc0b832d9 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:56:47.851210 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-6588dffd-e89f-412a-89c4-da543902d8a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6 HTTP/1.1" status: 200 len: 217 time: 0.1290824 Aug 18 13:56:47.876711 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf81189-f7d8-4642-92f7-4330d8146b46 x-openstack-request-id: req-3cf81189-f7d8-4642-92f7-4330d8146b46 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:47.876711 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-plugged", "status": "completed", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:47.877773 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf81189-f7d8-4642-92f7-4330d8146b46 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:47.878199 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'code': 200} Aug 18 13:56:47.892639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.895392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.899523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3bcf787-8483-441c-9edb-4a42b7f943c2 HTTP/1.1" status: 204 len: 168 time: 0.4361155 Aug 18 13:56:47.899523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Deleting port 81535268-28ae-439b-8be5-229c58728035 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:47.899523 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.921867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Deleting port 81535268-28ae-439b-8be5-229c58728035 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:47.922255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.960116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6351c6-7d51-4f1f-9dc2-f5a2f7aa6c80 req-51158091-2bd8-49bf-80fc-21d24638a43c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.961627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df6351c6-7d51-4f1f-9dc2-f5a2f7aa6c80 req-51158091-2bd8-49bf-80fc-21d24638a43c tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 950 time: 0.1209188 Aug 18 13:56:47.972244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4c8e-49a1-41fa-a43f-af3da806df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bcf787-8483-441c-9edb-4a42b7f943c2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:47.982706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-6660dd18-697a-4fd3-b6a2-f2e3cd72e10b tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:47.984797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-6660dd18-697a-4fd3-b6a2-f2e3cd72e10b tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 950 time: 0.2504637 Aug 18 13:56:47.987010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.016574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] For port 81535268-28ae-439b-8be5-229c58728035, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=81535268-28ae-439b-8be5-229c58728035,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:48.017464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.029284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-43809aea-3d87-4a34-8700-2e8ec4a1b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.031779 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-43809aea-3d87-4a34-8700-2e8ec4a1b2d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1724992 Aug 18 13:56:48.032424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] For port 81535268-28ae-439b-8be5-229c58728035, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=81535268-28ae-439b-8be5-229c58728035,segment=NetworkSegment(588a41f5-2268-42ca-9447-37e8e4566d31),segment_id=588a41f5-2268-42ca-9447-37e8e4566d31)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:48.032588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Calling delete_port for 81535268-28ae-439b-8be5-229c58728035 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:48.032791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.063274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Calling delete_port for 81535268-28ae-439b-8be5-229c58728035 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:48.070058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df6351c6-7d51-4f1f-9dc2-f5a2f7aa6c80 req-bcf23c3f-7c63-4a80-9f45-a43572cf44df tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/security-groups?id=070f8a7f-0b07-4381-bad8-69d0391ff9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955567 Aug 18 13:56:48.079571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831ce4-9925-48b7-88b1-7b8db3f42422 req-f07729a7-a20b-4a1f-862c-0c44760ed106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.081515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac831ce4-9925-48b7-88b1-7b8db3f42422 req-f07729a7-a20b-4a1f-862c-0c44760ed106 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.1291780 Aug 18 13:56:48.094901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.127117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:56:48.152793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.153145 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Added segment ec46158f-40dd-4ab6-b9b8-ebdaa2db430c of type vlan for network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b Aug 18 13:56:48.166638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-7da7e758-60a5-403f-b64c-7d507cae8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.168450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-7da7e758-60a5-403f-b64c-7d507cae8c75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252298 Aug 18 13:56:48.169212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a19511-9355-448e-8767-915055057278,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:48.198199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac831ce4-9925-48b7-88b1-7b8db3f42422 req-498af013-2e02-42d9-8216-c51105fc9429 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084108 Aug 18 13:56:48.256268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.288156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Deleting port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:56:48.288600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.300641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.329223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] No DVR routers for this DVR port 81535268-28ae-439b-8be5-229c58728035 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:48.368714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83959afc-ab44-44ea-b908-4299d4659e04 None None] Pushing event deleted for resources: {'Port': ['ID=81535268-28ae-439b-8be5-229c58728035,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:48.388190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.389409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.390186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.405372 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-c7f272f3-8e79-460c-b42d-d2a564d784b7 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103496 Aug 18 13:56:48.492356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.532390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Pushing event deleted for resources: {'Port': ['ID=81535268-28ae-439b-8be5-229c58728035,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:48.539500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] No DVR routers for this DVR port 81535268-28ae-439b-8be5-229c58728035 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:48.555643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3209014 Aug 18 13:56:48.559105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] For port 3874662d-a44e-4ed7-8bc1-7791af6dfc88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3874662d-a44e-4ed7-8bc1-7791af6dfc88,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:48.560226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.562736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40872) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:48.563978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2f0ed-b490-4329-82a2-1cf99e608d2e admin admin] Pushing event updated for resources: {'Network': ['ID=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:48.570589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Request body: {'subnet': {'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-subnet', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:48.574684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:56:48.582670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Calling delete_port for 3874662d-a44e-4ed7-8bc1-7791af6dfc88 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:56:48.643617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-929ce659-d43d-49a7-b9f8-9289a4724ad9 req-2967f8ff-17ca-4aa9-8afa-0cdd8162be8a service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103302 Aug 18 13:56:48.673393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98394-73d5-4915-9d7c-3c0721d8e090 req-0079adab-3360-443b-aa28-94977e31a732 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.674997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ece98394-73d5-4915-9d7c-3c0721d8e090 req-0079adab-3360-443b-aa28-94977e31a732 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 946 time: 0.2192550 Aug 18 13:56:48.687631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.709550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422c5f7c-87e9-483c-9077-7fabc0b832d9']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:48.730587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588a41f5-2268-42ca-9447-37e8e4566d31') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:48.731461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588a41f5-2268-42ca-9447-37e8e4566d31') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:48.746559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6f5e-4829-4ab8-ba0b-b862ca42e441 req-6da67df0-ba7d-436e-b7b2-da0120953136 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:48.748603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c22e6f5e-4829-4ab8-ba0b-b862ca42e441 req-6da67df0-ba7d-436e-b7b2-da0120953136 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1838155 Aug 18 13:56:48.755964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.782004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Made reservation on behalf of f343a10d32b5484ba4dc6f5e80be9d92 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:48.784194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.792155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ece98394-73d5-4915-9d7c-3c0721d8e090 req-2769857e-9e57-41fa-a7f1-3fefa0ee6ab5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014578 Aug 18 13:56:48.803318 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.841723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:48.846666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:56:48.847082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: timer() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:56:48.848742 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:56:48.854587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-572dba1b-75f1-43cf-80cd-e661a3ba7d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.865020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.878685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3874662d-a44e-4ed7-8bc1-7791af6dfc88'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:48.902137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Pushing event deleted for resources: {'Port': ['ID=3874662d-a44e-4ed7-8bc1-7791af6dfc88,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:48.931015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c22e6f5e-4829-4ab8-ba0b-b862ca42e441 req-840073af-498b-4444-ad20-627a39fc80da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681972 Aug 18 13:56:48.972612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] No DVR routers for this DVR port 3874662d-a44e-4ed7-8bc1-7791af6dfc88 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:56:48.977146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:48.979506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a43e9faa-72c8-4a2d-ac4e-248f579e24d3 req-effa18ac-4dcb-444c-a099-a35eb38780ff tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.10 "DELETE /v2.0/ports/3874662d-a44e-4ed7-8bc1-7791af6dfc88 HTTP/1.1" status: 204 len: 173 time: 0.9833691 Aug 18 13:56:48.980089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'name': 'network-vif-deleted', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:48.982953 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f909d2-884c-426e-a656-b45f5db09022" -d '{"events": [{"server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "name": "network-vif-deleted", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:49.045335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.050372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-572dba1b-75f1-43cf-80cd-e661a3ba7d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.057087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.059033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] 10.222.0.35 "DELETE /v2.0/networks/422c5f7c-87e9-483c-9077-7fabc0b832d9 HTTP/1.1" status: 204 len: 168 time: 1.4432371 Aug 18 13:56:49.088679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae879-4a62-4cb4-bfb4-7e0198bb443e admin admin] Pushing event deleted for resources: {'Network': ['ID=422c5f7c-87e9-483c-9077-7fabc0b832d9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:49.131523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 81535268-28ae-439b-8be5-229c58728035 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:49.140537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-572dba1b-75f1-43cf-80cd-e661a3ba7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.149004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8680173-b43c-4fdc-bb5f-fca22435a49a req-25105455-cede-485d-abea-745bbd61e7c1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:49.155793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8680173-b43c-4fdc-bb5f-fca22435a49a req-25105455-cede-485d-abea-745bbd61e7c1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 948 time: 0.1490858 Aug 18 13:56:49.172295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 81535268-28ae-439b-8be5-229c58728035 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:49.182089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 81535268-28ae-439b-8be5-229c58728035 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:49.209251 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-572dba1b-75f1-43cf-80cd-e661a3ba7d36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b40738ec353f4b3eb40b26362fa8f1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663406 Aug 18 13:56:49.210663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dba1b-75f1-43cf-80cd-e661a3ba7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f2b3b5-4569-4a2b-bfb9-bc4a496c9b7d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:49.213798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:49.256233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8680173-b43c-4fdc-bb5f-fca22435a49a req-6c1883dc-9044-4591-ac39-efd7bdaec339 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994790 Aug 18 13:56:49.314843 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6815b-fba2-4983-9d60-5780b6ef62e9 x-openstack-request-id: req-61d6815b-fba2-4983-9d60-5780b6ef62e9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:49.315133 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc63a45-2d23-4d26-baa5-b9e13a534291", "name": "network-vif-deleted", "tag": "3874662d-a44e-4ed7-8bc1-7791af6dfc88", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:49.315712 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61d6815b-fba2-4983-9d60-5780b6ef62e9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:49.316198 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc63a45-2d23-4d26-baa5-b9e13a534291', 'name': 'network-vif-deleted', 'tag': '3874662d-a44e-4ed7-8bc1-7791af6dfc88', 'status': 'completed', 'code': 200} Aug 18 13:56:49.317410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96272c1d-699f-43df-a163-561366456efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.333564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.347059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96272c1d-699f-43df-a163-561366456efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.453515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56021232-e1aa-47da-9554-fab81394d378,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:49.465676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Checking segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:49.466070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Network hostable DHCP agents. Network: 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:56:49.514645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c74944-96e1-4630-80ec-91daeadfcf83 req-e09055d9-9ff0-4d32-884a-6da93f2bc6f0 tempest-ServerDiagnosticsNegativeTest-424253044 tempest-ServerDiagnosticsNegativeTest-424253044-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc63a45-2d23-4d26-baa5-b9e13a534291 HTTP/1.1" status: 200 len: 210 time: 0.0279579 Aug 18 13:56:49.555720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96272c1d-699f-43df-a163-561366456efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.558923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96272c1d-699f-43df-a163-561366456efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.561211 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96272c1d-699f-43df-a163-561366456efe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1f2b3b5-4569-4a2b-bfb9-bc4a496c9b7d HTTP/1.1" status: 204 len: 168 time: 0.3455300 Aug 18 13:56:49.569769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96272c1d-699f-43df-a163-561366456efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f2b3b5-4569-4a2b-bfb9-bc4a496c9b7d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:49.619593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:56:49.638202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d79-5782-416c-9052-d2d212c7233c req-6c1fe3a0-d8c7-40fa-b8d6-cd2da5e6f470 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:49.640035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34bc1d79-5782-416c-9052-d2d212c7233c req-6c1fe3a0-d8c7-40fa-b8d6-cd2da5e6f470 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.0588014 Aug 18 13:56:49.683060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34bc1d79-5782-416c-9052-d2d212c7233c req-0d6aaec2-dda0-418c-83f1-b80ee50ead30 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Aug 18 13:56:49.684647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40902) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:49.729230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d85361ee-5b10-4388-9c62-53928845dfbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a91b662cc533440e9ff6ca879518fede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435059 Aug 18 13:56:49.732400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:49.761127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:49.772804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:49.773406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.779067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503596ea-cc02-4dc3-827e-24b21a7a6d38 None None] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:49.813159 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.842546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.939394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-17b073b6-2fc1-4fb5-b571-5156486f8948 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3726044 Aug 18 13:56:49.941167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-0c31500e-2af8-42ae-b6bf-6e0d0b0f7619 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04207a4f285646f9aae68ab872c64a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336072 Aug 18 13:56:49.942529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40924) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:49.947705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:49.970380 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.973334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:49.976813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9656df3d-9993-4c98-a318-c74068df0862 HTTP/1.1" status: 204 len: 168 time: 0.2411091 Aug 18 13:56:49.993094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:56:49.995962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.006254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79f417-5fe8-4957-be89-d4aca9069a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9656df3d-9993-4c98-a318-c74068df0862,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:50.067992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4939979-3209-4479-bebd-d71be069ddf1 req-4beea2f1-730a-4745-8994-78bec1ddaa25 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:50.069466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4939979-3209-4479-bebd-d71be069ddf1 req-4beea2f1-730a-4745-8994-78bec1ddaa25 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 946 time: 0.1489129 Aug 18 13:56:50.101984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.103342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.171376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.176734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4939979-3209-4479-bebd-d71be069ddf1 req-d288b6b0-9997-4177-95fb-ebaa76ac3c8c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958626 Aug 18 13:56:50.182906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3f1f934f-bb4c-43f2-9883-02b027c70d70 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:50.190392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3f1f934f-bb4c-43f2-9883-02b027c70d70 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230973 Aug 18 13:56:50.203633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-656cc1ef-4893-4cf3-b591-162bdea59ad1 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/quotas/04207a4f285646f9aae68ab872c64a54 HTTP/1.1" status: 200 len: 375 time: 0.0123332 Aug 18 13:56:50.247198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Allocated IP 172.20.0.2 (09973221-3cd9-4c7b-9e1b-fdb221d5bd4b/56021232-e1aa-47da-9554-fab81394d378/59e12f04-5b89-4896-99da-c58f675e07f4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:50.258591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3b20f7ae-0824-41f5-93b3-9f866e5436d7 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491819 Aug 18 13:56:50.428646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.439311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Transition to ACTIVE for port object 59e12f04-5b89-4896-99da-c58f675e07f4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:50.458798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.459019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Transition to ACTIVE for port object 59e12f04-5b89-4896-99da-c58f675e07f4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:50.476954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4b5d-3c77-43b9-afe4-4360662c6350 req-1416a8e8-35e6-465c-b77a-58371058707b tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:50.478711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-920a4b5d-3c77-43b9-afe4-4360662c6350 req-1416a8e8-35e6-465c-b77a-58371058707b tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.0562050 Aug 18 13:56:50.536456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.558785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-920a4b5d-3c77-43b9-afe4-4360662c6350 req-be5ca7fb-63d3-469e-84e7-7b99064cbc73 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Aug 18 13:56:50.616851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:50.620389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:50.625926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:50.631974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Pushing event updated for resources: {'Port': ['ID=59e12f04-5b89-4896-99da-c58f675e07f4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:50.722307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Attempting to bind port 59e12f04-5b89-4896-99da-c58f675e07f4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:50.722973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Attempting to bind port 59e12f04-5b89-4896-99da-c58f675e07f4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:50.723335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Attempting to bind port 59e12f04-5b89-4896-99da-c58f675e07f4 on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:50.737628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:50.738108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Checking segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:50.738509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.738947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Bound using segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:50.739415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Bound port: 59e12f04-5b89-4896-99da-c58f675e07f4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:50.739892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.783132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01b953c9-5991-41f2-a829-815ee69c3ada req-51eb6ad4-0a31-40d2-8cfb-15a371bb00c9 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 210 time: 0.0335410 Aug 18 13:56:50.794463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9f9a454c-d344-49f3-8de1-d98cf088b9b6 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:56:50.805577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8607-51a1-4f34-9e5d-083dc0e81d99 req-d1c01a93-8fb5-457c-8fcd-50805fcaf75c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:50.807932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c5d8607-51a1-4f34-9e5d-083dc0e81d99 req-d1c01a93-8fb5-457c-8fcd-50805fcaf75c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 948 time: 0.1190605 Aug 18 13:56:50.880462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c5d8607-51a1-4f34-9e5d-083dc0e81d99 req-b17a1c60-8963-490b-87ca-136df18eb4a3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645206 Aug 18 13:56:50.899226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] For port 59e12f04-5b89-4896-99da-c58f675e07f4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:50.918278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] For port 59e12f04-5b89-4896-99da-c58f675e07f4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59e12f04-5b89-4896-99da-c58f675e07f4,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:50.936625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.952942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db26f2c-97e5-4aaa-9ae8-2d19881e0242 req-235c66ea-c435-4682-adf7-31e9706acf25 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:50.954587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8db26f2c-97e5-4aaa-9ae8-2d19881e0242 req-235c66ea-c435-4682-adf7-31e9706acf25 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.0680242 Aug 18 13:56:50.960559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:50.979019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '9f9a454c-d344-49f3-8de1-d98cf088b9b6', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '9f9a454c-d344-49f3-8de1-d98cf088b9b6', 'mac_address': 'fa:16:3e:86:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:56:50.987738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.009537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8db26f2c-97e5-4aaa-9ae8-2d19881e0242 req-71883b9b-a03d-487b-8d75-fbf538c28648 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477989 Aug 18 13:56:51.021150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.072900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.101802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9a454c-d344-49f3-8de1-d98cf088b9b6 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:51.141996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6168a-4842-49f6-8207-c49782f35b17 None None] Pushing event updated for resources: {'Port': ['ID=59e12f04-5b89-4896-99da-c58f675e07f4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:51.154997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:51.174209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3874662d-a44e-4ed7-8bc1-7791af6dfc88 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:56:51.181801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Allocated IP 172.25.1.172 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5d55ea59-4538-4af3-8f16-e8bf68c12cb2) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:51.206016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 3874662d-a44e-4ed7-8bc1-7791af6dfc88 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:56:51.206438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3874662d-a44e-4ed7-8bc1-7791af6dfc88 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:56:51.282816 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.411446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:51.536566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9f9a454c-d344-49f3-8de1-d98cf088b9b6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:51.555446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0522de-d805-4498-8041-d67707557d31 req-1d112a55-c178-4191-83c9-d963b392a6f6 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:51.559926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed0522de-d805-4498-8041-d67707557d31 req-1d112a55-c178-4191-83c9-d963b392a6f6 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.0788450 Aug 18 13:56:51.649117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.660755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed0522de-d805-4498-8041-d67707557d31 req-05abdbb7-dbf8-4e73-9480-b5c9c38e4f61 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Aug 18 13:56:51.732004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40996) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:51.834054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.864467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4eb9066-e796-4b3b-8e3e-9d5efcd8b33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:51.922244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d6962b7-f474-473f-9a85-207f450839e9 req-3745ae3d-94e7-4057-a96b-85bf4d3c4302 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 210 time: 0.0562303 Aug 18 13:56:51.927695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:51.946768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:51.962463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:52.020208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Pushing event updated for resources: {'Port': ['ID=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:52.137118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b3e3cb0c-3f21-4058-9726-b39e52ddfe26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9453a9b167b74121bb61713485ab038b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039125 Aug 18 13:56:52.140866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41018) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:52.193431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854147f-f0b8-471b-98ab-fc6303283137 req-95a836bb-4cc7-4023-b843-2f00e198ada9 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:52.195289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6854147f-f0b8-471b-98ab-fc6303283137 req-95a836bb-4cc7-4023-b843-2f00e198ada9 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 949 time: 0.2045476 Aug 18 13:56:52.240813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.295971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6854147f-f0b8-471b-98ab-fc6303283137 req-ae54a4f4-677b-4f19-8e46-52a49d76e597 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834384 Aug 18 13:56:52.303432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.429718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.432349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.435313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/070f8a7f-0b07-4381-bad8-69d0391ff9a5 HTTP/1.1" status: 204 len: 168 time: 0.2916396 Aug 18 13:56:52.443602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e104e6-10fa-4b45-bcf5-f68815db93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070f8a7f-0b07-4381-bad8-69d0391ff9a5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:52.450736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1899e69-7c92-4ddb-ad14-9a22d3c218cb None None] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:56:52.534792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.655489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-118543a5-0a34-4bbb-bac7-4170a7413354 None None] Provisioning for port 59e12f04-5b89-4896-99da-c58f675e07f4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:52.767311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9f9a454c-d344-49f3-8de1-d98cf088b9b6 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:52.795068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae60b-074b-4ec8-acc5-aa674ee9c22d req-57554dda-4672-4b0c-8491-7ad52cd639c4 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:52.804832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1cae60b-074b-4ec8-acc5-aa674ee9c22d req-57554dda-4672-4b0c-8491-7ad52cd639c4 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.0601223 Aug 18 13:56:52.823770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:52.890531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1cae60b-074b-4ec8-acc5-aa674ee9c22d req-56c0f68d-6915-4e16-903d-9740a0ede7ce tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801902 Aug 18 13:56:52.903622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-59e14396-ecfe-4753-a0be-0b7d4f66b68e tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d86caf7be167468cb5ea01cb1462217e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535064 Aug 18 13:56:52.990967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:52.998924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:52.999321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.125929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-ed9f3304-d418-4a2e-83d8-12362e615c1b tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:53.129758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-ed9f3304-d418-4a2e-83d8-12362e615c1b tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248189 Aug 18 13:56:53.155839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Router 77f15523-6571-4fa1-9a78-63520a70ea3b is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:56:53.160748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-72c8fe88-2e4e-46a8-b97e-d8f656da0792 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/quotas/d86caf7be167468cb5ea01cb1462217e HTTP/1.1" status: 200 len: 375 time: 0.0242176 Aug 18 13:56:53.163857 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-1d0937b7-6439-46da-8eea-206390e81fd8 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=04207a4f285646f9aae68ab872c64a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506082 Aug 18 13:56:53.175498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59e12f04-5b89-4896-99da-c58f675e07f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:53.177528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.212136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-3e912aec-bc9e-45dd-9949-385514cdc6c3 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d86caf7be167468cb5ea01cb1462217e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484979 Aug 18 13:56:53.274626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:53.277108 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374844c-ee2b-45ac-b276-f220c054f041" -d '{"events": [{"server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "name": "network-vif-plugged", "status": "completed", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:53.305321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:53.386205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.389404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 59e12f04-5b89-4896-99da-c58f675e07f4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:53.401055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41082) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:53.420404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-7f737d82-5506-4460-8cd7-2a41090d3f54 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:53.422243 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-7f737d82-5506-4460-8cd7-2a41090d3f54 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499175 Aug 18 13:56:53.439469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Request body: {'port': {'device_id': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '04207a4f285646f9aae68ab872c64a54'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:53.455030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28ef9427-499b-4d8b-9e24-1f513bb3b184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.461320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:53.473750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 59e12f04-5b89-4896-99da-c58f675e07f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:53.473750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.623120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a3eee02-250f-4aa9-b9ad-0c7901ee71f8 req-7817e583-255e-48b8-a146-5b46c5a737ea tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 210 time: 0.0558655 Aug 18 13:56:53.650277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:56:53.668640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:56:53.679026 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.688477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:53.689122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:53.692712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28ef9427-499b-4d8b-9e24-1f513bb3b184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.746316 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d209fb6-4185-4ce6-b677-3291dd0e4405 x-openstack-request-id: req-1d209fb6-4185-4ce6-b677-3291dd0e4405 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:53.746662 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "name": "network-vif-plugged", "status": "completed", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:53.746919 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d209fb6-4185-4ce6-b677-3291dd0e4405 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:53.747301 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6', 'code': 200} Aug 18 13:56:53.761677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28ef9427-499b-4d8b-9e24-1f513bb3b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.789541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 59e12f04-5b89-4896-99da-c58f675e07f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59e12f04-5b89-4896-99da-c58f675e07f4,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:53.825039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef9427-499b-4d8b-9e24-1f513bb3b184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b5fdd-7f0c-4d4c-9c16-89fc42cddbc6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:53.830826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:53.845299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-28ef9427-499b-4d8b-9e24-1f513bb3b184 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ed83c168f7241e388401562024306d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430583 Aug 18 13:56:53.847056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:53.864528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577c3b-bd5e-48dc-82ff-a09f1333035a req-b2ae6b0d-e9a9-4fb7-a376-d3bc76c806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:53.866057 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00577c3b-bd5e-48dc-82ff-a09f1333035a req-b2ae6b0d-e9a9-4fb7-a376-d3bc76c806aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 1101 time: 0.0451858 Aug 18 13:56:53.874298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.877932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2d7fe5b-39bf-48a6-8213-70e8daceeeda admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9319835 Aug 18 13:56:53.879119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:53.921486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:53.930032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb6b8-d00f-4cd9-8933-0f2ae3504756 req-92d04c00-b67f-48c5-8766-b5fd00ef68ca tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:53.931610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74fbb6b8-d00f-4cd9-8933-0f2ae3504756 req-92d04c00-b67f-48c5-8766-b5fd00ef68ca tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 950 time: 0.1295962 Aug 18 13:56:53.951942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.004079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.019631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74fbb6b8-d00f-4cd9-8933-0f2ae3504756 req-771c3730-be48-47a4-b1bd-8fe3a5ac3c22 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645003 Aug 18 13:56:54.035581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00577c3b-bd5e-48dc-82ff-a09f1333035a req-3cd3a4c9-8134-4259-bdde-a83b93a39197 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570339 Aug 18 13:56:54.038285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Made reservation on behalf of 04207a4f285646f9aae68ab872c64a54 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:54.049388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=59e12f04-5b89-4896-99da-c58f675e07f4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:54.049490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.136144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:52Z', 'revision_number': 3, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:54.149686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65776f27-f968-4549-a052-45e8a7408c35 req-86deb712-00c0-4137-88d3-ca79cf5d7828 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0553176 Aug 18 13:56:54.151705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.156906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.158289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef5b5fdd-7f0c-4d4c-9c16-89fc42cddbc6 HTTP/1.1" status: 204 len: 168 time: 0.2955971 Aug 18 13:56:54.178782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:56:54.179214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Updating router 77f15523-6571-4fa1-9a78-63520a70ea3b port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:56:54.182992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f012123-55a3-471e-93c3-0076c98c7409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b5fdd-7f0c-4d4c-9c16-89fc42cddbc6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:54.240656 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.446215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Allocated IP 192.168.233.151 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/d5da8d4e-3ddf-4f1c-b45f-5836b710c69b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:54.674186 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.684467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Transition to ACTIVE for port object 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:54.722741 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c1399420-78ab-4fe8-830a-bb51408a2e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.741071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.756307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.769282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Transition to ACTIVE for port object d5da8d4e-3ddf-4f1c-b45f-5836b710c69b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:54.804842 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.889896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddc547-4ee0-4505-b36e-360d968f98e6 None None] Pushing event updated for resources: {'Port': ['ID=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:54.906216 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.943742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Attempting to bind port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:54.944044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Attempting to bind port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:54.944307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.944484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Attempting to bind port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:54.953699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:54.960217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:54.960217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.960217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:54.960217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Bound port: 5d55ea59-4538-4af3-8f16-e8bf68c12cb2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:54.960217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:54.962961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dde07e0c-0320-46c8-acaa-2dc271bf8a3b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:56:55.002889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:55.011334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:55.015133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Allocated IP 172.20.0.1 (09973221-3cd9-4c7b-9e1b-fdb221d5bd4b/56021232-e1aa-47da-9554-fab81394d378/6ea70cc5-a955-4778-8c56-3182d62f325b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:55.024124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:55.063695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818f242-d251-4d8d-906f-5bf9b5874792 req-5019ac6e-8b0f-4039-b358-9730f15c6b4e tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:55.071857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9818f242-d251-4d8d-906f-5bf9b5874792 req-5019ac6e-8b0f-4039-b358-9730f15c6b4e tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 936 time: 0.1658967 Aug 18 13:56:55.114384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:55.117553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.126086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Pushing event updated for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:55.189244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9818f242-d251-4d8d-906f-5bf9b5874792 req-97a98df0-7f46-4629-ae93-86e8e0f8f96a tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100795 Aug 18 13:56:55.211215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59e12f04-5b89-4896-99da-c58f675e07f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:55.278984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-a84a04ca-a051-4b6f-be49-ce62999797fd tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8450947 Aug 18 13:56:55.292315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] For port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:55.310288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Request body: {'port': {'device_id': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:55.331666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.378039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Transition to ACTIVE for port object 6ea70cc5-a955-4778-8c56-3182d62f325b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:55.395524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] For port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:55.420396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.425464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32122dd-913d-4150-a7d8-347c333b684b req-1a1b8b1d-7c31-4ca0-a992-ae1e66f5e20b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:55.425871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 59e12f04-5b89-4896-99da-c58f675e07f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:55.426375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.431812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c32122dd-913d-4150-a7d8-347c333b684b req-1a1b8b1d-7c31-4ca0-a992-ae1e66f5e20b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 950 time: 0.0815666 Aug 18 13:56:55.502826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c32122dd-913d-4150-a7d8-347c333b684b req-dbe97cdf-5782-42b3-9228-14e65ecad5a7 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696907 Aug 18 13:56:55.504526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.595218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.597184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-779a3c04-355c-4449-aca7-e6fa95fce4e1 None None] Provisioning for port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:55.603701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddc547-4ee0-4505-b36e-360d968f98e6 None None] Pushing event updated for resources: {'Port': ['ID=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:55.615941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:55.616563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:55.618432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-779a3c04-355c-4449-aca7-e6fa95fce4e1 None None] Provisioning complete for port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:55.618805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-779a3c04-355c-4449-aca7-e6fa95fce4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.654967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bde63f8-ec6c-40c3-910f-7fd4ed2f9e46 req-0bd88435-99e5-4dae-bea0-0e29204780e4 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0552914 Aug 18 13:56:55.665430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:55.705123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:55.712528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:55.716510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Pushing event updated for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:55.785975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:55.809713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-779a3c04-355c-4449-aca7-e6fa95fce4e1 None None] Port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:55.852869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:55.884958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.020477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5da8d4e-3ddf-4f1c-b45f-5836b710c69b {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:56:56.043800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.051111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-58e196ac-1283-4560-9838-11b3bc89a02c tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:56:56.060567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Transition to ACTIVE for port object d5da8d4e-3ddf-4f1c-b45f-5836b710c69b will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:56.063691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-58e196ac-1283-4560-9838-11b3bc89a02c tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209630 Aug 18 13:56:56.069205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Request body: {'binding': {'host': 'n-h1-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:56.071276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Unknown quota resources ['binding']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:56:56.085984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:52Z', 'revision_number': 3, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:56.120730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e785f9c-b936-47be-8f62-62c97c306d23 None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:52Z', 'revision_number': 3, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:56:56.159578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.189525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-66dcb539-9fdb-4768-9284-f07f412e0b8c None None] Provisioning for port 6ea70cc5-a955-4778-8c56-3182d62f325b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:56.194946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-66dcb539-9fdb-4768-9284-f07f412e0b8c None None] Provisioning complete for port 6ea70cc5-a955-4778-8c56-3182d62f325b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:56.195687 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-66dcb539-9fdb-4768-9284-f07f412e0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.196028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.238040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-66dcb539-9fdb-4768-9284-f07f412e0b8c None None] Port 6ea70cc5-a955-4778-8c56-3182d62f325b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:56.269279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on host n-h1-804303-5 for vnic_type normal with profile None {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:56.269998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:56.270528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:56.275403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:56.275728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:56.282178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:56.282525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:56.282915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:56.283661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Bound port: 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:56.350443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:56.476668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.481776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-ef6560f7-c7c8-440b-a418-22f638214763 service neutron] 10.222.0.35 "POST /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85/bindings HTTP/1.1" status: 201 len: 389 time: 0.4152374 Aug 18 13:56:56.578934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-c8ed0521-a977-4362-9133-6f17795192bb tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d86caf7be167468cb5ea01cb1462217e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351131 Aug 18 13:56:56.586532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:56.739770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.773413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Attempting to bind port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:56.773753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Attempting to bind port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:56.774395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Attempting to bind port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:56.779646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:56:56.779981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Attempting to bind port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:56.786589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:56.786993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:56.787385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:56.787824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Bound port: d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:56.788185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.818668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-fe78137d-71a5-4a36-ba4c-aa8ecd9f179a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:56.819069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.819160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-fe78137d-71a5-4a36-ba4c-aa8ecd9f179a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350481 Aug 18 13:56:56.829605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Request body: {'port': {'device_id': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'd86caf7be167468cb5ea01cb1462217e'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:56.976120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:56.994580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Pushing event updated for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:57.024871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a062-cc53-47b5-9e2e-84519ab9b846 req-159c91da-15fa-4d0a-834e-6461f6d187ee tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.026453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73e2a062-cc53-47b5-9e2e-84519ab9b846 req-159c91da-15fa-4d0a-834e-6461f6d187ee tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 948 time: 0.1471269 Aug 18 13:56:57.086087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:57.112112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:57.127149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73e2a062-cc53-47b5-9e2e-84519ab9b846 req-d74b2606-0941-424c-9ce0-b11fa20299c7 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Aug 18 13:56:57.164503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Made reservation on behalf of d86caf7be167468cb5ea01cb1462217e for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:57.167993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.174270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:57.178549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:57.179517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.216689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:57.291918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.314130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-8a348358-5bd3-443b-bd50-698d1cb4b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.315827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-8a348358-5bd3-443b-bd50-698d1cb4b06e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1097 time: 0.0941861 Aug 18 13:56:57.330273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.424869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:57.437153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.437794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.439405 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5da8d4e-3ddf-4f1c-b45f-5836b710c69b HTTP/1.1" status: 200 len: 1096 time: 2.1500669 Aug 18 13:56:57.441908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:56:57.444394 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:56:57.447382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:57.448411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.474843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380175-7abe-49f6-82a5-fdb206dfcdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:57.496241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:56:57.502465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46b55959-39c1-4c51-8ee5-1d1ff71d7602 req-8b5cc5cc-0ed5-42a6-aade-04fba749c773 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0638442 Aug 18 13:56:57.517580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.568603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-e1cd564a-c137-4b1d-9b65-68eaae06d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.571444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-e1cd564a-c137-4b1d-9b65-68eaae06d854 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.2419372 Aug 18 13:56:57.579762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.580907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.581785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.582865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.583601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.584696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.585178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.588032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-50e4ddea-d1ef-4cda-a970-d1a30d854de7 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9&device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc&device_id=9824c1f0-0e56-4c80-907b-e914be7232c8&device_id=8bac8929-1a27-427d-9472-639fa73f8273&device_id=80371764-2689-4254-adf0-9b1448d81022&device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62&device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 6437 time: 0.2567215 Aug 18 13:56:57.658817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.667764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.670649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-544b79b3-df57-4d38-9df8-6cd945f058ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0815306 Aug 18 13:56:57.675547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-b9bbd488-f07a-4520-b453-e975e255addb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.702028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:57.717544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4b9278fd-57bb-44f4-9c6a-0b498efabdd5 None None] Provisioning complete for port 6ea70cc5-a955-4778-8c56-3182d62f325b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:57.718077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b9278fd-57bb-44f4-9c6a-0b498efabdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.720294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:56:57.728743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-237fe5e3-a992-4ec8-be62-c40a98b63d5d admin admin] 10.222.0.35 "PUT /v2.0/routers/77f15523-6571-4fa1-9a78-63520a70ea3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8431020 Aug 18 13:56:57.756921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-253e7aa2-02ac-4de2-9ef4-fc0c8ad1e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.758806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-253e7aa2-02ac-4de2-9ef4-fc0c8ad1e91d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 1099 time: 0.1739473 Aug 18 13:56:57.768180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:57.821485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4b9278fd-57bb-44f4-9c6a-0b498efabdd5 None None] Port 6ea70cc5-a955-4778-8c56-3182d62f325b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:57.848090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-0620a345-1b7b-421c-836c-95cfe53f4af1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b HTTP/1.1" status: 200 len: 217 time: 0.0773532 Aug 18 13:56:57.851029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7acc12-066b-4c6b-ab5e-25c32bbb1247,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:57.851315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:57.901518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-4e619d55-5c20-4b13-9002-baad3124b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.903460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-4e619d55-5c20-4b13-9002-baad3124b7ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.2193322 Aug 18 13:56:57.911906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-171e1a64-54f2-4a30-a4b5-1e12f6653f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.914170 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-171e1a64-54f2-4a30-a4b5-1e12f6653f9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0566597 Aug 18 13:56:57.974780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3c560ba0-b470-4d29-88cc-5734b21b4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:57.976940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3c560ba0-b470-4d29-88cc-5734b21b4f27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531011 Aug 18 13:56:57.988255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-2d7b5bd0-ff4c-4fdf-88b9-082df78ac406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522578 Aug 18 13:56:57.999709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411af7e-f26a-40d6-9556-18e50ec673ae req-8e822504-8bc6-4272-9e01-8ba7795fb52a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.007044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8411af7e-f26a-40d6-9556-18e50ec673ae req-8e822504-8bc6-4272-9e01-8ba7795fb52a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 946 time: 0.2972577 Aug 18 13:56:58.072392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-9ce3067e-8467-4f33-9b41-044614aa7964 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Aug 18 13:56:58.087089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Allocated IP 192.168.233.51 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/289418d5-19de-4eb5-bfda-90247dea2c56) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:56:58.138657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8411af7e-f26a-40d6-9556-18e50ec673ae req-0625cacf-2670-42c0-8dad-a8f76d3dca70 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307967 Aug 18 13:56:58.207478 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-589ee3d4-a2a7-4f90-ab49-7067d1d2eee3 req-3d1c1253-9874-4adf-bfab-0f2a6522bdd8 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272135 Aug 18 13:56:58.292106 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1abaf16-f5a2-4538-9337-9a8ca0fbf728 x-openstack-request-id: req-e1abaf16-f5a2-4538-9337-9a8ca0fbf728 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:56:58.292608 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:56:58.293012 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1abaf16-f5a2-4538-9337-9a8ca0fbf728 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:56:58.294157 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b', 'status': 'completed', 'code': 200} Aug 18 13:56:58.419905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-2543dd1c-7ac6-420e-9bb7-434a90ac867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.421481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-2543dd1c-7ac6-420e-9bb7-434a90ac867c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04207a4f285646f9aae68ab872c64a54&device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 1099 time: 0.0663502 Aug 18 13:56:58.424924 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:56:58.436994 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:56:58.438630 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:58.452241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-b9bbd488-f07a-4520-b453-e975e255addb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:58.479162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-49730ede-794c-4b03-8cf9-6ecbf36d801b service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701653 Aug 18 13:56:58.536948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-a65a6250-454d-4b1c-b903-9f79baa81770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.538844 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-a65a6250-454d-4b1c-b903-9f79baa81770 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1094978 Aug 18 13:56:58.580601 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:56:58.590525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-b9bbd488-f07a-4520-b453-e975e255addb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:58.595980 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-80888836-81e2-418f-bd02-6f9a863a7262 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b HTTP/1.1" status: 200 len: 217 time: 0.0473545 Aug 18 13:56:58.637760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2465d-1def-4ec9-8ff3-f80139a2ec21 req-cf6bfd29-03ec-4a60-843e-49db97b9053b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.639343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dae2465d-1def-4ec9-8ff3-f80139a2ec21 req-cf6bfd29-03ec-4a60-843e-49db97b9053b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 948 time: 0.2271655 Aug 18 13:56:58.665132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2026f296-066d-42ed-ab6d-9c65f1254dc5 req-b9bbd488-f07a-4520-b453-e975e255addb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&id=6915c9ca-ba76-4063-85df-45014f1b9fe3&id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 1.0326431 Aug 18 13:56:58.691011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-4213bded-e7d2-46a7-9574-23f3ce1c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.692596 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-4213bded-e7d2-46a7-9574-23f3ce1c3d86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0847852 Aug 18 13:56:58.725734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd488-f07a-4520-b453-e975e255addb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1dbeaa-539b-4ba7-b3e5-f90071cb04a3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:58.740740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:58.755503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-network', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:58.811140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-ba861231-aba7-4747-aa9e-9f24af384580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:58.818058 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-ba861231-aba7-4747-aa9e-9f24af384580 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111710 Aug 18 13:56:58.818363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dae2465d-1def-4ec9-8ff3-f80139a2ec21 req-962f5cdd-7f06-4d03-9f06-87322604583b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631510 Aug 18 13:56:58.856732 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 2, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:56:58.868376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-f118ec3a-1215-460c-b5d2-3694c2c6d6b5 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771784 Aug 18 13:56:58.884188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:58.923747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Transition to ACTIVE for port object 289418d5-19de-4eb5-bfda-90247dea2c56 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:58.941151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:56:58.941510 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Updating router 77f15523-6571-4fa1-9a78-63520a70ea3b port 6ea70cc5-a955-4778-8c56-3182d62f325b binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:56:58.953180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Made reservation on behalf of 4f08d4a5b07a44ffa731316daa26ead3 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:56:58.955463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:58.957585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba03f863-cb47-4f4b-9ff1-88ddf724756d req-2f6b6cb9-8803-495c-b860-ce8f6b6d4851 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0397344 Aug 18 13:56:58.968023 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.017587 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-20186d95-c4b1-4117-a1af-5affdf0c6fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942358 Aug 18 13:56:59.018512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.083072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.164128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:56:59.224733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.261495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:56:59.264106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-5dabce96-f2e3-4cb3-8cc9-99ed399a924a tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.265640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-5dabce96-f2e3-4cb3-8cc9-99ed399a924a tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1097 time: 0.2566144 Aug 18 13:56:59.266272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Pushing event updated for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:59.270985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74981ae4-c5d6-4dbd-a4db-b71fe509f3dd req-499b513e-83a2-4aa7-9d56-68d6e80e98b1 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401581 Aug 18 13:56:59.272406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:59.272785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.279428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:56:59.286563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804303-5'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:59.289340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:56:59.308153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.375003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:56:59.398802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.399321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.422284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9711206-752f-4103-9538-ab62e02591d7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:59.433496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.439569 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Added segment 9fdecb7e-088a-4622-a18c-68b872f46168 of type vlan for network f9773786-597c-4ed1-bbef-4b47b95c1cdf Aug 18 13:56:59.481753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.552535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.569296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41252) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:59.619253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-4775e502-5fb3-4c4b-9c46-e6112f7ea927 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7940340 Aug 18 13:56:59.637005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Request body: {'port': {'device_id': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:59.638048 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.651247 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Transition to ACTIVE for port object 6ea70cc5-a955-4778-8c56-3182d62f325b will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:56:59.675677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.677096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.677718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.743638 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.756082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-584bd331-6a17-454a-bf3c-e2991a2b33b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.764062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77e9ed-18eb-4140-a8f3-a729af5fa168 req-0994635b-d2f9-4baa-b363-445ca4897e5e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.765605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd77e9ed-18eb-4140-a8f3-a729af5fa168 req-0994635b-d2f9-4baa-b363-445ca4897e5e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 946 time: 0.2344720 Aug 18 13:56:59.772485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c839ad-be74-453e-a338-9e0df7d04465 req-1ab5468f-e33d-4ce8-8ec1-e5ded292d440 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.772970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c839ad-be74-453e-a338-9e0df7d04465 req-1ab5468f-e33d-4ce8-8ec1-e5ded292d440 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.773442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c839ad-be74-453e-a338-9e0df7d04465 req-1ab5468f-e33d-4ce8-8ec1-e5ded292d440 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:59.773890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-364ca79d-9a8e-4c76-96de-e2b62a5770a1 None None] Provisioning for port 289418d5-19de-4eb5-bfda-90247dea2c56 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:56:59.785168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2c839ad-be74-453e-a338-9e0df7d04465 req-1ab5468f-e33d-4ce8-8ec1-e5ded292d440 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8&device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62&device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 2884 time: 0.2488141 Aug 18 13:56:59.785259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-364ca79d-9a8e-4c76-96de-e2b62a5770a1 None None] Provisioning complete for port 289418d5-19de-4eb5-bfda-90247dea2c56 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:56:59.785259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-364ca79d-9a8e-4c76-96de-e2b62a5770a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.799050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] Pushing event updated for resources: {'Network': ['ID=f9773786-597c-4ed1-bbef-4b47b95c1cdf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:59.805693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.807345 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc131b06-8a10-4fc6-a515-23b8135c1da8 None None] Pushing event updated for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:56:59.828806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:56:59.836745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-152b2cef-01f8-4a72-9574-3136823e6e6b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0865700 Aug 18 13:56:59.840538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41256) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:56:59.856831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Request body: {'subnet': {'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-subnet', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:56:59.879096 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Attempting to bind port 6ea70cc5-a955-4778-8c56-3182d62f325b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:56:59.879548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Attempting to bind port 6ea70cc5-a955-4778-8c56-3182d62f325b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:56:59.879981 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Attempting to bind port 6ea70cc5-a955-4778-8c56-3182d62f325b on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:56:59.886932 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:56:59.888384 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Checking segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:56:59.888905 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.889376 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Bound using segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:56:59.890017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Bound port: 6ea70cc5-a955-4778-8c56-3182d62f325b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:56:59.890664 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.921515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-364ca79d-9a8e-4c76-96de-e2b62a5770a1 None None] Port 289418d5-19de-4eb5-bfda-90247dea2c56 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:56:59.933694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:56:59.991215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] For port 6ea70cc5-a955-4778-8c56-3182d62f325b, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:56:59.996464 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] For port 6ea70cc5-a955-4778-8c56-3182d62f325b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ea70cc5-a955-4778-8c56-3182d62f325b,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:56:59.999947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-584bd331-6a17-454a-bf3c-e2991a2b33b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.024131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd77e9ed-18eb-4140-a8f3-a729af5fa168 req-627944fa-e8b2-4b1c-8bf7-b51dc50fe82a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384641 Aug 18 13:57:00.050705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2c839ad-be74-453e-a338-9e0df7d04465 req-902f6dc3-e39e-46e8-a8e9-4718ea98df39 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683237 Aug 18 13:57:00.057209 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.060560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-584bd331-6a17-454a-bf3c-e2991a2b33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.120465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-584bd331-6a17-454a-bf3c-e2991a2b33b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=559d6a8f7b6443afad6dc2efcb8c32ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480189 Aug 18 13:57:00.128653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bd331-6a17-454a-bf3c-e2991a2b33b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cff485-44e7-44e1-b48e-6fad602e74d1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:00.131651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:00.154574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:00.173016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Made reservation on behalf of 4f08d4a5b07a44ffa731316daa26ead3 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:00.176875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.203408 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc131b06-8a10-4fc6-a515-23b8135c1da8 None None] Pushing event updated for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:00.217583 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:00.218421 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:00.299051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.315853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:00.318283 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d914cc28-639d-4b72-94cd-27fc1a675c43" -d '{"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-unplugged", "status": "completed", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:00.325166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.347128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.348553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:00.363355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce57495-f3f2-4e5e-bf46-e17b22d2f189 req-40d40ef5-01af-4db7-8498-3847f09df27c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:00.364939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce57495-f3f2-4e5e-bf46-e17b22d2f189 req-40d40ef5-01af-4db7-8498-3847f09df27c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 948 time: 0.1746213 Aug 18 13:57:00.380606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a99f4-052c-423f-80f0-304acc2976f6 req-1b785828-2b49-4c83-8c7b-2ca896096294 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:00.383116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987a99f4-052c-423f-80f0-304acc2976f6 req-1b785828-2b49-4c83-8c7b-2ca896096294 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 935 time: 0.1708059 Aug 18 13:57:00.440886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.530030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.530030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.531639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74cff485-44e7-44e1-b48e-6fad602e74d1 HTTP/1.1" status: 204 len: 168 time: 0.3979599 Aug 18 13:57:00.546163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242fa6b-0129-44f9-911d-3a3c4d026bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cff485-44e7-44e1-b48e-6fad602e74d1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:00.577211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.602585 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:56:59Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:00.615121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce57495-f3f2-4e5e-bf46-e17b22d2f189 req-1b43ba9b-2ab4-47ca-8ae9-e3a341240d8d tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709440 Aug 18 13:57:00.625472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987a99f4-052c-423f-80f0-304acc2976f6 req-efbd6c85-c186-44ac-b8de-794991caadf7 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937287 Aug 18 13:57:00.651787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dbaff9-842f-4240-ab8c-023a4d915692,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:00.654919 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd2e-890b-4ead-8b7e-f2b05a93406b None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:56:59Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:00.681455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Checking segment: {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:00.681820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Network hostable DHCP agents. Network: f9773786-597c-4ed1-bbef-4b47b95c1cdf, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:57:00.682617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289418d5-19de-4eb5-bfda-90247dea2c56 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:00.693602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.698900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:00.720104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:00.720468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:00.720792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:00.730310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Transition to ACTIVE for port object 289418d5-19de-4eb5-bfda-90247dea2c56 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:00.731111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:00.731445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Attempting to bind port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:00.757123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:00.762652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:00.763547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:00.764106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Bound port: 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:00.764817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.816936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:57:00.834086 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefec19e-22f8-4dd0-a2b4-55f7b9ae327b x-openstack-request-id: req-cefec19e-22f8-4dd0-a2b4-55f7b9ae327b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:00.834438 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-unplugged", "status": "completed", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:00.834620 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cefec19e-22f8-4dd0-a2b4-55f7b9ae327b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:00.835183 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'code': 200} Aug 18 13:57:00.837753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:00.909536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f9773786-597c-4ed1-bbef-4b47b95c1cdf) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:00.921107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f9b7c-4cb3-43bd-a9eb-738780d30470 None None] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:00.923889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:00.924608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.034097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Pushing event updated for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:01.036156 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-350bcd03-a799-41eb-b3c0-7628a78a98ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1940854 Aug 18 13:57:01.038579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:01.045099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:01.094177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:01.180376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.181817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.243713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d5da8d4e-3ddf-4f1c-b45f-5836b710c69b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:01.258278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:01.280018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ea70cc5-a955-4778-8c56-3182d62f325b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:01.305172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.329051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Attempting to bind port 289418d5-19de-4eb5-bfda-90247dea2c56 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:01.329381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Attempting to bind port 289418d5-19de-4eb5-bfda-90247dea2c56 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:01.329708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Attempting to bind port 289418d5-19de-4eb5-bfda-90247dea2c56 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:01.338815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9c258-245e-4edc-a368-9887340b0643 req-2e5fa0fb-3966-4246-8e37-f5f1e0974f83 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:01.340697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2f9c258-245e-4edc-a368-9887340b0643 req-2e5fa0fb-3966-4246-8e37-f5f1e0974f83 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.0895205 Aug 18 13:57:01.344083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Port 289418d5-19de-4eb5-bfda-90247dea2c56 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:01.344403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Attempting to bind port 289418d5-19de-4eb5-bfda-90247dea2c56 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:01.372026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:01.372366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:01.372746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:01.373191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Bound port: 289418d5-19de-4eb5-bfda-90247dea2c56, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:01.373950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.381755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.454816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=8']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:01.474819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2f9c258-245e-4edc-a368-9887340b0643 req-d6275219-3391-4869-8375-7274da9a8cf9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270266 Aug 18 13:57:01.613075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'fixed_ips': [{'subnet_id': 'a1dbaff9-842f-4240-ab8c-023a4d915692'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:57:01.614008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.638386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:01.639194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.640805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-c49ff2f3-010a-45c0-9200-e34b35e2d9b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 1122 time: 2.3591290 Aug 18 13:57:01.659971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:01.664192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=289418d5-19de-4eb5-bfda-90247dea2c56,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:01.724993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.772792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6b670-1670-4ba2-86a1-9278c065dd43 req-4b435eef-8e09-4011-9538-baa0692df762 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:01.774385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8a6b670-1670-4ba2-86a1-9278c065dd43 req-4b435eef-8e09-4011-9538-baa0692df762 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 948 time: 0.0687191 Aug 18 13:57:01.802350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['1edabeee-5c55-4b04-ac90-1039cf0f7c85'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:01.846037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:01.858124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8a6b670-1670-4ba2-86a1-9278c065dd43 req-eec20995-72ad-4278-b55d-5a8e02710e29 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Aug 18 13:57:01.865051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.865196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6ea70cc5-a955-4778-8c56-3182d62f325b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:01.881715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fda7344-84e1-484e-aa91-56d87359b5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.885075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:01.941297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Pushing event updated for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:01.942603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6ea70cc5-a955-4778-8c56-3182d62f325b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:01.943099 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.948384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41326) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:01.980184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:01.981379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:01.982907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-95287b4f-6089-466e-be88-bcbc4797148e service neutron] 10.222.0.10 "PUT /v2.0/ports/289418d5-19de-4eb5-bfda-90247dea2c56 HTTP/1.1" status: 200 len: 1095 time: 2.3510447 Aug 18 13:57:02.054020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b', 'mac_address': 'fa:16:3e:46:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:02.236385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fda7344-84e1-484e-aa91-56d87359b5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.241282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6966c-c5d6-4cd4-9c45-cd40be789670 req-0db9b0f7-cdcd-4e98-ba23-e42e5e30fdeb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.246029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Allocated IP 172.20.0.2 (f9773786-597c-4ed1-bbef-4b47b95c1cdf/a1dbaff9-842f-4240-ab8c-023a4d915692/28185ea7-fcce-4ef0-a321-426f314f5183) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:02.251178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43d6966c-c5d6-4cd4-9c45-cd40be789670 req-0db9b0f7-cdcd-4e98-ba23-e42e5e30fdeb tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1101 time: 0.2045033 Aug 18 13:57:02.262943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0faae-b685-4f8c-a6d5-9609eba7822f req-8cacf9c8-0546-4dde-8745-065ae37dc5f7 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.296574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a0faae-b685-4f8c-a6d5-9609eba7822f req-8cacf9c8-0546-4dde-8745-065ae37dc5f7 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 947 time: 0.2818284 Aug 18 13:57:02.299346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.309521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97f6fd20-318e-4e49-a424-07c625839891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.338929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-dc59dfbc-8742-4284-95f6-180fe5b1eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.341443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-dc59dfbc-8742-4284-95f6-180fe5b1eb32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d86caf7be167468cb5ea01cb1462217e&device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 1098 time: 0.2107742 Aug 18 13:57:02.419693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5da8d4e-3ddf-4f1c-b45f-5836b710c69b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:02.424247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43d6966c-c5d6-4cd4-9c45-cd40be789670 req-491f23a3-f4ee-46d0-87b8-1da51e273509 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594620 Aug 18 13:57:02.429323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-f33ff38b-2e82-4709-b0c5-ebdbcf04dd23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=289418d5-19de-4eb5-bfda-90247dea2c56 HTTP/1.1" status: 200 len: 217 time: 0.0738709 Aug 18 13:57:02.643891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a0faae-b685-4f8c-a6d5-9609eba7822f req-fa7b739f-c9ce-4887-846d-a0f32156c95a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907282 Aug 18 13:57:02.645662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:02.645662 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.646283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fda7344-84e1-484e-aa91-56d87359b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.650516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8fda7344-84e1-484e-aa91-56d87359b5f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4be861c7a2b14b9b8869d674f6a4cde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033242 Aug 18 13:57:02.652239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41336) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:02.672943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6ea70cc5-a955-4778-8c56-3182d62f325b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ea70cc5-a955-4778-8c56-3182d62f325b,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:02.706794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-30a29b45-a1e8-4ae4-9ca7-a99bafb8ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.708390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-30a29b45-a1e8-4ae4-9ca7-a99bafb8ae8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2681012 Aug 18 13:57:02.721598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.724513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda7344-84e1-484e-aa91-56d87359b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6831fd0-d6f7-4432-b9eb-a9bc296cc077,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:02.742191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Transition to ACTIVE for port object 28185ea7-fcce-4ef0-a321-426f314f5183 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:02.742969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9436e-f401-4ee5-833b-9ece03801daf req-f87e3484-7e33-4ddb-91a0-b9622ac1dbf2 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.750571 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.751082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cbe9436e-f401-4ee5-833b-9ece03801daf req-f87e3484-7e33-4ddb-91a0-b9622ac1dbf2 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1101 time: 0.2104881 Aug 18 13:57:02.761258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.790317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.790317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.814216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Transition to ACTIVE for port object 28185ea7-fcce-4ef0-a321-426f314f5183 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:02.818017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf34f2-48fe-4b00-af80-4f7a1d3e5529 req-666975b3-5231-4f30-b042-658a9e11fc09 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.824505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ccf34f2-48fe-4b00-af80-4f7a1d3e5529 req-666975b3-5231-4f30-b042-658a9e11fc09 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1983140 Aug 18 13:57:02.831926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.842973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85'}, {'name': 'network-changed', 'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:02.844982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d97451-1902-4148-b152-5496b1f70fad" -d '{"events": [{"name": "network-changed", "server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85"}, {"name": "network-changed", "server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:02.856311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:02.869070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.883549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cbe9436e-f401-4ee5-833b-9ece03801daf req-1dba8ad5-0599-4e86-9add-1e0af7587cc0 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315086 Aug 18 13:57:02.897764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-b1e9712e-28fb-4f70-89ff-3d3adfa43d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:02.899569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-b1e9712e-28fb-4f70-89ff-3d3adfa43d4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762462 Aug 18 13:57:02.901709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.953382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:02.957447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:02.961694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:02.969648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:02.979173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97f6fd20-318e-4e49-a424-07c625839891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:02.980370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Allocated IP 172.25.1.246 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4ebbf242-2ce5-44f3-acb0-8a6bed6cd787) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:02.989728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.990178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.990589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.991117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.991450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.991867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.992254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.992674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.993036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.993498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.994144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.994590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:02.996095 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a0e76-2424-49da-a29a-00640258ddc1 x-openstack-request-id: req-bc1a0e76-2424-49da-a29a-00640258ddc1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:02.996966 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:02.997224 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc1a0e76-2424-49da-a29a-00640258ddc1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:02.997629 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'status': 'completed', 'code': 200} Aug 18 13:57:02.997907 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56', 'status': 'completed', 'code': 200} Aug 18 13:57:03.001896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41346) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:03.060412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['d5da8d4e-3ddf-4f1c-b45f-5836b710c69b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:03.077328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.080219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.084366 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6831fd0-d6f7-4432-b9eb-a9bc296cc077 HTTP/1.1" status: 204 len: 168 time: 0.4298658 Aug 18 13:57:03.093575 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97f6fd20-318e-4e49-a424-07c625839891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.099727 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ccf34f2-48fe-4b00-af80-4f7a1d3e5529 req-22977cc5-2243-4641-828a-9461e98d9fbf tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693105 Aug 18 13:57:03.120612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ad69-6900-4bfa-8b64-9e5935733f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6831fd0-d6f7-4432-b9eb-a9bc296cc077,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:03.150882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-0fbd23b6-0c63-45a2-be16-929c2078b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:03.152399 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-0fbd23b6-0c63-45a2-be16-929c2078b227 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1125 time: 0.1515579 Aug 18 13:57:03.201002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ea70cc5-a955-4778-8c56-3182d62f325b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:03.238830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.289686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc60ce8c-3628-4662-8bbf-985d686efab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.291948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Pushing event updated for resources: {'Port': ['ID=28185ea7-fcce-4ef0-a321-426f314f5183,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:03.311273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Attempting to bind port 28185ea7-fcce-4ef0-a321-426f314f5183 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:03.311721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Attempting to bind port 28185ea7-fcce-4ef0-a321-426f314f5183 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:03.312580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Attempting to bind port 28185ea7-fcce-4ef0-a321-426f314f5183 on network f9773786-597c-4ed1-bbef-4b47b95c1cdf {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:03.322922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:03.323406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Checking segment: {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:03.323885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.324384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Bound using segment: {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:03.324939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Bound port: 28185ea7-fcce-4ef0-a321-426f314f5183, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:03.325396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.413292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6ea70cc5-a955-4778-8c56-3182d62f325b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:03.413748 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.419356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-d23f0dba-d09d-468a-9a40-dc079588f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:03.421023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-d23f0dba-d09d-468a-9a40-dc079588f5de service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.2578292 Aug 18 13:57:03.493445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] For port 28185ea7-fcce-4ef0-a321-426f314f5183, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:03.495219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-d9f40bf0-859a-4fda-90ea-adbd17ac7fa7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0643873 Aug 18 13:57:03.512815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] For port 28185ea7-fcce-4ef0-a321-426f314f5183, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28185ea7-fcce-4ef0-a321-426f314f5183,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:03.525772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.534442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6fd20-318e-4e49-a424-07c625839891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2496539a-f692-4ff2-a0ed-81374df9ce52,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:03.575241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-0270c8ae-a691-40c0-8270-ded2b05c421e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620324 Aug 18 13:57:03.599332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b285-0b92-402b-bd2f-747520cdadf2 req-22c94929-7864-416b-88f4-7bf03bdf4e00 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:03.607497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d647b285-0b92-402b-bd2f-747520cdadf2 req-22c94929-7864-416b-88f4-7bf03bdf4e00 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 949 time: 0.5293350 Aug 18 13:57:03.613808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97f6fd20-318e-4e49-a424-07c625839891 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7870c54423c046cd9fafdaa1729d30ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6620405 Aug 18 13:57:03.627979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.629784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:03.656837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:03.664875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:03.672537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:03.686432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:03.703086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d647b285-0b92-402b-bd2f-747520cdadf2 req-3427828d-5de0-4533-ad11-59b574d6c1c1 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940731 Aug 18 13:57:03.749309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-b3c6ea32-2349-4657-b999-1c50b7e04d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:03.750835 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-b3c6ea32-2349-4657-b999-1c50b7e04d68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.2480202 Aug 18 13:57:03.758078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ffd8-6827-4f44-9dbf-80345d8758c8 None None] Pushing event updated for resources: {'Port': ['ID=28185ea7-fcce-4ef0-a321-426f314f5183,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:03.820732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc60ce8c-3628-4662-8bbf-985d686efab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:03.830637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-2c03fb6e-942e-4bf6-8ec6-2e0b9a79477a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605452 Aug 18 13:57:03.835218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-262c2d0c-364d-41c8-a21f-ae359d70250d req-052ccfe8-ff72-4bca-ac54-f1ae32694fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511930 Aug 18 13:57:03.876658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a052-0a80-4516-b67f-f184948f3870 req-594aab84-b2e4-4dd6-b4d0-07f0eb00863a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:03.880010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ed4a052-0a80-4516-b67f-f184948f3870 req-594aab84-b2e4-4dd6-b4d0-07f0eb00863a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 947 time: 0.0878701 Aug 18 13:57:03.920586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ed4a052-0a80-4516-b67f-f184948f3870 req-e1eebeaf-9c71-4a4c-9444-59746cac7fe8 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Aug 18 13:57:03.983334 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc60ce8c-3628-4662-8bbf-985d686efab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.011707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.078784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-2de4c10d-0e22-4aed-b241-889ef8802683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.080377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-2de4c10d-0e22-4aed-b241-889ef8802683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d86caf7be167468cb5ea01cb1462217e&device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0551469 Aug 18 13:57:04.129161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ce8c-3628-4662-8bbf-985d686efab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776d4b2-f731-4966-8d2e-8e231d07bb58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:04.146073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.234540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc60ce8c-3628-4662-8bbf-985d686efab0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cde05682f6b24ae39e1ff9c000d31046&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2223704 Aug 18 13:57:04.237660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41384) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:04.245642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-e85b7ea3-470d-4672-baa0-6931efc22e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.247131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-e85b7ea3-470d-4672-baa0-6931efc22e61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1556461 Aug 18 13:57:04.261556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-d81f71d6-07fc-46f8-8630-405618b9e9be service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190853 Aug 18 13:57:04.309833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-499d1c2b-46f8-4b3c-af3e-cf73431f3561 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=289418d5-19de-4eb5-bfda-90247dea2c56 HTTP/1.1" status: 200 len: 217 time: 0.0428865 Aug 18 13:57:04.337284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.337284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.341155 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2496539a-f692-4ff2-a0ed-81374df9ce52 HTTP/1.1" status: 204 len: 168 time: 0.7072861 Aug 18 13:57:04.383664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a624-6d9d-4ccb-93dd-b17161b8e19e req-47a0801a-a5f6-46cb-90a5-6b9a078d1ca4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.385206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5655a624-6d9d-4ccb-93dd-b17161b8e19e req-47a0801a-a5f6-46cb-90a5-6b9a078d1ca4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1577356 Aug 18 13:57:04.406074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4315c9-bb53-4bae-9512-b9d18ecf7e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2496539a-f692-4ff2-a0ed-81374df9ce52,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:04.419922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-772d94b9-5610-4f79-a57d-5860fe7b1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.421406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-772d94b9-5610-4f79-a57d-5860fe7b1898 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1018417 Aug 18 13:57:04.424986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.487300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-bc7a241e-a99d-4b8f-b793-118bb0b49fe4 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178483 Aug 18 13:57:04.523962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.560919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5655a624-6d9d-4ccb-93dd-b17161b8e19e req-4633d11c-eea1-4601-bfba-afe3fa11c18b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534204 Aug 18 13:57:04.571125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.600682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97451-1902-4148-b152-5496b1f70fad req-b1a551d5-42e5-47f7-87e0-fab5d9e4df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.602209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-b1a551d5-42e5-47f7-87e0-fab5d9e4df66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702878 Aug 18 13:57:04.755924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4ed00-8b77-41ca-9070-1a2e352f4a87 req-1592eb64-db2c-4974-a19d-d57cf304976f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:04.757472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a4ed00-8b77-41ca-9070-1a2e352f4a87 req-1592eb64-db2c-4974-a19d-d57cf304976f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1541324 Aug 18 13:57:04.796244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41404) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:04.819364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.819881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.828458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d776d4b2-f731-4966-8d2e-8e231d07bb58 HTTP/1.1" status: 204 len: 168 time: 0.5883977 Aug 18 13:57:04.840110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-410f3153-994e-45ae-8e8c-02546e633edc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266266 Aug 18 13:57:04.881690 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:04.901826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd677d6-33f1-4010-8a5b-49fc01a471ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776d4b2-f731-4966-8d2e-8e231d07bb58,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:04.927890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a4ed00-8b77-41ca-9070-1a2e352f4a87 req-664d21c9-8042-4bfd-864d-3b69bf15d745 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582758 Aug 18 13:57:04.959141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:57:05.020393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546662-2a63-4785-ada0-b70a0fd24a06 req-d5f38e0c-9622-4efa-8864-9e77f334677b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:05.028411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3546662-2a63-4785-ada0-b70a0fd24a06 req-d5f38e0c-9622-4efa-8864-9e77f334677b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 949 time: 0.2160769 Aug 18 13:57:05.098295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-964248322-network', 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:05.165123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d97451-1902-4148-b152-5496b1f70fad req-b9bab377-f248-402b-ad81-6a4718b8fd7e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809672 Aug 18 13:57:05.175256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3546662-2a63-4785-ada0-b70a0fd24a06 req-963f07d8-2242-45f2-8608-5d042ecc29c8 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459324 Aug 18 13:57:05.191025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c34933-f179-4bbb-98d0-5298a6fd117d req-dda31f86-f389-4cae-a0e4-e9afc6f3f6c4 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:05.193442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37c34933-f179-4bbb-98d0-5298a6fd117d req-dda31f86-f389-4cae-a0e4-e9afc6f3f6c4 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 947 time: 0.1599975 Aug 18 13:57:05.207560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28185ea7-fcce-4ef0-a321-426f314f5183 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:05.232452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e014873-90e1-4227-a8b6-aacb0d5a9fa0 None None] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:05.239303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37c34933-f179-4bbb-98d0-5298a6fd117d req-3ad6bb76-a617-4fed-9271-ba971f7a66ea tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Aug 18 13:57:05.241412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41416) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:05.248775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Router aac96e15-57f4-4dd1-b921-6152e3b94493 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:57:05.258598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf598570-9ad4-408c-aaf5-aa58fdefd98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.290442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:05.293148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.294112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:05.301318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d5da8d4e-3ddf-4f1c-b45f-5836b710c69b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:05.313876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.411850 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf598570-9ad4-408c-aaf5-aa58fdefd98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.434153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:05.466363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Sync routers for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:05.480711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-de4d0053-8216-41b2-a3d3-39ffd2c62094 None None] Provisioning for port 28185ea7-fcce-4ef0-a321-426f314f5183 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:05.492709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf598570-9ad4-408c-aaf5-aa58fdefd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.523900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 28185ea7-fcce-4ef0-a321-426f314f5183 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:05.527110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:05.528336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:05.544163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bf598570-9ad4-408c-aaf5-aa58fdefd98d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c93a3674a514cbc91d9126c8c27bddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009398 Aug 18 13:57:05.545125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf598570-9ad4-408c-aaf5-aa58fdefd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93da25d-75b2-4670-9e07-2f445f86de8f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:05.547312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:05.581278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.586343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a5d2f769-a161-461a-a77a-e40da07cbf52 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5467088 Aug 18 13:57:05.586593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:05.589333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28185ea7-fcce-4ef0-a321-426f314f5183 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:05.590156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.615589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.645331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:05.658037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:05.658790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.662196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:05.663598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.777312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 has no active binding in host n-h1-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:57:05.811502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.815663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:05.820351 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a93da25d-75b2-4670-9e07-2f445f86de8f HTTP/1.1" status: 204 len: 168 time: 0.2685473 Aug 18 13:57:05.821338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c0fe9-7107-4921-84f5-d68dd2f16afb req-2e192db0-e98f-4f97-a3d7-9bec2fc4ffbb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:05.828520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:05.829889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-877c0fe9-7107-4921-84f5-d68dd2f16afb req-2e192db0-e98f-4f97-a3d7-9bec2fc4ffbb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.1407099 Aug 18 13:57:05.854232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8a964-a2f6-4f8e-aa7f-d46a838e9e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93da25d-75b2-4670-9e07-2f445f86de8f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:05.972128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-877c0fe9-7107-4921-84f5-d68dd2f16afb req-3d709d94-2353-44d0-aa5f-064b0cc86514 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413312 Aug 18 13:57:05.974538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.092131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.138490 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-fff80fb6-3027-4c8e-aca4-9217696524ce service neutron] 10.222.0.58 "GET /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.0981905 Aug 18 13:57:06.173574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.201965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:57:06.207182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-184de5e2-0aa3-4317-92da-0fe9bf550e6b None None] Provisioning complete for port 28185ea7-fcce-4ef0-a321-426f314f5183 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:06.207938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-184de5e2-0aa3-4317-92da-0fe9bf550e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.213043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.291146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.291518 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Added segment 526c2562-9685-4938-87ec-f28ef6150e63 of type vlan for network 2047dc27-62fc-4f68-98d1-dded880257c9 Aug 18 13:57:06.308237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92ff39-ed69-40aa-8a1f-b97c505353e7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:06.328068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 28185ea7-fcce-4ef0-a321-426f314f5183, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28185ea7-fcce-4ef0-a321-426f314f5183,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:06.338201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6eac-9b63-4155-8b8d-e9f2a57d4026 req-ce3e8f1f-548e-423f-bbdc-07691766e1b9 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:06.340171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aebd6eac-9b63-4155-8b8d-e9f2a57d4026 req-ce3e8f1f-548e-423f-bbdc-07691766e1b9 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2518301 Aug 18 13:57:06.378273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:06.380599 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28304ad5-27c5-4389-b2af-84ab777841f5" -d '{"events": [{"server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:06.406762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:06.408028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.441649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:06.458412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.482009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:06.546046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d034-4d7b-4432-a783-d8636dca316b req-9001c745-d50c-4649-8465-10d749494509 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:06.551195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5406d034-4d7b-4432-a783-d8636dca316b req-9001c745-d50c-4649-8465-10d749494509 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 949 time: 0.2181172 Aug 18 13:57:06.557282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aebd6eac-9b63-4155-8b8d-e9f2a57d4026 req-4e4805d4-6099-473b-b033-ab50b5c313a5 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644390 Aug 18 13:57:06.581057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.629139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.630170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:06.630765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.639856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5406d034-4d7b-4432-a783-d8636dca316b req-3910fbe6-8e14-41ea-8944-dde69a0db1de tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815306 Aug 18 13:57:06.710862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=28185ea7-fcce-4ef0-a321-426f314f5183,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:06.768786 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42494029-a04a-475e-bfd2-74133fb66b63 x-openstack-request-id: req-42494029-a04a-475e-bfd2-74133fb66b63 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:06.769107 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "name": "network-vif-plugged", "status": "completed", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:06.769993 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42494029-a04a-475e-bfd2-74133fb66b63 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:06.770466 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b', 'code': 200} Aug 18 13:57:06.801449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0031044 Aug 18 13:57:06.806868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41464) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:06.813822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Request body: {'subnet': {'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-964248322-subnet', 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:06.820815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d917-dd7f-40dc-b833-9026c4724ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=2047dc27-62fc-4f68-98d1-dded880257c9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:06.821732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:06.827696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:04Z', 'revision_number': 3, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:06.846146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41466) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:06.867752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2047dc27-62fc-4f68-98d1-dded880257c9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:57:06.888056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edabeee-5c55-4b04-ac90-1039cf0f7c85 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:06.890403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.900385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:06.905733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd428e37-2e3c-4e43-b5eb-06933f0639b8 req-8af796d3-050a-4754-9650-e3066ee3e6d0 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:06.910913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd428e37-2e3c-4e43-b5eb-06933f0639b8 req-8af796d3-050a-4754-9650-e3066ee3e6d0 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 947 time: 0.1847584 Aug 18 13:57:06.947798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Checking router: aac96e15-57f4-4dd1-b921-6152e3b94493 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:06.950385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Updating router aac96e15-57f4-4dd1-b921-6152e3b94493 port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:57:06.978789 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.989505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:06.994095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c1a73-2ca5-46dc-ba43-bda574e1392e req-e4c03786-b7f8-411e-9fe6-3dae7db960a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:06.999964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-989c1a73-2ca5-46dc-ba43-bda574e1392e req-e4c03786-b7f8-411e-9fe6-3dae7db960a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 1101 time: 0.1702065 Aug 18 13:57:07.007726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:07.010188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.134430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd428e37-2e3c-4e43-b5eb-06933f0639b8 req-862ef001-9b16-4b66-86d4-b3e025f62340 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041008 Aug 18 13:57:07.156924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-network', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:07.158578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28185ea7-fcce-4ef0-a321-426f314f5183 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:07.181465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] Transition to ACTIVE for port object 1edabeee-5c55-4b04-ac90-1039cf0f7c85 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:07.263021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.296125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28185ea7-fcce-4ef0-a321-426f314f5183 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:07.296724 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.332244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 289418d5-19de-4eb5-bfda-90247dea2c56 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:07.345672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] No DVR routers for this DVR port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:07.354587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:07.404202 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-17d07ed9-bfee-4026-95af-cdb0ad14ef3f service neutron] 10.222.0.58 "PUT /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85/bindings/n-h1-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2554991 Aug 18 13:57:07.502620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-989c1a73-2ca5-46dc-ba43-bda574e1392e req-dc7f9397-3274-49bd-a036-8c15c20724c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775052 Aug 18 13:57:07.534122 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.570134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Transition to ACTIVE for port object 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:07.572550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86279b-b0ab-48f5-8bcd-df8c19907d8a req-21120c8f-e298-4d6d-a60f-6463cd5d0209 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:07.574194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a86279b-b0ab-48f5-8bcd-df8c19907d8a req-21120c8f-e298-4d6d-a60f-6463cd5d0209 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 944 time: 0.4780674 Aug 18 13:57:07.595626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=289418d5-19de-4eb5-bfda-90247dea2c56,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:07.609484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '289418d5-19de-4eb5-bfda-90247dea2c56', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '289418d5-19de-4eb5-bfda-90247dea2c56', 'mac_address': 'fa:16:3e:db:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:07.610224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Made reservation on behalf of 63da29572f254afdac741e3a09e8c0d8 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:07.612852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.651844 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.666465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289418d5-19de-4eb5-bfda-90247dea2c56 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:07.686704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.688975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.692667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=289418d5-19de-4eb5-bfda-90247dea2c56,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:07.740704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Allocated IP 172.20.0.1 (f9773786-597c-4ed1-bbef-4b47b95c1cdf/a1dbaff9-842f-4240-ab8c-023a4d915692/5ade1345-c0e9-49cc-9d6e-ad2ba073bea2) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:07.752781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609196e-ebdd-43c3-9feb-c03342b81f5f None None] Pushing event updated for resources: {'Port': ['ID=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:07.757031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Attempting to bind port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:07.757031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Attempting to bind port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:07.757031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Attempting to bind port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:07.763308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-fbde66bd-76a7-4765-98d8-3d540be66973 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:07.763746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:07.764245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:07.764746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.764933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-fbde66bd-76a7-4765-98d8-3d540be66973 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.1841891 Aug 18 13:57:07.765385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:07.766039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Bound port: 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:07.766671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.822751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.826618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] For port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:07.832411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] For port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:07.877935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:07.916780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.924606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a86279b-b0ab-48f5-8bcd-df8c19907d8a req-54a6cc70-a0a7-447f-abc2-d8af76df42b1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898202 Aug 18 13:57:07.958180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff899d30-8601-4b15-8530-2284e05726a7 req-747f83bc-9b76-49a4-9059-447f3a8be769 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:07.959721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff899d30-8601-4b15-8530-2284e05726a7 req-747f83bc-9b76-49a4-9059-447f3a8be769 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.3215411 Aug 18 13:57:07.995828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:07.997386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:08.027231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.042533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609196e-ebdd-43c3-9feb-c03342b81f5f None None] Pushing event updated for resources: {'Port': ['ID=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:08.083426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-5c55dbe9-1588-47e3-9031-255cc38ce0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.094547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-5c55dbe9-1588-47e3-9031-255cc38ce0b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 1096 time: 0.3055308 Aug 18 13:57:08.128878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:08.187358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['289418d5-19de-4eb5-bfda-90247dea2c56'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:08.210665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.223907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff899d30-8601-4b15-8530-2284e05726a7 req-6516c263-4a31-4d8c-b3c4-e7efb9ae4b2b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457402 Aug 18 13:57:08.236185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc3015e-5abd-460e-8831-15eb26f0cdfa,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:08.268942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Transition to ACTIVE for port object 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:08.296752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb62-fc85-41ec-bb05-c7d902c8bfaf req-a1729993-7599-4742-9c7f-95fcce6a5e8c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.298351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d84ddb62-fc85-41ec-bb05-c7d902c8bfaf req-a1729993-7599-4742-9c7f-95fcce6a5e8c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.2752690 Aug 18 13:57:08.309633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.313178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-e68f5774-ab56-4845-8d59-08b097148859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.314699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-e68f5774-ab56-4845-8d59-08b097148859 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1096 time: 0.1953034 Aug 18 13:57:08.330869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:08.331574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Network hostable DHCP agents. Network: 2047dc27-62fc-4f68-98d1-dded880257c9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:57:08.425788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.488715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:57:08.492306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:04Z', 'revision_number': 3, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:08.495375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d84ddb62-fc85-41ec-bb05-c7d902c8bfaf req-4d2e3ff1-315a-423a-b021-be4da2beea04 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844149 Aug 18 13:57:08.521311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67611c58-bee0-4403-a1ef-cfef63373024,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:08.524484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.534860 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Added segment f0868588-d59e-427c-abce-42c8d71a6a25 of type vlan for network c1675717-d88e-4302-a3d0-82541accab0e Aug 18 13:57:08.580112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efb34e-7c43-4419-a659-cec7362a865a req-06a1e589-1d3d-4bf8-bc18-a348bb92a281 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.587624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1efb34e-7c43-4419-a659-cec7362a865a req-06a1e589-1d3d-4bf8-bc18-a348bb92a281 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 948 time: 0.2681370 Aug 18 13:57:08.607126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Network 2047dc27-62fc-4f68-98d1-dded880257c9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:57:08.608886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.658471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fa41f-32e4-4b60-b3dd-ad4c6e91614e None None] The sync data for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 is: [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:04Z', 'revision_number': 3, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:08.662181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-fb505ae7-66d8-4791-bca7-66e9acf443b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.663762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-fb505ae7-66d8-4791-bca7-66e9acf443b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.3366129 Aug 18 13:57:08.665340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.703232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:08.748463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:08.760617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:08.767576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-0a40b4ab-8d3c-4371-99ed-3cca628a2246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0862403 Aug 18 13:57:08.792548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:08.797947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1efb34e-7c43-4419-a659-cec7362a865a req-afd1b5e4-1629-4173-a481-c07146a552a0 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094350 Aug 18 13:57:08.808470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2047dc27-62fc-4f68-98d1-dded880257c9) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:08.818806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab4afa-693d-44b7-8be2-057afa9c70ca None None] Network 2047dc27-62fc-4f68-98d1-dded880257c9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:08.839361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.840263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.860044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.966199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.967126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:08.967723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:08.989396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8f337ad-e579-49fb-a1b0-fd4919c16472 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1810534 Aug 18 13:57:09.013468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-9b9e212c-442e-4266-b960-beeedfa570a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:09.015043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-9b9e212c-442e-4266-b960-beeedfa570a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.2241089 Aug 18 13:57:09.102995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1cf4c-5923-480b-b417-6bde4d75fb4a None None] Network 2047dc27-62fc-4f68-98d1-dded880257c9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:09.150112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-7d4ad5ca-1979-405f-8e38-669ff14671dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455656 Aug 18 13:57:09.247602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3865449 Aug 18 13:57:09.248255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41518) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:09.254012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Request body: {'subnet': {'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-subnet', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:09.272579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:09.274747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b41dd19-4f3d-46f3-9314-27a0726a9234 None None] Provisioning for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:09.338307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7abb8-f917-4e7c-9c3f-86aafb37083f admin admin] Pushing event updated for resources: {'Network': ['ID=c1675717-d88e-4302-a3d0-82541accab0e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:09.351459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b41dd19-4f3d-46f3-9314-27a0726a9234 None None] Provisioning complete for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:09.351459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b41dd19-4f3d-46f3-9314-27a0726a9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.351459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 289418d5-19de-4eb5-bfda-90247dea2c56 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:09.369899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Made reservation on behalf of 63da29572f254afdac741e3a09e8c0d8 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:09.372464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.396349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c1675717-d88e-4302-a3d0-82541accab0e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:57:09.527221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6b41dd19-4f3d-46f3-9314-27a0726a9234 None None] Port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:09.551531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21c74a-619b-4522-b93a-41b0880efea6 req-bca0b1ae-941b-4b05-b903-e74a68f42796 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:09.555100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed21c74a-619b-4522-b93a-41b0880efea6 req-bca0b1ae-941b-4b05-b903-e74a68f42796 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.4378712 Aug 18 13:57:09.635109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 289418d5-19de-4eb5-bfda-90247dea2c56 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:09.640189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 289418d5-19de-4eb5-bfda-90247dea2c56 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:09.640582 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.694497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:09.705679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:09.706705 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.718148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-da47578d-0181-4b82-b3cd-14868dd65592 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469031 Aug 18 13:57:09.730129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b13ee-93c5-49d6-a5c6-5b726cb1293d req-75b922e6-4bce-4ef0-a3db-a65bf49db290 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:09.734653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-921b13ee-93c5-49d6-a5c6-5b726cb1293d req-75b922e6-4bce-4ef0-a3db-a65bf49db290 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.3987606 Aug 18 13:57:09.790899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.826822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed21c74a-619b-4522-b93a-41b0880efea6 req-358ca0c8-2deb-44f3-825f-c06172cae325 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356794 Aug 18 13:57:09.861123 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.893263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.900912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-77f0588f-c623-42ce-8cd5-e197932f6fda service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680439 Aug 18 13:57:09.907132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad25684-8718-4c07-aa21-e436457b45fa,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:09.907419 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:09.912452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:09.914806 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ee223-3ea2-424d-a966-2f0e36a8161e" -d '{"events": [{"server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "name": "network-vif-plugged", "status": "completed", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:09.942970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=289418d5-19de-4eb5-bfda-90247dea2c56,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:09.946955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:09.966654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Checking segment: {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:09.967010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Network hostable DHCP agents. Network: c1675717-d88e-4302-a3d0-82541accab0e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:57:09.977006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-921b13ee-93c5-49d6-a5c6-5b726cb1293d req-d2562303-65e4-4a7b-8e0e-79ac96789453 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345304 Aug 18 13:57:10.001620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.024894 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.030515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.062851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5126-b79b-4c92-b32a-5e6a04f4da5b req-ba89dc82-4234-4c5e-a481-24c492662295 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:10.064702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e27d5126-b79b-4c92-b32a-5e6a04f4da5b req-ba89dc82-4234-4c5e-a481-24c492662295 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.1214359 Aug 18 13:57:10.080826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Network c1675717-d88e-4302-a3d0-82541accab0e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:57:10.111376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:10.155477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c1675717-d88e-4302-a3d0-82541accab0e) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:10.168401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:10.170710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.179338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e27d5126-b79b-4c92-b32a-5e6a04f4da5b req-ba625783-02a9-401a-b24a-cf9f3a2f74d5 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989206 Aug 18 13:57:10.182166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569efc9-c837-439a-975f-862905da5e63 None None] Network c1675717-d88e-4302-a3d0-82541accab0e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:10.243537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:10.278745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.287088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf060999-4088-46de-b3b0-a22b24933bf0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0375738 Aug 18 13:57:10.290336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:10.296542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:10.365970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.411523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41548) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:10.417092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-455057282-network', 'tenant_id': 'c0bcf8d9da034106a8d79ec385f74672'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:10.424039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.425216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.430432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c1675717-d88e-4302-a3d0-82541accab0e', 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'fixed_ips': [{'subnet_id': '5ad25684-8718-4c07-aa21-e436457b45fa'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:57:10.430984 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.504544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.613263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Allocated IP 172.20.0.2 (c1675717-d88e-4302-a3d0-82541accab0e/5ad25684-8718-4c07-aa21-e436457b45fa/9ea73471-8d8e-40ba-b33b-b2cab4a40cf5) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:10.629016 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63afca94-0616-4b63-af34-98a61fe23964 x-openstack-request-id: req-63afca94-0616-4b63-af34-98a61fe23964 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:10.629313 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "name": "network-vif-plugged", "status": "completed", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:10.629553 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63afca94-0616-4b63-af34-98a61fe23964 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:10.629975 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56', 'code': 200} Aug 18 13:57:10.635933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Made reservation on behalf of c0bcf8d9da034106a8d79ec385f74672 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:10.639704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.655466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.710562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.768121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.818017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeee33-f4a9-4b2f-9a9c-4470136a109e req-10b5c829-906f-4cbc-890f-6e38ea4ee80c tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:10.825943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64eeee33-f4a9-4b2f-9a9c-4470136a109e req-10b5c829-906f-4cbc-890f-6e38ea4ee80c tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.5048542 Aug 18 13:57:10.869894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:10.871459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:10.879177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.902422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-de91c1f2-cd94-47f7-81f8-7dbc1246bd87 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:10.904460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-de91c1f2-cd94-47f7-81f8-7dbc1246bd87 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.1884584 Aug 18 13:57:10.951767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64eeee33-f4a9-4b2f-9a9c-4470136a109e req-fea89d4c-289e-40db-b48b-dda946380fb1 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248660 Aug 18 13:57:10.954080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a14dc-5654-4b80-943c-a76d9b76ffe3 req-b848ee50-a4b0-4ddc-8161-975b6a50372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:10.955770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f4a14dc-5654-4b80-943c-a76d9b76ffe3 req-b848ee50-a4b0-4ddc-8161-975b6a50372c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 1100 time: 0.2044585 Aug 18 13:57:10.984136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:10.993406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Transition to ACTIVE for port object 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:11.031633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.051458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Transition to ACTIVE for port object 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:11.061592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:11.139189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.150299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:11.152008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.165295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f4a14dc-5654-4b80-943c-a76d9b76ffe3 req-91c1282a-6094-4387-9384-bffeb332f61a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235001 Aug 18 13:57:11.177061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:11.177206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:11.223934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Network c1675717-d88e-4302-a3d0-82541accab0e is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:11.229406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:11.233439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:11.237220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Pushing event updated for resources: {'Port': ['ID=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:11.262994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:57:11.273298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.273298 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Added segment aefebc7d-b880-45b8-b6ad-ac88e3d90959 of type vlan for network f4f4dc49-2f14-4c82-a449-3398a9f0516b Aug 18 13:57:11.317226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.320316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4344-4434-4ce8-8732-6bd6a27e1664 req-62b68a76-9cb1-41e4-9cbe-0f904dc6f6a4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:11.322024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1eb4344-4434-4ce8-8732-6bd6a27e1664 req-62b68a76-9cb1-41e4-9cbe-0f904dc6f6a4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.2187469 Aug 18 13:57:11.351831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Attempting to bind port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:11.352480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Attempting to bind port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:11.353466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Attempting to bind port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 on network c1675717-d88e-4302-a3d0-82541accab0e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:11.355571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b271222-a885-4786-877b-e0ed49e2e381,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:11.365664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:11.367119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.392827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:11.393230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Checking segment: {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:11.394179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.394179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Bound using segment: {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:11.394535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Bound port: 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:11.394924 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.409573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.429783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.438878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.440220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:11.440393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.483066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Router aac96e15-57f4-4dd1-b921-6152e3b94493 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:57:11.485977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] For port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:11.491320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] For port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:11.512596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1eb4344-4434-4ce8-8732-6bd6a27e1664 req-9912ac3b-cc9b-40a1-9117-a95a8336f823 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698847 Aug 18 13:57:11.518525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-063aee51-6ebb-47c8-a0fd-becb361f586f None None] Provisioning complete for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:11.518525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-063aee51-6ebb-47c8-a0fd-becb361f586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.542324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-6b50fdfb-f952-4c04-a5c8-6b4addb00b53 service neutron] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:11.553276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] Pushing event updated for resources: {'Network': ['ID=f4f4dc49-2f14-4c82-a449-3398a9f0516b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:11.567983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f4f4dc49-2f14-4c82-a449-3398a9f0516b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:57:11.582799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-063aee51-6ebb-47c8-a0fd-becb361f586f None None] Port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:11.612253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-6b50fdfb-f952-4c04-a5c8-6b4addb00b53 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.613532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d28c885-3309-40de-a8f3-17ead1ecb4d2 req-6b50fdfb-f952-4c04-a5c8-6b4addb00b53 service neutron] 10.222.0.10 "DELETE /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85/bindings/n-h2-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.6940215 Aug 18 13:57:11.616578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.642972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Allocated IP 172.25.1.84 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/adc130d2-045a-4880-954c-73784ae37bd9) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:11.694703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39a7de-6042-4b43-a11d-0fd3aa9b6dbc req-bbcf46e6-0f60-4ae8-be0c-34ceef853aad tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:11.696504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d39a7de-6042-4b43-a11d-0fd3aa9b6dbc req-bbcf46e6-0f60-4ae8-be0c-34ceef853aad tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.3426054 Aug 18 13:57:11.718409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd4069-367e-4ccc-9d90-af979b428ce6 None None] Pushing event updated for resources: {'Port': ['ID=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:11.724305 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f43d7ea-40d0-4822-9404-377ac12c997e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3112166 Aug 18 13:57:11.727491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:11.733161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Request body: {'subnet': {'network_id': 'f4f4dc49-2f14-4c82-a449-3398a9f0516b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-455057282-subnet', 'tenant_id': 'c0bcf8d9da034106a8d79ec385f74672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:11.805093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.816859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123b6f-c1ac-4a20-8af9-7de596857408 req-0d03af8d-5bff-4803-8612-95e76a6d108b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:11.818495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b123b6f-c1ac-4a20-8af9-7de596857408 req-0d03af8d-5bff-4803-8612-95e76a6d108b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1983573 Aug 18 13:57:11.822268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d39a7de-6042-4b43-a11d-0fd3aa9b6dbc req-0be664ec-7412-4b9c-bca0-d84e396312b2 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155803 Aug 18 13:57:11.823549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:11.855080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0ebeaf73-a67f-4c21-8617-2d4e1d7f4c97 admin admin] 10.222.0.35 "PUT /v2.0/routers/aac96e15-57f4-4dd1-b921-6152e3b94493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2380338 Aug 18 13:57:11.855885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Sync routers for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:11.855885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:11.855885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:11.875191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Made reservation on behalf of c0bcf8d9da034106a8d79ec385f74672 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:11.881985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:11.914243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b123b6f-c1ac-4a20-8af9-7de596857408 req-ca7d654f-e68f-4b5c-a60b-5b68e3237987 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818665 Aug 18 13:57:12.028154 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:12.088477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:12.238077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf223a9-d190-4325-933a-ab24f1a0afd7 req-90f4e458-9f31-4e15-9a0f-9109413f1695 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:12.250164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf223a9-d190-4325-933a-ab24f1a0afd7 req-90f4e458-9f31-4e15-9a0f-9109413f1695 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.0935292 Aug 18 13:57:12.307073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf223a9-d190-4325-933a-ab24f1a0afd7 req-2a3c8e2d-5011-42c4-b375-d46eaf400bfa tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Aug 18 13:57:12.344765 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5ade1345-c0e9-49cc-9d6e-ad2ba073bea2', 'name': '', 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'mac_address': 'fa:16:3e:ad:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:06Z', 'updated_at': '2021-08-18T13:57:10Z', 'revision_number': 2, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'subnets': [{'id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:12.364297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac15b-2626-4644-bd7f-d50325b333c6 req-132d8cf8-59c7-4b01-8024-c285d03bb749 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:12.368706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24eac15b-2626-4644-bd7f-d50325b333c6 req-132d8cf8-59c7-4b01-8024-c285d03bb749 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1096 time: 0.0600042 Aug 18 13:57:12.369309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:12.372884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:12.377721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:12.384231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Pushing event updated for resources: {'Port': ['ID=adc130d2-045a-4880-954c-73784ae37bd9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:12.385008 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Checking router: aac96e15-57f4-4dd1-b921-6152e3b94493 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:12.385566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Updating router aac96e15-57f4-4dd1-b921-6152e3b94493 port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:57:12.417574 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:12.440737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24eac15b-2626-4644-bd7f-d50325b333c6 req-4fd67df2-68ad-4661-bc04-f41977a16166 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708935 Aug 18 13:57:12.522834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:12.621929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2f2a23-145c-4d68-a697-5a105adba9e0,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:12.644141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Checking segment: {'id': 'aefebc7d-b880-45b8-b6ad-ac88e3d90959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f4f4dc49-2f14-4c82-a449-3398a9f0516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:12.644795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Network hostable DHCP agents. Network: f4f4dc49-2f14-4c82-a449-3398a9f0516b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:57:12.842094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Network f4f4dc49-2f14-4c82-a449-3398a9f0516b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:57:12.893968 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:12.906810 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Transition to ACTIVE for port object 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:12.915295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-ddb1ac3a-7bba-412d-9fd6-6d4414d9b1d3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:12.918676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-ddb1ac3a-7bba-412d-9fd6-6d4414d9b1d3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.1455283 Aug 18 13:57:12.956593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f4f4dc49-2f14-4c82-a449-3398a9f0516b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:12.964223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:12.965809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:12.966401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-d38c9a36-d469-40b8-956b-b15f7b4c97e7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/quotas/1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 375 time: 0.0342610 Aug 18 13:57:12.970897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5964ee-f940-4c73-a1ce-39bbd6f5ccec None None] Network f4f4dc49-2f14-4c82-a449-3398a9f0516b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:13.034837 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.055493 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.106991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-9df0b22d-79bc-432a-84f2-77bee222e8f1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265767 Aug 18 13:57:13.132872 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98473378-d331-4627-bf46-f7d37e6a7d39 None None] Pushing event updated for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:13.201949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-080e718b-41f7-41c8-ba4d-38e402f3874b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4654019 Aug 18 13:57:13.204536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b828918-51ff-44dd-aa25-8fd27ee6bbdc req-57d2b30b-3e95-4fc7-89f6-a6c08578695c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:13.212436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b828918-51ff-44dd-aa25-8fd27ee6bbdc req-57d2b30b-3e95-4fc7-89f6-a6c08578695c tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.0773237 Aug 18 13:57:13.217867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88440be7-84a7-4a8e-94ad-5b2842a420b2 None None] Network c1675717-d88e-4302-a3d0-82541accab0e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:13.265916 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Attempting to bind port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:13.266308 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Attempting to bind port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:13.266680 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Attempting to bind port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 on network f9773786-597c-4ed1-bbef-4b47b95c1cdf {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:13.278804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:13.279207 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Checking segment: {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:13.279621 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.280263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Bound using segment: {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:13.281058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Bound port: 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdecb7e-088a-4622-a18c-68b872f46168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:13.281689 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.312939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b828918-51ff-44dd-aa25-8fd27ee6bbdc req-2d0e990d-e2cf-4ffa-a084-624a2e66f8f9 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874467 Aug 18 13:57:13.368759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:13.461174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] For port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:13.467923 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] For port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:13.527843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-e3af08d7-9aa5-4b7d-bc4d-b37164442cb5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:57:13.542459 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.554280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-e3af08d7-9aa5-4b7d-bc4d-b37164442cb5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1956511 Aug 18 13:57:13.599808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badcdb8-8189-489a-ac13-f8deb9d640c2 req-6ab3d6aa-be67-4fee-a61b-d6a74a530d64 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:13.605577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5badcdb8-8189-489a-ac13-f8deb9d640c2 req-6ab3d6aa-be67-4fee-a61b-d6a74a530d64 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1611950 Aug 18 13:57:13.623379 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:13.624291 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:13.664626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.688475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923457d4-7837-4213-9dad-48b521f6d9fc None None] Network f4f4dc49-2f14-4c82-a449-3398a9f0516b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:13.704434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98473378-d331-4627-bf46-f7d37e6a7d39 None None] Pushing event updated for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:13.790418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e67bc3a-1ad1-43c5-abb5-36321a87e6fc None None] Provisioning for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:13.814354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5badcdb8-8189-489a-ac13-f8deb9d640c2 req-0e2d2c9d-c84a-464d-a2aa-03321b1902e6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806896 Aug 18 13:57:13.902639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-d5105255-676f-4d00-b4fb-91f3a6474c03 service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473001 Aug 18 13:57:13.914039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:13.920298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:13.933349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:13.934317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.994917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Router 990c5e50-ebd1-41b0-ab27-1158a05ab476 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:57:14.014586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-81b38826-4e3c-4f2b-a7eb-80cfc118105a service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017947 Aug 18 13:57:14.089905 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.136312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:14.179874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:14.192705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Sync routers for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:14.203714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.211664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:14.211664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:14.227263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc498c32-2cd7-4433-9e28-c86b30a1f9ca req-d213c8ca-ad7c-43ef-8c0a-5a8beb6281f2 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:14.229885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc498c32-2cd7-4433-9e28-c86b30a1f9ca req-d213c8ca-ad7c-43ef-8c0a-5a8beb6281f2 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.0861807 Aug 18 13:57:14.280594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.284701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9856bcc2-d461-4caa-b348-6045eb3c0051 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9930065 Aug 18 13:57:14.285381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:14.290030 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5ade1345-c0e9-49cc-9d6e-ad2ba073bea2', 'name': '', 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'mac_address': 'fa:16:3e:ad:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:06Z', 'updated_at': '2021-08-18T13:57:13Z', 'revision_number': 4, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'subnets': [{'id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:14.292052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc498c32-2cd7-4433-9e28-c86b30a1f9ca req-21123eb7-8af7-4db1-97dc-3e67590ea99b tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Aug 18 13:57:14.355506 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ba0bd-87ae-4d62-b8e3-553afe12e305 None None] The sync data for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 is: [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5ade1345-c0e9-49cc-9d6e-ad2ba073bea2', 'name': '', 'network_id': 'f9773786-597c-4ed1-bbef-4b47b95c1cdf', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'mac_address': 'fa:16:3e:ad:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:06Z', 'updated_at': '2021-08-18T13:57:13Z', 'revision_number': 4, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'subnets': [{'id': 'a1dbaff9-842f-4240-ab8c-023a4d915692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:14.408088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:14.468473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fa336856-1390-48b4-a149-c9514c88c655 None None] Provisioning complete for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:14.468854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fa336856-1390-48b4-a149-c9514c88c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.471025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81110076-e9ef-4a55-968b-570b3780fe0d req-9a826379-9410-4e6d-a2ed-ec2a0a57960e tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:14.480902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81110076-e9ef-4a55-968b-570b3780fe0d req-9a826379-9410-4e6d-a2ed-ec2a0a57960e tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 1101 time: 0.0851395 Aug 18 13:57:14.499762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81110076-e9ef-4a55-968b-570b3780fe0d req-1b45265c-1a07-4c02-80f3-e0eb37f809b8 tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.549664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:14.742952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81110076-e9ef-4a55-968b-570b3780fe0d req-1b45265c-1a07-4c02-80f3-e0eb37f809b8 tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.783443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-530e3d16-0fa2-4470-bb9c-6a00fbe6b02b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:14.785147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-530e3d16-0fa2-4470-bb9c-6a00fbe6b02b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.1638954 Aug 18 13:57:14.810174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-b33fbe63-dbf9-47cb-ae1e-82a875bac9b3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/quotas/bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 375 time: 0.0185294 Aug 18 13:57:14.813472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81110076-e9ef-4a55-968b-570b3780fe0d req-1b45265c-1a07-4c02-80f3-e0eb37f809b8 tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.862374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:12Z', 'revision_number': 3, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:14.881899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45265c-1a07-4c02-80f3-e0eb37f809b8 tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50768b0-d5b1-4542-9d1a-e041071331d9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:14.907961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Checking router: 990c5e50-ebd1-41b0-ab27-1158a05ab476 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:14.908323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Updating router 990c5e50-ebd1-41b0-ab27-1158a05ab476 port adc130d2-045a-4880-954c-73784ae37bd9 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:57:14.921809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-6bea0a53-58ea-4ec1-8a4e-36096ee72a2f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108551 Aug 18 13:57:14.942769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.943796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81110076-e9ef-4a55-968b-570b3780fe0d req-1b45265c-1a07-4c02-80f3-e0eb37f809b8 tempest-LiveMigrationNegativeTest-1224526645 tempest-LiveMigrationNegativeTest-1224526645-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618778 Aug 18 13:57:14.974221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-6d6af357-8026-4602-976c-0b2e0f003782 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205585 Aug 18 13:57:15.094444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-75357154-5873-4566-954a-64e24cf9e37e service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612875 Aug 18 13:57:15.271978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abdb2a69-5ae7-4d64-82f1-386e1812e1c2 req-6eb0a285-3e27-4199-b806-889e710bf177 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 210 time: 0.0553102 Aug 18 13:57:15.311602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:15.334120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-3731950b-382f-4664-aab6-70401ca6a4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276213 Aug 18 13:57:15.416719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.430959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Transition to ACTIVE for port object adc130d2-045a-4880-954c-73784ae37bd9 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:15.444364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.494483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:15.494851 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.524195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.543865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-fd0dd5b0-8af3-43b1-ad03-d6c1871fd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:15.545383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-fd0dd5b0-8af3-43b1-ad03-d6c1871fd5c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1096 time: 0.0969980 Aug 18 13:57:15.605191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b998a-e430-4b59-a6d4-62316616945e None None] Pushing event updated for resources: {'Port': ['ID=adc130d2-045a-4880-954c-73784ae37bd9,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:15.624010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Attempting to bind port adc130d2-045a-4880-954c-73784ae37bd9 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:15.624010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Attempting to bind port adc130d2-045a-4880-954c-73784ae37bd9 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:15.624010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Attempting to bind port adc130d2-045a-4880-954c-73784ae37bd9 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:15.633206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:15.633587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:15.634027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.634418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:15.634936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Bound port: adc130d2-045a-4880-954c-73784ae37bd9, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:15.635316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.801235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Allocated IP 172.20.0.1 (c1675717-d88e-4302-a3d0-82541accab0e/5ad25684-8718-4c07-aa21-e436457b45fa/042f666f-4da3-4eca-86bb-4993f2b706d6) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:15.804968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-80b444c1-90f1-4f3a-8c0a-56dc67f2aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:15.806324 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-80b444c1-90f1-4f3a-8c0a-56dc67f2aeea service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.2056785 Aug 18 13:57:15.811127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:15.838435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] For port adc130d2-045a-4880-954c-73784ae37bd9, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:15.872011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] For port adc130d2-045a-4880-954c-73784ae37bd9, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=adc130d2-045a-4880-954c-73784ae37bd9,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:15.880699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5ff0-f3b2-4f13-ada9-6540a07fb7e1 req-e54faefe-0112-4601-894b-1220cd1c4ef6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:15.888768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf5b5ff0-f3b2-4f13-ada9-6540a07fb7e1 req-e54faefe-0112-4601-894b-1220cd1c4ef6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1400797 Aug 18 13:57:15.893398 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-aa5d5e2c-f4a0-459d-9f83-ba77403d9df3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.0760927 Aug 18 13:57:15.972808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf5b5ff0-f3b2-4f13-ada9-6540a07fb7e1 req-d851ba98-f9cb-46c1-a262-fd1934db4352 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749929 Aug 18 13:57:15.998509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-cda67cff-a7d2-4e38-86ed-d79cea0b73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:15.999994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-cda67cff-a7d2-4e38-86ed-d79cea0b73df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0971689 Aug 18 13:57:16.001689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.047495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:16.065624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-cae66472-8bd7-48b0-a7dd-b18fae0fe16b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558908 Aug 18 13:57:16.067606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:16.067915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.095127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ea90af0-e232-4ee1-ba94-06e2dfe80aab req-0b30dd0b-ac9c-4b25-93ce-a185becf7b13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 210 time: 0.0445259 Aug 18 13:57:16.125763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.191669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Transition to ACTIVE for port object 042f666f-4da3-4eca-86bb-4993f2b706d6 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:16.219332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b998a-e430-4b59-a6d4-62316616945e None None] Pushing event updated for resources: {'Port': ['ID=adc130d2-045a-4880-954c-73784ae37bd9,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:16.232683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2831-0585-43ed-965a-fbf432cb33db req-29da9757-77f4-4367-8d9e-fc04ea445de1 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:16.234079 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.235110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0c2831-0585-43ed-965a-fbf432cb33db req-29da9757-77f4-4367-8d9e-fc04ea445de1 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.0723062 Aug 18 13:57:16.236230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:16.236855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:16.260532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-6dfe8df6-3b02-40cb-aa1f-f292a710c6d0 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774082 Aug 18 13:57:16.313657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:16.320669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0c2831-0585-43ed-965a-fbf432cb33db req-ea7ad8b6-8823-4edc-83c6-4079def83eeb tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727544 Aug 18 13:57:16.364344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.374084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:16.382956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029216982', 'description': 'tempest-description--1031058097'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:16.396237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:16.423552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Network c1675717-d88e-4302-a3d0-82541accab0e is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:16.430745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b0b5115a-0803-46f8-be65-ebf4041b7c06 req-e9f89443-13f7-4936-a4c9-baffdf5ac5e8 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615834 Aug 18 13:57:16.439160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:16.439160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:16.443004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Pushing event updated for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:16.447264 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.488853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.500590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.579977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd4b439c-9ecf-40d8-ada9-b3a1d30a5ed1 req-be212ac8-eaee-4a33-815d-cfc0e8f0f49b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 210 time: 0.0965929 Aug 18 13:57:16.729399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.776084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:16.850489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.874843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:12Z', 'revision_number': 3, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:16.894871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:16.903209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca1e0-fdc0-43a5-9640-3a6a8335f83b None None] The sync data for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 is: [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:12Z', 'revision_number': 3, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:16.905103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.930874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-056163d6-8990-47c5-bd3c-19692d817663 None None] Provisioning for port 042f666f-4da3-4eca-86bb-4993f2b706d6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:16.932551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.938399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9d98014f-0f2e-4fa4-b202-1d256c0bbbda tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5600400 Aug 18 13:57:16.940325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41700) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:16.943078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-056163d6-8990-47c5-bd3c-19692d817663 None None] Provisioning complete for port 042f666f-4da3-4eca-86bb-4993f2b706d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:16.943463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-056163d6-8990-47c5-bd3c-19692d817663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:16.989117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'security_group_rule': {'security_group_id': 'abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:16.994871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-056163d6-8990-47c5-bd3c-19692d817663 None None] Port 042f666f-4da3-4eca-86bb-4993f2b706d6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:17.148401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:17.165591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.221180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.255143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.266929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:17.266929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.310157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.362907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8510-1f17-4c45-977c-aace0882e30d req-ffe39fac-85b6-4fc2-bd03-d07ad16e4ff8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:17.366403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2f8510-1f17-4c45-977c-aace0882e30d req-ffe39fac-85b6-4fc2-bd03-d07ad16e4ff8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2326336 Aug 18 13:57:17.406913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.447122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a740fad9-1307-4a7c-9f0f-bd5197739e6c,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:17.467434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.472020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Pushing event updated for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:17.493127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e43e4c-c4d5-4e5e-b291-41e46b4317b2 req-9851ce55-ea6d-4472-a2c2-6e22bdf7d091 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:17.494766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14e43e4c-c4d5-4e5e-b291-41e46b4317b2 req-9851ce55-ea6d-4472-a2c2-6e22bdf7d091 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.2024422 Aug 18 13:57:17.518637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-b253e15a-9e00-4916-b1dc-5279917d0876 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:17.518637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-b253e15a-9e00-4916-b1dc-5279917d0876 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.3683369 Aug 18 13:57:17.539808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.541364 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2d4528ec-ab97-4295-a747-176e81e2a255 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6000156 Aug 18 13:57:17.542637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Request body: {'port': {'device_id': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'admin_state_up': True, 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:17.550174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:17.558261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'security_group_rule': {'security_group_id': 'abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:17.559814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2f8510-1f17-4c45-977c-aace0882e30d req-1e4e5b07-b1b6-4e57-b698-065ee9e8a0c6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885610 Aug 18 13:57:17.632782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Network c1675717-d88e-4302-a3d0-82541accab0e is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:17.634312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:17.649815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-593eaa28-ff51-4ab1-a81a-9cd3b25aa2e8 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:17.651644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-593eaa28-ff51-4ab1-a81a-9cd3b25aa2e8 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.10 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.2480028 Aug 18 13:57:17.668455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14e43e4c-c4d5-4e5e-b291-41e46b4317b2 req-72ade3f3-6bb5-444f-b2e7-371aea6fe143 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502080 Aug 18 13:57:17.777110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.871567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Router 990c5e50-ebd1-41b0-ab27-1158a05ab476 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:57:17.873525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.887851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4889e9c2-5528-44c2-ad54-6bdf46190adf req-4b38e823-2f77-4b47-b537-425d08938b87 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 210 time: 0.1035028 Aug 18 13:57:17.954144 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.989927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb65bca-ff56-472a-8b88-001e3e5da0aa,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:18.001683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3608d9-47a8-4802-9b04-0519ab7fa94e req-ebdd0d16-4f64-41f0-8c8c-a5be07b958b1 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:18.003369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a3608d9-47a8-4802-9b04-0519ab7fa94e req-ebdd0d16-4f64-41f0-8c8c-a5be07b958b1 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/ports?device_id=950d884e-f179-47fd-9e4d-dc5d438f2ce9 HTTP/1.1" status: 200 len: 949 time: 0.1849627 Aug 18 13:57:18.030225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd068eff-4791-46df-9784-0d2c4654ea18 None None] Provisioning complete for port 042f666f-4da3-4eca-86bb-4993f2b706d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:18.030692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd068eff-4791-46df-9784-0d2c4654ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.065798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:18.068695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bd068eff-4791-46df-9784-0d2c4654ea18 None None] Port 042f666f-4da3-4eca-86bb-4993f2b706d6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:18.083621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e293995a-fa00-4da7-b563-0b000a47908f admin admin] 10.222.0.35 "PUT /v2.0/routers/990c5e50-ebd1-41b0-ab27-1158a05ab476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7866955 Aug 18 13:57:18.083941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a53caa8-3ee9-4972-9958-59e841af1ca5 req-f362ba83-9782-4527-a55b-ef589c8e514e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 210 time: 0.0932229 Aug 18 13:57:18.098628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Deleting port 289418d5-19de-4eb5-bfda-90247dea2c56 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:18.098628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.170102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a3608d9-47a8-4802-9b04-0519ab7fa94e req-d1430fa8-7755-46cb-b409-2bb97f8a5895 tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e7acc12-066b-4c6b-ab5e-25c32bbb1247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568823 Aug 18 13:57:18.170706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:18.174623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.175768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.177557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0dddb0b1-655a-4972-b71f-dfe35cdc048a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6261263 Aug 18 13:57:18.180791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41722) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:18.190230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:18.621025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] For port 289418d5-19de-4eb5-bfda-90247dea2c56, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=289418d5-19de-4eb5-bfda-90247dea2c56,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:18.621941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.662353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:18.693577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Calling delete_port for 289418d5-19de-4eb5-bfda-90247dea2c56 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:18.755619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.10', 59431) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:18.814620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Allocated IP 172.20.0.7 (167638a7-f73e-4e33-9822-be0329c5ec23/e770702b-137d-4024-b7e0-2f106db831e1/af6e25e5-13cc-4d66-b0f6-9a72c89887fa) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:18.834022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-2a9afb98-2674-4044-ab8e-1222ce15b820 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:18.835718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-2a9afb98-2674-4044-ab8e-1222ce15b820 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.2125547 Aug 18 13:57:18.852007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Request body: {'port': {'device_id': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'admin_state_up': True, 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:18.906526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-4d2290e1-3105-4a27-8b4b-108e848735ab tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3827899 Aug 18 13:57:18.952096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:18.972889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e08270-2ff9-4c16-bd42-6d597e9c7ccf req-d44b94ea-c5b4-4d3d-8715-114417f43a62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:18.975218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69e08270-2ff9-4c16-bd42-6d597e9c7ccf req-d44b94ea-c5b4-4d3d-8715-114417f43a62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2789116 Aug 18 13:57:19.009555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-1cbe3a70-408d-4b11-a026-462b763e3f5d tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:19.011072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-1cbe3a70-408d-4b11-a026-462b763e3f5d tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.2263815 Aug 18 13:57:19.022317 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Sync routers for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:19.031476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:19.047699 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:19.067462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:19.071010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.178003 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:19.187936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device adc130d2-045a-4880-954c-73784ae37bd9 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:19.238642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Allocated IP 172.20.0.3 (2047dc27-62fc-4f68-98d1-dded880257c9/fcc3015e-5abd-460e-8831-15eb26f0cdfa/f5c38734-827b-4e1e-ad05-1c4ca47b2357) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:19.270379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69e08270-2ff9-4c16-bd42-6d597e9c7ccf req-e066500e-f490-47a4-8234-cd6adbf09774 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849901 Aug 18 13:57:19.368407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.373999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.392213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port adc130d2-045a-4880-954c-73784ae37bd9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:19.396074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port adc130d2-045a-4880-954c-73784ae37bd9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:19.396448 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.410309 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:16Z', 'revision_number': 4, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '042f666f-4da3-4eca-86bb-4993f2b706d6', 'name': '', 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'mac_address': 'fa:16:3e:3d:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:15Z', 'updated_at': '2021-08-18T13:57:17Z', 'revision_number': 2, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'subnets': [{'id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:19.439129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.463702 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Checking router: 990c5e50-ebd1-41b0-ab27-1158a05ab476 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:19.464220 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Updating router 990c5e50-ebd1-41b0-ab27-1158a05ab476 port 042f666f-4da3-4eca-86bb-4993f2b706d6 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:57:19.482772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.499493 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.506235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port adc130d2-045a-4880-954c-73784ae37bd9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=adc130d2-045a-4880-954c-73784ae37bd9,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:19.533974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.536258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.589807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.631825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.633561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Pushing event deleted for resources: {'Port': ['ID=289418d5-19de-4eb5-bfda-90247dea2c56,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:19.641217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Deleting port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:19.641217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.655998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Network 2047dc27-62fc-4f68-98d1-dded880257c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:19.663030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:19.668462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:19.694781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:19.724849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=adc130d2-045a-4880-954c-73784ae37bd9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:19.758837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:19.759500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.821033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Allocated IP 172.25.1.252 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:19.822195 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.824193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-fc900e99-e94c-4c54-9798-0a1e432fb45b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765995 Aug 18 13:57:19.827096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] No DVR routers for this DVR port 289418d5-19de-4eb5-bfda-90247dea2c56 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:19.830509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.833211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] 10.222.0.10 "DELETE /v2.0/ports/289418d5-19de-4eb5-bfda-90247dea2c56 HTTP/1.1" status: 204 len: 173 time: 2.1636493 Aug 18 13:57:19.834463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Transition to ACTIVE for port object 042f666f-4da3-4eca-86bb-4993f2b706d6 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:19.843468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Request body: {'port': {'device_id': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:19.851152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'name': 'network-vif-deleted', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:19.855935 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b73b47-8c72-4f0e-831d-3d0fd448fcdb" -d '{"events": [{"server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "name": "network-vif-deleted", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:19.877000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dfa3b-65dc-4e7e-a8c6-9d89049e4a90 req-e3989892-dd02-48d6-ad17-55052da8ea93 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:19.878576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-968dfa3b-65dc-4e7e-a8c6-9d89049e4a90 req-e3989892-dd02-48d6-ad17-55052da8ea93 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 950 time: 0.3226962 Aug 18 13:57:19.903920 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.905343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:19.967489 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e921-ba9f-47a4-9609-b5a138bc3150 None None] Pushing event updated for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:19.991510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.038320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] For port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:20.038967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.072530 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Attempting to bind port 042f666f-4da3-4eca-86bb-4993f2b706d6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:20.073017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Attempting to bind port 042f666f-4da3-4eca-86bb-4993f2b706d6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:20.075031 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Attempting to bind port 042f666f-4da3-4eca-86bb-4993f2b706d6 on network c1675717-d88e-4302-a3d0-82541accab0e {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:20.082863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-968dfa3b-65dc-4e7e-a8c6-9d89049e4a90 req-1c55874e-3420-44cf-8ea4-86155a8ab07b tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940656 Aug 18 13:57:20.086336 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:20.086727 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Checking segment: {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:20.087141 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.095658 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Bound using segment: {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:20.096263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Bound port: 042f666f-4da3-4eca-86bb-4993f2b706d6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0868588-d59e-427c-abce-42c8d71a6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:20.097463 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.118350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Network 167638a7-f73e-4e33-9822-be0329c5ec23 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:20.127797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Calling delete_port for d5da8d4e-3ddf-4f1c-b45f-5836b710c69b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:20.146480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:20.175177 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] For port 042f666f-4da3-4eca-86bb-4993f2b706d6, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:20.178871 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] For port 042f666f-4da3-4eca-86bb-4993f2b706d6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=042f666f-4da3-4eca-86bb-4993f2b706d6,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:20.186342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:20.248482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:20.264688 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.282171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c38734-827b-4e1e-ad05-1c4ca47b2357 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:20.290642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.303990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Transition to ACTIVE for port object f5c38734-827b-4e1e-ad05-1c4ca47b2357 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:20.345255 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.361766 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:20.362098 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:56:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:20.374964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.389071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.394053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:20.394980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.430526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e921-ba9f-47a4-9609-b5a138bc3150 None None] Pushing event updated for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:20.490594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:20.500352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040d595-d1a3-4e08-a8b1-ef6d51cdee04 req-a126aa52-b095-4ceb-8452-eeb8c00b49a9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:20.502406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a040d595-d1a3-4e08-a8b1-ef6d51cdee04 req-a126aa52-b095-4ceb-8452-eeb8c00b49a9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 931 time: 0.3074877 Aug 18 13:57:20.530398 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:20.555571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-83b59e36-cf9c-4f4b-bef7-6d3fd3c8a461 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0199306 Aug 18 13:57:20.584833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Request body: {'port': {'device_id': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:20.586863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:20.588118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:20.588493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:20.603476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:20.603970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:20.610611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:20.611267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:20.611671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:20.612111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Bound port: f5c38734-827b-4e1e-ad05-1c4ca47b2357, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:20.612742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.633513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a040d595-d1a3-4e08-a8b1-ef6d51cdee04 req-08e2aa43-b748-40d5-85f3-4a203d473579 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143744 Aug 18 13:57:20.673468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.726681 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.731281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:20.738043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:20.758169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.780079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:20.816116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:20.831554 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:16Z', 'revision_number': 4, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '042f666f-4da3-4eca-86bb-4993f2b706d6', 'name': '', 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'mac_address': 'fa:16:3e:3d:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:15Z', 'updated_at': '2021-08-18T13:57:20Z', 'revision_number': 4, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'subnets': [{'id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:20.850544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:20.854976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:20.857951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.866610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67b578-5ee3-49ed-8801-af3fd3064e85 None None] The sync data for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 is: [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:16Z', 'revision_number': 4, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '042f666f-4da3-4eca-86bb-4993f2b706d6', 'name': '', 'network_id': 'c1675717-d88e-4302-a3d0-82541accab0e', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'mac_address': 'fa:16:3e:3d:dd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:15Z', 'updated_at': '2021-08-18T13:57:20Z', 'revision_number': 4, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'subnets': [{'id': '5ad25684-8718-4c07-aa21-e436457b45fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:20.973459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:20.977203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.978910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] 10.222.0.10 "PUT /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 1091 time: 1.1412017 Aug 18 13:57:20.982339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:20.984731 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:21.000692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578594-a8af-48eb-96fe-40d382eaa31a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:21.169343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-d9156467-a50b-4a9d-9a9d-633e1fc31c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:21.173228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-d9156467-a50b-4a9d-9a9d-633e1fc31c8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0626836 Aug 18 13:57:21.236190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-13b75d2c-bfff-432a-b9b3-0bf9de132571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.0523376 Aug 18 13:57:21.257299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device adc130d2-045a-4880-954c-73784ae37bd9 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:21.309601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-75cce0f5-8f6c-427e-af81-8d13ea253af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:21.312628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-75cce0f5-8f6c-427e-af81-8d13ea253af9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0659769 Aug 18 13:57:21.336662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port adc130d2-045a-4880-954c-73784ae37bd9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:21.337900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.354816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-ffc8b6aa-f865-4599-b18b-8d09d4bc5da1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 18 13:57:21.422051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 289418d5-19de-4eb5-bfda-90247dea2c56 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:21.453886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 289418d5-19de-4eb5-bfda-90247dea2c56 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:57:21.454603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 289418d5-19de-4eb5-bfda-90247dea2c56 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:21.469149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-c029b3f9-94e2-4070-a84e-b7855632ce4e service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059389 Aug 18 13:57:21.474724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 042f666f-4da3-4eca-86bb-4993f2b706d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:21.501153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] No DVR routers for this DVR port d5da8d4e-3ddf-4f1c-b45f-5836b710c69b on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:21.508208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.514392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd27e079-fa1c-400e-a532-ba722273fb29 req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "DELETE /v2.0/ports/d5da8d4e-3ddf-4f1c-b45f-5836b710c69b HTTP/1.1" status: 204 len: 173 time: 2.4964216 Aug 18 13:57:21.522562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Allocated IP 172.25.1.74 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c1781a22-4e77-4dc1-8d97-66867d6f1f39) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:21.537408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.563847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'Port': ['ID=cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:21.590964 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac75e4e4-c909-4be2-89c1-22401b5f8f70 req-840ed7b8-d515-4d8d-a8bc-b8870425b57d service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136777 Aug 18 13:57:21.633379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fb0a-4222-4ee0-8790-f2a04209c909 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Pushing event deleted for resources: {'Port': ['ID=d5da8d4e-3ddf-4f1c-b45f-5836b710c69b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:21.655195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 042f666f-4da3-4eca-86bb-4993f2b706d6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:21.659432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 042f666f-4da3-4eca-86bb-4993f2b706d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:21.659808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.684600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09865-70ce-450a-a6f8-04b239f1fc8f req-4199a393-2450-4d47-9dd0-06c53cf4b7e7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:21.686260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68d09865-70ce-450a-a6f8-04b239f1fc8f req-4199a393-2450-4d47-9dd0-06c53cf4b7e7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 931 time: 0.9225137 Aug 18 13:57:21.800034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.802971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.850220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 042f666f-4da3-4eca-86bb-4993f2b706d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=042f666f-4da3-4eca-86bb-4993f2b706d6,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:21.856681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68d09865-70ce-450a-a6f8-04b239f1fc8f req-f6f80a90-3b57-4676-b073-ca7013e24016 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628077 Aug 18 13:57:21.857641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9de0-9b5a-45bc-b240-ffc6e5f94d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.883121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.915336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:21.990129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:22.005078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6e25e5-13cc-4d66-b0f6-9a72c89887fa {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:22.014446 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10499234-5a7d-4257-9a53-2f58e7e87f2d x-openstack-request-id: req-10499234-5a7d-4257-9a53-2f58e7e87f2d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:22.014739 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950d884e-f179-47fd-9e4d-dc5d438f2ce9", "name": "network-vif-deleted", "tag": "289418d5-19de-4eb5-bfda-90247dea2c56", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:22.014987 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10499234-5a7d-4257-9a53-2f58e7e87f2d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:22.015391 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950d884e-f179-47fd-9e4d-dc5d438f2ce9', 'name': 'network-vif-deleted', 'tag': '289418d5-19de-4eb5-bfda-90247dea2c56', 'status': 'completed', 'code': 200} Aug 18 13:57:22.022531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.062632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Transition to ACTIVE for port object af6e25e5-13cc-4d66-b0f6-9a72c89887fa will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:22.144860 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.208409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921843-cd9e-4198-b735-77c5181550bd req-bf8a686a-8101-47d5-8ec4-0b56b3ada327 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.210119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff921843-cd9e-4198-b735-77c5181550bd req-bf8a686a-8101-47d5-8ec4-0b56b3ada327 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1539867 Aug 18 13:57:22.228924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.240858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.275841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:22.331529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:22.340691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.366650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:22.375143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:22.414561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff921843-cd9e-4198-b735-77c5181550bd req-ff98259a-d37c-4022-9fe0-c8d09c19e70a tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894991 Aug 18 13:57:22.439228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=c1781a22-4e77-4dc1-8d97-66867d6f1f39,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:22.481111 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58cd2c7-f717-4093-b8df-5db0167ecb5b x-openstack-request-id: req-d58cd2c7-f717-4093-b8df-5db0167ecb5b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:22.481625 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:22.481718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d58cd2c7-f717-4093-b8df-5db0167ecb5b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:22.482081 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'status': 'completed', 'code': 200} Aug 18 13:57:22.546548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:22.547783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:22.547783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:22.563578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.571423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:22.571760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:22.609903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'Port': ['ID=cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:22.625249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:22.625722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:22.626113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:22.626570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Bound port: af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:22.626936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.660130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdb94de3-1609-41fe-94f1-355de949a8be req-5e5cd6e8-4cd8-4505-96b5-f6fdb18ae963 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940b41f-44f8-460b-a7a6-a5f8854e0dcc HTTP/1.1" status: 200 len: 210 time: 0.0566182 Aug 18 13:57:22.673694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.735074 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.750627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-65adb819-6a37-4554-bb8f-af1b1ae5770e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5552135 Aug 18 13:57:22.766329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:22.770566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:22.824619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-6cbf9578-ce2f-46a0-a9d0-905ed6e45e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.826479 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-6cbf9578-ce2f-46a0-a9d0-905ed6e45e39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1094 time: 0.3136508 Aug 18 13:57:22.848049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.867399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.913014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bae20-8274-4bb7-bcbc-eb3fc7807765 req-0f654eef-84e3-4a4b-afb2-ef117f022410 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.914566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-820bae20-8274-4bb7-bcbc-eb3fc7807765 req-0f654eef-84e3-4a4b-afb2-ef117f022410 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 943 time: 0.1401224 Aug 18 13:57:22.920926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.921601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:22.922990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] 10.222.0.10 "PUT /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 1091 time: 2.3476057 Aug 18 13:57:22.929200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-8fa0f827-420a-4272-b25e-fd6a2d68cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.930774 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-8fa0f827-420a-4272-b25e-fd6a2d68cf07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.0944219 Aug 18 13:57:22.977300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-bdea2e03-2e99-4342-a71d-b6a86dc0a504 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.0366964 Aug 18 13:57:22.984311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc739e8-0fbc-4638-954c-957f9993b01a service neutron] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:22.998664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-820bae20-8274-4bb7-bcbc-eb3fc7807765 req-6c456c3b-ea9a-4bfb-8835-c4ff85e5707f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732715 Aug 18 13:57:23.053427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-80de2f71-f880-4496-ab21-e788b1dd75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.056565 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-80de2f71-f880-4496-ab21-e788b1dd75e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0713127 Aug 18 13:57:23.107191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-fb23a4ac-a68e-4912-86a0-e8e97476bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.108910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-fb23a4ac-a68e-4912-86a0-e8e97476bc6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1094 time: 0.0726755 Aug 18 13:57:23.113830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-430948d0-0d6f-4fdf-8001-916183c4668c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495059 Aug 18 13:57:23.166037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 042f666f-4da3-4eca-86bb-4993f2b706d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:23.174102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-18f53108-7722-45ee-9dc9-0db25927ae9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 217 time: 0.0468256 Aug 18 13:57:23.223433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.234452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 042f666f-4da3-4eca-86bb-4993f2b706d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:23.234975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.245127 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-c7d4b7e1-0a57-4ea0-8dcf-1a4958d023b3 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191556 Aug 18 13:57:23.245553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-d29697fb-f8b4-4dd2-843e-399f8fc56953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.247873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-d29697fb-f8b4-4dd2-843e-399f8fc56953 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0615170 Aug 18 13:57:23.294498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-d677d0b1-ae53-44f1-b693-4badf353da24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322611 Aug 18 13:57:23.322920 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.365692 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab4fa480-50e0-471a-bfad-8ccbe1d991c0 req-a0394074-cf28-4b98-a775-767f2b14750a service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044333 Aug 18 13:57:23.445542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d5da8d4e-3ddf-4f1c-b45f-5836b710c69b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:23.447565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:23.469727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: d5da8d4e-3ddf-4f1c-b45f-5836b710c69b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:57:23.470639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d5da8d4e-3ddf-4f1c-b45f-5836b710c69b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:23.482312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-150ba2e4-fb52-4339-85a6-4246529ef302 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1029216982&fields=id&tenant_id=f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 267 time: 0.1842916 Aug 18 13:57:23.495616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=c1781a22-4e77-4dc1-8d97-66867d6f1f39,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:23.530946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.568873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:23.580297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'port_id': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'mac_address': 'fa:16:3e:97:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc3015e-5abd-460e-8831-15eb26f0cdfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:23.584762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-c185d5a4-a396-4c9c-bf68-3c391c7cc009 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787745 Aug 18 13:57:23.620209 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.635329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c38734-827b-4e1e-ad05-1c4ca47b2357 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:23.659137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:23.684424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-365e847e-6413-49f6-9c01-8737e77d1eed tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.685968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-365e847e-6413-49f6-9c01-8737e77d1eed tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 823 time: 0.1929033 Aug 18 13:57:23.693612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.694796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-2e8ded41-1eb4-4aff-942e-ec82b94a87f9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7688339 Aug 18 13:57:23.747820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-25ed5816-0ff9-46ae-bfaa-ca1d731c55b4 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/quotas/f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 375 time: 0.0553310 Aug 18 13:57:23.763999 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:23.781809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-5276403b-4169-4191-94ce-46ef62d4b2d2 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0769534 Aug 18 13:57:23.799392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71888732-6ea7-4c47-b9e3-b1713f5b50bc req-91b9d245-0a3a-4ee9-8c93-ba73a8a861c5 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045991 Aug 18 13:57:23.813974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:23.876478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-7396d328-f1b1-4b6e-ac00-abc23a6e7b26 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152439 Aug 18 13:57:23.959510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-ff382292-0a8b-4c15-bc5e-8b24ebf6d5a1 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.960855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-460da4ca-0fec-4e76-ba35-1dfabe912cc9 req-ff382292-0a8b-4c15-bc5e-8b24ebf6d5a1 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1648211 Aug 18 13:57:24.003501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f5c38734-827b-4e1e-ad05-1c4ca47b2357'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:24.004807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-8c87e2d6-9110-4b54-baab-20f4aeb9007a service neutron] 10.222.0.35 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097448 Aug 18 13:57:24.027967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'name': 'network-vif-deleted', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b'}, {'name': 'network-changed', 'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:24.030207 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297cb8cf-8629-4949-a2ef-623c48440c6e" -d '{"events": [{"server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "name": "network-vif-deleted", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b"}, {"name": "network-changed", "server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:24.120432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e70e40-2303-4610-9585-a83cd5d97bda req-5a0d0899-858d-40bd-8ce8-01ce96d25857 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.122481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80e70e40-2303-4610-9585-a83cd5d97bda req-5a0d0899-858d-40bd-8ce8-01ce96d25857 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.1115544 Aug 18 13:57:24.161170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-f06c5bb0-3a47-43b8-a6d2-ffe16f19922b service neutron] 10.222.0.35 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477923 Aug 18 13:57:24.178359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80e70e40-2303-4610-9585-a83cd5d97bda req-794e086d-af31-48fe-92d0-e4b3a3017c63 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Aug 18 13:57:24.367178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c50f3a-3057-4f71-8711-270296a0625b req-4e62d833-145d-45e3-a099-56b8fce4986d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.368832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54c50f3a-3057-4f71-8711-270296a0625b req-4e62d833-145d-45e3-a099-56b8fce4986d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0523558 Aug 18 13:57:24.464364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54c50f3a-3057-4f71-8711-270296a0625b req-0fec533c-14e9-407e-bc0e-e8df489bb06f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887575 Aug 18 13:57:24.523759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-fc5f1ff2-6d89-4731-9066-a1cb67b2182d tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1313941 Aug 18 13:57:24.534801 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d2627-79e0-4952-bb9c-1ab5f3a05f9d x-openstack-request-id: req-e33d2627-79e0-4952-bb9c-1ab5f3a05f9d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:24.535179 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940b41f-44f8-460b-a7a6-a5f8854e0dcc", "name": "network-vif-deleted", "tag": "d5da8d4e-3ddf-4f1c-b45f-5836b710c69b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:24.535436 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e33d2627-79e0-4952-bb9c-1ab5f3a05f9d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:24.535865 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940b41f-44f8-460b-a7a6-a5f8854e0dcc', 'name': 'network-vif-deleted', 'tag': 'd5da8d4e-3ddf-4f1c-b45f-5836b710c69b', 'status': 'completed', 'code': 200} Aug 18 13:57:24.536149 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'status': 'completed', 'code': 200} Aug 18 13:57:24.539249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:24.636248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-dc97c8cd-7049-4bcb-bf32-0e1c219dac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.638334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-dc97c8cd-7049-4bcb-bf32-0e1c219dac13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1094 time: 0.0718679 Aug 18 13:57:24.650048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd3bf-90b8-412b-a468-7717ccfc944e req-93eea578-b96d-4b34-89c4-5f6d5e5837fe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.651384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e38bd3bf-90b8-412b-a468-7717ccfc944e req-93eea578-b96d-4b34-89c4-5f6d5e5837fe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.0583625 Aug 18 13:57:24.660359 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:24.712148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-08541466-64d0-4937-ae73-17ae91c56189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:24.798565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e38bd3bf-90b8-412b-a468-7717ccfc944e req-242259e1-c55c-46d3-a1c8-4a84297dac8c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346831 Aug 18 13:57:24.828971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-059df51d-5e59-416e-b3db-2a64713cc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.831684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-059df51d-5e59-416e-b3db-2a64713cc574 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1784201 Aug 18 13:57:24.855083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:24.889193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-38275b33-9915-4e72-8c75-6d0f02ee67ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 217 time: 0.0483694 Aug 18 13:57:24.935770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:24.954305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-d0952434-b055-4a3a-9e6e-0eb814cf7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.955753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-d0952434-b055-4a3a-9e6e-0eb814cf7106 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0557103 Aug 18 13:57:24.965908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:25.042155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-cf2a6706-94aa-4673-be8e-d380a6342d82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543070 Aug 18 13:57:25.043976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96bf82a9-2331-403f-ac88-001fb548d186 req-18a29d5d-50b3-4793-9b2b-b2ec9a241172 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 210 time: 0.0550458 Aug 18 13:57:25.077208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:25.092280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'mac_address': 'fa:16:3e:02:b4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:25.131945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.147018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:25.172361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:25.286350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.335885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:25.410583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Allocated IP 172.25.1.199 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/d4db52d5-bb44-4865-897b-a098a2987d55) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:25.445400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-922b215c-8414-4b3e-8a2e-4744d5547b6c service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930767 Aug 18 13:57:25.457661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:25.591804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:25.646202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.653016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-297cb8cf-8629-4949-a2ef-623c48440c6e req-3a3940a9-496b-4c36-90eb-0a4db566ed72 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985147 Aug 18 13:57:25.663767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port f5c38734-827b-4e1e-ad05-1c4ca47b2357 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:25.675067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port f5c38734-827b-4e1e-ad05-1c4ca47b2357 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:25.675444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.684873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e80e7-dd8f-4051-bce5-e08c94539760 req-407a3028-277f-4a68-b912-eff53d9e8de5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:25.686617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e0e80e7-dd8f-4051-bce5-e08c94539760 req-407a3028-277f-4a68-b912-eff53d9e8de5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.1111674 Aug 18 13:57:25.743746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e0e80e7-dd8f-4051-bce5-e08c94539760 req-fc60135b-37b6-4e7c-9bb8-47e809e2b48e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Aug 18 13:57:25.815434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.821951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.833770 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:25.864552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:25.866742 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a2fd67-42aa-4bc9-b4a3-e3657ed184bc" -d '{"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-plugged", "status": "completed", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:25.873665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:25.878059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:25.882253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:25.883846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:25.908055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=d4db52d5-bb44-4865-897b-a098a2987d55,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:25.934353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91c4d-7aba-450e-bc1c-7308aee20fcd req-da88c2d4-cded-4332-aea5-506d4fa92c84 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:25.935826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7e91c4d-7aba-450e-bc1c-7308aee20fcd req-da88c2d4-cded-4332-aea5-506d4fa92c84 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1318021 Aug 18 13:57:25.943046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.016575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:26.025929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7e91c4d-7aba-450e-bc1c-7308aee20fcd req-62093591-e50a-43a6-82af-62ad9c9901d4 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784585 Aug 18 13:57:26.035401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.103978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41842) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:26.164927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.201641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c483c-d35e-4f33-9865-c4d19fdcc633 req-57a84647-7cf3-4219-a6ea-b33bd8dd9965 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.203226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-415c483c-d35e-4f33-9865-c4d19fdcc633 req-57a84647-7cf3-4219-a6ea-b33bd8dd9965 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 949 time: 0.1016924 Aug 18 13:57:26.254338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e5203ca-e3c2-4242-8ae4-1570dc5e6e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.290331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-415c483c-d35e-4f33-9865-c4d19fdcc633 req-90e70194-ff9b-44c6-85e4-b606ceb39990 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Aug 18 13:57:26.366519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e5203ca-e3c2-4242-8ae4-1570dc5e6e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.400396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.421813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eab30-6271-4b45-8a3a-3f9b50f8c4be req-833d44cd-5c40-4893-9074-561de6eeb8e3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.423309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed2eab30-6271-4b45-8a3a-3f9b50f8c4be req-833d44cd-5c40-4893-9074-561de6eeb8e3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 945 time: 0.0733967 Aug 18 13:57:26.440300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e5203ca-e3c2-4242-8ae4-1570dc5e6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.462244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed2eab30-6271-4b45-8a3a-3f9b50f8c4be req-def85339-133d-4a70-a262-fe1b64681889 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 18 13:57:26.471562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.493296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5203ca-e3c2-4242-8ae4-1570dc5e6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecddc7a-34c5-486c-ad8a-14ecf5f94112,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:26.503278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e5203ca-e3c2-4242-8ae4-1570dc5e6e35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=017a1ba3067a4ef4b53692e6babf6468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981500 Aug 18 13:57:26.504760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:26.521398 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8f079-39ae-4f52-b199-2a4b1ca859a0 x-openstack-request-id: req-79a8f079-39ae-4f52-b199-2a4b1ca859a0 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:26.521398 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-plugged", "status": "completed", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:26.521398 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79a8f079-39ae-4f52-b199-2a4b1ca859a0 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:26.521398 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'code': 200} Aug 18 13:57:26.554779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=d4db52d5-bb44-4865-897b-a098a2987d55,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:26.564117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.607786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.638090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.679495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0443ac1-c5c7-4067-a535-63d6716a0af5 req-ef434539-dfdc-4d4e-a0a7-53c6d209a12b tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 210 time: 0.0353432 Aug 18 13:57:26.681752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.686399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-49c59530-af77-4ab2-a6fc-b340114aef42 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1542430 Aug 18 13:57:26.689163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b2854-03ce-458b-a183-63f842d305e2 req-7062dbb2-8b5e-42cc-8e30-e0ae8b34bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.690765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-560b2854-03ce-458b-a183-63f842d305e2 req-7062dbb2-8b5e-42cc-8e30-e0ae8b34bc7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0835564 Aug 18 13:57:26.747684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-e18f93b9-7ff4-4818-b3c7-85a16adcb63c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0558367 Aug 18 13:57:26.794537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.797770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:26.801394 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ecddc7a-34c5-486c-ad8a-14ecf5f94112 HTTP/1.1" status: 204 len: 168 time: 0.2942498 Aug 18 13:57:26.816315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-560b2854-03ce-458b-a183-63f842d305e2 req-c61ed253-197d-4dae-b641-47052f876468 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160989 Aug 18 13:57:26.821014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ccee1-8506-4f35-b413-0ccb05e2cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecddc7a-34c5-486c-ad8a-14ecf5f94112,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:26.947828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9a7f5-6908-4aa4-ac75-94b532223a37 req-8005447c-367c-43d8-a7f7-05627f1e99a3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.949785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10a9a7f5-6908-4aa4-ac75-94b532223a37 req-8005447c-367c-43d8-a7f7-05627f1e99a3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.1322439 Aug 18 13:57:26.957129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-04105a07-40e1-4587-965b-9952dc0d3ca9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.958503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-04105a07-40e1-4587-965b-9952dc0d3ca9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2048106 Aug 18 13:57:26.964227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:26.975820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-0651ba42-cc1a-424f-90c0-877821661b2b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:57:26.976818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-078ac280-61c3-43d4-a7e1-591b07e775ea req-0651ba42-cc1a-424f-90c0-877821661b2b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067692 Aug 18 13:57:27.020709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10a9a7f5-6908-4aa4-ac75-94b532223a37 req-e8863ce1-2973-4fd8-93d6-f7b8fbf2cabc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Aug 18 13:57:27.036189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:27.036576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.175868 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.183757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-8cd86042-ced7-4dc1-9c59-7af4bcf30942 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:27.190382 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-8cd86042-ced7-4dc1-9c59-7af4bcf30942 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.58 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 823 time: 0.1830220 Aug 18 13:57:27.217022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41862) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:27.232737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:27.286497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-772929e6-ce6f-4162-8632-7b2e9239fc1c tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 380 time: 0.0870159 Aug 18 13:57:27.295511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e44a-6da8-46a4-af8f-dac837c4e414 req-360fcf87-86b6-49ca-b31b-e5fb1058e077 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:27.300574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'port': {'device_id': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'admin_state_up': True, 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'security_groups': ['abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:27.303204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2252e44a-6da8-46a4-af8f-dac837c4e414 req-360fcf87-86b6-49ca-b31b-e5fb1058e077 tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1619208 Aug 18 13:57:27.313563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-682af4fb-52b4-4f56-bdd0-320398ed3ece tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:27.315794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.320743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-682af4fb-52b4-4f56-bdd0-320398ed3ece tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 950 time: 0.1771317 Aug 18 13:57:27.337776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.368549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-8307b3bc-7410-48d5-a92f-4b418d6f05b5 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3444164 Aug 18 13:57:27.395599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:27.399498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:27.453554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:27.477931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2252e44a-6da8-46a4-af8f-dac837c4e414 req-72468241-d76f-4bf3-9ec6-d75283a4237a tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/security-groups?id=1140d2ed-c002-419f-8eac-be4b55799852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738210 Aug 18 13:57:27.528152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-801e8a5b-97ea-45b4-ad66-b82e97929eab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d86caf7be167468cb5ea01cb1462217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040948 Aug 18 13:57:27.528698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41870) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:27.539112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.577910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:27.592019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'port_id': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'mac_address': 'fa:16:3e:a4:ed:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770702b-137d-4024-b7e0-2f106db831e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:27.628036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.635792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.648065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Deleting port dde07e0c-0320-46c8-acaa-2dc271bf8a3b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:27.648362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.659531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6e25e5-13cc-4d66-b0f6-9a72c89887fa {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:27.669569 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.671346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:27.685050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:27.693518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe8e719b-6d8f-4be8-9a53-388df087d235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.723973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Made reservation on behalf of f343a10d32b5484ba4dc6f5e80be9d92 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:27.727499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.734471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07cd13-dfdb-4429-a50b-0d2d756874f1 req-08b9d575-ed8e-403a-9756-f5761286edcc tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:27.735996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc07cd13-dfdb-4429-a50b-0d2d756874f1 req-08b9d575-ed8e-403a-9756-f5761286edcc tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1864309 Aug 18 13:57:27.794433 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.819143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] For port dde07e0c-0320-46c8-acaa-2dc271bf8a3b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:27.819526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.830682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc07cd13-dfdb-4429-a50b-0d2d756874f1 req-80fb6737-7d91-4d3e-91f1-d72c0a7f91b7 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Aug 18 13:57:27.855306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Calling delete_port for dde07e0c-0320-46c8-acaa-2dc271bf8a3b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:27.872517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:27.894778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.904503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.907189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.908786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e7acc12-066b-4c6b-ab5e-25c32bbb1247 HTTP/1.1" status: 204 len: 168 time: 0.3774605 Aug 18 13:57:27.935828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfc986-d9cb-42ed-95c6-900213511aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7acc12-066b-4c6b-ab5e-25c32bbb1247,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:27.964050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe8e719b-6d8f-4be8-9a53-388df087d235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:27.972010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Allocated IP 172.20.0.12 (09973221-3cd9-4c7b-9e1b-fdb221d5bd4b/56021232-e1aa-47da-9554-fab81394d378/03daf93f-23dd-4e9d-a98c-0ad37c1d5223) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:28.025941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe8e719b-6d8f-4be8-9a53-388df087d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.040239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['af6e25e5-13cc-4d66-b0f6-9a72c89887fa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:28.063379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b649-67ee-459b-b698-126e0d280a11 req-fa280ebe-e34e-4b79-a29d-94321321a362 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:28.064956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1677b649-67ee-459b-b698-126e0d280a11 req-fa280ebe-e34e-4b79-a29d-94321321a362 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 945 time: 0.1370077 Aug 18 13:57:28.086049 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe8e719b-6d8f-4be8-9a53-388df087d235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9a8b1663c034406907da2f33b70c0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114265 Aug 18 13:57:28.087428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:28.136401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e719b-6d8f-4be8-9a53-388df087d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304c3c1-a43d-4ac8-8c2f-6dcb3c607b87,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:28.151985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Allocated IP 172.25.1.21 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/17f208b8-04c9-4099-979e-5d33c4c8e358) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:28.192404 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.203451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1677b649-67ee-459b-b698-126e0d280a11 req-f50fa001-7ad0-4016-b6f7-2becc1cbd969 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177204 Aug 18 13:57:28.242340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.242340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.271457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Transition to ACTIVE for port object 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:28.320411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.342063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-678c12f3-d2c6-4388-83a0-5d5246d5761d req-49323672-951a-4b45-92a5-cf1220facb32 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 210 time: 0.0391049 Aug 18 13:57:28.376095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Pushing event deleted for resources: {'Port': ['ID=dde07e0c-0320-46c8-acaa-2dc271bf8a3b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:28.389406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.394713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.397271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.400815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2304c3c1-a43d-4ac8-8c2f-6dcb3c607b87 HTTP/1.1" status: 204 len: 168 time: 0.3035595 Aug 18 13:57:28.413533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.420770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00734d9b-8ac6-49db-9c93-9beccf5a9947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2304c3c1-a43d-4ac8-8c2f-6dcb3c607b87,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:28.471285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] No DVR routers for this DVR port dde07e0c-0320-46c8-acaa-2dc271bf8a3b on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:28.475984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.478070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a527b1d-b226-40c5-9e97-d202f5cfb106 req-a43604b4-8e87-4b66-b5b6-225651b1e6da tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.10 "DELETE /v2.0/ports/dde07e0c-0320-46c8-acaa-2dc271bf8a3b HTTP/1.1" status: 204 len: 173 time: 1.1441417 Aug 18 13:57:28.479834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'name': 'network-vif-deleted', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:28.482564 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff443dab-23a0-4d1b-a64a-2a3bd70738be" -d '{"events": [{"server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "name": "network-vif-deleted", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:28.520744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:28.523153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b91cf8-646d-4198-a8b2-a01b5e4ca021 req-0ab0661d-c8c7-4cb0-89bd-22f55424ce2f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:28.523887 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262fd0b9-8270-431f-a733-163b80d72712" -d '{"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:28.531749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82b91cf8-646d-4198-a8b2-a01b5e4ca021 req-0ab0661d-c8c7-4cb0-89bd-22f55424ce2f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 944 time: 0.1063647 Aug 18 13:57:28.545884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:28.551004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:28.584537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:28.588117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82b91cf8-646d-4198-a8b2-a01b5e4ca021 req-ab8bcdc7-fdf4-4fd0-8a9e-e0f56960c9c9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544405 Aug 18 13:57:28.588786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:28.612790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dde07e0c-0320-46c8-acaa-2dc271bf8a3b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:28.647520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:28.648506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.661649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.713908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:28.720545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:28.727437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:28.769591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=17f208b8-04c9-4099-979e-5d33c4c8e358,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:28.772256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-00cc0d80-65f1-47b8-8e99-48cb1ac949e9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4777520 Aug 18 13:57:28.786459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Request body: {'port': {'device_id': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:28.889527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:28.889935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.029324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.072498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6bba6da4-0b0b-4d8f-8cb5-bf628e23b83a None None] Provisioning for port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:29.078328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6bba6da4-0b0b-4d8f-8cb5-bf628e23b83a None None] Provisioning complete for port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:29.082415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6bba6da4-0b0b-4d8f-8cb5-bf628e23b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.161318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6bba6da4-0b0b-4d8f-8cb5-bf628e23b83a None None] Port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:29.213356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c8699-a29c-42f8-a737-bafe31a0da03 req-9b29dd9b-6849-48d4-b657-596bce1f6010 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:29.215630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c18c8699-a29c-42f8-a737-bafe31a0da03 req-9b29dd9b-6849-48d4-b657-596bce1f6010 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1299338 Aug 18 13:57:29.271321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c18c8699-a29c-42f8-a737-bafe31a0da03 req-fb5302d1-2f5d-4980-8fb2-dd765ea29886 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Aug 18 13:57:29.293519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:29.307276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.332734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.333363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Transition to ACTIVE for port object 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:29.404472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.432322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.466360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:29.498980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Pushing event updated for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:29.553341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41920) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:29.610855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Attempting to bind port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:29.611246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Attempting to bind port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:29.611633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Attempting to bind port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:29.618327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:29.618663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Attempting to bind port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:29.624520 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3056d2a5-99ed-4b12-98fb-8255a5c6613b x-openstack-request-id: req-3056d2a5-99ed-4b12-98fb-8255a5c6613b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:29.624828 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80371764-2689-4254-adf0-9b1448d81022", "name": "network-vif-deleted", "tag": "dde07e0c-0320-46c8-acaa-2dc271bf8a3b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:29.626459 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3056d2a5-99ed-4b12-98fb-8255a5c6613b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:29.634086 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80371764-2689-4254-adf0-9b1448d81022', 'name': 'network-vif-deleted', 'tag': 'dde07e0c-0320-46c8-acaa-2dc271bf8a3b', 'status': 'completed', 'code': 200} Aug 18 13:57:29.634086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=17f208b8-04c9-4099-979e-5d33c4c8e358,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:29.634310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:29.634310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Checking segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:29.634310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Bound using segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:29.634310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Bound port: 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:29.634310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.639218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1108ced9-3b2c-4e22-9622-3ab11516abb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.657052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port af6e25e5-13cc-4d66-b0f6-9a72c89887fa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:29.661614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port af6e25e5-13cc-4d66-b0f6-9a72c89887fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:29.662023 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.686277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.770547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:29.775299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:29.779859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.782904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00d3d842-af65-43a0-a724-7c85484f3274 req-beba47a5-adcd-4b48-92b9-be5a084dd3ee tempest-LiveMigrationNegativeTest-285809495 tempest-LiveMigrationNegativeTest-285809495-project] 10.222.0.35 "GET /v2.0/ports?device_id=80371764-2689-4254-adf0-9b1448d81022 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Aug 18 13:57:29.818716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:29.837645 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e043d-2e2f-435f-8f48-3bfd3f3f02ee x-openstack-request-id: req-ac8e043d-2e2f-435f-8f48-3bfd3f3f02ee {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:29.837979 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:29.838237 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac8e043d-2e2f-435f-8f48-3bfd3f3f02ee {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:29.838627 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'code': 200} Aug 18 13:57:29.849728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.853754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1108ced9-3b2c-4e22-9622-3ab11516abb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.890635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:29.891257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.893053 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] 10.222.0.58 "PUT /v2.0/ports/03daf93f-23dd-4e9d-a98c-0ad37c1d5223 HTTP/1.1" status: 200 len: 1092 time: 1.1114197 Aug 18 13:57:29.896551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:29.900293 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683b6f69-54eb-4164-b481-462011390421" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:29.932104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94027-c21a-40ad-9c9d-98cf4dba3962 service neutron] Pushing event updated for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:29.958819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.960329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dde07e0c-0320-46c8-acaa-2dc271bf8a3b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:29.968086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1108ced9-3b2c-4e22-9622-3ab11516abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.001273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: dde07e0c-0320-46c8-acaa-2dc271bf8a3b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:57:30.002208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dde07e0c-0320-46c8-acaa-2dc271bf8a3b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:30.053071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1108ced9-3b2c-4e22-9622-3ab11516abb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a08ab080ed7c4db1952577f79ddc979b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956644 Aug 18 13:57:30.053464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41928) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:30.055637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108ced9-3b2c-4e22-9622-3ab11516abb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f54d9-ea5a-4d48-a587-1e28cf2a0a01,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:30.062846 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.064341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-e8299010-169c-4669-ad95-6110253c6357 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6949835 Aug 18 13:57:30.078182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc659-4aa6-4d4d-9138-c3f7eebd669f req-494c60ce-ec7d-48d9-aff4-e0d0276c1885 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.082220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:30.086042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e1fc659-4aa6-4d4d-9138-c3f7eebd669f req-494c60ce-ec7d-48d9-aff4-e0d0276c1885 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1308453 Aug 18 13:57:30.170925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.173744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-9851aaa4-04fc-4cb3-82bd-40c4815e7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.175396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-9851aaa4-04fc-4cb3-82bd-40c4815e7221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 1095 time: 0.0777225 Aug 18 13:57:30.187789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-35e8fd3c-0bb5-44e9-aeaa-bb21da5743a0 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0985296 Aug 18 13:57:30.211093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e1fc659-4aa6-4d4d-9138-c3f7eebd669f req-78ef1a2e-5fee-4153-b1b3-d73e0fbd74ce tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193659 Aug 18 13:57:30.216902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.243890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df5da-b7a4-42ba-b728-1f9d9e1b8523 req-3d067e51-0649-4ae9-989a-fe4ab112a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.245417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b65df5da-b7a4-42ba-b728-1f9d9e1b8523 req-3d067e51-0649-4ae9-989a-fe4ab112a5f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1101 time: 0.1573005 Aug 18 13:57:30.263516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-be14357a-f2ee-4d0b-af66-3e2dfe5a4d12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223 HTTP/1.1" status: 200 len: 217 time: 0.0586271 Aug 18 13:57:30.336031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-f46bc0cc-e305-481f-b848-fd9dffc1ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.338132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b65df5da-b7a4-42ba-b728-1f9d9e1b8523 req-e421e51d-ca08-416a-80e7-c97eff985be7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 Aug 18 13:57:30.338607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-f46bc0cc-e305-481f-b848-fd9dffc1ed65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.0661097 Aug 18 13:57:30.376301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-97757f22-4dd3-4d8b-87b7-acc7bbb0e3cd tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.377587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-455821b7-c6e7-4d9d-ab07-3f82aab8704f req-97757f22-4dd3-4d8b-87b7-acc7bbb0e3cd tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1827204 Aug 18 13:57:30.400600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642762e5-03f0-4bab-b734-9da83c1d6bc1 req-e6a6e0a2-74d4-4871-be7b-32532acb8cf9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.402326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-642762e5-03f0-4bab-b734-9da83c1d6bc1 req-e6a6e0a2-74d4-4871-be7b-32532acb8cf9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 944 time: 0.0920749 Aug 18 13:57:30.418773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.422061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:30.423359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/804f54d9-ea5a-4d48-a587-1e28cf2a0a01 HTTP/1.1" status: 204 len: 168 time: 0.3686635 Aug 18 13:57:30.457220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-642762e5-03f0-4bab-b734-9da83c1d6bc1 req-e8ccb2de-4dd8-4d9a-b69e-e78c1e4d1e16 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381546 Aug 18 13:57:30.493460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fa392-f0e8-4ad8-b4c4-acbb3012d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f54d9-ea5a-4d48-a587-1e28cf2a0a01,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:30.535705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57846044-24bf-4d1e-ba47-d530b97affd1 req-6bd3654e-80f5-4218-8d1c-8fe1416b9e02 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.538263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57846044-24bf-4d1e-ba47-d530b97affd1 req-6bd3654e-80f5-4218-8d1c-8fe1416b9e02 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0694320 Aug 18 13:57:30.539994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-867d7775-d2f3-4484-9c30-1683f936b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.541520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-867d7775-d2f3-4484-9c30-1683f936b6c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170864 Aug 18 13:57:30.630882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57846044-24bf-4d1e-ba47-d530b97affd1 req-25cf135a-6939-4b6f-917a-5885deb61b8b tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Aug 18 13:57:30.659906 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-59c57267-0e03-4cc6-911f-f1fbc28b4355 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089849 Aug 18 13:57:30.662514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11135cac-aa2c-445f-ab77-285e19ab1ee1 req-7f45856d-34a3-40a5-bc41-0d5840bfda1b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.664019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11135cac-aa2c-445f-ab77-285e19ab1ee1 req-7f45856d-34a3-40a5-bc41-0d5840bfda1b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.0827892 Aug 18 13:57:30.726528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11135cac-aa2c-445f-ab77-285e19ab1ee1 req-3e92e699-8bd4-4bbb-8273-e46a259b60cd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Aug 18 13:57:30.800386 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feefc1eb-22cb-4640-bdf1-954ca3e89c5e req-2aef104f-cf7b-45a6-b692-8f239bdb76b0 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295006 Aug 18 13:57:30.803991 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af167de6-095e-4ca1-ab88-f17fa9c40c7f x-openstack-request-id: req-af167de6-095e-4ca1-ab88-f17fa9c40c7f {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:30.804454 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:30.804850 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af167de6-095e-4ca1-ab88-f17fa9c40c7f {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:30.805828 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'status': 'completed', 'code': 200} Aug 18 13:57:31.045687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6f69-54eb-4164-b481-462011390421 req-727e7614-5329-4fc8-9fec-9bd8f948a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.047268 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-727e7614-5329-4fc8-9fec-9bd8f948a0eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 1095 time: 0.0615396 Aug 18 13:57:31.189948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6f69-54eb-4164-b481-462011390421 req-da992e03-d9a5-4c8e-833b-d69b02102138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.191567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-da992e03-d9a5-4c8e-833b-d69b02102138 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 924 time: 0.1315062 Aug 18 13:57:31.220292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1411ef79-759d-477c-8a90-348a4654d394 req-28abc54b-46b3-4efc-a2a4-459c357c1e7e tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3996103 Aug 18 13:57:31.226395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:31.241483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-611d04d4-d118-49b7-a330-46e371338041 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223 HTTP/1.1" status: 200 len: 217 time: 0.0416319 Aug 18 13:57:31.294125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2520d6b-bb19-4086-95be-a5744cf0c1d2 req-86b67200-e0ca-421b-b318-c75782589b4d tempest-AbsoluteLimitsNegativeTestJSON-1424804101 tempest-AbsoluteLimitsNegativeTestJSON-1424804101-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1dea5e6ffe18442f8ed527e9b7313fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469661 Aug 18 13:57:31.317802 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6f69-54eb-4164-b481-462011390421 req-1451d7d0-2a7f-46e9-b01f-55ef8d988bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.319348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-1451d7d0-2a7f-46e9-b01f-55ef8d988bcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.0676558 Aug 18 13:57:31.363258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:31.411260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6f69-54eb-4164-b481-462011390421 req-1b91ffbd-e29c-4d44-ab39-9e3c66fe9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.413160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-1b91ffbd-e29c-4d44-ab39-9e3c66fe9c19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722835 Aug 18 13:57:31.465440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2520d6b-bb19-4086-95be-a5744cf0c1d2 req-00918d87-1340-41ce-ad9f-6b4e841a0820 tempest-AbsoluteLimitsNegativeTestJSON-1424804101 tempest-AbsoluteLimitsNegativeTestJSON-1424804101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.466959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2520d6b-bb19-4086-95be-a5744cf0c1d2 req-00918d87-1340-41ce-ad9f-6b4e841a0820 tempest-AbsoluteLimitsNegativeTestJSON-1424804101 tempest-AbsoluteLimitsNegativeTestJSON-1424804101-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667504 Aug 18 13:57:31.487680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2520d6b-bb19-4086-95be-a5744cf0c1d2 req-38d26e8b-fca8-48dc-9145-2db9c9c75fd7 tempest-AbsoluteLimitsNegativeTestJSON-1424804101 tempest-AbsoluteLimitsNegativeTestJSON-1424804101-project] 10.222.0.35 "GET /v2.0/quotas/1dea5e6ffe18442f8ed527e9b7313fa0 HTTP/1.1" status: 200 len: 375 time: 0.0131035 Aug 18 13:57:31.540876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-cd4d261d-475a-4b50-a169-4480b825c074 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137908 Aug 18 13:57:31.542212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2520d6b-bb19-4086-95be-a5744cf0c1d2 req-0d4c406a-2173-436c-9020-9bb93c845055 tempest-AbsoluteLimitsNegativeTestJSON-1424804101 tempest-AbsoluteLimitsNegativeTestJSON-1424804101-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1dea5e6ffe18442f8ed527e9b7313fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433924 Aug 18 13:57:31.574853 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:31.692687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-683b6f69-54eb-4164-b481-462011390421 req-7e919a51-e561-4bc8-9471-8eb18da804c4 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429827 Aug 18 13:57:31.722890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Allocated IP 172.25.1.76 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/acdc7496-2cd3-4e5a-a8ee-855eb35d07df) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:31.839996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:31.840251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:31.849541 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e25167-0082-4e77-be8c-1f195995dd19" -d '{"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-plugged", "status": "completed", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:31.954131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:31.995243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.040451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:32.046997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:32.049112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=acdc7496-2cd3-4e5a-a8ee-855eb35d07df,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:32.051478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:32.149549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.176991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:32.210613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42002) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:32.210782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-504cdff7-354d-4113-b8c5-303ad1d8f606 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04207a4f285646f9aae68ab872c64a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573473 Aug 18 13:57:32.251089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f3d-a767-4dd9-ad12-ef7d1aeacd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.274968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.300303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.334415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.463439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.477921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.481133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.482361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1140d2ed-c002-419f-8eac-be4b55799852 HTTP/1.1" status: 204 len: 168 time: 0.2704666 Aug 18 13:57:32.495539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb04907-b080-49f0-937f-2facc5031edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140d2ed-c002-419f-8eac-be4b55799852,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:32.522616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f3d-a767-4dd9-ad12-ef7d1aeacd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.566296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.611757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f3d-a767-4dd9-ad12-ef7d1aeacd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.651585 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1fb57f3d-a767-4dd9-ad12-ef7d1aeacd7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dea5e6ffe18442f8ed527e9b7313fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733205 Aug 18 13:57:32.654323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event updated for resources: {'Port': ['ID=acdc7496-2cd3-4e5a-a8ee-855eb35d07df,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:32.654860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57f3d-a767-4dd9-ad12-ef7d1aeacd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ce173-2d17-4792-862d-9df6377010f5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:32.657329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:32.659002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.706714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.743303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.771539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.772805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1411ef79-759d-477c-8a90-348a4654d394 req-16acdfd1-df2b-4cc1-8c7a-4e505d8dbd78 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5516882 Aug 18 13:57:32.890153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.892883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:32.894226 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c0ce173-2d17-4792-862d-9df6377010f5 HTTP/1.1" status: 204 len: 168 time: 0.2358668 Aug 18 13:57:32.902777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bac8c-3680-4e24-8ba0-1baca727043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ce173-2d17-4792-862d-9df6377010f5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:32.923916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1411ef79-759d-477c-8a90-348a4654d394 req-19eb765f-b293-49cc-98d3-9280245a6a15 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1317298 Aug 18 13:57:33.084072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef79-759d-477c-8a90-348a4654d394 req-d9e1db38-5a07-4701-96eb-5e1ac4a042e0 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.085429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1411ef79-759d-477c-8a90-348a4654d394 req-d9e1db38-5a07-4701-96eb-5e1ac4a042e0 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1604588 Aug 18 13:57:33.180386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9730-1cdb-491d-852e-26c46e12399f req-9b089718-6c15-4f69-b9f7-5e86735f6c64 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.181785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cab9730-1cdb-491d-852e-26c46e12399f req-9b089718-6c15-4f69-b9f7-5e86735f6c64 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0495501 Aug 18 13:57:33.247811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cab9730-1cdb-491d-852e-26c46e12399f req-16ebb46b-5390-45a3-8d64-169be667768c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Aug 18 13:57:33.328614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:33.361062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce85e-718f-4819-9356-2bf6e7a4a13a req-ede0eaf8-d3c9-4d9e-b8f8-f6a9ca960065 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.362626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e56ce85e-718f-4819-9356-2bf6e7a4a13a req-ede0eaf8-d3c9-4d9e-b8f8-f6a9ca960065 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 944 time: 0.0608947 Aug 18 13:57:33.389182 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d43f4890-8dc7-424c-99d1-e301ae683514 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfc2ea6719c149629e763610afdf9a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562015 Aug 18 13:57:33.392868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:33.423433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e56ce85e-718f-4819-9356-2bf6e7a4a13a req-209e9dd1-d5c5-40a4-813a-4e603466a113 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526395 Aug 18 13:57:33.467436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:33.508236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:33.587917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b8a1d-66d1-42e3-9db0-14a2151a30c2 req-301cb756-afd1-425e-bfeb-4cd52cdfc279 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.587917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb0b8a1d-66d1-42e3-9db0-14a2151a30c2 req-301cb756-afd1-425e-bfeb-4cd52cdfc279 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.0596228 Aug 18 13:57:33.607824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb0b8a1d-66d1-42e3-9db0-14a2151a30c2 req-f2d268cb-95df-452f-a134-f716d1dd6813 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Aug 18 13:57:33.655332 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e256d-ab35-4830-a385-0afd9618cd13 x-openstack-request-id: req-351e256d-ab35-4830-a385-0afd9618cd13 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:33.655951 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-plugged", "status": "completed", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:33.655951 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-351e256d-ab35-4830-a385-0afd9618cd13 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:33.656246 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'code': 200} Aug 18 13:57:33.731620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ce042c2-58f6-4f7d-a172-9a308419ff65 req-70e65641-cb36-457f-b8f2-06a134827582 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips/ce411fee-f16c-462f-ab47-ba480211aa5f HTTP/1.1" status: 200 len: 692 time: 0.0549886 Aug 18 13:57:33.818071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a2804-7326-4b2f-a55f-878209a17a9e req-ac748eb1-e3d7-4a72-8832-1508dda58d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.819581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-124a2804-7326-4b2f-a55f-878209a17a9e req-ac748eb1-e3d7-4a72-8832-1508dda58d57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1096 time: 0.0987434 Aug 18 13:57:33.886423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce042c2-58f6-4f7d-a172-9a308419ff65 req-0d617c7b-076b-4804-82cb-043cf3ffeb7b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:33.887780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ce042c2-58f6-4f7d-a172-9a308419ff65 req-0d617c7b-076b-4804-82cb-043cf3ffeb7b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1354067 Aug 18 13:57:33.889443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-124a2804-7326-4b2f-a55f-878209a17a9e req-748e39a1-91cb-4097-99eb-b471f0dc95ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Aug 18 13:57:33.898034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-4ce042c2-58f6-4f7d-a172-9a308419ff65 req-005f4d3e-02b0-4e9b-93ee-7c91b77bd8f2 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:57:33.898966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ce042c2-58f6-4f7d-a172-9a308419ff65 req-005f4d3e-02b0-4e9b-93ee-7c91b77bd8f2 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054774 Aug 18 13:57:33.918680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:33.918680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:33.919055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d50768b0-d5b1-4542-9d1a-e041071331d9 HTTP/1.1" status: 204 len: 168 time: 0.5284085 Aug 18 13:57:33.928112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50768b0-d5b1-4542-9d1a-e041071331d9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:33.938586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.938804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.939284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.939778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.940179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.940693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.941147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.941481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.942368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.947641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.947641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:33.947641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b67a8-370e-455f-b2f4-aca1700d98b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:34.001514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561a59-a18a-4738-a247-470f3db96b77 req-d8c1841c-8970-4e79-a312-2f245548d9ee tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:34.003071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47561a59-a18a-4738-a247-470f3db96b77 req-d8c1841c-8970-4e79-a312-2f245548d9ee tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0545506 Aug 18 13:57:34.043255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47561a59-a18a-4738-a247-470f3db96b77 req-1e4e3d56-5aac-4ffa-a933-a1f2275f7d1f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Aug 18 13:57:34.398125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42086) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:34.522077 n-d-804303-5 neutron-server[112228]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 13:57:34.530130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2580e39c-4e8c-4650-a796-0c2e64e4988b tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:57:34.534719 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2580e39c-4e8c-4650-a796-0c2e64e4988b tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1344864 Aug 18 13:57:34.570247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-e1eab9d9-fbbc-4429-913e-4cde51261a4b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips/ce411fee-f16c-462f-ab47-ba480211aa5f HTTP/1.1" status: 200 len: 692 time: 0.0508032 Aug 18 13:57:34.705906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-2479ed03-8477-42e9-ad97-a17836fdd8cd tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:34.708158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-2479ed03-8477-42e9-ad97-a17836fdd8cd tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1313303 Aug 18 13:57:34.711358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42108) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:34.762730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Request body: {'binding': {'host': 'n-h2-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:34.763576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Unknown quota resources ['binding']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:57:34.768882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-05143489-a257-4fdb-9132-c762f30a173f tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.0515420 Aug 18 13:57:34.849941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-955861242-network', 'tenant_id': 'b8e13faca9b540949e1452e9f9040ff4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:34.889355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-3f3f2934-5f07-4690-ba01-e9a07873d82e tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1096749 Aug 18 13:57:34.941324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on host n-h2-804303-5 for vnic_type normal with profile None {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:34.941975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:34.942500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:34.947279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:34.947796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:34.953612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:34.953948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:34.954305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:34.954738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Bound port: f5c38734-827b-4e1e-ad05-1c4ca47b2357, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:34.981334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Made reservation on behalf of b8e13faca9b540949e1452e9f9040ff4 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:34.985468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:34.986952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:34.998016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.096973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:35.145778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Deleting port acdc7496-2cd3-4e5a-a8ee-855eb35d07df {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:35.146513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.149764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.184679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.186670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4e0e739e-d9cc-4389-a5dd-1ba5223281ad service neutron] 10.222.0.35 "POST /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357/bindings HTTP/1.1" status: 201 len: 389 time: 0.5266581 Aug 18 13:57:35.214708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.246496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:57:35.247295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:35.260385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'port_id': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'mac_address': 'fa:16:3e:7c:90:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:35.278489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.278773 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Added segment 410e77af-2514-4bd1-a6ac-53f54112750e of type vlan for network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 Aug 18 13:57:35.281421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.281825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.284298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:35.323605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Calling delete_port for acdc7496-2cd3-4e5a-a8ee-855eb35d07df owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:35.337421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.348007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.353178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:35.374828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:35.451434 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.483551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.488262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:35.488262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.519748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:35.569286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4e6d39-2626-4c97-ba27-f77d9774ecb6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:35.579545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:57:35.581361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8a22adf-5144-46e4-8184-afb66f6ce003 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8653884 Aug 18 13:57:35.587487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:35.593011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Request body: {'subnet': {'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-955861242-subnet', 'tenant_id': 'b8e13faca9b540949e1452e9f9040ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:35.701096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.730723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['03daf93f-23dd-4e9d-a98c-0ad37c1d5223'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:35.736662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event deleted for resources: {'Port': ['ID=acdc7496-2cd3-4e5a-a8ee-855eb35d07df,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:35.744547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Made reservation on behalf of b8e13faca9b540949e1452e9f9040ff4 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:35.746740 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.870032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.873309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:35.874615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7a5d8c3-dd8d-4483-98c1-b47324d4af67 req-f1a78fa2-6c46-48b9-bd1a-175cf01ca3e4 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce411fee-f16c-462f-ab47-ba480211aa5f HTTP/1.1" status: 204 len: 173 time: 0.9795427 Aug 18 13:57:36.055045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-9e3579e4-ec2d-48c3-b467-151497e32758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.056559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-9e3579e4-ec2d-48c3-b467-151497e32758 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0556996 Aug 18 13:57:36.063309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578b776-6bda-4041-89b2-7b8380bdbd64 req-a287e4c8-5ee9-41ac-9731-3e0975da781a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.064816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b578b776-6bda-4041-89b2-7b8380bdbd64 req-a287e4c8-5ee9-41ac-9731-3e0975da781a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 945 time: 0.1093435 Aug 18 13:57:36.137335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b578b776-6bda-4041-89b2-7b8380bdbd64 req-d7e21e2b-d256-4881-bd89-c26acc4c15db tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596080 Aug 18 13:57:36.149720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd481b8-f634-41ed-a034-f098bb3c20b9 req-5fe7f9d1-4474-40c6-ae47-2669d9d8eed2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.162650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efd481b8-f634-41ed-a034-f098bb3c20b9 req-5fe7f9d1-4474-40c6-ae47-2669d9d8eed2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.0898101 Aug 18 13:57:36.175705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b29e4ee8-d8b6-4313-beaa-c9f6b0df0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.182002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:36.182491 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b29e4ee8-d8b6-4313-beaa-c9f6b0df0e6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.1056921 Aug 18 13:57:36.242840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-3efc954c-07bc-4d4e-8ef2-b809947e7cea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.0513806 Aug 18 13:57:36.312328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efd481b8-f634-41ed-a034-f098bb3c20b9 req-a2e3f8f5-5379-4078-b3f6-99947ac90910 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529353 Aug 18 13:57:36.318624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-e24843f9-547f-4c2e-80a7-77834b9c2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.330928 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-e24843f9-547f-4c2e-80a7-77834b9c2e72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0677476 Aug 18 13:57:36.366180 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-1c76137c-3dbc-4f43-aa97-c9998e51757e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382116 Aug 18 13:57:36.449542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f715e722-77e0-43af-9472-9008690252af,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:36.507044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a681517-e5c9-4df6-a0de-c96fd6b1cfae req-56e80784-8541-493d-997c-391a02781de3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.508678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a681517-e5c9-4df6-a0de-c96fd6b1cfae req-56e80784-8541-493d-997c-391a02781de3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 945 time: 0.2631152 Aug 18 13:57:36.523864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Checking segment: {'id': '410e77af-2514-4bd1-a6ac-53f54112750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:36.523864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Network hostable DHCP agents. Network: 4d4e6d39-2626-4c97-ba27-f77d9774ecb6, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:57:36.545074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-214e0a58-1caa-41bc-b5f0-72e87efce78a service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698737 Aug 18 13:57:36.665231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce15bc-fa37-4439-8eaa-9c440909bd89 req-4ee4ed01-9a91-4e96-8f8b-f677d56b7438 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.667542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5ce15bc-fa37-4439-8eaa-9c440909bd89 req-4ee4ed01-9a91-4e96-8f8b-f677d56b7438 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3216481 Aug 18 13:57:36.677029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a681517-e5c9-4df6-a0de-c96fd6b1cfae req-e8999708-f772-4aca-a172-cf44d95461ea tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561666 Aug 18 13:57:36.700187 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2c4691fd-d6f9-40be-b76e-f04f7015c8ec service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398177 Aug 18 13:57:36.757590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:57:36.804506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47912d-db5a-45cf-baf0-8d27aff1382a req-8b688bdf-31e3-45d6-8ac7-73a85a342b62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.806099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df47912d-db5a-45cf-baf0-8d27aff1382a req-8b688bdf-31e3-45d6-8ac7-73a85a342b62 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0579641 Aug 18 13:57:36.844880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4d4e6d39-2626-4c97-ba27-f77d9774ecb6) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:36.852311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df47912d-db5a-45cf-baf0-8d27aff1382a req-ec2ef9b7-a665-47ef-bf3b-710a8598edcd tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Aug 18 13:57:36.856565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.856565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:36.856929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2336491-74e5-4b7d-8ce8-e04814a1ff07 None None] Network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:36.928744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-3b95e588-0591-4cc3-9569-06384186184f tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.930520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-3b95e588-0591-4cc3-9569-06384186184f tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0826008 Aug 18 13:57:36.946159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-5'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:36.967780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a88ad-5092-41ac-9912-8d2ab8bfa450 req-3a0f3c25-375d-44a0-89fd-0f5cf9b442a0 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.969458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d40a88ad-5092-41ac-9912-8d2ab8bfa450 req-3a0f3c25-375d-44a0-89fd-0f5cf9b442a0 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1096 time: 0.0489480 Aug 18 13:57:36.978142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea92da9a-f1d0-4207-8b59-4b350524de41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3835382 Aug 18 13:57:37.004878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:37.025328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.030768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d40a88ad-5092-41ac-9912-8d2ab8bfa450 req-8af32954-3b88-416b-8413-71fe6354ffcb tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 Aug 18 13:57:37.073743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda48755-fb3d-422c-9e2a-60cb7b4a4063 None None] Network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:37.130448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4043101-3c1f-4381-b591-f3da54969fe3 req-e7b24883-a3ea-4c40-8690-b759e3d07978 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=63da29572f254afdac741e3a09e8c0d8 HTTP/1.1" status: 200 len: 1655 time: 0.0746539 Aug 18 13:57:37.204314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-334bdb10-31da-408e-b25d-139f04b9a791 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707941 Aug 18 13:57:37.249794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:37.254363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:37.254825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.258893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:37.303010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:37.330122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4043101-3c1f-4381-b591-f3da54969fe3 req-128e6d4c-e967-4753-b086-57a73898bc5a tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:37.331697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4043101-3c1f-4381-b591-f3da54969fe3 req-128e6d4c-e967-4753-b086-57a73898bc5a tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks?id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 787 time: 0.2002900 Aug 18 13:57:37.350686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:37.353190 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e2f2d-c88d-4e0b-ad31-1ca15b8c37f3" -d '{"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:37.358679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.363152 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.374524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-9ef9f734-965a-4cd5-9578-a0033587ec80 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:37.376194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-9ef9f734-965a-4cd5-9578-a0033587ec80 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592085 Aug 18 13:57:37.393251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-a52884a8-43dd-4def-8e14-e8223ee0fd3f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/quotas/a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 375 time: 0.0110180 Aug 18 13:57:37.396254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:37.398609 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5b9db8-de43-4e9c-883b-cd937c5ddd94" -d '{"events": [{"server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "name": "network-vif-plugged", "status": "completed", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:37.412849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:37.430480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-fbd193d3-09f1-4c05-989b-2e23d0a8a5ec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302892 Aug 18 13:57:37.445927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.514423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.549795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:37.554250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on host n-h1-804303-5 for vnic_type normal with profile {"migrating_to": "n-h2-804303-5"} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:37.554636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:37.554977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:37.560674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:37.560994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Attempting to bind port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:37.563769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf200c-ea01-4183-a21c-de2cafcf47e7 req-3bde250c-d587-4d0b-ade2-6f75fee53857 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:37.566332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:37.566669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:37.567040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:37.567478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Bound port: f5c38734-827b-4e1e-ad05-1c4ca47b2357, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:37.567836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.579077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27bf200c-ea01-4183-a21c-de2cafcf47e7 req-3bde250c-d587-4d0b-ade2-6f75fee53857 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 945 time: 0.1049047 Aug 18 13:57:37.591518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:37.619387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27bf200c-ea01-4183-a21c-de2cafcf47e7 req-be46024a-8499-4e94-8360-b863df047172 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 Aug 18 13:57:37.660524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:37.664132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:37.754140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-2bc975f9-aa77-4215-9158-d973d3ce0cba tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips/455dc6fc-01aa-4b9a-8ec7-78c9818b6fbc HTTP/1.1" status: 200 len: 692 time: 0.0629206 Aug 18 13:57:37.772800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.852273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:37.852929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:37.854863 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] 10.222.0.58 "PUT /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 1121 time: 0.9159260 Aug 18 13:57:37.875177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab1f3-d54e-453d-adb6-c18cf87106be service neutron] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=8']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:37.930561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f5c38734-827b-4e1e-ad05-1c4ca47b2357'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:38.223516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-d4571370-969e-4f2b-8bff-8392904ce607 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:38.224937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-d4571370-969e-4f2b-8bff-8392904ce607 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.4622314 Aug 18 13:57:38.235945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e3cf64b2-638c-49db-9397-612a99129998 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:38.237447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e3cf64b2-638c-49db-9397-612a99129998 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/networks?id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6 HTTP/1.1" status: 200 len: 813 time: 0.1674812 Aug 18 13:57:38.291346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-3b0e6f66-6b82-40b5-b1af-dbe7b31c89fe tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/quotas/b8e13faca9b540949e1452e9f9040ff4 HTTP/1.1" status: 200 len: 375 time: 0.0464385 Aug 18 13:57:38.294984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-c703486e-a5da-4286-8287-8130f834986e tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0566292 Aug 18 13:57:38.328972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-08ce07d7-a24e-4a26-9dad-24b1cd9d2799 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e13faca9b540949e1452e9f9040ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309441 Aug 18 13:57:38.380128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-3abc5f12-373a-4070-a79b-a83f05ef235b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0734532 Aug 18 13:57:38.558966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-a163957d-31a3-4f6b-bef2-3eadd9f57e22 service neutron] 10.222.0.35 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026837 Aug 18 13:57:38.645971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Deleting port 17f208b8-04c9-4099-979e-5d33c4c8e358 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:38.646314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:38.721089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e3098c48-3543-4b5e-abde-514f77d3d186 service neutron] 10.222.0.35 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549242 Aug 18 13:57:38.754357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:38.755030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:38.769081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Calling delete_port for 17f208b8-04c9-4099-979e-5d33c4c8e358 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:38.931044 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac6f1a9-f15d-4c0a-b16c-7658d55c5460 x-openstack-request-id: req-9ac6f1a9-f15d-4c0a-b16c-7658d55c5460 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:38.931044 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:38.931044 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ac6f1a9-f15d-4c0a-b16c-7658d55c5460 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:38.931044 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'code': 200} Aug 18 13:57:38.982295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c1dc1e-e114-4857-9b74-f0427f64f731 x-openstack-request-id: req-77c1dc1e-e114-4857-9b74-f0427f64f731 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:38.982295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "name": "network-vif-plugged", "status": "completed", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:38.982295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77c1dc1e-e114-4857-9b74-f0427f64f731 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:38.982295 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'code': 200} Aug 18 13:57:39.001427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.063246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event deleted for resources: {'Port': ['ID=17f208b8-04c9-4099-979e-5d33c4c8e358,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:39.112230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f52d8662-5fa8-486e-a43b-cb65ffd7e808 req-b1da9e3d-3ce6-4d0b-be44-a6d6bb590f54 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 210 time: 0.0532463 Aug 18 13:57:39.168708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.169538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.170234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.170742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.171235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.171725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.172218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.173148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.173651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.174175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.176405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.176785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.257290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.260150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.278421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c9b08a-4f64-4049-8228-0925cc250d5e req-8b34a20a-86b3-4f32-b213-5516ea1d8c95 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "DELETE /v2.0/floatingips/455dc6fc-01aa-4b9a-8ec7-78c9818b6fbc HTTP/1.1" status: 204 len: 173 time: 0.8701465 Aug 18 13:57:39.298664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178a97-3867-4f70-8f40-a856f01bbb2f req-966b4874-9a6b-4464-80ed-98763e674e9d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:39.306303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96178a97-3867-4f70-8f40-a856f01bbb2f req-966b4874-9a6b-4464-80ed-98763e674e9d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 943 time: 0.0961127 Aug 18 13:57:39.374066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96178a97-3867-4f70-8f40-a856f01bbb2f req-5fd0ebbe-aa07-45a9-bb9a-b3c4ec43ff07 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667198 Aug 18 13:57:39.397018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aa3b2-721f-48d7-a8bf-1f4294fd9e25 req-5a34240c-1811-40c0-90b4-9ad640695ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:39.398773 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af0aa3b2-721f-48d7-a8bf-1f4294fd9e25 req-5a34240c-1811-40c0-90b4-9ad640695ad4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 1097 time: 0.3432887 Aug 18 13:57:39.425284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ae5d5-5e22-4bc3-8ec8-ccd17c567cb9 req-ec196ead-db4b-41f9-869b-b84d362fd695 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:39.435427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c79ae5d5-5e22-4bc3-8ec8-ccd17c567cb9 req-ec196ead-db4b-41f9-869b-b84d362fd695 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0983174 Aug 18 13:57:39.448048 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af0aa3b2-721f-48d7-a8bf-1f4294fd9e25 req-2d1d2080-eba5-4d26-a5bb-0ef35323522a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353117 Aug 18 13:57:39.478779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c79ae5d5-5e22-4bc3-8ec8-ccd17c567cb9 req-b4a81c13-2ced-49ca-8d52-8e26d10d0dd1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Aug 18 13:57:39.516359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3bd72-9a96-423f-bd2c-6cc9fdc6dbad req-e0ffb237-2c56-4404-b43e-49e70b47ca2f tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:39.517915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5be3bd72-9a96-423f-bd2c-6cc9fdc6dbad req-e0ffb237-2c56-4404-b43e-49e70b47ca2f tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 946 time: 0.0601287 Aug 18 13:57:39.567961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87a8cdaa-6b63-4423-9a2b-797aa6361b7e req-14b58f3e-5d61-41f0-a805-260f41ccf867 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 210 time: 0.0354693 Aug 18 13:57:39.603190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5be3bd72-9a96-423f-bd2c-6cc9fdc6dbad req-6d5b285d-a66f-43d4-a7f2-ef36a3645d41 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626633 Aug 18 13:57:39.695814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-d33e22df-e8e1-4351-94f0-834976dd1b57 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips/65d7aa1c-d2dc-4e06-8520-9b0d7ea44168 HTTP/1.1" status: 200 len: 693 time: 0.0746310 Aug 18 13:57:39.843327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-4aa2959a-bbff-48ff-98fc-1b7612784ef9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:39.844752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-4aa2959a-bbff-48ff-98fc-1b7612784ef9 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1420579 Aug 18 13:57:39.855157 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.904140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-d67732cc-5f2e-49fa-bfd4-f0f354e7bc60 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0529523 Aug 18 13:57:39.962418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-f839e50c-14a8-4948-9e22-dd4cca03156b tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0491910 Aug 18 13:57:40.102706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Deleting port d4db52d5-bb44-4865-897b-a098a2987d55 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:40.104272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.224132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-d5b5d968-4d1d-46ee-8174-ce3e2a1ca4e1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300298 Aug 18 13:57:40.305944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.306285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.336247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Calling delete_port for d4db52d5-bb44-4865-897b-a098a2987d55 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:40.428344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93f4f236-3cd4-4f23-8940-c0af39fc9fab req-845521e1-de32-43cf-918a-8083a9a0d6fc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 210 time: 0.0688872 Aug 18 13:57:40.467720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-cb35d48a-8fbc-423d-aea3-eac37e10efba tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.472615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-cb35d48a-8fbc-423d-aea3-eac37e10efba tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379835 Aug 18 13:57:40.486057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Request body: {'port': {'device_id': '313410ee-76ef-4991-986b-12521b5c75b7', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a91ea0c85878423b982a8379ba9a4d59'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:40.520398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.722898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1db3d5-466e-49b6-bfe0-db105722e3a2 req-ff9c8b5b-d232-4d5a-974b-458e585b5982 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.724909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d1db3d5-466e-49b6-bfe0-db105722e3a2 req-ff9c8b5b-d232-4d5a-974b-458e585b5982 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 943 time: 0.1047432 Aug 18 13:57:40.782092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d1db3d5-466e-49b6-bfe0-db105722e3a2 req-d2c4f67b-8362-4be7-bc04-beebdb872e31 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494051 Aug 18 13:57:40.827694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.886690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event deleted for resources: {'Port': ['ID=d4db52d5-bb44-4865-897b-a098a2987d55,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:40.896388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Made reservation on behalf of a91ea0c85878423b982a8379ba9a4d59 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:40.899902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.941450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:40.941450 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01f72a6-728e-418f-b9a8-1b00807b80e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:40.946449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.982154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.983627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.986328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c25576f9-cef5-479d-8192-0f1494cbf58b req-3c0aedf4-b9cd-4433-8c24-b0cfc0a55c8c tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "DELETE /v2.0/floatingips/65d7aa1c-d2dc-4e06-8520-9b0d7ea44168 HTTP/1.1" status: 204 len: 173 time: 1.0219815 Aug 18 13:57:41.012444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3bab3-85aa-4cc7-90b5-4e7184a3c4cb req-aecd7f32-cf7e-4d93-9ce1-964796f719a8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.014933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d3bab3-85aa-4cc7-90b5-4e7184a3c4cb req-aecd7f32-cf7e-4d93-9ce1-964796f719a8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1330485 Aug 18 13:57:41.016544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:41.090750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ba981c-a40c-43be-bd1b-001fc6475333 req-81634e2c-9f29-401f-a873-36660aaf3264 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 210 time: 0.0414832 Aug 18 13:57:41.114423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d3bab3-85aa-4cc7-90b5-4e7184a3c4cb req-bbf39503-d80e-4c19-b571-c4ec5e1385d4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836442 Aug 18 13:57:41.140275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:41.152406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 has no active binding in host n-h2-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:57:41.188449 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd0abd-da45-4690-896b-b8a7c442bcfa x-openstack-request-id: req-bfbd0abd-da45-4690-896b-b8a7c442bcfa {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:41.188740 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:41.188984 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfbd0abd-da45-4690-896b-b8a7c442bcfa {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:41.189533 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'status': 'completed', 'code': 200} Aug 18 13:57:41.211462 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:41.276871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-aac6cc92-403a-4f67-9263-af6a24a97f28 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips/1d94593f-19ae-4a3b-a399-6c3cf6d14059 HTTP/1.1" status: 200 len: 692 time: 0.0696242 Aug 18 13:57:41.283521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-d3862ea5-db02-42c7-af1f-cfc68fe56014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.285799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-d3862ea5-db02-42c7-af1f-cfc68fe56014 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1124 time: 0.0476069 Aug 18 13:57:41.307464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42296) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:41.315758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305c74d-8ba2-49af-a3ef-365e32279cf6 req-47d94e60-2ca6-46c9-999f-b279601b44e8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.317292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7305c74d-8ba2-49af-a3ef-365e32279cf6 req-47d94e60-2ca6-46c9-999f-b279601b44e8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 946 time: 0.1298790 Aug 18 13:57:41.351025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:41.388643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-348b6d32-5351-4655-bb0a-8802a958a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.390197 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-348b6d32-5351-4655-bb0a-8802a958a6a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.0966187 Aug 18 13:57:41.435515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-6f287abb-25f1-4091-90c6-f5e86d4af210 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.0364416 Aug 18 13:57:41.479085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fff26b-6bf4-4cb4-9b77-5c8329689f69,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:41.491604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-0dfb43fe-95c7-468a-84e1-168588c87b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.493495 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-0dfb43fe-95c7-468a-84e1-168588c87b66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0492787 Aug 18 13:57:41.506690 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eccd7740-10e2-456f-8a1f-f0a901beb40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:41.519632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7305c74d-8ba2-49af-a3ef-365e32279cf6 req-320fe0ee-fc77-4143-8a26-abf8e4b279a2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696346 Aug 18 13:57:41.538768 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-632fd1bc-0f4e-48a2-b637-77bfc9178a94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349810 Aug 18 13:57:41.614513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-7cf70ecf-b6a6-400b-a013-10d23d12531d tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.615975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-7cf70ecf-b6a6-400b-a013-10d23d12531d tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.3321550 Aug 18 13:57:41.661880 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-611f0697-bd8d-4033-bbbf-2a2ec0fce53c service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127367 Aug 18 13:57:41.662138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8772566f-339d-4186-9764-f2463681f51f req-ea939d53-3add-4f62-bc2d-8dbf5f049fb7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 210 time: 0.0611379 Aug 18 13:57:41.719788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-8423662a-543a-4d18-92c1-f1b9a86d66f0 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0904641 Aug 18 13:57:41.722135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Allocated IP 192.168.233.32 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/d49b453d-42e4-4519-a980-5eb4b1321799) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:41.830547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a01f72a6-728e-418f-b9a8-1b00807b80e6 req-93b5f760-eb6e-4c20-aa98-fb8fe8ed363a service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564214 Aug 18 13:57:41.963700 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:57:42.050342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-6b984f96-dcc0-4a2b-a862-a2a1646a7667 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.051865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-6b984f96-dcc0-4a2b-a862-a2a1646a7667 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.10 "GET /v2.0/networks?id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6 HTTP/1.1" status: 200 len: 813 time: 0.1140754 Aug 18 13:57:42.066297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Request body: {'port': {'device_id': '62edd8aa-780e-41ec-a06a-99239df31daa', 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6', 'admin_state_up': True, 'tenant_id': 'b8e13faca9b540949e1452e9f9040ff4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:42.097229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-59a201e1-064b-4c2b-a13d-9f85469a3ebf tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.3646717 Aug 18 13:57:42.197234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3298-908e-4c6c-8271-ebe0789a077b req-62cebe2f-0e04-4ca7-ba51-6360b9c0833b tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.198825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a8a3298-908e-4c6c-8271-ebe0789a077b req-62cebe2f-0e04-4ca7-ba51-6360b9c0833b tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 946 time: 0.4703662 Aug 18 13:57:42.209726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42314) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:42.218795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'floatingip': {'port_id': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:42.305124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.374306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eccd7740-10e2-456f-8a1f-f0a901beb40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.426453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d94b-b1d7-455a-a0f3-d04c8e092526 req-15bac73f-5541-4323-b151-a780a7142cef tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.431053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b833d94b-b1d7-455a-a0f3-d04c8e092526 req-15bac73f-5541-4323-b151-a780a7142cef tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 943 time: 0.1421785 Aug 18 13:57:42.471135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.495530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eccd7740-10e2-456f-8a1f-f0a901beb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.500282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Transition to ACTIVE for port object d49b453d-42e4-4519-a980-5eb4b1321799 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:42.544085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b833d94b-b1d7-455a-a0f3-d04c8e092526 req-bfe1b7e9-7add-400b-aadf-65943515202c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076727 Aug 18 13:57:42.555118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Deleting port c1781a22-4e77-4dc1-8d97-66867d6f1f39 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:42.555522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.589974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eccd7740-10e2-456f-8a1f-f0a901beb40b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35d5de62ef80484196e9386094f860f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2712071 Aug 18 13:57:42.601396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42316) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:42.613738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Made reservation on behalf of b8e13faca9b540949e1452e9f9040ff4 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:42.617572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.627412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd7740-10e2-456f-8a1f-f0a901beb40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7928bd-8b9a-4678-a99c-90c605ba1b8f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:42.699509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.699813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.715492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Calling delete_port for c1781a22-4e77-4dc1-8d97-66867d6f1f39 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:42.764996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.825682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:42.843013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:42.846695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:42.850555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:42.869116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:42.918840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.919524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.067824 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.070700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-77d07f1a-050d-4414-9666-1ce77481dbda tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5893347 Aug 18 13:57:43.108734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Request body: {'port': {'device_id': '313410ee-76ef-4991-986b-12521b5c75b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:43.112035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Pushing event deleted for resources: {'Port': ['ID=c1781a22-4e77-4dc1-8d97-66867d6f1f39,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:43.145298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.228738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b34b125-7735-412f-9e88-6f7cfe7f70d8 None None] Provisioning for port d49b453d-42e4-4519-a980-5eb4b1321799 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:43.235220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b34b125-7735-412f-9e88-6f7cfe7f70d8 None None] Provisioning complete for port d49b453d-42e4-4519-a980-5eb4b1321799 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:43.235547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b34b125-7735-412f-9e88-6f7cfe7f70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.255163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.268733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Allocated IP 172.20.0.8 (4d4e6d39-2626-4c97-ba27-f77d9774ecb6/f715e722-77e0-43af-9472-9008690252af/2f6ebc1b-f0a1-4afb-b396-075dc6aa418c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:43.279700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.281945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.283151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0638acf8-65c1-4c71-8a46-0cfe1568d602 req-19b842ef-0f55-4f7f-b808-af1632971006 tempest-FloatingIPDetailsTestJSON-2058085842 tempest-FloatingIPDetailsTestJSON-2058085842-project] 10.222.0.35 "DELETE /v2.0/floatingips/1d94593f-19ae-4a3b-a399-6c3cf6d14059 HTTP/1.1" status: 204 len: 173 time: 1.1722116 Aug 18 13:57:43.315752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3b34b125-7735-412f-9e88-6f7cfe7f70d8 None None] Port d49b453d-42e4-4519-a980-5eb4b1321799 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:57:43.321701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42326) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:43.366527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.386173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2f5031dd-e7e7-4ba5-ad85-cf35cb342df4 service neutron] 10.222.0.10 "GET /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1770036 Aug 18 13:57:43.468534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.470345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.472851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.474048 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d7928bd-8b9a-4678-a99c-90c605ba1b8f HTTP/1.1" status: 204 len: 168 time: 0.8714526 Aug 18 13:57:43.501913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a96900e-14cb-4c1b-8bd4-ce675c07fd41 req-3a878b1a-8405-4b0d-8f12-2f161e29d7e8 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 210 time: 0.1179707 Aug 18 13:57:43.787274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19a533-b98a-48d2-adef-1860ee390621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7928bd-8b9a-4678-a99c-90c605ba1b8f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:43.913389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.927515 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 associated. External IP: 172.25.1.252, port: 03daf93f-23dd-4e9d-a98c-0ad37c1d5223. Aug 18 13:57:43.951203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526235-322b-4cb4-ad1d-e0c85d1a82bf req-97d0ee2d-ac6c-45b8-99ef-45966c2564b6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:43.958936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8526235-322b-4cb4-ad1d-e0c85d1a82bf req-97d0ee2d-ac6c-45b8-99ef-45966c2564b6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.3410892 Aug 18 13:57:44.021816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33b4d-61cb-4992-82cc-4c39667e644c req-bda55a2a-e573-4d1f-87f5-e7fbc99c3470 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:44.023347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eab33b4d-61cb-4992-82cc-4c39667e644c req-bda55a2a-e573-4d1f-87f5-e7fbc99c3470 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 935 time: 0.3006270 Aug 18 13:57:44.157819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.165726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8526235-322b-4cb4-ad1d-e0c85d1a82bf req-0b9776ad-9443-4b21-b9f0-515b249d747b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058949 Aug 18 13:57:44.191468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:44.206089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49b453d-42e4-4519-a980-5eb4b1321799 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:44.221297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eab33b4d-61cb-4992-82cc-4c39667e644c req-30ea45fa-ba8c-476c-ad42-7462e76fd69a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835251 Aug 18 13:57:44.224989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:44.230928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:44.238469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:44.251447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:57:44.276776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.281084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Pushing event updated for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:44.315688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:44.317483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Transition to ACTIVE for port object d49b453d-42e4-4519-a980-5eb4b1321799 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:44.353355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:44.354079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.367483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:44.390007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e11c6cf8-6405-49f0-945c-14b1972d2276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.459023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:44.466158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.470575 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-e5667b78-5811-4ba0-8133-edb5c7ca5eaf tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4077797 Aug 18 13:57:44.473815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:44.488674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:44.489325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:57:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:44.500284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Request body: {'port': {'device_id': '62edd8aa-780e-41ec-a06a-99239df31daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:44.545673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5bac83ca-88e1-44db-9874-f8dd5c034543 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "PUT /v2.0/floatingips/2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 HTTP/1.1" status: 200 len: 992 time: 2.3337162 Aug 18 13:57:44.550688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:44.557242 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cdbb80-cea4-4e00-bb9b-6267582754a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:44.707262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.716523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:44.783757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c38734-827b-4e1e-ad05-1c4ca47b2357 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:44.792270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.814150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e11c6cf8-6405-49f0-945c-14b1972d2276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.851565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:44.933586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e11c6cf8-6405-49f0-945c-14b1972d2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:44.983449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16669d00-2005-4520-8bbb-cf9c5675d44e req-f8e56eee-21d5-4a73-ab3b-45b3acb8337c tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:44.991042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16669d00-2005-4520-8bbb-cf9c5675d44e req-f8e56eee-21d5-4a73-ab3b-45b3acb8337c tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 931 time: 0.2480805 Aug 18 13:57:45.001269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1416-62b3-4264-ac54-fbdac5aa2ac7 req-e0d5abca-30db-4636-ac03-18fe966ded09 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:45.009195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-583d1416-62b3-4264-ac54-fbdac5aa2ac7 req-e0d5abca-30db-4636-ac03-18fe966ded09 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 943 time: 0.6682451 Aug 18 13:57:45.043818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.047166 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e11c6cf8-6405-49f0-945c-14b1972d2276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08d055a7d9f74075a043ba83ac23103f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774690 Aug 18 13:57:45.047354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c6cf8-6405-49f0-945c-14b1972d2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd1c72-8c37-48b9-96ec-e35abb4856e5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:45.060790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42350) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:45.067096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:45.216978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:45.218879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:7c:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:57:43Z', 'revision_number': 1, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:45.235543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.248187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:45.266137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Transition to ACTIVE for port object 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:45.266505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-583d1416-62b3-4264-ac54-fbdac5aa2ac7 req-67e619c2-0a73-4c40-b73d-5d06dfebb88a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533197 Aug 18 13:57:45.270893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:45.271519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:57:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:45.346765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:45.347243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:45.347628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:45.374193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.374631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16669d00-2005-4520-8bbb-cf9c5675d44e req-adae833c-32fe-4034-aada-9c1df9f99233 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773685 Aug 18 13:57:45.409337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.415413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.420151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:45.422349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:45.461862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:45.473912 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a66ac-1e9b-43b2-b63b-b4a5ea7d5089 x-openstack-request-id: req-633a66ac-1e9b-43b2-b63b-b4a5ea7d5089 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:45.474235 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:45.474454 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-633a66ac-1e9b-43b2-b63b-b4a5ea7d5089 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:45.475539 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'status': 'completed', 'code': 200} Aug 18 13:57:45.476188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:45.512435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:45.513163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:45.513912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:45.514738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Bound port: d49b453d-42e4-4519-a980-5eb4b1321799, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:45.515334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.532332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] Transition to ACTIVE for port object f5c38734-827b-4e1e-ad05-1c4ca47b2357 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:45.611438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.646735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-b77945f6-2ec6-4c99-a023-aa69ba77be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:45.648256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-b77945f6-2ec6-4c99-a023-aa69ba77be98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 1097 time: 0.1542015 Aug 18 13:57:45.649399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Attempting to bind port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:45.649727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Attempting to bind port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '410e77af-2514-4bd1-a6ac-53f54112750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:45.650114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Attempting to bind port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c on network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:45.655736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c on network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:45.656059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Attempting to bind port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c on network 4d4e6d39-2626-4c97-ba27-f77d9774ecb6 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:45.677936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.683319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:45.683319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Checking segment: {'id': '410e77af-2514-4bd1-a6ac-53f54112750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:45.683629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Bound using segment: {'id': '410e77af-2514-4bd1-a6ac-53f54112750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:45.684089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Bound port: 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410e77af-2514-4bd1-a6ac-53f54112750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:45.684444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.829921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-57ecc41d-9e99-4d4a-9e0b-974ccc4ff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:45.831475 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-57ecc41d-9e99-4d4a-9e0b-974ccc4ff47f service neutron] 10.222.0.58 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 924 time: 0.1722069 Aug 18 13:57:45.845523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] No DVR routers for this DVR port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:45.846159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:45.850507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:45.856917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,segment=NetworkSegment(410e77af-2514-4bd1-a6ac-53f54112750e),segment_id=410e77af-2514-4bd1-a6ac-53f54112750e)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:45.892219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:7c:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:57:43Z', 'revision_number': 1, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:45.935143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611c064-eef4-49e5-9e39-b3100c7f5547 None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:7c:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:57:43Z', 'revision_number': 1, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:45.948497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.967004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b6dde-c261-48cf-8a38-6ccab1e3dc2d req-309ae653-e2f2-42d0-b04f-80a3093d6844 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:45.976283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-581b6dde-c261-48cf-8a38-6ccab1e3dc2d req-309ae653-e2f2-42d0-b04f-80a3093d6844 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.4087059 Aug 18 13:57:45.982903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:46.039172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dd3ad-2245-4756-b3ab-5c70465c571f req-a1386643-1506-4420-9e5b-90c34d8f01b3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.051482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-315dd3ad-2245-4756-b3ab-5c70465c571f req-a1386643-1506-4420-9e5b-90c34d8f01b3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.4838798 Aug 18 13:57:46.067999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.073702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.073702 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/2f6ebc1b-f0a1-4afb-b396-075dc6aa418c HTTP/1.1" status: 200 len: 1091 time: 1.5778670 Aug 18 13:57:46.078917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-34e6e70e-d1b0-4be6-838f-98dd8812c515 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223 HTTP/1.1" status: 200 len: 1000 time: 0.2183931 Aug 18 13:57:46.079753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c35005-e229-432f-b6e9-cebffcac63f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:46.080149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] Pushing event updated for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:46.095774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.114907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-fed200dc-0f7b-432b-ac9c-a0f29c74b99d service neutron] 10.222.0.10 "PUT /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357/bindings/n-h2-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 2.7120607 Aug 18 13:57:46.153725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-ad6bbcb0-1d6b-42d7-9b8d-ee4343a0b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.155808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-ad6bbcb0-1d6b-42d7-9b8d-ee4343a0b90c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.0633020 Aug 18 13:57:46.188233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.188849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.190464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] 10.222.0.10 "PUT /v2.0/ports/d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 1095 time: 3.0873058 Aug 18 13:57:46.203055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:46.205489 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6f6c1-3822-44e5-b637-c24601f4430d" -d '{"events": [{"name": "network-changed", "server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:46.230331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.233198 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.236700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1fd1c72-8c37-48b9-96ec-e35abb4856e5 HTTP/1.1" status: 204 len: 168 time: 1.1645062 Aug 18 13:57:46.236883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-81f52d1c-f864-400e-b2bf-4f06b5b4d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.236883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-81f52d1c-f864-400e-b2bf-4f06b5b4d0db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722327 Aug 18 13:57:46.272875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-581b6dde-c261-48cf-8a38-6ccab1e3dc2d req-76a06ff2-8724-40a4-b24c-937fd42f3484 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956181 Aug 18 13:57:46.275867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-315dd3ad-2245-4756-b3ab-5c70465c571f req-c2fc1208-903a-440b-a326-3770ebb71263 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235677 Aug 18 13:57:46.317513 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d005c-1fff-48e4-8ed0-a8e64a9e84e1 None None] New status for floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:57:46.365643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71349383-2add-444c-b2aa-d6f9d4474b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd1c72-8c37-48b9-96ec-e35abb4856e5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:46.400639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfbf8e-0f68-459a-9d42-571f0ea1dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:46.472376 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf5a4d-8931-44b2-abc2-4458c81bab2e x-openstack-request-id: req-0abf5a4d-8931-44b2-abc2-4458c81bab2e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:46.476111 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:46.476672 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0abf5a4d-8931-44b2-abc2-4458c81bab2e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:46.477292 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'status': 'completed', 'code': 200} Aug 18 13:57:46.529327 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-22201e12-9693-4de5-9967-882d63f4a6a2 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836103 Aug 18 13:57:46.594988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-79f69808-3e04-4eed-a96e-2c6aaa127c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.596932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-79f69808-3e04-4eed-a96e-2c6aaa127c9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8e13faca9b540949e1452e9f9040ff4&device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 1094 time: 0.4056273 Aug 18 13:57:46.671264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-20a63ee9-7dc9-45aa-bcb0-b0170c87a1fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c HTTP/1.1" status: 200 len: 217 time: 0.0522256 Aug 18 13:57:46.734514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b6cdbb80-cea4-4e00-bb9b-6267582754a7 req-f798e261-3317-4b52-9829-6be0a6852055 service neutron] 10.222.0.58 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859224 Aug 18 13:57:46.744219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a6fe8-3a01-40a5-a393-3fa9e9073cb9 req-e09a1988-f87b-4bdb-9aec-cf4413fc78fd tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.746051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa4a6fe8-3a01-40a5-a393-3fa9e9073cb9 req-e09a1988-f87b-4bdb-9aec-cf4413fc78fd tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 943 time: 0.2352841 Aug 18 13:57:46.748107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-da82a6e0-c811-4269-bfb2-e5d3e5058b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.749813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-da82a6e0-c811-4269-bfb2-e5d3e5058b5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1098 time: 0.4104707 Aug 18 13:57:46.751537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-d3736b06-ea09-4889-a100-5bf270312c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.753230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-d3736b06-ea09-4889-a100-5bf270312c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f715e722-77e0-43af-9472-9008690252af HTTP/1.1" status: 200 len: 853 time: 0.0652621 Aug 18 13:57:46.763277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-333e39c5-ca57-42e1-9c83-31f37212e261 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.764895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-333e39c5-ca57-42e1-9c83-31f37212e261 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.4375331 Aug 18 13:57:46.853886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e7908-a60d-4dac-96d6-96a4f8a2fc26 req-725666cc-514c-42b0-940a-2e19afb48377 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.856093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-442e7908-a60d-4dac-96d6-96a4f8a2fc26 req-725666cc-514c-42b0-940a-2e19afb48377 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.3748376 Aug 18 13:57:46.898838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-9b18c481-7cac-47b0-9eb3-73323d44453f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247540 Aug 18 13:57:46.917181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-804a8e98-fcee-4eaf-8f1c-159b81266dba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.1421475 Aug 18 13:57:47.046020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa4a6fe8-3a01-40a5-a393-3fa9e9073cb9 req-9723e78d-b46f-4a98-9eeb-66f700208bf7 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860782 Aug 18 13:57:47.085360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-1eef0a67-1306-4c9d-84d4-5c24f3f6fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.087012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-1eef0a67-1306-4c9d-84d4-5c24f3f6fa04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1&tenant_id=bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 1095 time: 0.2886696 Aug 18 13:57:47.113231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-442e7908-a60d-4dac-96d6-96a4f8a2fc26 req-90f99b73-0baa-440e-b8a0-ed5217cb1c83 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087929 Aug 18 13:57:47.117827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-5948168b-d331-4df8-9c2e-85fbd68815af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.119405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-5948168b-d331-4df8-9c2e-85fbd68815af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1832886 Aug 18 13:57:47.206254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-244cb7c8-d1c9-4337-b480-a2ebb9a6336f service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938354 Aug 18 13:57:47.226076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Deleting port 042f666f-4da3-4eca-86bb-4993f2b706d6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:47.226421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:47.481536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:47.484308 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c009f705-6459-409c-a33e-ef0366b69777" -d '{"events": [{"name": "network-changed", "server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:47.498522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:47.559406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:47.625383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4b9cf6f4-fbb2-4289-81f7-82b0f97b5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.626886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-4b9cf6f4-fbb2-4289-81f7-82b0f97b5a48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1095 time: 0.4883597 Aug 18 13:57:47.667780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-f009b6cf-af16-463c-90bc-025df03d112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.669244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-f009b6cf-af16-463c-90bc-025df03d112d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5332422 Aug 18 13:57:47.855762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de2ac0c-d791-4e86-a7ac-0203c89bcd7f req-a6f247a0-1101-4265-bcd2-1d89e40dd586 service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387048 Aug 18 13:57:47.863012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03040-7710-472b-85c7-4cdf49cc567c req-4a083b20-63e9-44d0-a1f2-04c661b43a2d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.864504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8e03040-7710-472b-85c7-4cdf49cc567c req-4a083b20-63e9-44d0-a1f2-04c661b43a2d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.2687564 Aug 18 13:57:47.877706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6d76-1c7c-47e7-9d00-cb141c8930b5 req-64d4e666-118b-4589-8bb1-e1a21de696f1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.879228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fed6d76-1c7c-47e7-9d00-cb141c8930b5 req-64d4e666-118b-4589-8bb1-e1a21de696f1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2910469 Aug 18 13:57:47.953174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] For port 042f666f-4da3-4eca-86bb-4993f2b706d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=042f666f-4da3-4eca-86bb-4993f2b706d6,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:47.953554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:47.978176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2de797e2-938c-49e7-9fba-47d249fc11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.979674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-2de797e2-938c-49e7-9fba-47d249fc11ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.3166935 Aug 18 13:57:47.996327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Calling delete_port for 042f666f-4da3-4eca-86bb-4993f2b706d6 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:48.002431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-dd800725-d15b-4909-932b-07617331430c service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171670 Aug 18 13:57:48.077084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8e03040-7710-472b-85c7-4cdf49cc567c req-e397a68e-3907-4528-b887-1e920d0edc82 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936741 Aug 18 13:57:48.126978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-7f1ca9b6-4768-4591-a39a-66bf0b07539e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.1282442 Aug 18 13:57:48.137462 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5256a-1206-48ff-a369-58885bceab33 x-openstack-request-id: req-0ed5256a-1206-48ff-a369-58885bceab33 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:48.137462 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:48.137462 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ed5256a-1206-48ff-a369-58885bceab33 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:48.137462 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c', 'status': 'completed', 'code': 200} Aug 18 13:57:48.184902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fed6d76-1c7c-47e7-9d00-cb141c8930b5 req-872c0d5a-6ac6-4600-afa5-4dd9bbcd8cad tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959442 Aug 18 13:57:48.371836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-7858f266-62d5-4aa6-bf60-1d960e230b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.373369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-7858f266-62d5-4aa6-bf60-1d960e230b33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.2131331 Aug 18 13:57:48.440809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11de669-bbf6-4fbe-be79-c0098df2081f req-eb45dbb1-b2b5-4e43-8123-d3248d5d98f9 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254537 Aug 18 13:57:48.466675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009f705-6459-409c-a33e-ef0366b69777 req-1932a711-6606-42b9-a0b0-5db24cc9b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.468231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-1932a711-6606-42b9-a0b0-5db24cc9b5ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8e13faca9b540949e1452e9f9040ff4&device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 1094 time: 0.3039556 Aug 18 13:57:48.476291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-66673aee-b359-4cbe-bd49-fa9f776cf160 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587571 Aug 18 13:57:48.488963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa666-ead0-44e7-93bd-dd6f5b795575 req-540db2fc-aa08-4541-b79f-b6b05c3a6f58 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.490509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15fa666-ead0-44e7-93bd-dd6f5b795575 req-540db2fc-aa08-4541-b79f-b6b05c3a6f58 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 943 time: 0.2743793 Aug 18 13:57:48.534097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54524-fc3a-4103-9a3f-c0f80339ce8a req-619fc3df-067b-4423-9dfc-296b76aa1362 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.535608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bba54524-fc3a-4103-9a3f-c0f80339ce8a req-619fc3df-067b-4423-9dfc-296b76aa1362 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.2743607 Aug 18 13:57:48.753486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15fa666-ead0-44e7-93bd-dd6f5b795575 req-c3ac60c2-dd4e-40fe-9f7d-21637cc9f95a tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399909 Aug 18 13:57:48.804785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bba54524-fc3a-4103-9a3f-c0f80339ce8a req-3eac4e43-6566-4be9-aac8-fd240c026d30 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849189 Aug 18 13:57:48.826742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009f705-6459-409c-a33e-ef0366b69777 req-61309107-e02c-46ff-8b87-edc474ffd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.828215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-61309107-e02c-46ff-8b87-edc474ffd85e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6 HTTP/1.1" status: 200 len: 914 time: 0.3475814 Aug 18 13:57:48.845203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-0ab3f348-c5ce-4d2e-98bc-56ded65de382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.846735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-0ab3f348-c5ce-4d2e-98bc-56ded65de382 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1098 time: 0.2253008 Aug 18 13:57:48.854504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-e99a9a4a-b09d-424c-80a4-7427b61f832c service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507195 Aug 18 13:57:48.905645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-0748aef0-f14d-41d0-87e3-ca76d5685ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c HTTP/1.1" status: 200 len: 217 time: 0.0688014 Aug 18 13:57:48.986752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:49.051375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=042f666f-4da3-4eca-86bb-4993f2b706d6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:49.126598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009f705-6459-409c-a33e-ef0366b69777 req-a4a4fec4-e5ed-4611-9d70-6d93368604b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.128919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-a4a4fec4-e5ed-4611-9d70-6d93368604b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f715e722-77e0-43af-9472-9008690252af HTTP/1.1" status: 200 len: 853 time: 0.2023301 Aug 18 13:57:49.232212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-a057d823-b6ab-4e1d-9b71-b0522a5d160d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774407 Aug 18 13:57:49.262570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-aaea2eb3-8324-4312-bd56-15a030536317 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731525 Aug 18 13:57:49.264261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-da29dcbb-9da5-426d-adf6-dee5ea3ce568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.265748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-da29dcbb-9da5-426d-adf6-dee5ea3ce568 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3752162 Aug 18 13:57:49.376439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-43754f81-861a-4821-9457-5389c0e23f02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0827086 Aug 18 13:57:49.505593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:49.634713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,segment=NetworkSegment(410e77af-2514-4bd1-a6ac-53f54112750e),segment_id=410e77af-2514-4bd1-a6ac-53f54112750e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:49.647347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c', 'network_id': '4d4e6d39-2626-4c97-ba27-f77d9774ecb6', 'port_id': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c', 'mac_address': 'fa:16:3e:61:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f715e722-77e0-43af-9472-9008690252af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:49.688468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:49.703488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:49.724934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,segment=NetworkSegment(410e77af-2514-4bd1-a6ac-53f54112750e),segment_id=410e77af-2514-4bd1-a6ac-53f54112750e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:49.817164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:49.834126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c591a3-b627-4036-bc3c-8cfdec4463de req-46b3ac31-1cac-4918-830c-2b92d664d3d8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.835800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99c591a3-b627-4036-bc3c-8cfdec4463de req-46b3ac31-1cac-4918-830c-2b92d664d3d8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.6112478 Aug 18 13:57:49.867743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:49.871276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-cf11c871-869d-422f-9bcf-a253dfd73cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.872746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-cf11c871-869d-422f-9bcf-a253dfd73cc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1778824 Aug 18 13:57:49.904085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db928-33cb-41a4-a12e-3b9512734170 req-fad4e378-c64f-45e8-92c2-eae145a51f9c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.905505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e3db928-33cb-41a4-a12e-3b9512734170 req-fad4e378-c64f-45e8-92c2-eae145a51f9c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.5357969 Aug 18 13:57:49.923237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-0d15d273-f173-4c78-9c75-e62087d2af26 service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678751 Aug 18 13:57:50.017393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:50.050362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['2f6ebc1b-f0a1-4afb-b396-075dc6aa418c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:50.070796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99c591a3-b627-4036-bc3c-8cfdec4463de req-8e7226cf-ef77-42d3-9edd-46dadb63d6db tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101955 Aug 18 13:57:50.079263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-ceb0956c-b907-4b15-8666-d1b7fe3040c4 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:50.080967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-ceb0956c-b907-4b15-8666-d1b7fe3040c4 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.2419100 Aug 18 13:57:50.087967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-795b2292-8d58-4097-a49a-faa913975b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:50.089794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-795b2292-8d58-4097-a49a-faa913975b60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949136 Aug 18 13:57:50.141941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e3db928-33cb-41a4-a12e-3b9512734170 req-f1f88ed7-d59c-4310-bb2b-520c4442672e tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114856 Aug 18 13:57:50.312854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c009f705-6459-409c-a33e-ef0366b69777 req-52cfa441-9617-4298-abd2-a5b64d97b13e service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646927 Aug 18 13:57:50.433588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593d65-3ffc-4872-97e7-e5f14b5ed310 req-546bfa8d-1aec-4309-beb6-31188f4a04a2 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:50.435030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed593d65-3ffc-4872-97e7-e5f14b5ed310 req-546bfa8d-1aec-4309-beb6-31188f4a04a2 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 944 time: 0.2569189 Aug 18 13:57:50.455316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-28817add-9ddd-40e1-9944-e2f803f26d64 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548093 Aug 18 13:57:50.466247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45509480-643d-430e-8896-b813e367175f req-550b602c-a964-4987-b304-32ed1e89f5d5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:50.467658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45509480-643d-430e-8896-b813e367175f req-550b602c-a964-4987-b304-32ed1e89f5d5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.2174180 Aug 18 13:57:50.634831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed593d65-3ffc-4872-97e7-e5f14b5ed310 req-9890308c-4b96-4fec-8872-bd80f44eaa85 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768978 Aug 18 13:57:50.676146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45509480-643d-430e-8896-b813e367175f req-e04646e3-dbd1-4551-8039-38d5cad8dbe2 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900859 Aug 18 13:57:50.720423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-837d2f49-8639-4eb3-8c24-5e13479db168 service neutron] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:50.724540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3c6f6c1-3822-44e5-b637-c24601f4430d req-a73d397f-613d-4d76-a05a-e383bc87b32d service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537169 Aug 18 13:57:50.727581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-837d2f49-8639-4eb3-8c24-5e13479db168 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:50.728611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f87e20-2540-43d3-a73e-44a5c8ba52a9 req-837d2f49-8639-4eb3-8c24-5e13479db168 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357/bindings/n-h1-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.6379206 Aug 18 13:57:50.737371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Router 990c5e50-ebd1-41b0-ab27-1158a05ab476 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:57:50.869574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4f55b-3d54-4e15-9ea8-25b136ffb23b req-37ed55d8-104b-4547-9506-00ae7d6ab5e4 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:50.871156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81b4f55b-3d54-4e15-9ea8-25b136ffb23b req-37ed55d8-104b-4547-9506-00ae7d6ab5e4 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1095 time: 0.0895858 Aug 18 13:57:50.891482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:57:50.902819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Sync routers for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:57:50.908826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42460) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:50.909270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3b72d89e-f541-4984-a2cf-e17619cfd6ad admin admin] 10.222.0.35 "PUT /v2.0/routers/990c5e50-ebd1-41b0-ab27-1158a05ab476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5851188 Aug 18 13:57:50.913406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:50.914306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:57:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:50.934493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81b4f55b-3d54-4e15-9ea8-25b136ffb23b req-ad237d14-6c41-4e9d-ad9e-6b5b82af4ece tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Aug 18 13:57:51.023406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.039692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:51.236052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.268938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:48Z', 'revision_number': 5, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:51.296142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Checking router: 990c5e50-ebd1-41b0-ab27-1158a05ab476 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:57:51.304757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Routers {'990c5e50-ebd1-41b0-ab27-1158a05ab476'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:57:51.305369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:57:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['990c5e50-ebd1-41b0-ab27-1158a05ab476'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:51.312421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14211-6391-4e39-8b4f-260120fac7d0 req-e5442756-8e81-43f3-a215-39422c1f084c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:51.314571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1d14211-6391-4e39-8b4f-260120fac7d0 req-e5442756-8e81-43f3-a215-39422c1f084c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.1324947 Aug 18 13:57:51.371165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-70c8aede-fd9e-423f-8053-f8903e626d1c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:51.372743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-70c8aede-fd9e-423f-8053-f8903e626d1c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.1669316 Aug 18 13:57:51.396436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Deleting port adc130d2-045a-4880-954c-73784ae37bd9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:51.396783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.398524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1d14211-6391-4e39-8b4f-260120fac7d0 req-7b61f702-68f7-4ea6-a178-8d1e85fe511e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726168 Aug 18 13:57:51.410206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-18407dd4-8cf7-4cf9-8e0a-5722036e01a7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/quotas/bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 375 time: 0.0099120 Aug 18 13:57:51.424053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] Set router 990c5e50-ebd1-41b0-ab27-1158a05ab476 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:57:51.467663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-0a82912c-2416-4b27-9e06-1a5e53d8e35d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522816 Aug 18 13:57:51.507812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] For port adc130d2-045a-4880-954c-73784ae37bd9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=adc130d2-045a-4880-954c-73784ae37bd9,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:51.508088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.527734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Calling delete_port for adc130d2-045a-4880-954c-73784ae37bd9 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:51.583340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d7e90-f952-48fe-94f2-1bd1a1e5c645 req-f5321adb-2712-4a76-97e6-f142b8963964 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:51.585000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978d7e90-f952-48fe-94f2-1bd1a1e5c645 req-f5321adb-2712-4a76-97e6-f142b8963964 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1085300 Aug 18 13:57:51.624102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-6b62c4d8-e7e3-4f4b-820a-011143202bf9 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487334 Aug 18 13:57:51.629980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:51.643290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:51.665396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978d7e90-f952-48fe-94f2-1bd1a1e5c645 req-c4b05de2-b147-4c51-af45-360c56ef2144 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726521 Aug 18 13:57:51.724105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42492) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:51.809932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:51.820571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:48Z', 'revision_number': 5, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:51.826388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-5ff0e36c-40c1-4a30-a4fa-095cd898a0d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913517 Aug 18 13:57:51.860541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:51.860918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.872404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008e22e-58bc-4f5b-b2dd-af3128877b6b req-78e417b6-d33c-46da-a90f-f6905a586269 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:51.873197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2885378-98a0-479e-97ba-864e4c66225c None None] The sync data for ids ['990c5e50-ebd1-41b0-ab27-1158a05ab476'] in n-d-804303-5 is: [{'id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'name': 'tempest-FloatingIPDetailsTestJSON-1734371712-router', 'tenant_id': '63da29572f254afdac741e3a09e8c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:10Z', 'updated_at': '2021-08-18T13:57:48Z', 'revision_number': 5, 'project_id': '63da29572f254afdac741e3a09e8c0d8', 'gw_port': {'id': 'adc130d2-045a-4880-954c-73784ae37bd9', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990c5e50-ebd1-41b0-ab27-1158a05ab476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:11Z', 'updated_at': '2021-08-18T13:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:57:51.888451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9008e22e-58bc-4f5b-b2dd-af3128877b6b req-78e417b6-d33c-46da-a90f-f6905a586269 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 944 time: 0.1153169 Aug 18 13:57:51.909486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:51.912826 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2369-3f48-4a79-8250-0b5e051af3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.920486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8eb4-4843-456a-990b-0c057870848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:51.935072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'mac_address': 'fa:16:3e:64:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:51.953634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9008e22e-58bc-4f5b-b2dd-af3128877b6b req-5cc6d8bd-a170-4ba5-ab07-9cc39d9f5434 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Aug 18 13:57:51.985652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.003264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.018398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49b453d-42e4-4519-a980-5eb4b1321799 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:52.036379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Pushing event deleted for resources: {'Port': ['ID=adc130d2-045a-4880-954c-73784ae37bd9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.055583 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8eb4-4843-456a-990b-0c057870848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.057079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:52.059047 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.082828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:52.085111 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48123891-b580-4830-a4e4-731552819480" -d '{"events": [{"server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:52.099343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,segment=NetworkSegment(410e77af-2514-4bd1-a6ac-53f54112750e),segment_id=410e77af-2514-4bd1-a6ac-53f54112750e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:52.134357 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a87aa-da2c-44d3-8dd7-d961ee63fd88 x-openstack-request-id: req-8c6a87aa-da2c-44d3-8dd7-d961ee63fd88 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:52.134976 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:52.135755 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c6a87aa-da2c-44d3-8dd7-d961ee63fd88 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:52.136853 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c', 'code': 200} Aug 18 13:57:52.140667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.159683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.160309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d579c942-c463-445b-8b45-7b17b2fd7f20 req-f6d6a425-681f-49a1-a3a5-cff162859021 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 210 time: 0.0327950 Aug 18 13:57:52.161439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8eb4-4843-456a-990b-0c057870848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.207236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8a8c8eb4-4843-456a-990b-0c057870848c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d5c53f7d68a495981f70df78dd62e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794858 Aug 18 13:57:52.207236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8eb4-4843-456a-990b-0c057870848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df33c356-b940-4603-8bd1-a3ad1e069d20,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.208543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42502) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:52.266771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.269212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.281972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.286408 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.349743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.355935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d82f42-bd12-41c3-8612-3d87d12ef278 req-83236fc5-a75c-4ef1-b42b-1660729daef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:52.357880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86d82f42-bd12-41c3-8612-3d87d12ef278 req-83236fc5-a75c-4ef1-b42b-1660729daef8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 1096 time: 0.1167440 Aug 18 13:57:52.358700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.409356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.415631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.416950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990c5e50-ebd1-41b0-ab27-1158a05ab476 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:57:52.426188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:52.429187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.434989 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d24b30dc-d17b-45c0-88ec-d72ba80232ac admin admin] 10.222.0.35 "DELETE /v2.0/routers/990c5e50-ebd1-41b0-ab27-1158a05ab476 HTTP/1.1" status: 204 len: 168 time: 1.5264618 Aug 18 13:57:52.435648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:52.468238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86d82f42-bd12-41c3-8612-3d87d12ef278 req-81e44aeb-92e3-41de-9ec8-40eb9126c949 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967703 Aug 18 13:57:52.511258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Deleting subnet 5ad25684-8718-4c07-aa21-e436457b45fa {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:57:52.514884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.569665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5560a-e2bb-4ab9-b03b-fa01c32b712f req-7e78ba2a-155a-4fb1-99f8-782a01db91ee tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:52.571918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87d5560a-e2bb-4ab9-b03b-fa01c32b712f req-7e78ba2a-155a-4fb1-99f8-782a01db91ee tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 948 time: 0.0694485 Aug 18 13:57:52.572827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.637364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87d5560a-e2bb-4ab9-b03b-fa01c32b712f req-73807380-0fa9-4094-af05-6ae1340d05da tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563281 Aug 18 13:57:52.643471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.646405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.647941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df33c356-b940-4603-8bd1-a3ad1e069d20 HTTP/1.1" status: 204 len: 168 time: 0.4381673 Aug 18 13:57:52.660358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38d51d-a947-4511-86a0-53b5d93be211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33c356-b940-4603-8bd1-a3ad1e069d20,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.728433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.803560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165c51d-2e6a-4595-9791-5abe7bbe2339 req-a3870e78-cbbf-4479-86ca-baa3fa079de0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:52.804966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6165c51d-2e6a-4595-9791-5abe7bbe2339 req-a3870e78-cbbf-4479-86ca-baa3fa079de0 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0549817 Aug 18 13:57:52.846476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6165c51d-2e6a-4595-9791-5abe7bbe2339 req-423c90db-0c2c-4ea7-bac1-0133cfe9ce1b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Aug 18 13:57:52.874644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.901219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad25684-8718-4c07-aa21-e436457b45fa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:52.906925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:52.908789 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-796e7e6d-fae8-4032-aba9-23a5d450c50b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ad25684-8718-4c07-aa21-e436457b45fa HTTP/1.1" status: 204 len: 168 time: 0.4718552 Aug 18 13:57:52.911603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:52.912283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb91f9-4c34-47a2-a704-9fb0e2542ea5 None None] Network c1675717-d88e-4302-a3d0-82541accab0e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:57:52.981771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.043794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Deleting port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:53.044391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.113729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] DHCP port deletion for c1675717-d88e-4302-a3d0-82541accab0e request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:57:53.149985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7501891-38d6-42fe-87b8-14718c36fbcb req-4437f734-94da-4b79-9a64-250556fbcba2 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:53.156989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] For port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:53.157768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.167046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7501891-38d6-42fe-87b8-14718c36fbcb req-4437f734-94da-4b79-9a64-250556fbcba2 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.1260598 Aug 18 13:57:53.174779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Calling delete_port for 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:53.186273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Deleting port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:57:53.186869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.233110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7501891-38d6-42fe-87b8-14718c36fbcb req-c66ab173-95a6-4bfd-b9c8-1131740237cd tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Aug 18 13:57:53.265451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device adc130d2-045a-4880-954c-73784ae37bd9 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:53.294195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: adc130d2-045a-4880-954c-73784ae37bd9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:57:53.294539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device adc130d2-045a-4880-954c-73784ae37bd9 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:53.295153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 042f666f-4da3-4eca-86bb-4993f2b706d6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:53.326912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 042f666f-4da3-4eca-86bb-4993f2b706d6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:57:53.326912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 042f666f-4da3-4eca-86bb-4993f2b706d6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:53.326912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:53.327279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-811073aa-3925-4cc1-bb3c-62b7ddd57371 req-c4a1bf1d-8e50-4b82-999e-eb852e43b953 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 210 time: 0.0361640 Aug 18 13:57:53.361862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] For port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,segment=NetworkSegment(f0868588-d59e-427c-abce-42c8d71a6a25),segment_id=f0868588-d59e-427c-abce-42c8d71a6a25)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:53.361862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.376210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.377512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Calling delete_port for 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:57:53.396030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No active binding found for port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 {{(pid=112230) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 13:57:53.396465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:53.414191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:53.420189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] No DVR routers for this DVR port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:53.484390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.505865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.510549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:53.524990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] Pushing event deleted for resources: {'Port': ['ID=9ea73471-8d8e-40ba-b33b-b2cab4a40cf5,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:53.525904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0482edc9-f767-488f-b851-aa0949539016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.526929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911a1ff-09cd-4f7e-af9d-98eda678ec8a None None] No DVR routers for this DVR port 9ea73471-8d8e-40ba-b33b-b2cab4a40cf5 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:53.535440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1675717-d88e-4302-a3d0-82541accab0e']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:53.541348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:53.556509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0868588-d59e-427c-abce-42c8d71a6a25') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:53.561003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0868588-d59e-427c-abce-42c8d71a6a25') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:57:53.568495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.585032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.592640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:57:53.593125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: timer() Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:57:53.595735 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:57:53.634429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0482edc9-f767-488f-b851-aa0949539016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.746655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce60f-69e5-4fca-bef2-b54e04b2891b req-738160ed-0e0b-40fb-955a-a0818d7ebe07 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:53.748156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd9ce60f-69e5-4fca-bef2-b54e04b2891b req-738160ed-0e0b-40fb-955a-a0818d7ebe07 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 948 time: 0.0505126 Aug 18 13:57:53.788912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd9ce60f-69e5-4fca-bef2-b54e04b2891b req-85ecb712-83ff-4415-8e91-ec3cf5e565b7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Aug 18 13:57:53.803273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port d49b453d-42e4-4519-a980-5eb4b1321799 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:53.805290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0482edc9-f767-488f-b851-aa0949539016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.808639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port d49b453d-42e4-4519-a980-5eb4b1321799 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:53.813209 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.846878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0482edc9-f767-488f-b851-aa0949539016 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bc22a3462bf4cc0be55fd7fded5aebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344808 Aug 18 13:57:53.849415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:53.849654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482edc9-f767-488f-b851-aa0949539016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475e594-ac28-4291-8392-b435073fc64f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:53.875646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.885408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.887336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c1675717-d88e-4302-a3d0-82541accab0e HTTP/1.1" status: 204 len: 168 time: 0.9747877 Aug 18 13:57:53.904882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bca80-08f4-4121-9efd-7fe36c7c4400 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1675717-d88e-4302-a3d0-82541accab0e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:53.915418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.928763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:53.961304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:53.963395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.000372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15a21-eac4-4c61-b45a-184a55a06a22 req-ccbc0bce-9977-4ea1-99e0-86f52da5651c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:54.002372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8e15a21-eac4-4c61-b45a-184a55a06a22 req-ccbc0bce-9977-4ea1-99e0-86f52da5651c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0741560 Aug 18 13:57:54.027357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.049768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8e15a21-eac4-4c61-b45a-184a55a06a22 req-306be89f-0d09-4973-af27-913175046595 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Aug 18 13:57:54.075789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:54.112136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.114759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.117813 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0475e594-ac28-4291-8392-b435073fc64f HTTP/1.1" status: 204 len: 168 time: 0.2654877 Aug 18 13:57:54.124937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f07e-ab1f-4888-b373-0691594820f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475e594-ac28-4291-8392-b435073fc64f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:54.141021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:54.143351 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde7e12-98a3-4e1f-8b2c-8f2e76133a1a" -d '{"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-plugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:54.188354 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b372c6d-106e-4942-9856-ff94e58c43a2 x-openstack-request-id: req-9b372c6d-106e-4942-9856-ff94e58c43a2 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:54.188354 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-plugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:54.188354 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b372c6d-106e-4942-9856-ff94e58c43a2 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:54.188354 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'code': 200} Aug 18 13:57:54.297528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120edbe-b844-493d-8db7-b437bb99e4c1 req-496a77a2-4380-4212-928b-a024058d262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:54.299255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2120edbe-b844-493d-8db7-b437bb99e4c1 req-496a77a2-4380-4212-928b-a024058d262e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1100 time: 0.0435143 Aug 18 13:57:54.313869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42550) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:54.360848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ace32948-174d-4aeb-a653-8a8db2cfbd39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63da29572f254afdac741e3a09e8c0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434659 Aug 18 13:57:54.361011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2120edbe-b844-493d-8db7-b437bb99e4c1 req-f72ff858-3c6f-4350-9b1a-9cfa0e4c4570 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510380 Aug 18 13:57:54.361128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42554) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:54.371760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a748ed3-4f15-48a9-a1b8-9efd6e428921 req-116e5421-b419-41b5-a892-cf73339bd238 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:54.373295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a748ed3-4f15-48a9-a1b8-9efd6e428921 req-116e5421-b419-41b5-a892-cf73339bd238 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.0731091 Aug 18 13:57:54.418708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.434824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a748ed3-4f15-48a9-a1b8-9efd6e428921 req-607c4b1e-b554-492d-9dcd-45ed26d740e1 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555949 Aug 18 13:57:54.452804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.460284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f302a99c-ac81-4fdb-b999-4a162e11aa85 req-ed82cb55-9831-40eb-9488-9ac4f64cb0f6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 210 time: 0.0377359 Aug 18 13:57:54.635011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.635011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.636861 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67611c58-bee0-4403-a1ef-cfef63373024 HTTP/1.1" status: 204 len: 168 time: 0.2748971 Aug 18 13:57:54.645427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54ef11-9710-497a-a0dc-488b8c6be64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67611c58-bee0-4403-a1ef-cfef63373024,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:54.718197 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-66d97ded-8a44-4ed5-a3b1-c901bc9865cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:54.869322 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:55.009439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff8078-ec3b-4c28-b8ee-e22c8186dc7b req-de77d8c9-38f7-44e8-b449-bf53bb01b28f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.017496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ff8078-ec3b-4c28-b8ee-e22c8186dc7b req-de77d8c9-38f7-44e8-b449-bf53bb01b28f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1209567 Aug 18 13:57:55.082033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c7bd24e8-b579-4b18-926c-765f2d2cee7d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.083545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c7bd24e8-b579-4b18-926c-765f2d2cee7d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.2788963 Aug 18 13:57:55.111157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Request body: {'port': {'device_id': '06989640-548e-43a0-9992-473181035f85', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'admin_state_up': True, 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:55.130101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e682e9-e16c-4409-9a40-e8be061e4835 req-fe419360-9c75-48cb-9651-052988d29d88 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.134421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88e682e9-e16c-4409-9a40-e8be061e4835 req-fe419360-9c75-48cb-9651-052988d29d88 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.1793706 Aug 18 13:57:55.427890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ff8078-ec3b-4c28-b8ee-e22c8186dc7b req-0e47a175-c4e3-4d00-98b4-d4e270dccf0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959012 Aug 18 13:57:55.488529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338d26-59d8-4088-b274-f445d835feb5 req-d28a72cd-b731-482c-81d3-11ffdb7ce0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.490094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-d28a72cd-b731-482c-81d3-11ffdb7ce0ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8e13faca9b540949e1452e9f9040ff4&device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 1096 time: 0.4556313 Aug 18 13:57:55.618958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88e682e9-e16c-4409-9a40-e8be061e4835 req-2bbdae77-a8f6-4eb1-8ad0-0d0ee2335b28 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894710 Aug 18 13:57:55.729897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f667c-9c19-4b5c-93b8-6fb5e6fee889 req-720034f2-4087-4aad-a873-1c7ff1b71cb7 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.731647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f19f667c-9c19-4b5c-93b8-6fb5e6fee889 req-720034f2-4087-4aad-a873-1c7ff1b71cb7 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2146494 Aug 18 13:57:55.753086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338d26-59d8-4088-b274-f445d835feb5 req-fdeb4ce0-f1b2-4646-8e16-34927a1e2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.755542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:55.757661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-fdeb4ce0-f1b2-4646-8e16-34927a1e2af4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6 HTTP/1.1" status: 200 len: 914 time: 0.2541935 Aug 18 13:57:55.853979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-0f8afe6d-1839-43a7-a4ce-c72bde6ae69d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c HTTP/1.1" status: 200 len: 217 time: 0.0850134 Aug 18 13:57:55.890576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:57:55.896241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:55.931274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f19f667c-9c19-4b5c-93b8-6fb5e6fee889 req-c2df5a53-ea41-47de-9c5a-b1fe698599f9 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901069 Aug 18 13:57:55.959149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-664e0f62-4530-49d0-bcef-ab59aba18f91 req-edc9a4f4-22a4-4d50-b141-69a02b106962 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 210 time: 0.1189733 Aug 18 13:57:56.016805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338d26-59d8-4088-b274-f445d835feb5 req-22a93b53-619c-495f-b4a6-005ecb5c1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:56.018560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-22a93b53-619c-495f-b4a6-005ecb5c1de9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f715e722-77e0-43af-9472-9008690252af HTTP/1.1" status: 200 len: 853 time: 0.1431656 Aug 18 13:57:56.070159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-68837ed5-ef4e-4069-8c44-a03b41d38953 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d4e6d39-2626-4c97-ba27-f77d9774ecb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319819 Aug 18 13:57:56.191509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Allocated IP 172.20.0.14 (2047dc27-62fc-4f68-98d1-dded880257c9/fcc3015e-5abd-460e-8831-15eb26f0cdfa/4f3cd736-f89e-43c3-97f2-d742f1fac904) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:57:56.232196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-30c82e1b-b8f4-41ed-9b51-6a3ff212b279 service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494863 Aug 18 13:57:56.410754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e338d26-59d8-4088-b274-f445d835feb5 req-69a82cf4-7122-4560-8e14-a58f92127d1b service neutron] 10.222.0.10 "GET /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696274 Aug 18 13:57:56.462836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:56.570658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319411-898f-490a-8166-9c5452dd968f req-a2faafa2-e901-45f3-956e-a7cbda47266b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:56.572321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9319411-898f-490a-8166-9c5452dd968f req-a2faafa2-e901-45f3-956e-a7cbda47266b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0600762 Aug 18 13:57:56.614293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9319411-898f-490a-8166-9c5452dd968f req-25ba42b7-f805-4d8d-ba68-40b49b30b1e9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Aug 18 13:57:56.614934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:56.683378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:56.695636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Network 2047dc27-62fc-4f68-98d1-dded880257c9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:57:56.697388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:57:56.699882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:57:56.782144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:56.782786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:56.800282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc8eac-3377-41d2-b0a1-a855342755e9 req-700d00b6-1ce0-4952-b7ce-5a3c854c9811 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:56.801929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71cc8eac-3377-41d2-b0a1-a855342755e9 req-700d00b6-1ce0-4952-b7ce-5a3c854c9811 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.0789738 Aug 18 13:57:56.844570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71cc8eac-3377-41d2-b0a1-a855342755e9 req-0f369496-4c55-4c24-8a0d-0ea25fdb082a tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Aug 18 13:57:56.913475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-c0667dd3-083c-4571-9016-ff94ad9bd325 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8112257 Aug 18 13:57:56.928756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Request body: {'port': {'device_id': '06989640-548e-43a0-9992-473181035f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:57.036731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:57.049425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.062157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c115d90-7969-409b-9474-1e25bccbe321 req-d6079dcb-d764-44b4-8e4f-0315fee23602 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:57.063702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c115d90-7969-409b-9474-1e25bccbe321 req-d6079dcb-d764-44b4-8e4f-0315fee23602 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1100 time: 0.1150301 Aug 18 13:57:57.112683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1c115d90-7969-409b-9474-1e25bccbe321 req-de152b10-04ac-4aed-96a4-b1354ac1e1bd tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.115674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f15bfe-d3e6-4684-980c-0c482c0a1578 req-23ea6841-d228-431f-be61-cad859c2dc97 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:57.117172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30f15bfe-d3e6-4684-980c-0c482c0a1578 req-23ea6841-d228-431f-be61-cad859c2dc97 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1096 time: 0.1009426 Aug 18 13:57:57.149816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.176705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:57:57.176705 n-d-804303-5 neutron-server[112228]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 13:57:57.176705 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id': '9ed497ceebd84efc89b68d4fa0af5d43', 'id': 'd2723841-64ac-4cd9-a9d4-aebe1c82bd01', 'expiration': datetime.datetime(2021, 8, 18, 13, 59, 57, 169045)}] Aug 18 13:57:57.176705 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:57:57.177589 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:57:57.255552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30f15bfe-d3e6-4684-980c-0c482c0a1578 req-453bb9fe-fb91-4943-9217-2e37044547a1 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307282 Aug 18 13:57:57.313892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.430442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1c115d90-7969-409b-9474-1e25bccbe321 req-de152b10-04ac-4aed-96a4-b1354ac1e1bd tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.441588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c7e1-6a07-4ae8-892a-81808cee20cb req-7b7f9ac1-c3b0-49f6-8f3b-e44eb3ef7774 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:57.443118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a82c7e1-6a07-4ae8-892a-81808cee20cb req-7b7f9ac1-c3b0-49f6-8f3b-e44eb3ef7774 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1089420 Aug 18 13:57:57.443234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42704) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:57.504726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1c115d90-7969-409b-9474-1e25bccbe321 req-de152b10-04ac-4aed-96a4-b1354ac1e1bd tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.537305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a82c7e1-6a07-4ae8-892a-81808cee20cb req-c3f33273-eabf-43af-8ba5-ec5f76bf4ca1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Aug 18 13:57:57.545078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3cd736-f89e-43c3-97f2-d742f1fac904 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:57.562546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.565989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c115d90-7969-409b-9474-1e25bccbe321 req-de152b10-04ac-4aed-96a4-b1354ac1e1bd tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925044 Aug 18 13:57:57.571134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152b10-04ac-4aed-96a4-b1354ac1e1bd tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b296a4-ee2c-4faa-8e4e-3916e253c78f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:57.592897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Transition to ACTIVE for port object 4f3cd736-f89e-43c3-97f2-d742f1fac904 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:57.597412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8d12992-19e5-49a6-9926-b79891429edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.680812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2eb0c-25b7-449a-b64c-77bfa5c1c989 req-72fc0317-b222-4576-a5ba-597a48da7ecf tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:57.681202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.682451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65e2eb0c-25b7-449a-b64c-77bfa5c1c989 req-72fc0317-b222-4576-a5ba-597a48da7ecf tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 932 time: 0.0601919 Aug 18 13:57:57.704618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8d12992-19e5-49a6-9926-b79891429edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.716811 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.780999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65e2eb0c-25b7-449a-b64c-77bfa5c1c989 req-6017a4ae-3c80-4691-9f66-986a54ebe001 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917871 Aug 18 13:57:57.782521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:57.863214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:57.863558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:57.863888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:57.869351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:57.869660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:57.877026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8d12992-19e5-49a6-9926-b79891429edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.877384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:57.877695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:57.878170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:57.879085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Bound port: 4f3cd736-f89e-43c3-97f2-d742f1fac904, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:57.879085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.954506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:57.959827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:57.967160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12992-19e5-49a6-9926-b79891429edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773ea773-0db7-4ebe-8544-47359c371231,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:57.975191 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8d12992-19e5-49a6-9926-b79891429edd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0faad76373e74a279b6bef7c9548d409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307117 Aug 18 13:57:57.978321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42718) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:58.038279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.054254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.078111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.088387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.141602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.142864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.144799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] 10.222.0.10 "PUT /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 1092 time: 1.2213557 Aug 18 13:57:58.151118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:58.153737 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2503990-0b2b-4b34-8046-17826aaf7b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "06989640-548e-43a0-9992-473181035f85", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:58.159652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.196342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203a2f98-4312-435b-a741-c470b99b2b31,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:58.200617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e61b2-3d3e-43f9-b007-1da422e8e89e service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:58.208484 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-29acd1e4-77d1-49ca-b074-3393f72eaccb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ed497ceebd84efc89b68d4fa0af5d43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1706719 Aug 18 13:57:58.211924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42728) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:58.268416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.278022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.280526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.281724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/773ea773-0db7-4ebe-8544-47359c371231 HTTP/1.1" status: 204 len: 168 time: 0.3023295 Aug 18 13:57:58.299476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5e2a-bd89-47b3-b77e-0be2151595a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ea773-0db7-4ebe-8544-47359c371231,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:58.305560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.434349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-cb8aa26c-c2d5-4fd7-a0d6-72d8e8d6d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.436952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-cb8aa26c-c2d5-4fd7-a0d6-72d8e8d6d2ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1095 time: 0.0845337 Aug 18 13:57:58.515188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-4ae78efb-6c55-4a7f-8039-51154e6c930b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 217 time: 0.0685582 Aug 18 13:57:58.526091 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.529287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.530512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/203a2f98-4312-435b-a741-c470b99b2b31 HTTP/1.1" status: 204 len: 168 time: 0.3176074 Aug 18 13:57:58.591676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb6619-421e-4f08-b658-2e54d502393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a2f98-4312-435b-a741-c470b99b2b31,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:58.614542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-0ca908a6-c24a-427c-bf49-acc71ddea991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.616031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-0ca908a6-c24a-427c-bf49-acc71ddea991 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0923672 Aug 18 13:57:58.630798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4704f2-f28e-4018-8357-5aa424dc2820 req-e7e2c62e-602e-46ed-893c-3b7f154c38ca tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.632480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e4704f2-f28e-4018-8357-5aa424dc2820 req-e7e2c62e-602e-46ed-893c-3b7f154c38ca tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.1201062 Aug 18 13:57:58.668573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-3e9f8646-7533-49ca-87e8-6d5f68651e8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347140 Aug 18 13:57:58.722435 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-a1ba8189-31fc-4ad2-ab4b-8840bf0e67dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562451 Aug 18 13:57:58.749408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e4704f2-f28e-4018-8357-5aa424dc2820 req-e756cb66-0200-4398-bcbe-a399f7da0640 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063390 Aug 18 13:57:58.801370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-ccc289c9-131e-49b1-a2b3-4eb5d5d7bbbf service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198151 Aug 18 13:57:58.880489 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4492f13-aa13-4c28-af54-88e212660d76 x-openstack-request-id: req-b4492f13-aa13-4c28-af54-88e212660d76 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:58.881270 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06989640-548e-43a0-9992-473181035f85", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:58.881709 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4492f13-aa13-4c28-af54-88e212660d76 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:58.882363 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'status': 'completed', 'code': 200} Aug 18 13:57:58.923889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ad253f-5806-490a-a0e3-f0f5b497d6e6 req-1efef4bd-783c-4ce4-b0d4-844316457173 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143646 Aug 18 13:57:59.014974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d0b1b-0bf3-4ade-b3c9-76dd2153d1ff req-66b9c531-2ebb-4ce6-a8d8-b47d781ae2c2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.017780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b42d0b1b-0bf3-4ade-b3c9-76dd2153d1ff req-66b9c531-2ebb-4ce6-a8d8-b47d781ae2c2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0861580 Aug 18 13:57:59.124619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b42d0b1b-0bf3-4ade-b3c9-76dd2153d1ff req-cc6edd9b-16c9-4dc4-9813-dabfb3f66e3c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982559 Aug 18 13:57:59.141524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-75aa0ca4-87ae-474d-b9e3-974fb5987c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.141691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42772) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:59.143535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-75aa0ca4-87ae-474d-b9e3-974fb5987c47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1095 time: 0.0881255 Aug 18 13:57:59.155801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74ccc0f6-ba23-4f92-b0ee-5f48ca85f32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.307048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74ccc0f6-ba23-4f92-b0ee-5f48ca85f32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.337889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-3d383a5b-efee-46f8-8c94-25bcf3696e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.339758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-3d383a5b-efee-46f8-8c94-25bcf3696e49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.1859477 Aug 18 13:57:59.349077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb66a-6aff-4fa1-b578-334e19e0f839 req-fad7d54f-5e44-4b8b-a6ca-69ec3964b799 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.350767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c8fb66a-6aff-4fa1-b578-334e19e0f839 req-fad7d54f-5e44-4b8b-a6ca-69ec3964b799 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0884199 Aug 18 13:57:59.382453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74ccc0f6-ba23-4f92-b0ee-5f48ca85f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.408686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-1a82d804-8c6e-4dc5-bd6a-491ba3c1f983 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 217 time: 0.0569110 Aug 18 13:57:59.464821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74ccc0f6-ba23-4f92-b0ee-5f48ca85f32b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33dd3df328d24badacdb23bf4c3c0653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215277 Aug 18 13:57:59.467669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc0f6-ba23-4f92-b0ee-5f48ca85f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65051c-661c-484c-981b-c939651ee951,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:59.470304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42784) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:57:59.500794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c8fb66a-6aff-4fa1-b578-334e19e0f839 req-c2015b5f-947a-4683-870b-2ac2b9158f4d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333013 Aug 18 13:57:59.541897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-823c1342-fcb2-4074-b181-22ad499220e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.542993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-823c1342-fcb2-4074-b181-22ad499220e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1244781 Aug 18 13:57:59.583813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-713b0ee2-e720-40d0-b9f7-7d1897f46d5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323050 Aug 18 13:57:59.652926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.715795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.780903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe98d-4cd1-44a8-b39c-69507d893075 req-598e2949-01f6-46de-b5ac-5db2972ded71 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:59.782558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e1fe98d-4cd1-44a8-b39c-69507d893075 req-598e2949-01f6-46de-b5ac-5db2972ded71 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.1262243 Aug 18 13:57:59.786394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-b15af1b1-b4a1-48b2-a505-bb530fe54801 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940069 Aug 18 13:57:59.884087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e1fe98d-4cd1-44a8-b39c-69507d893075 req-7b11fb69-1885-4e2c-9b0f-cf7042b6922c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949597 Aug 18 13:57:59.929512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-9038c3f0-d347-4b3f-8188-741e5999db24 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:57:59.930621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-9038c3f0-d347-4b3f-8188-741e5999db24 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136592 Aug 18 13:57:59.941954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.945556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:59.950415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c65051c-661c-484c-981b-c939651ee951 HTTP/1.1" status: 204 len: 168 time: 0.4716327 Aug 18 13:57:59.953354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Request body: {'binding': {'host': 'n-h2-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:59.953812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Unknown quota resources ['binding']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:57:59.982761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2503990-0b2b-4b34-8046-17826aaf7b1a req-f2db0cd4-9448-41f9-b157-34bca9be4d8d service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858060 Aug 18 13:57:59.985353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1460ca-7d5e-428d-8742-ca210300504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65051c-661c-484c-981b-c939651ee951,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:00.154698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on host n-h2-804303-5 for vnic_type normal with profile None {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:00.154941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:00.155286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:00.158696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:00.160176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:00.160515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:00.166190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:00.166541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:00.166934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:00.167618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Bound port: af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:00.242540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:00.332175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.340328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2e0520c6-2bec-4e69-a1f2-cb7196b897c3 service neutron] 10.222.0.35 "POST /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.4000170 Aug 18 13:58:00.404200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-861354828-network', 'tenant_id': 'd0c7686495774fe492c416357d5156f6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:00.500614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e106d5-3f4c-4f51-a22e-e39094416f37 req-c2bdcf57-d91a-47a9-8830-4373a45bc43b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:00.502160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6e106d5-3f4c-4f51-a22e-e39094416f37 req-c2bdcf57-d91a-47a9-8830-4373a45bc43b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0568924 Aug 18 13:58:00.546757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6e106d5-3f4c-4f51-a22e-e39094416f37 req-c429f44c-1c4d-40dc-901f-726df9494872 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 18 13:58:00.569108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Made reservation on behalf of d0c7686495774fe492c416357d5156f6 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:00.571419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.589655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.719615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4f17c-f81f-4016-b746-c08b203d5623 req-b78460b3-e724-4b30-9d73-5b72921cd5a4 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:00.721158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c4f17c-f81f-4016-b746-c08b203d5623 req-b78460b3-e724-4b30-9d73-5b72921cd5a4 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.1073194 Aug 18 13:58:00.730629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.763240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39a52-bdbe-4197-b02b-c3ffd5d0d4d4 req-4d66bc65-a77a-4191-9cd0-96fbffc43b42 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:00.764811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83a39a52-bdbe-4197-b02b-c3ffd5d0d4d4 req-4d66bc65-a77a-4191-9cd0-96fbffc43b42 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0888147 Aug 18 13:58:00.794901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c4f17c-f81f-4016-b746-c08b203d5623 req-82674774-ae30-4b68-99c0-b86aefa60041 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676062 Aug 18 13:58:00.816705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83a39a52-bdbe-4197-b02b-c3ffd5d0d4d4 req-03343c69-f730-4db4-a0bd-68c8d817bf09 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Aug 18 13:58:00.840211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.868200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:58:00.883048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60e073-8053-4cc7-af0b-89988e322ad3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:00.889141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.889486 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Added segment 8f5b22ff-7eea-4df9-8366-8e5ad7e985f0 of type vlan for network 4d8efcb4-ace5-436b-8525-0470b17788eb Aug 18 13:58:00.932026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.023876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a8d2-dce1-432e-808c-832113e60841 req-7591212c-51e0-4add-b762-0fd0a33cd2c3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.025636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5102a8d2-dce1-432e-808c-832113e60841 req-7591212c-51e0-4add-b762-0fd0a33cd2c3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.0596225 Aug 18 13:58:01.081574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5102a8d2-dce1-432e-808c-832113e60841 req-67277b39-176b-44e2-b8b6-fda0254ea8b7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Aug 18 13:58:01.091769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.093343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.094192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.148785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4447e-e7d1-4bec-9185-f9f8c4b9d569 req-bb927739-f8c4-4d86-8247-ac95e46ccefb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.152518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49e4447e-e7d1-4bec-9185-f9f8c4b9d569 req-bb927739-f8c4-4d86-8247-ac95e46ccefb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.0877607 Aug 18 13:58:01.169326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8efcb4-ace5-436b-8525-0470b17788eb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:01.185651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4d8efcb4-ace5-436b-8525-0470b17788eb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:58:01.216228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ddd51269-7fed-428f-865a-cbe385b5cc04 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0561416 Aug 18 13:58:01.219278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:01.224548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49e4447e-e7d1-4bec-9185-f9f8c4b9d569 req-3d805ee3-7d66-4dae-9ff3-d9f4acb06af0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630803 Aug 18 13:58:01.232353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Request body: {'subnet': {'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-861354828-subnet', 'tenant_id': 'd0c7686495774fe492c416357d5156f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:01.358132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Made reservation on behalf of d0c7686495774fe492c416357d5156f6 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:01.360576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.450303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2b0f371a-f052-469d-979b-ddab1f318cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.451856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2b0f371a-f052-469d-979b-ddab1f318cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1096 time: 0.0769701 Aug 18 13:58:01.558484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-0ac1b3be-3016-4597-96b5-a60e0a9989ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.560489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-0ac1b3be-3016-4597-96b5-a60e0a9989ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.0970891 Aug 18 13:58:01.609572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:01.764273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:01.786094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'port_id': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'mac_address': 'fa:16:3e:09:e5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc3015e-5abd-460e-8831-15eb26f0cdfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:01.842032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.868392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3cd736-f89e-43c3-97f2-d742f1fac904 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:01.898594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:01.957331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-a9685c68-414a-4efa-ae72-70136a2f1f44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 217 time: 0.3837812 Aug 18 13:58:02.003980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.064057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.090679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:02.166041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-6a698708-c97f-49ae-9266-3ef49dbbdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.171954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-6a698708-c97f-49ae-9266-3ef49dbbdba6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1945980 Aug 18 13:58:02.180544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b9aa34-5802-49e5-a30a-8881bc9ed735,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:02.190329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20d8d-e7aa-40c8-852b-4435686b2c94 req-e23b0660-06b1-4692-b5eb-215eb621d6ba tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.192780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2a20d8d-e7aa-40c8-852b-4435686b2c94 req-e23b0660-06b1-4692-b5eb-215eb621d6ba tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.2389793 Aug 18 13:58:02.196445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Checking segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:02.197341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Network hostable DHCP agents. Network: 4d8efcb4-ace5-436b-8525-0470b17788eb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:58:02.206341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290432a5-a2fb-433d-93de-b92daa6a4567 req-9a7ec5de-d13a-45dd-bdb0-d2c9c1101fce tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.209241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290432a5-a2fb-433d-93de-b92daa6a4567 req-9a7ec5de-d13a-45dd-bdb0-d2c9c1101fce tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2562275 Aug 18 13:58:02.271674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-fdeeaecf-2deb-4f4c-ad02-294ff3552284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.273176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-fdeeaecf-2deb-4f4c-ad02-294ff3552284 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1100 time: 0.2316196 Aug 18 13:58:02.275113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-6a66c5fa-1db6-426e-846a-34036f03726b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636504 Aug 18 13:58:02.283991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4f3cd736-f89e-43c3-97f2-d742f1fac904'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:02.285877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Network 4d8efcb4-ace5-436b-8525-0470b17788eb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:58:02.290168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-c87c4950-77c5-4c7c-82f7-efbb00c516a4 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.291407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-c87c4950-77c5-4c7c-82f7-efbb00c516a4 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.10 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 945 time: 0.2475209 Aug 18 13:58:02.382315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4d8efcb4-ace5-436b-8525-0470b17788eb) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:02.388099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.388806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.399971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93993fe1-40bd-44da-a1ee-cf33d69226a0 None None] Network 4d8efcb4-ace5-436b-8525-0470b17788eb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:02.458690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2a20d8d-e7aa-40c8-852b-4435686b2c94 req-ddd814d7-f6ea-457a-89a6-c34044763285 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/security-groups?id=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437873 Aug 18 13:58:02.479172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290432a5-a2fb-433d-93de-b92daa6a4567 req-f1b02664-0b6a-4e3f-9c9c-67bd43afb399 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500770 Aug 18 13:58:02.511261 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ef996b6-36c9-4706-8148-f7f5dfb7fb24 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2890167 Aug 18 13:58:02.656820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-4d8efcb4-ace5-436b-8525-0470b17788eb', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'tenant_id': 'd0c7686495774fe492c416357d5156f6', 'fixed_ips': [{'subnet_id': '98b9aa34-5802-49e5-a30a-8881bc9ed735'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:58:02.658771 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.674553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-549e37c4-a3d9-4fcd-8874-868671dcacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.676075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-549e37c4-a3d9-4fcd-8874-868671dcacb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3818109 Aug 18 13:58:02.790054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-5f1d1e86-9fad-469e-8feb-b3ec46f5a47d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0951233 Aug 18 13:58:02.796940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-709da1eb-a582-4555-aa63-e99fd1701e2e service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036249 Aug 18 13:58:02.820707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Allocated IP 172.20.0.2 (4d8efcb4-ace5-436b-8525-0470b17788eb/98b9aa34-5802-49e5-a30a-8881bc9ed735/d92053df-ffab-4031-8814-2f233fc8811e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:02.848687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Deleting port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:02.849033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.871003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7374-b351-40ca-835f-ad8a7799c03b req-4771d185-c126-4708-9c35-e968ad6e38ac tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.872547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ecf7374-b351-40ca-835f-ad8a7799c03b req-4771d185-c126-4708-9c35-e968ad6e38ac tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2747335 Aug 18 13:58:02.919120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb72fd9-e8f9-481d-ab32-93e01aa972dc req-d876e484-5fec-4a80-853e-acddc95b1008 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.920713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7fb72fd9-e8f9-481d-ab32-93e01aa972dc req-d876e484-5fec-4a80-853e-acddc95b1008 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.3062258 Aug 18 13:58:02.971779 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.980895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Transition to ACTIVE for port object d92053df-ffab-4031-8814-2f233fc8811e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:02.996119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Transition to ACTIVE for port object d92053df-ffab-4031-8814-2f233fc8811e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:03.015155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-056e20a4-923b-4266-ad08-c01c24957d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:03.016667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-056e20a4-923b-4266-ad08-c01c24957d24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2167630 Aug 18 13:58:03.057119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.093458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7fb72fd9-e8f9-481d-ab32-93e01aa972dc req-88d03526-55c1-4a00-baaa-871bc60f4030 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404781 Aug 18 13:58:03.097175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Network 4d8efcb4-ace5-436b-8525-0470b17788eb is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:03.100123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:03.103393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:03.103974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ecf7374-b351-40ca-835f-ad8a7799c03b req-51a0474d-c695-4dde-9de3-68d67d25659c tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776817 Aug 18 13:58:03.127622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Pushing event updated for resources: {'Port': ['ID=d92053df-ffab-4031-8814-2f233fc8811e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:03.128277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c44cc59c-31c2-4d3b-a830-3ea31d42b365 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233280 Aug 18 13:58:03.145504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] For port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,segment=NetworkSegment(410e77af-2514-4bd1-a6ac-53f54112750e),segment_id=410e77af-2514-4bd1-a6ac-53f54112750e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:03.145987 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.156048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.156266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-ecba964e-5204-4fdb-8d13-b67f9aa55fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:03.156674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.160604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.160604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.160604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.160980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-ecba964e-5204-4fdb-8d13-b67f9aa55fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282623 Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.161071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:03.164266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Calling delete_port for 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:03.208315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Attempting to bind port d92053df-ffab-4031-8814-2f233fc8811e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:03.209157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Attempting to bind port d92053df-ffab-4031-8814-2f233fc8811e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:03.211174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Attempting to bind port d92053df-ffab-4031-8814-2f233fc8811e on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:03.219782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:03.220313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Checking segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:03.220787 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.223343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Bound using segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:03.223343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Bound port: d92053df-ffab-4031-8814-2f233fc8811e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:03.223343 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.298466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] For port d92053df-ffab-4031-8814-2f233fc8811e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:03.301944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] For port d92053df-ffab-4031-8814-2f233fc8811e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d92053df-ffab-4031-8814-2f233fc8811e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:03.349146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-9e3aed14-c066-4b07-b5c8-e72a25ee22f2 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827974 Aug 18 13:58:03.366796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e91485-4f68-4425-98b0-3c42fb3befd4 req-3bea7f68-4d72-40cf-bfbc-18e6807eebcc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:03.368324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48e91485-4f68-4425-98b0-3c42fb3befd4 req-3bea7f68-4d72-40cf-bfbc-18e6807eebcc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1414840 Aug 18 13:58:03.371944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.453535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8f59-2584-483a-93d1-d8085ebaee4c None None] Pushing event updated for resources: {'Port': ['ID=d92053df-ffab-4031-8814-2f233fc8811e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:03.534798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-08bc0e58-013e-4efd-9fb2-5f7af951bb3f service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763608 Aug 18 13:58:03.549195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48e91485-4f68-4425-98b0-3c42fb3befd4 req-2b5f2261-9bc0-4d3e-92c0-14e8b98a1401 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055057 Aug 18 13:58:03.627512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:03.654014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.760048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Pushing event deleted for resources: {'Port': ['ID=2f6ebc1b-f0a1-4afb-b396-075dc6aa418c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:03.788633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] No DVR routers for this DVR port 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:03.794197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.796701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74e2f3a0-ef9e-4629-a594-4fb2ddbcf600 req-4b844cab-9b4c-4bed-9e71-335c81355468 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.10 "DELETE /v2.0/ports/2f6ebc1b-f0a1-4afb-b396-075dc6aa418c HTTP/1.1" status: 204 len: 173 time: 1.4830501 Aug 18 13:58:03.796701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'name': 'network-vif-deleted', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:03.803269 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de70a350-af27-4fec-bcb5-424fff6c7cb5" -d '{"events": [{"server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "name": "network-vif-deleted", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:03.818120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 4f3cd736-f89e-43c3-97f2-d742f1fac904 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:03.827018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4f3cd736-f89e-43c3-97f2-d742f1fac904 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:03.828723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.874824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-5fd0f2ac-99c9-4f3c-acb7-b6dda34815e6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:03.886445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-5fd0f2ac-99c9-4f3c-acb7-b6dda34815e6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.2986751 Aug 18 13:58:03.915208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-1d354b72-d148-4215-b155-caec45359e08 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/quotas/d0c7686495774fe492c416357d5156f6 HTTP/1.1" status: 200 len: 375 time: 0.0237851 Aug 18 13:58:03.949763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:03.984246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:03.987113 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e03c9-1d7e-43cb-b8e1-7fbd9739e04c" -d '{"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-plugged", "status": "completed", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:03.993701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-4ce9b7fc-1429-441c-8285-c81ca3f8ea6d tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809941 Aug 18 13:58:04.003655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:04.088818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:04.089957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:04.095795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23393d8-0182-4c9f-b1ac-6e8b000e7b94 req-303ee9aa-5c58-4831-a74c-c3fbb570079c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.095795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d23393d8-0182-4c9f-b1ac-6e8b000e7b94 req-303ee9aa-5c58-4831-a74c-c3fbb570079c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1149487 Aug 18 13:58:04.148736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-32607450-9858-45f8-876f-70ea0ee011bd service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540112 Aug 18 13:58:04.149135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:04.149491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2f6ebc1b-f0a1-4afb-b396-075dc6aa418c not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:04.184785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:04.212216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d23393d8-0182-4c9f-b1ac-6e8b000e7b94 req-8f4db5a7-1e0b-4493-8ea6-3483f464d7bf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077130 Aug 18 13:58:04.312173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-2378c437-ed3e-481e-ae53-c02385cd3a00 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625817 Aug 18 13:58:04.464542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c416924b-f08e-4a3f-9741-b8f2e1c742f4 req-11cb97d2-00bf-467a-915a-b94f6e5b20d1 tempest-InstanceActionsTestJSON-159357220 tempest-InstanceActionsTestJSON-159357220-project] 10.222.0.35 "GET /v2.0/ports?device_id=62edd8aa-780e-41ec-a06a-99239df31daa HTTP/1.1" status: 200 len: 210 time: 0.0373852 Aug 18 13:58:04.471904 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0709cca6-406a-4eb9-8f44-c3f86bcb88ec x-openstack-request-id: req-0709cca6-406a-4eb9-8f44-c3f86bcb88ec {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:04.472312 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62edd8aa-780e-41ec-a06a-99239df31daa", "name": "network-vif-deleted", "tag": "2f6ebc1b-f0a1-4afb-b396-075dc6aa418c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:04.472622 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0709cca6-406a-4eb9-8f44-c3f86bcb88ec {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:04.473155 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62edd8aa-780e-41ec-a06a-99239df31daa', 'name': 'network-vif-deleted', 'tag': '2f6ebc1b-f0a1-4afb-b396-075dc6aa418c', 'status': 'completed', 'code': 200} Aug 18 13:58:04.511151 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297733ab-2115-449a-8a2d-1454360e384f x-openstack-request-id: req-297733ab-2115-449a-8a2d-1454360e384f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:04.512017 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-plugged", "status": "completed", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:04.512017 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-297733ab-2115-449a-8a2d-1454360e384f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:04.512349 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'code': 200} Aug 18 13:58:04.739037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f0e0d-a490-4b0a-8911-bc61aa1df3c3 req-e67f3299-e6f6-4161-b6a1-3d3049c006b7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.739037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db5f0e0d-a490-4b0a-8911-bc61aa1df3c3 req-e67f3299-e6f6-4161-b6a1-3d3049c006b7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1556413 Aug 18 13:58:04.740225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b69c-d4be-468c-a8e7-8283f2064d08 req-c8005ec5-6389-4224-b428-6cbd4cae3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.742768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7119b69c-d4be-468c-a8e7-8283f2064d08 req-c8005ec5-6389-4224-b428-6cbd4cae3e11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.1416695 Aug 18 13:58:04.837540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7119b69c-d4be-468c-a8e7-8283f2064d08 req-d6b57a00-5eab-4fb1-a8dd-90bee830fe2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832140 Aug 18 13:58:04.842923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db5f0e0d-a490-4b0a-8911-bc61aa1df3c3 req-3895383a-7d79-47b4-8841-c913d1c36ce1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988138 Aug 18 13:58:04.972162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30898e9-3c4c-4c5b-af67-e1623ce78702 req-9cde8fba-b848-475b-9cf7-7d33350fdba6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.982982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e30898e9-3c4c-4c5b-af67-e1623ce78702 req-9cde8fba-b848-475b-9cf7-7d33350fdba6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1441858 Aug 18 13:58:05.051779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171bbc4-c274-4fcc-b016-21cef0a269ff None None] Network 4d8efcb4-ace5-436b-8525-0470b17788eb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:05.062108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e30898e9-3c4c-4c5b-af67-e1623ce78702 req-5e7d1c21-a9a6-471c-88f5-9b47909f0513 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672967 Aug 18 13:58:05.240981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d92053df-ffab-4031-8814-2f233fc8811e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:05.288149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-904dc7cd-fbe2-42b2-ba2a-31b0a355287c None None] Provisioning for port d92053df-ffab-4031-8814-2f233fc8811e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:05.304114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd577b-5ec5-4e67-8186-0ab0df0ecf48 req-7e128541-9bee-4106-ad3a-bee4c7132686 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:05.306446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbdd577b-5ec5-4e67-8186-0ab0df0ecf48 req-7e128541-9bee-4106-ad3a-bee4c7132686 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1798856 Aug 18 13:58:05.378578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbdd577b-5ec5-4e67-8186-0ab0df0ecf48 req-0f07d383-2941-4c05-9f18-8c11205f7402 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 18 13:58:05.388448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-0ab408b5-c592-43ca-abbd-82eb989cecd0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:05.390379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-0ab408b5-c592-43ca-abbd-82eb989cecd0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.2087550 Aug 18 13:58:05.407732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-3b3a0b4f-c0eb-43ec-a029-1eb85aeabff9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/quotas/d0c7686495774fe492c416357d5156f6 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Aug 18 13:58:05.414758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d92053df-ffab-4031-8814-2f233fc8811e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:05.419551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d92053df-ffab-4031-8814-2f233fc8811e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:05.424505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:05.547508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-02765c81-d175-4d3c-93f6-a4528ea01fd8 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151571 Aug 18 13:58:05.593623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:05.649397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d92053df-ffab-4031-8814-2f233fc8811e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d92053df-ffab-4031-8814-2f233fc8811e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:05.650629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d35a44ca-c00d-4998-ab07-af410730c4d0 None None] Provisioning complete for port d92053df-ffab-4031-8814-2f233fc8811e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:05.651379 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d35a44ca-c00d-4998-ab07-af410730c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:05.741621 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d35a44ca-c00d-4998-ab07-af410730c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:05.785989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c14-50b3-4aaa-9f0f-90ebf9186e44 req-a38ebd0e-e7a5-4881-931f-3bb0f4678daf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:05.788551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41283c14-50b3-4aaa-9f0f-90ebf9186e44 req-a38ebd0e-e7a5-4881-931f-3bb0f4678daf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1321039 Aug 18 13:58:05.798365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-8d2fecb3-7268-4562-9168-43d2435a75ef service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497938 Aug 18 13:58:05.811262 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:05.894989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41283c14-50b3-4aaa-9f0f-90ebf9186e44 req-62f23981-ce18-49e2-b35b-308825911607 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955448 Aug 18 13:58:05.926040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-d35a44ca-c00d-4998-ab07-af410730c4d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:58:05.926426 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-d35a44ca-c00d-4998-ab07-af410730c4d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:58:05.935542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d92053df-ffab-4031-8814-2f233fc8811e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:05.941497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-977fd788-cb09-4d71-9f07-30a9910a7be4 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262925 Aug 18 13:58:05.998230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42960) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:06.058900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Deleting subnet f715e722-77e0-43af-9472-9008690252af {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:58:06.062509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.133364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.195676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595a66e-cad4-4734-834c-465f1dd1a3bf req-4658901b-3aca-4825-aa49-0e7bbe7e6c57 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:06.220998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7595a66e-cad4-4734-834c-465f1dd1a3bf req-4658901b-3aca-4825-aa49-0e7bbe7e6c57 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1113486 Aug 18 13:58:06.222789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.323873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7595a66e-cad4-4734-834c-465f1dd1a3bf req-701fc76a-2508-46e2-ab18-13afb782135e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999875 Aug 18 13:58:06.412833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.472300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f715e722-77e0-43af-9472-9008690252af,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:06.477556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.480081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-08878a87-1e48-44df-94bd-9b8a68ab5845 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f715e722-77e0-43af-9472-9008690252af HTTP/1.1" status: 204 len: 168 time: 0.4802876 Aug 18 13:58:06.483920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:06.580831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea882b59-acef-4ec0-8bf6-b86467a33d21 req-af348d42-0c4c-4879-a5e5-ac3c6b92120e tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:06.582494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea882b59-acef-4ec0-8bf6-b86467a33d21 req-af348d42-0c4c-4879-a5e5-ac3c6b92120e tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2033141 Aug 18 13:58:06.592192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.603413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42990) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:06.733288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.748419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4e6d39-2626-4c97-ba27-f77d9774ecb6']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:06.776946 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-255b3c08-da75-4339-9e7f-ce552607b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.781059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410e77af-2514-4bd1-a6ac-53f54112750e') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:06.781752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410e77af-2514-4bd1-a6ac-53f54112750e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:06.824088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.843887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.852094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:58:06.852699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: timer() Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:58:06.899791 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:58:06.953036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea882b59-acef-4ec0-8bf6-b86467a33d21 req-1a2e537f-42f5-460a-9c4f-f383f3d8e2c2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541019 Aug 18 13:58:06.977487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-f15255ec-31cb-4881-928a-fa62005b9af4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:06.977487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-f15255ec-31cb-4881-928a-fa62005b9af4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.5398240 Aug 18 13:58:06.994682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-f5410865-0329-44c2-8055-591abb761bc4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/quotas/d0c7686495774fe492c416357d5156f6 HTTP/1.1" status: 200 len: 375 time: 0.0164719 Aug 18 13:58:07.042956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-255b3c08-da75-4339-9e7f-ce552607b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.060899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.075520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.078272 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4d4e6d39-2626-4c97-ba27-f77d9774ecb6 HTTP/1.1" status: 204 len: 168 time: 0.5932422 Aug 18 13:58:07.084409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-e7154c8f-0346-491c-8869-ce7f5eda388e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887756 Aug 18 13:58:07.156329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40182e-866f-46f6-b58e-8ae9551ee963 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4e6d39-2626-4c97-ba27-f77d9774ecb6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:07.158452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-255b3c08-da75-4339-9e7f-ce552607b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.161451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027e280-bbbb-4add-88f1-a72613748ab0 req-0e80229e-c618-4ab6-ac5c-541e919b9255 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:07.169229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d027e280-bbbb-4add-88f1-a72613748ab0 req-0e80229e-c618-4ab6-ac5c-541e919b9255 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1317940 Aug 18 13:58:07.209884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b3c08-da75-4339-9e7f-ce552607b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964fcc21-dd6e-4011-8491-7755dee56472,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:07.214619 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-255b3c08-da75-4339-9e7f-ce552607b79a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b70a894d88844fea9e6aa561ac9b1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086948 Aug 18 13:58:07.217208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:07.238187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d027e280-bbbb-4add-88f1-a72613748ab0 req-3fc5f3c6-2262-4079-b513-ccfaafdd2ec2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Aug 18 13:58:07.265069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d2cff8a1-54f9-4442-b7a3-cdb24fab7452 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796875 Aug 18 13:58:07.269143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d92053df-ffab-4031-8814-2f233fc8811e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:07.315190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.335895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d92053df-ffab-4031-8814-2f233fc8811e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:07.336414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.361655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.427432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8c9e7-24b2-4c9e-9f8a-d8394cde4734 req-1649f63e-55c7-4ab5-b257-57e18684173e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:07.429103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ea8c9e7-24b2-4c9e-9f8a-d8394cde4734 req-1649f63e-55c7-4ab5-b257-57e18684173e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1004503 Aug 18 13:58:07.457536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-6f49414c-f573-48d0-8531-3a314fe2d28b service neutron] 10.222.0.35 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851101 Aug 18 13:58:07.498287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ea8c9e7-24b2-4c9e-9f8a-d8394cde4734 req-c4d2fcd1-742a-4daa-aba9-44b38c36e314 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Aug 18 13:58:07.540164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.548744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.550043 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/964fcc21-dd6e-4011-8491-7755dee56472 HTTP/1.1" status: 204 len: 168 time: 0.3312860 Aug 18 13:58:07.576846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bfd0d-d6ba-495d-9154-583337e74ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964fcc21-dd6e-4011-8491-7755dee56472,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:07.623040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:07.670702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6dc522a1-b709-4e78-8eaf-a6ca75c121ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8e13faca9b540949e1452e9f9040ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464759 Aug 18 13:58:07.673201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43010) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:07.820151 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.908025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-732bb149-7b78-480d-9748-071fbabe8308 req-4bc75abf-a413-4294-9c6f-b5b1583e79eb tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 210 time: 0.0828471 Aug 18 13:58:07.918445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:07.935322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eba2c-e664-4fb9-bc9c-21a56cdae433 req-a0443087-a696-43e3-80a4-a9499aefb5a9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:07.936806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-266eba2c-e664-4fb9-bc9c-21a56cdae433 req-a0443087-a696-43e3-80a4-a9499aefb5a9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.2248738 Aug 18 13:58:08.018378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-633fcfcd-8619-46c9-ab75-4f04342042e9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.019932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-633fcfcd-8619-46c9-ab75-4f04342042e9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.2749231 Aug 18 13:58:08.038046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Request body: {'port': {'device_id': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'admin_state_up': True, 'tenant_id': 'd0c7686495774fe492c416357d5156f6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:08.057042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-266eba2c-e664-4fb9-bc9c-21a56cdae433 req-f76e4b1b-3f41-4c9a-acc5-7ae2a68e1506 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129069 Aug 18 13:58:08.230779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.233576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.237629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab HTTP/1.1" status: 204 len: 168 time: 0.5625198 Aug 18 13:58:08.260050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af192c-9ecc-4a67-aa6f-da1982e0e886 req-f064059a-b4d4-446a-953c-0a4ab51e7244 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.272190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06af192c-9ecc-4a67-aa6f-da1982e0e886 req-f064059a-b4d4-446a-953c-0a4ab51e7244 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1885986 Aug 18 13:58:08.283957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02254aac-0be9-49a4-97b7-88b1dc644ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf40d8b-ce12-4713-9e9e-8a1f89c3a4ab,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:08.320200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd813da-1885-4b50-8fbb-870b5b91d8e7 req-a9696920-7597-4430-b4b8-f359b43e5994 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.321774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abd813da-1885-4b50-8fbb-870b5b91d8e7 req-a9696920-7597-4430-b4b8-f359b43e5994 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.1600137 Aug 18 13:58:08.363294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06af192c-9ecc-4a67-aa6f-da1982e0e886 req-368359d8-9479-41ee-abaa-f72390b3a5f1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831404 Aug 18 13:58:08.389898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abd813da-1885-4b50-8fbb-870b5b91d8e7 req-0b20771e-0e98-4ba6-95c6-9d0b2cf24210 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Aug 18 13:58:08.517578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Made reservation on behalf of d0c7686495774fe492c416357d5156f6 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:08.527723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.587211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:08.601883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-332fb08e-b087-42c9-8fe2-5c27efd0de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.608468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f4027-6110-4723-a0bf-9cd7974535c1 req-ff754468-d5ca-46f2-860c-fbe62e6f85ea tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.616274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-030f4027-6110-4723-a0bf-9cd7974535c1 req-ff754468-d5ca-46f2-860c-fbe62e6f85ea tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1709142 Aug 18 13:58:08.685758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f701da-8f1c-45e1-ba07-a65d5dc95d5a req-ea944e85-946a-40e8-a06f-1a6b6e32da1d tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.701736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48f701da-8f1c-45e1-ba07-a65d5dc95d5a req-ea944e85-946a-40e8-a06f-1a6b6e32da1d tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.1832435 Aug 18 13:58:08.712846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-332fb08e-b087-42c9-8fe2-5c27efd0de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.771179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-030f4027-6110-4723-a0bf-9cd7974535c1 req-efcaf6b8-b959-4a08-b4ac-7d381574525e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540141 Aug 18 13:58:08.810056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48f701da-8f1c-45e1-ba07-a65d5dc95d5a req-eb1f3f67-92cf-48ef-b475-ae2b73c09287 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072814 Aug 18 13:58:08.827014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Allocated IP 172.20.0.11 (4d8efcb4-ace5-436b-8525-0470b17788eb/98b9aa34-5802-49e5-a30a-8881bc9ed735/438ab34f-03c8-4a6c-b8a7-925118bf3e5b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:08.877151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-332fb08e-b087-42c9-8fe2-5c27efd0de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:08.964446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43052) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:08.965074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-332fb08e-b087-42c9-8fe2-5c27efd0de63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08ce30ca81d846f7bc85a54675816939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765628 Aug 18 13:58:08.968332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fb08e-b087-42c9-8fe2-5c27efd0de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193b4d6-894c-43ba-8bb3-c44ec275fd46,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:09.128261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5422591-a692-406e-9070-7abed225727e req-c6d01412-3503-4593-a7a2-7a3281fec6f7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.129792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5422591-a692-406e-9070-7abed225727e req-c6d01412-3503-4593-a7a2-7a3281fec6f7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1672804 Aug 18 13:58:09.188012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14dd6861-c000-4e4b-9601-47950f6df12d req-b576485f-7597-4217-8a4d-373798ab166b tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 210 time: 0.0946188 Aug 18 13:58:09.219161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.261764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.284977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Transition to ACTIVE for port object 438ab34f-03c8-4a6c-b8a7-925118bf3e5b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:09.320755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5422591-a692-406e-9070-7abed225727e req-d08844fd-27cd-4047-aef3-b3ef9a341e74 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Aug 18 13:58:09.334530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.391119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-d6caba7b-535f-4a57-a3b1-1e68b3976507 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.392630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-d6caba7b-535f-4a57-a3b1-1e68b3976507 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.3209019 Aug 18 13:58:09.448067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Request body: {'port': {'device_id': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'admin_state_up': True, 'tenant_id': 'd0c7686495774fe492c416357d5156f6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:09.585473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3d71-15c3-4808-a270-bb310982be1b req-e30b5525-dfef-4161-96b3-86710d86b53a tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.587132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aeef3d71-15c3-4808-a270-bb310982be1b req-e30b5525-dfef-4161-96b3-86710d86b53a tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.1174827 Aug 18 13:58:09.650541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.654748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.657231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.661173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1193b4d6-894c-43ba-8bb3-c44ec275fd46 HTTP/1.1" status: 204 len: 168 time: 0.6939349 Aug 18 13:58:09.722934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cda57-b35e-42ae-a511-57e52821cb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193b4d6-894c-43ba-8bb3-c44ec275fd46,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:09.730305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aeef3d71-15c3-4808-a270-bb310982be1b req-45440a46-7716-4dcf-9498-ff4497e0ea93 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336606 Aug 18 13:58:09.749345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da12a-9211-4e05-96df-5ee273b0ca83 req-8e447280-b302-4566-ba06-c4afe7161589 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.760722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f78da12a-9211-4e05-96df-5ee273b0ca83 req-8e447280-b302-4566-ba06-c4afe7161589 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.1511464 Aug 18 13:58:09.760722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event updated for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:09.762126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Network 4d8efcb4-ace5-436b-8525-0470b17788eb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:09.763572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:09.766643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:09.786227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:09.806772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Made reservation on behalf of d0c7686495774fe492c416357d5156f6 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:09.811139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.889284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.889990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.892366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:09.907097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f78da12a-9211-4e05-96df-5ee273b0ca83 req-4e25ef74-4626-4c27-90ff-b0e724e0abad tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413157 Aug 18 13:58:10.000176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1607903252-network', 'tenant_id': '75e4ea7459b44a1eacf8c09126a4b8d9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:10.064376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed9c8-014c-41c7-b59c-0c3e128f740e req-b240f739-9715-4c8c-bb65-0b5f379ae08e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:10.065478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21fed9c8-014c-41c7-b59c-0c3e128f740e req-b240f739-9715-4c8c-bb65-0b5f379ae08e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1469223 Aug 18 13:58:10.070545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-dccecf05-ee4d-4603-8610-c156fd97232f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0357742 Aug 18 13:58:10.111777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Request body: {'port': {'device_id': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:10.119808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Made reservation on behalf of 75e4ea7459b44a1eacf8c09126a4b8d9 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:10.123275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.145294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.161799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Allocated IP 172.20.0.6 (4d8efcb4-ace5-436b-8525-0470b17788eb/98b9aa34-5802-49e5-a30a-8881bc9ed735/c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:10.253504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21fed9c8-014c-41c7-b59c-0c3e128f740e req-234cd806-d942-421c-8278-96be544b95f7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702838 Aug 18 13:58:10.277994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.278433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b40a5849-a0b1-4fe2-9a94-28b14215148c None None] Provisioning for port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:10.284379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b40a5849-a0b1-4fe2-9a94-28b14215148c None None] Provisioning complete for port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:10.284766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b40a5849-a0b1-4fe2-9a94-28b14215148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.298945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.342482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b40a5849-a0b1-4fe2-9a94-28b14215148c None None] Port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:58:10.361816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.391253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:58:10.401829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:10.419325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.419680 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Added segment b37323b7-9c46-432a-9f6f-dc82e03eb088 of type vlan for network c14e3de9-79c5-402b-8f19-1379eae6cd8b Aug 18 13:58:10.433167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be1dfe07-4590-4fc5-9144-eb5ad5d23547 req-c2607075-b8c6-47f4-a3f9-d2e62c4aa6c9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 210 time: 0.1027982 Aug 18 13:58:10.468562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.593799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.597686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.597836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:10.597836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.650482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fff8c-2558-4735-900a-9b5b78b707ac req-f7ae5470-4108-4591-8731-f4ca90e981a8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:10.652045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-590fff8c-2558-4735-900a-9b5b78b707ac req-f7ae5470-4108-4591-8731-f4ca90e981a8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2266176 Aug 18 13:58:10.672554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] Pushing event updated for resources: {'Network': ['ID=c14e3de9-79c5-402b-8f19-1379eae6cd8b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:10.678845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.683756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c14e3de9-79c5-402b-8f19-1379eae6cd8b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:58:10.720577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Transition to ACTIVE for port object c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:10.737026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-194751f2-7849-424d-8177-ea1e40f31497 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9488676 Aug 18 13:58:10.737026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:10.742427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Request body: {'subnet': {'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1607903252-subnet', 'tenant_id': '75e4ea7459b44a1eacf8c09126a4b8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:10.749219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-e31b160a-0ab8-44d9-ac09-a291172c4c85 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:10.750778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-e31b160a-0ab8-44d9-ac09-a291172c4c85 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.58 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 815 time: 0.2203593 Aug 18 13:58:10.755601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-590fff8c-2558-4735-900a-9b5b78b707ac req-7a75468f-fa22-41c8-8e96-94bf4e70f0ff tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Aug 18 13:58:10.771282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Request body: {'port': {'device_id': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'admin_state_up': True, 'tenant_id': 'd0c7686495774fe492c416357d5156f6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:10.916124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe72b7-d228-4d31-be67-2573582aaeaa req-a768dd8d-90f0-4061-b7bf-8a3299d4561d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:10.918932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97fe72b7-d228-4d31-be67-2573582aaeaa req-a768dd8d-90f0-4061-b7bf-8a3299d4561d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.0778794 Aug 18 13:58:10.920247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Made reservation on behalf of 75e4ea7459b44a1eacf8c09126a4b8d9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:10.923251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:10.961193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.046978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97fe72b7-d228-4d31-be67-2573582aaeaa req-5438e8f7-91cc-4e9b-83a1-902426a11c72 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157422 Aug 18 13:58:11.064754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Made reservation on behalf of d0c7686495774fe492c416357d5156f6 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:11.068312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.209251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.272108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad520f2-8edb-40df-a2ae-17d881cee2d9,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:11.301422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Checking segment: {'id': 'b37323b7-9c46-432a-9f6f-dc82e03eb088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:11.301834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Network hostable DHCP agents. Network: c14e3de9-79c5-402b-8f19-1379eae6cd8b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:58:11.392460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Network 4d8efcb4-ace5-436b-8525-0470b17788eb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:11.393085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Network c14e3de9-79c5-402b-8f19-1379eae6cd8b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:58:11.412639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event updated for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:11.415170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:11.427984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:11.465833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c14e3de9-79c5-402b-8f19-1379eae6cd8b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:11.475969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578bb86-7ff8-4c97-b63e-4d015e8ee870 None None] Network c14e3de9-79c5-402b-8f19-1379eae6cd8b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:11.483440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:11.485035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.578014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd2fe155-e35f-4c9c-9b78-e3eb39a446fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8392818 Aug 18 13:58:11.585532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08644a5-8029-46a0-9219-be6fb17bc748 req-3f4b267f-4837-4388-9113-83cb6409615a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:11.587250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d08644a5-8029-46a0-9219-be6fb17bc748 req-3f4b267f-4837-4388-9113-83cb6409615a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.5308084 Aug 18 13:58:11.603906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:11.605125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.676566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0212a7-001f-4ffa-b829-3a7baf0292ad None None] Network c14e3de9-79c5-402b-8f19-1379eae6cd8b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:11.688091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce3a7-bc6e-43a1-bf62-011351b9b2c4 req-7101bb31-39ac-4a93-9e67-ad75525c7fb1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:11.696623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db5ce3a7-bc6e-43a1-bf62-011351b9b2c4 req-7101bb31-39ac-4a93-9e67-ad75525c7fb1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.3079650 Aug 18 13:58:11.744891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ab34f-03c8-4a6c-b8a7-925118bf3e5b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:11.751156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d08644a5-8029-46a0-9219-be6fb17bc748 req-8cd5ea98-51ef-4d1a-b50e-73e9e1d47177 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431122 Aug 18 13:58:11.752511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-f580aaea-657c-4e15-b4ad-56a322c20a47 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3197105 Aug 18 13:58:11.760070 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.773634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Request body: {'port': {'device_id': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:11.780832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db5ce3a7-bc6e-43a1-bf62-011351b9b2c4 req-4205c1ed-b4ec-4e4b-9141-42b12cbfe041 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833290 Aug 18 13:58:11.805937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Transition to ACTIVE for port object 438ab34f-03c8-4a6c-b8a7-925118bf3e5b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:11.868269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a55ce93a-5a24-48c1-aa8d-5ee483c61c49 None None] Provisioning for port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:11.868455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.873310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a55ce93a-5a24-48c1-aa8d-5ee483c61c49 None None] Provisioning complete for port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:11.873976 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a55ce93a-5a24-48c1-aa8d-5ee483c61c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:11.912988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a55ce93a-5a24-48c1-aa8d-5ee483c61c49 None None] Port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:58:11.931829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06e255cc-5aed-421e-a717-61a8df4b3a69 req-7a7e8a9e-14cc-4e9a-a706-bd5fb9a30021 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 210 time: 0.0478950 Aug 18 13:58:11.938051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.235579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Pushing event updated for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:12.239771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Allocated IP 172.20.0.14 (4d8efcb4-ace5-436b-8525-0470b17788eb/98b9aa34-5802-49e5-a30a-8881bc9ed735/935488e9-1bbe-4961-91df-85ea71ae03c0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:12.340102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd8275-f6b5-4de4-bd8a-9907bc7f6a79 req-6dfdc206-f768-4240-bcd7-0a94be7762cd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:12.340102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08cd8275-f6b5-4de4-bd8a-9907bc7f6a79 req-6dfdc206-f768-4240-bcd7-0a94be7762cd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2789018 Aug 18 13:58:12.363569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-119c3f0a-5971-4907-b328-cec033102a86 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:12.365026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-119c3f0a-5971-4907-b328-cec033102a86 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/networks?id=c14e3de9-79c5-402b-8f19-1379eae6cd8b HTTP/1.1" status: 200 len: 822 time: 0.3043752 Aug 18 13:58:12.418111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-48cbb2fd-7c0c-4f16-a036-96bff83010e1 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/quotas/75e4ea7459b44a1eacf8c09126a4b8d9 HTTP/1.1" status: 200 len: 375 time: 0.0421336 Aug 18 13:58:12.463264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08cd8275-f6b5-4de4-bd8a-9907bc7f6a79 req-9fe4da1b-8f60-4ee1-a04e-22ad44083ab1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109521 Aug 18 13:58:12.509911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-1672185c-064a-471e-b14f-02f1e27fa34e tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75e4ea7459b44a1eacf8c09126a4b8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757346 Aug 18 13:58:12.510643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Attempting to bind port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:12.510978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Attempting to bind port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:12.511298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Attempting to bind port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:12.535281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b on network 4d8efcb4-ace5-436b-8525-0470b17788eb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:12.535612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Attempting to bind port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:12.581669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:12.582027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Checking segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:12.583181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Bound using segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:12.583181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Bound port: 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:12.583181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.686452 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.713732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-70681057-ebeb-4fd5-9806-8322eeb6396b service neutron] 10.222.0.35 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958807 Aug 18 13:58:12.731165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Transition to ACTIVE for port object 935488e9-1bbe-4961-91df-85ea71ae03c0 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:12.771814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:12.799321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:12.844069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-f49418bc-6937-473a-b94b-988267e413ed service neutron] 10.222.0.35 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232200 Aug 18 13:58:12.889048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.926672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:12.927259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.928634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] 10.222.0.10 "PUT /v2.0/ports/438ab34f-03c8-4a6c-b8a7-925118bf3e5b HTTP/1.1" status: 200 len: 1092 time: 2.8221884 Aug 18 13:58:12.929071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:12.931343 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2daa32-a942-4a09-9d90-c21c2ed480c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:12.947541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.015898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Network 4d8efcb4-ace5-436b-8525-0470b17788eb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:13.018649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938dc07-d336-47bc-a2e4-ad507dfc7c1d service neutron] Pushing event updated for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:13.023560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:13.030149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:13.171264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:13.205819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event updated for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:13.220146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:13.244723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.251882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.347174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-d6cfe382-5b06-4f10-bf79-163b817c2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.348730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-d6cfe382-5b06-4f10-bf79-163b817c2c28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 1095 time: 0.2333152 Aug 18 13:58:13.374546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8fe0-5676-431e-8541-97e49abc325a req-c5fc1193-0429-4499-a0f5-c5ddcb499f6f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.376130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32ba8fe0-5676-431e-8541-97e49abc325a req-c5fc1193-0429-4499-a0f5-c5ddcb499f6f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 950 time: 0.2391903 Aug 18 13:58:13.378440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:13.389867 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.415372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.419884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-d65f867e-6470-497c-a627-70b126160849 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6536770 Aug 18 13:58:13.432133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-b4500684-f563-43e7-940e-2b889375c4e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b HTTP/1.1" status: 200 len: 217 time: 0.0728383 Aug 18 13:58:13.440917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Request body: {'port': {'device_id': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:13.451834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:13.454308 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76276016-e53d-48d5-9c91-dbf8c69fb92b" -d '{"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-unplugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:13.484647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:13.487897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Transition to ACTIVE for port object c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:13.510799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:13.522596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'mac_address': 'fa:16:3e:02:b4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:13.525979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ae4d566-1492-46dd-a46e-b1acd7426b07 None None] Provisioning for port 935488e9-1bbe-4961-91df-85ea71ae03c0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:13.551906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ae4d566-1492-46dd-a46e-b1acd7426b07 None None] Provisioning complete for port 935488e9-1bbe-4961-91df-85ea71ae03c0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:13.552275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ae4d566-1492-46dd-a46e-b1acd7426b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.574596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32ba8fe0-5676-431e-8541-97e49abc325a req-e262c77f-78d3-47ab-8026-9a946c379506 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902249 Aug 18 13:58:13.583312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-33de09c5-365f-4f63-8c6d-d23e6904510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.584798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-33de09c5-365f-4f63-8c6d-d23e6904510d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.1305380 Aug 18 13:58:13.589231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.605131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.615488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.745703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:13.779949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:13.781290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-e504e4d3-ee5f-4e10-843d-9d178a4dabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.783476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-e504e4d3-ee5f-4e10-843d-9d178a4dabba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853576 Aug 18 13:58:13.784234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:13.880156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4d566-1492-46dd-a46e-b1acd7426b07 None None] Port 935488e9-1bbe-4961-91df-85ea71ae03c0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:58:13.925573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:58:13.925962 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:58:13.926584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:14.129507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Attempting to bind port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:14.130168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Attempting to bind port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:14.130168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Attempting to bind port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:14.149863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e on network 4d8efcb4-ace5-436b-8525-0470b17788eb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:14.150193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Attempting to bind port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:14.159372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-908fd55a-15c6-45b8-9008-e6d573733883 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227193 Aug 18 13:58:14.161118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-bf369712-d466-4dca-a18e-a5f732699916 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933769 Aug 18 13:58:14.164566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:14.164566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Checking segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:14.164566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Bound using segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:14.164566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Bound port: c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:14.164566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.268626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-02f6d90f-e02a-40f0-b3e2-e488485e6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:14.270235 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-02f6d90f-e02a-40f0-b3e2-e488485e6cdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1096 time: 0.0522621 Aug 18 13:58:14.410267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-f17081eb-8410-4f47-9882-522d3ae5d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:14.412055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-f17081eb-8410-4f47-9882-522d3ae5d9cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1129372 Aug 18 13:58:14.469227 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-4484ec4a-37e2-4b24-b7bd-2aabf21a1446 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0483136 Aug 18 13:58:14.482900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.503199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:14.538986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-e499f370-6046-4f2c-b756-dcfa1f379e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:14.540651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-e499f370-6046-4f2c-b756-dcfa1f379e84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0558815 Aug 18 13:58:14.543285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:14.581485 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-5de7d438-da46-4309-ad41-54240237a40a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265915 Aug 18 13:58:14.629594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.706175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-1900dbe8-7d06-4367-a6b2-ee07272a47ea service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160820 Aug 18 13:58:14.710327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:14.727065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc0102-d306-4d28-97fd-67b0aea26873 req-f6790b4f-0b4a-4495-990d-49d35aad3bae tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:14.728640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89dc0102-d306-4d28-97fd-67b0aea26873 req-f6790b4f-0b4a-4495-990d-49d35aad3bae tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.5224161 Aug 18 13:58:14.738535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:14.742231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c4ae67b-bfd8-42bb-a825-d5bf09599bc6 req-5aa82fea-d345-4ce4-8f78-5525f98f9f94 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664446 Aug 18 13:58:14.754753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935488e9-1bbe-4961-91df-85ea71ae03c0 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:14.775675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.780449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:14.802399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Transition to ACTIVE for port object 935488e9-1bbe-4961-91df-85ea71ae03c0 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:14.808438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89dc0102-d306-4d28-97fd-67b0aea26873 req-01741c91-2808-47ce-9eae-8ab6ac36edff tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652840 Aug 18 13:58:14.811932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-18c8c023-531b-4be4-b1a2-d8db62ea8294 req-b8e5dd0d-6320-4b87-bf2d-417ad7d394ca service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908141 Aug 18 13:58:14.828607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-485da938-5ab2-47ad-8462-138ee532a75e tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:58:14.829770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-485da938-5ab2-47ad-8462-138ee532a75e tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078506 Aug 18 13:58:14.846412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Request body: {'binding': {'host': 'n-h2-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:14.846412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Unknown quota resources ['binding']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:58:14.860676 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7172504-2712-4e79-b811-f2e6fc05778c x-openstack-request-id: req-b7172504-2712-4e79-b811-f2e6fc05778c {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:14.861081 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:14.861397 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7172504-2712-4e79-b811-f2e6fc05778c {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:14.861972 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'status': 'completed', 'code': 200} Aug 18 13:58:14.895363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.910422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:14.934839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.994078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Pushing event updated for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:15.009475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-2d94d520-62d0-4e5b-b59c-3133b84f9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.011205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-2d94d520-62d0-4e5b-b59c-3133b84f9fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 1095 time: 0.0833719 Aug 18 13:58:15.072815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.073948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.075989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] 10.222.0.10 "PUT /v2.0/ports/c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e HTTP/1.1" status: 200 len: 1091 time: 3.3112767 Aug 18 13:58:15.136283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444cdea-ba40-44b3-a415-60a7592bcfd6 req-03c5d446-3a9e-4a19-a855-03c75cfb3897 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.138014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e444cdea-ba40-44b3-a415-60a7592bcfd6 req-03c5d446-3a9e-4a19-a855-03c75cfb3897 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 944 time: 0.1954575 Aug 18 13:58:15.171348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on host n-h2-804303-5 for vnic_type normal with profile None {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:15.171890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:15.172143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:15.177021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:15.177354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:15.183060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-e3824e70-7a58-4696-a415-7fbc5a412a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.184605 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-e3824e70-7a58-4696-a415-7fbc5a412a83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 916 time: 0.1626222 Aug 18 13:58:15.185310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:15.185649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:15.186057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:15.186511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Bound port: 4f3cd736-f89e-43c3-97f2-d742f1fac904, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:15.186629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e2c3c-56ed-4ea8-a1b8-c84a42bb44ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:15.245611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e444cdea-ba40-44b3-a415-60a7592bcfd6 req-4d2a2c59-5d55-43cf-a4ef-4b9d5a65b4a3 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870948 Aug 18 13:58:15.248030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Attempting to bind port 935488e9-1bbe-4961-91df-85ea71ae03c0 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:15.248370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Attempting to bind port 935488e9-1bbe-4961-91df-85ea71ae03c0 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:15.248701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Attempting to bind port 935488e9-1bbe-4961-91df-85ea71ae03c0 on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:15.257087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Port 935488e9-1bbe-4961-91df-85ea71ae03c0 on network 4d8efcb4-ace5-436b-8525-0470b17788eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:15.257368 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-4d61c0bd-6915-4403-81bf-db2315f17f39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b HTTP/1.1" status: 200 len: 217 time: 0.0450485 Aug 18 13:58:15.257510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Attempting to bind port 935488e9-1bbe-4961-91df-85ea71ae03c0 on network 4d8efcb4-ace5-436b-8525-0470b17788eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:15.266850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:15.267191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Checking segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:15.267571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Bound using segment: {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:15.268006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Bound port: 935488e9-1bbe-4961-91df-85ea71ae03c0, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:15.268374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.281262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-d034d03c-ad5b-46a5-9e8b-b67930bd8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.283272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-d034d03c-ad5b-46a5-9e8b-b67930bd8bdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 1094 time: 0.0826089 Aug 18 13:58:15.328762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:15.346526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-256f7c9b-6fba-4cd4-8217-11fd40084c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.348403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-256f7c9b-6fba-4cd4-8217-11fd40084c8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.0804107 Aug 18 13:58:15.369227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-afb327c5-70cc-403c-9270-e46eac3e1a41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e HTTP/1.1" status: 200 len: 217 time: 0.0622687 Aug 18 13:58:15.392444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3983d27-bcb3-44a8-bb14-4e3e93a92096 req-9c7aee5d-4ef2-480d-816d-2fe1425aacce tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 210 time: 0.0408139 Aug 18 13:58:15.399274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.419665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-d12fc5a7-e0d8-4951-972e-a56cf5b86163 service neutron] 10.222.0.35 "POST /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904/bindings HTTP/1.1" status: 201 len: 389 time: 0.5814905 Aug 18 13:58:15.453373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:15.460153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=935488e9-1bbe-4961-91df-85ea71ae03c0,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:15.466942 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba0a0a-ea95-472c-9761-f7db2f1c3a38 x-openstack-request-id: req-71ba0a0a-ea95-472c-9761-f7db2f1c3a38 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:15.466942 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-unplugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:15.466942 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71ba0a0a-ea95-472c-9761-f7db2f1c3a38 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:15.467361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-6c4805ce-e8c1-43e0-a787-603947caad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.468500 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'code': 200} Aug 18 13:58:15.468653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-6c4805ce-e8c1-43e0-a787-603947caad4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.0793850 Aug 18 13:58:15.481056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-70553965-c812-4f70-8c41-481e56a84f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.482199 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-70553965-c812-4f70-8c41-481e56a84f35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203542 Aug 18 13:58:15.538992 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.566605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.567368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.569088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] 10.222.0.58 "PUT /v2.0/ports/935488e9-1bbe-4961-91df-85ea71ae03c0 HTTP/1.1" status: 200 len: 1092 time: 2.1324403 Aug 18 13:58:15.650755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-2e8fd250-535a-4ac9-95f9-c36b23d51f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.652653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-2e8fd250-535a-4ac9-95f9-c36b23d51f9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748934 Aug 18 13:58:15.670232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049b47-4529-47af-b9d9-410eff01c295 req-df570191-8077-4d99-81a4-6cf9bca3f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.671704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-df570191-8077-4d99-81a4-6cf9bca3f6ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1100 time: 0.1223457 Aug 18 13:58:15.689831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-51aeac53-95b8-41a9-bea3-41e2510381f0 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888235 Aug 18 13:58:15.795183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42eed7b-5304-442b-9f89-fde408c37e4f service neutron] Pushing event updated for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:15.841314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70783cb9-8200-454b-a7e0-8a856d9c63d7 req-e98dddd3-004f-4804-9f09-b1709fb8cbd5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.849609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70783cb9-8200-454b-a7e0-8a856d9c63d7 req-e98dddd3-004f-4804-9f09-b1709fb8cbd5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2790129 Aug 18 13:58:16.002271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2daa32-a942-4a09-9d90-c21c2ed480c8 req-06dd338c-ff2f-45f3-8da9-15b1c3dbfe76 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038664 Aug 18 13:58:16.003195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049b47-4529-47af-b9d9-410eff01c295 req-f6498129-e008-4c16-a31d-0141c68900f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.004790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-f6498129-e008-4c16-a31d-0141c68900f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2672071 Aug 18 13:58:16.026510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-5d19642d-6d5b-445c-a943-0db2741abaab service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588789 Aug 18 13:58:16.029388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70783cb9-8200-454b-a7e0-8a856d9c63d7 req-5b87625e-b5b5-4977-a92f-f8054868a2b3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790047 Aug 18 13:58:16.037574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-c0c2898f-e866-4553-9e6f-907527a4d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.039146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-c0c2898f-e866-4553-9e6f-907527a4d10e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 1095 time: 0.2578983 Aug 18 13:58:16.086837 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-461bcb81-f3b7-477e-8860-8853a83d410a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d HTTP/1.1" status: 200 len: 217 time: 0.0653980 Aug 18 13:58:16.140231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-ad2f2880-a560-4ff7-bc04-c817a6f57a2f tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.141988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-ad2f2880-a560-4ff7-bc04-c817a6f57a2f tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.58 "GET /v2.0/networks?id=c14e3de9-79c5-402b-8f19-1379eae6cd8b HTTP/1.1" status: 200 len: 822 time: 0.2611730 Aug 18 13:58:16.163170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Request body: {'port': {'device_id': '09543a65-b767-4715-81f7-1a932c74644e', 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b', 'admin_state_up': True, 'tenant_id': '75e4ea7459b44a1eacf8c09126a4b8d9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:16.172969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-9bbe8dca-0b4f-4961-bcd9-c7509de50e45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=935488e9-1bbe-4961-91df-85ea71ae03c0 HTTP/1.1" status: 200 len: 217 time: 0.1163874 Aug 18 13:58:16.183096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae1fe-1be3-4355-a4db-b0b68f29f3e0 req-1d6d126b-d184-41c9-acf5-48f3cff33b61 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.184769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-494ae1fe-1be3-4355-a4db-b0b68f29f3e0 req-1d6d126b-d184-41c9-acf5-48f3cff33b61 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 949 time: 0.2598722 Aug 18 13:58:16.209336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049b47-4529-47af-b9d9-410eff01c295 req-c83f6628-324c-4d59-bb0a-7c15b3770031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.210856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-c83f6628-324c-4d59-bb0a-7c15b3770031 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1139729 Aug 18 13:58:16.288935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049b47-4529-47af-b9d9-410eff01c295 req-a4a44001-5eab-435e-8c01-afeb2a88850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.290373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-a4a44001-5eab-435e-8c01-afeb2a88850f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703578 Aug 18 13:58:16.326798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-494ae1fe-1be3-4355-a4db-b0b68f29f3e0 req-06f15d57-3c58-47cf-82b3-2f0ce68e77f4 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307340 Aug 18 13:58:16.328206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-687e3846-8bdc-449b-b975-a7a5bcfe3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.329684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-687e3846-8bdc-449b-b975-a7a5bcfe3a3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.1439505 Aug 18 13:58:16.341073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8917e97-12a0-4bb7-a3ec-294f868d9a52 req-95085486-2a03-4294-b48c-b870700f58ba service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952957 Aug 18 13:58:16.349216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108a554-6e49-453a-b429-41ff68166c82 req-e3e82af5-8791-4c7f-80fa-6c40e0b5815c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.350841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8108a554-6e49-453a-b429-41ff68166c82 req-e3e82af5-8791-4c7f-80fa-6c40e0b5815c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1537719 Aug 18 13:58:16.403044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-b1063864-4352-4234-b739-c99812da00cd service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042099 Aug 18 13:58:16.453243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8108a554-6e49-453a-b429-41ff68166c82 req-2fb0aa10-b612-474c-bac0-6f0aac32ea3e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728750 Aug 18 13:58:16.455864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-fa7e4f1d-72b3-4c59-8a0b-5bc2a1c8ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.457316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-fa7e4f1d-72b3-4c59-8a0b-5bc2a1c8ca69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193335 Aug 18 13:58:16.483151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10b2a4-7f6a-4208-a765-a68fafd71bab req-88375ef2-0ea5-4b89-9f26-4c4eb2df0793 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.483766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Made reservation on behalf of 75e4ea7459b44a1eacf8c09126a4b8d9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:16.484501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e10b2a4-7f6a-4208-a765-a68fafd71bab req-88375ef2-0ea5-4b89-9f26-4c4eb2df0793 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.0848830 Aug 18 13:58:16.488021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:16.541740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-45049b47-4529-47af-b9d9-410eff01c295 req-7ffe804f-c45d-4ef5-a0f3-9b318d6ee555 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305556 Aug 18 13:58:16.578794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e10b2a4-7f6a-4208-a765-a68fafd71bab req-21f7763d-8ade-4d12-86c8-2e1905334f9f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Aug 18 13:58:16.604002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-bc799795-1a1d-4f9c-9d4e-2ee65c86aef2 service neutron] 10.222.0.58 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360333 Aug 18 13:58:16.676228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Allocated IP 172.20.0.12 (c14e3de9-79c5-402b-8f19-1379eae6cd8b/bad520f2-8edb-40df-a2ae-17d881cee2d9/0ff4fe8e-4c2a-40b4-8482-ac4b31614487) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:16.743775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482005f-0251-454b-9530-7875053a6a2c req-4c1a023c-f062-4513-af74-e8fe42111745 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:16.745881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2482005f-0251-454b-9530-7875053a6a2c req-4c1a023c-f062-4513-af74-e8fe42111745 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 944 time: 0.0753527 Aug 18 13:58:16.764772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a21148f1-3c8e-4e26-bb09-43d94e5d5791 req-08938f31-1c18-4edc-9212-39ef35795a9a service neutron] 10.222.0.58 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528256 Aug 18 13:58:16.797479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2482005f-0251-454b-9530-7875053a6a2c req-181390be-effa-408b-beb6-7c2cc2dad377 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Aug 18 13:58:16.849646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:16.872674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e'}, {'name': 'network-changed', 'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:16.875314 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd5162-3b1d-461c-9447-6e77d929fbde" -d '{"events": [{"name": "network-changed", "server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e"}, {"name": "network-changed", "server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:16.879931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c169ac9b-f81d-4242-8696-5c22e03779bd req-169d65ac-b623-4d0e-bcf4-3f3d7e11154d tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 210 time: 0.0471666 Aug 18 13:58:16.941050 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3fd6a8-62b6-4560-a61f-21e2890ec5ea x-openstack-request-id: req-fa3fd6a8-62b6-4560-a61f-21e2890ec5ea {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:16.941348 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:16.941659 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa3fd6a8-62b6-4560-a61f-21e2890ec5ea {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:16.942107 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e', 'status': 'completed', 'code': 200} Aug 18 13:58:16.942370 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0', 'status': 'completed', 'code': 200} Aug 18 13:58:16.958001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.007747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Network c14e3de9-79c5-402b-8f19-1379eae6cd8b is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:17.011289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:17.015377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:17.036462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-e2daa887-8bbd-4d82-aa11-7de9c35bd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.038027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-e2daa887-8bbd-4d82-aa11-7de9c35bd872 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 1095 time: 0.0713098 Aug 18 13:58:17.039824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Pushing event updated for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:17.045262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-2d43e390-67cb-4a7f-bc1a-804d91a73fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.046801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-2d43e390-67cb-4a7f-bc1a-804d91a73fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 1094 time: 0.0685754 Aug 18 13:58:17.090112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.090886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.206045 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-49ed5ba7-4875-491e-b3dd-6482ececcded tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0535669 Aug 18 13:58:17.213181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:17.228382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Request body: {'port': {'device_id': '09543a65-b767-4715-81f7-1a932c74644e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:17.258672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8621e-02f4-429c-9375-93c86bc26d7d req-3607c49a-7ab3-4eb2-acf7-ad2e47375f6c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.260254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78f8621e-02f4-429c-9375-93c86bc26d7d req-3607c49a-7ab3-4eb2-acf7-ad2e47375f6c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1203830 Aug 18 13:58:17.278542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-8e33f975-4fe6-4627-bf4b-8f4ac7b2cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.280148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-8e33f975-4fe6-4627-bf4b-8f4ac7b2cd13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 916 time: 0.2197649 Aug 18 13:58:17.294375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:17.294748 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.313333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-987ae233-a3c6-42a3-8741-ebb0e297a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.313333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-987ae233-a3c6-42a3-8741-ebb0e297a44e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 916 time: 0.2523315 Aug 18 13:58:17.345385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.349526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-85093408-c9b2-4815-968f-6c320fde30e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e HTTP/1.1" status: 200 len: 217 time: 0.0601490 Aug 18 13:58:17.420063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.427840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78f8621e-02f4-429c-9375-93c86bc26d7d req-ec95967e-6cf5-492e-b99f-6ed9efa7b9c6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586514 Aug 18 13:58:17.432218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-a798faa8-3ea1-492f-bb58-7efd382642d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=935488e9-1bbe-4961-91df-85ea71ae03c0 HTTP/1.1" status: 200 len: 217 time: 0.0896232 Aug 18 13:58:17.455175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-41a94d71-7d81-4cb1-8458-0a567b1b4d7d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.455175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-41a94d71-7d81-4cb1-8458-0a567b1b4d7d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.1167192 Aug 18 13:58:17.470999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:17.473806 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa3ddd1-cc10-4657-974c-2a4e32abc4a0" -d '{"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:17.478107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-5'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:17.503134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:17.520148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-d47bde4a-299a-4c61-b850-8abfdb3730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.522010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-d47bde4a-299a-4c61-b850-8abfdb3730fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.1640077 Aug 18 13:58:17.535650 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7396adac-e556-4ce6-9af2-79e893721a41 x-openstack-request-id: req-7396adac-e556-4ce6-9af2-79e893721a41 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:17.536382 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-plugged", "status": "completed", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:17.536815 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7396adac-e556-4ce6-9af2-79e893721a41 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:17.537359 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'code': 200} Aug 18 13:58:17.560194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bbb13-5cbc-42b7-9bb1-0cd9e8047b04 req-2b09128b-0f1b-443b-802c-a347255aaa0b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.560194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d7bbb13-5cbc-42b7-9bb1-0cd9e8047b04 req-2b09128b-0f1b-443b-802c-a347255aaa0b tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 949 time: 0.1294267 Aug 18 13:58:17.574397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-f64fd247-ad36-4e49-b108-b1fc8c09fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.576089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-f64fd247-ad36-4e49-b108-b1fc8c09fb8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.1257880 Aug 18 13:58:17.617054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.676722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-9288ee6e-ee27-4409-bf06-dccc6f710a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.678325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-9288ee6e-ee27-4409-bf06-dccc6f710a13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449909 Aug 18 13:58:17.681607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.693908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:17.709356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d7bbb13-5cbc-42b7-9bb1-0cd9e8047b04 req-8fc972a7-5184-42fc-b627-36ccc5f2ec06 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322539 Aug 18 13:58:17.722560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.58', 55777) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:17.729447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-057bff5b-51d6-4b1b-971e-54fefa454e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.731197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-057bff5b-51d6-4b1b-971e-54fefa454e7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437409 Aug 18 13:58:17.749512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 438ab34f-03c8-4a6c-b8a7-925118bf3e5b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:17.796840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218211e-5e2b-475f-85b5-bf3e60d7a96d req-8333b044-d7ee-498a-ace8-d64427e2152b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.804019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6218211e-5e2b-475f-85b5-bf3e60d7a96d req-8333b044-d7ee-498a-ace8-d64427e2152b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1969771 Aug 18 13:58:17.882586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:17.897782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'port_id': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'mac_address': 'fa:16:3e:8f:3f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b9aa34-5802-49e5-a30a-8881bc9ed735', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:17.956774 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.962566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f591c9-2942-4e2c-a35e-f471ebbe51eb req-93c8ee81-337d-4407-ae65-eca430f88d9b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.964688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6f591c9-2942-4e2c-a35e-f471ebbe51eb req-93c8ee81-337d-4407-ae65-eca430f88d9b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 945 time: 0.1500142 Aug 18 13:58:17.978245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6218211e-5e2b-475f-85b5-bf3e60d7a96d req-ae1aee19-e9ab-4cbc-b1f2-6b7d4ae836c5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733396 Aug 18 13:58:17.978621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ab34f-03c8-4a6c-b8a7-925118bf3e5b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:17.980321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-2988dc57-3d3b-4015-87d6-591f5bff8959 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923408 Aug 18 13:58:18.002880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:18.032333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:18.071396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.071652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-e7a59880-f0aa-4222-853c-8c77372bbb86 service neutron] 10.222.0.58 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056951 Aug 18 13:58:18.075813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:18.106469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6f591c9-2942-4e2c-a35e-f471ebbe51eb req-608b3806-423b-4119-bc96-c32c206f5ec3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339891 Aug 18 13:58:18.125986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.129974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:18.132358 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634b242-8dfc-41ec-a730-7dbaf5c6e4a9" -d '{"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:18.156982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:18.157342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c61b88-a75e-4336-bf16-e21bc9d1cba4 req-70c58269-c6b8-44e8-ab49-100dab8fe519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.158902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c0c61b88-a75e-4336-bf16-e21bc9d1cba4 req-70c58269-c6b8-44e8-ab49-100dab8fe519 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1102 time: 0.4351156 Aug 18 13:58:18.201128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.216857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-044df2ec-961a-4cb9-95cf-d940feb04677 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245853 Aug 18 13:58:18.255192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:18.284954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.307192 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c0c61b88-a75e-4336-bf16-e21bc9d1cba4 req-8d1fce3a-d974-4cdd-85e8-d93f53183da7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254606 Aug 18 13:58:18.321741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Transition to ACTIVE for port object 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:18.343238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:18.358201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on host n-h1-804303-5 for vnic_type normal with profile {"migrating_to": "n-h2-804303-5"} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:18.358554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:18.358688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['438ab34f-03c8-4a6c-b8a7-925118bf3e5b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:18.359124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:18.363992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:18.364320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Attempting to bind port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:18.369766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:18.370487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:18.370610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:18.371010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Bound port: af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:18.371373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.383981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:18.394390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.511500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:18.548519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:18.575654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-457eb1a7-df94-413a-8ccd-78994430a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.582091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:18.583875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf568-2f58-4120-b833-d00ab91f096e req-92197ef5-3878-448a-a41a-99ec539b5b26 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.585383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0ebf568-2f58-4120-b833-d00ab91f096e req-92197ef5-3878-448a-a41a-99ec539b5b26 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 944 time: 0.5059137 Aug 18 13:58:18.618074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54bd5162-3b1d-461c-9447-6e77d929fbde req-64d4abc6-edfd-4008-a90a-9d2620077e19 service neutron] 10.222.0.58 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369735 Aug 18 13:58:18.620642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Attempting to bind port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:18.620909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Attempting to bind port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'b37323b7-9c46-432a-9f6f-dc82e03eb088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:18.621132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Attempting to bind port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 on network c14e3de9-79c5-402b-8f19-1379eae6cd8b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:18.629402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aa248-31aa-462b-9612-4819dfde4b05 req-18ac28a9-9a2f-4a53-8cef-dfcf957deee1 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.630937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b7aa248-31aa-462b-9612-4819dfde4b05 req-18ac28a9-9a2f-4a53-8cef-dfcf957deee1 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 932 time: 0.4362903 Aug 18 13:58:18.631706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 on network c14e3de9-79c5-402b-8f19-1379eae6cd8b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:18.632030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Attempting to bind port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 on network c14e3de9-79c5-402b-8f19-1379eae6cd8b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:18.640404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:18.640738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Checking segment: {'id': 'b37323b7-9c46-432a-9f6f-dc82e03eb088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:18.641135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Bound using segment: {'id': 'b37323b7-9c46-432a-9f6f-dc82e03eb088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:18.641568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Bound port: 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37323b7-9c46-432a-9f6f-dc82e03eb088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:18.641948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.655823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0ebf568-2f58-4120-b833-d00ab91f096e req-36eb5848-aa65-440e-9208-acd922580d82 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585558 Aug 18 13:58:18.692573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b7aa248-31aa-462b-9612-4819dfde4b05 req-a0e2f2fc-9f65-49c5-bea2-8c6ce446f37a tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Aug 18 13:58:18.707480 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71221de1-44a6-4c7a-9191-a3466b976ef5 x-openstack-request-id: req-71221de1-44a6-4c7a-9191-a3466b976ef5 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:18.707774 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:18.708035 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71221de1-44a6-4c7a-9191-a3466b976ef5 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:18.708411 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'code': 200} Aug 18 13:58:18.719633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.781761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:18.787738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,segment=NetworkSegment(b37323b7-9c46-432a-9f6f-dc82e03eb088),segment_id=b37323b7-9c46-432a-9f6f-dc82e03eb088)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:18.815861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=8']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:18.823958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e459590-b478-4b61-a8ef-9a7bb7fad92f req-884e83a6-20b6-4924-b736-bb9a8370ddc7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.830311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-457eb1a7-df94-413a-8ccd-78994430a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.831868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e459590-b478-4b61-a8ef-9a7bb7fad92f req-884e83a6-20b6-4924-b736-bb9a8370ddc7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0639608 Aug 18 13:58:18.853532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.855455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.856954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-2830f042-bfdd-4f8f-aca5-e1939a8b962d service neutron] 10.222.0.58 "PUT /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 1121 time: 1.3836417 Aug 18 13:58:18.871829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.903363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-457eb1a7-df94-413a-8ccd-78994430a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.906626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e459590-b478-4b61-a8ef-9a7bb7fad92f req-cd8ee589-8812-4383-8f5c-2c28ad6bcd39 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737717 Aug 18 13:58:18.924431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.924927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bacf-b05d-4aa4-8d46-d92af1a9fcb1 req-6966770a-51b6-4c1b-9679-d3d3c1e1a1f8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:18.925133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.925540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/0ff4fe8e-4c2a-40b4-8482-ac4b31614487 HTTP/1.1" status: 200 len: 1092 time: 1.7094424 Aug 18 13:58:18.930719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6513bacf-b05d-4aa4-8d46-d92af1a9fcb1 req-6966770a-51b6-4c1b-9679-d3d3c1e1a1f8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 951 time: 0.0904675 Aug 18 13:58:18.952313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['af6e25e5-13cc-4d66-b0f6-9a72c89887fa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:18.968314 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:58:18.974413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6513bacf-b05d-4aa4-8d46-d92af1a9fcb1 req-5d0cf357-3807-4f57-be97-69f666b03532 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Aug 18 13:58:18.982989 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-457eb1a7-df94-413a-8ccd-78994430a468 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e525d8627e564f4ca657464066df138b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973082 Aug 18 13:58:18.984107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a65a2-8311-45c6-a0bb-ab99f8aa11f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:18.986045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:18.987915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb1a7-df94-413a-8ccd-78994430a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6992691-a269-42c1-96d9-a081bf02ad81,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:19.008526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['af6e25e5-13cc-4d66-b0f6-9a72c89887fa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:19.048780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.084382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.167268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd0668-6c90-4e6e-a820-b939e8c57444 req-5ae093a3-6a6f-482e-891f-1853c90eda6f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.168931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4abd0668-6c90-4e6e-a820-b939e8c57444 req-5ae093a3-6a6f-482e-891f-1853c90eda6f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0747375 Aug 18 13:58:19.233890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:19.274378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4abd0668-6c90-4e6e-a820-b939e8c57444 req-419950c3-4855-4b8f-ac02-3d1a1349aab6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834095 Aug 18 13:58:19.285718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.288458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.292783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6992691-a269-42c1-96d9-a081bf02ad81 HTTP/1.1" status: 204 len: 168 time: 0.3032560 Aug 18 13:58:19.304414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa982ee-e6f7-4e61-8347-e7f289a1cd19 req-4cfe7560-d768-432c-a303-7d2364921c2b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.312171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aaa982ee-e6f7-4e61-8347-e7f289a1cd19 req-4cfe7560-d768-432c-a303-7d2364921c2b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.1129699 Aug 18 13:58:19.326415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86250aa-a1ca-4c1e-8020-3aa133f79e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6992691-a269-42c1-96d9-a081bf02ad81,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:19.390802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aaa982ee-e6f7-4e61-8347-e7f289a1cd19 req-7ea04342-0713-4f06-96f3-324c38da33f8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776508 Aug 18 13:58:19.396969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:19.415938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa has no active binding in host n-h2-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:58:19.416333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 935488e9-1bbe-4961-91df-85ea71ae03c0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:19.421955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-964659ba-8623-4e46-b869-c694663d94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.426765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-964659ba-8623-4e46-b869-c694663d94d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75e4ea7459b44a1eacf8c09126a4b8d9&device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 1095 time: 0.3676243 Aug 18 13:58:19.468625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-f63b117c-cb7b-4748-a646-f046adafa34c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487 HTTP/1.1" status: 200 len: 217 time: 0.0352173 Aug 18 13:58:19.522177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-2e5c42d1-5092-43c0-963e-dc6e3c87100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.523783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-2e5c42d1-5092-43c0-963e-dc6e3c87100e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bad520f2-8edb-40df-a2ae-17d881cee2d9 HTTP/1.1" status: 200 len: 862 time: 0.0471728 Aug 18 13:58:19.525171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=935488e9-1bbe-4961-91df-85ea71ae03c0,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:19.541515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '935488e9-1bbe-4961-91df-85ea71ae03c0', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'port_id': '935488e9-1bbe-4961-91df-85ea71ae03c0', 'mac_address': 'fa:16:3e:a3:3b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b9aa34-5802-49e5-a30a-8881bc9ed735', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:19.563525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-1e1fff0c-f003-4f94-b84f-c7290d61a5fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c14e3de9-79c5-402b-8f19-1379eae6cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276051 Aug 18 13:58:19.582802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.602478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935488e9-1bbe-4961-91df-85ea71ae03c0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:19.627930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=935488e9-1bbe-4961-91df-85ea71ae03c0,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:19.679056 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-fd651616-8c52-4016-9904-4e9f0566f22d service neutron] 10.222.0.58 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046271 Aug 18 13:58:19.700311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.785264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:19.788723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 438ab34f-03c8-4a6c-b8a7-925118bf3e5b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:19.819497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d362f04c-0c35-4866-ba38-24f2a2fe1b80 req-f2ae5a18-42a1-42ae-ac3e-ec0822f619f0 service neutron] 10.222.0.58 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319304 Aug 18 13:58:19.839260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419385b-ce3f-402e-b9cf-e6d84c3613fa req-6b34c794-e86e-4a30-8991-df8e6a42a195 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.841908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9419385b-ce3f-402e-b9cf-e6d84c3613fa req-6b34c794-e86e-4a30-8991-df8e6a42a195 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 945 time: 0.1098037 Aug 18 13:58:19.849297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:19.894003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b24fd-8f7b-4401-84d7-8aa10dde5b91 req-28671dfd-76de-4dfe-8add-c292b1d8994d tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.896012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf6b24fd-8f7b-4401-84d7-8aa10dde5b91 req-28671dfd-76de-4dfe-8add-c292b1d8994d tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 944 time: 0.1093202 Aug 18 13:58:19.903804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9419385b-ce3f-402e-b9cf-e6d84c3613fa req-6a4269b3-c1a7-4052-b49e-cf5499885229 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Aug 18 13:58:19.944336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf6b24fd-8f7b-4401-84d7-8aa10dde5b91 req-731c9748-4683-4a08-a6d4-ff58d2438d85 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 Aug 18 13:58:19.972728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:19.986302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e', 'network_id': '4d8efcb4-ace5-436b-8525-0470b17788eb', 'port_id': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e', 'mac_address': 'fa:16:3e:94:c9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b9aa34-5802-49e5-a30a-8881bc9ed735', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:20.016615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:20.022025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:20.022412 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.062212 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.079639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2f8d-6ac3-4a3b-9ebd-fda14de03a89 req-3560cbc8-ed2c-4abf-a8ca-0b797ac1e9f1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.081191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dfbc2f8d-6ac3-4a3b-9ebd-fda14de03a89 req-3560cbc8-ed2c-4abf-a8ca-0b797ac1e9f1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0531664 Aug 18 13:58:20.081605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:20.114481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:20.127338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43310) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:20.149069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfb46412-26b8-4050-b634-956d4b095419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.151996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.158991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181593f9-e904-4836-9ebe-1584e6fc538f req-dc08ba21-d6f0-452e-acd7-8cb4368fb9ca tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.160508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-181593f9-e904-4836-9ebe-1584e6fc538f req-dc08ba21-d6f0-452e-acd7-8cb4368fb9ca tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 951 time: 0.0783195 Aug 18 13:58:20.163713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dfbc2f8d-6ac3-4a3b-9ebd-fda14de03a89 req-35a8b685-cb33-4e58-aa97-7ee6f8c3bb3b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714314 Aug 18 13:58:20.199421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:20.200256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:20.202765 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5f2a4b-50d4-4e79-9a94-a6f541b8f6f0" -d '{"events": [{"server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "name": "network-vif-plugged", "status": "completed", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:20.216847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['935488e9-1bbe-4961-91df-85ea71ae03c0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:20.227689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-181593f9-e904-4836-9ebe-1584e6fc538f req-34268fc3-0f30-48ef-864b-48cbc12808f8 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Aug 18 13:58:20.276907 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee3b2de-470c-492d-a57d-ced1809dad8d x-openstack-request-id: req-5ee3b2de-470c-492d-a57d-ced1809dad8d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:20.277153 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "name": "network-vif-plugged", "status": "completed", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:20.277408 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ee3b2de-470c-492d-a57d-ced1809dad8d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:20.277820 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'code': 200} Aug 18 13:58:20.281031 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.289998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.326932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfb46412-26b8-4050-b634-956d4b095419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.376883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:20.387749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfb46412-26b8-4050-b634-956d4b095419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.444118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dfb46412-26b8-4050-b634-956d4b095419 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e8afb189a524973aacb84dc8fd7fab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127956 Aug 18 13:58:20.444118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb46412-26b8-4050-b634-956d4b095419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ac8ff-30fa-4130-af88-d7b55f8ea9e8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:20.446751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:20.481378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d396-5ee7-4899-9c84-c5aad52e17e7 req-547c81c2-16df-4831-9089-1b57a8058b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.483082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b0d396-5ee7-4899-9c84-c5aad52e17e7 req-547c81c2-16df-4831-9089-1b57a8058b3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 1097 time: 0.1329708 Aug 18 13:58:20.527508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f82b2-c8d4-4aa9-875a-06429f9991b7 req-4eeeb4e5-d865-4e01-ba43-ae4423f83ad0 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.534200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d47f82b2-c8d4-4aa9-875a-06429f9991b7 req-4eeeb4e5-d865-4e01-ba43-ae4423f83ad0 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1148365 Aug 18 13:58:20.536044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.554218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:20.559206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b0d396-5ee7-4899-9c84-c5aad52e17e7 req-d6984707-3894-4a5b-85d7-968dea80e06c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Aug 18 13:58:20.567414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.581932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d47f82b2-c8d4-4aa9-875a-06429f9991b7 req-16db626b-8121-44ae-a76a-e1e4c0337fe1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Aug 18 13:58:20.583860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:20.709633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa'}, {'name': 'network-changed', 'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:20.712813 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7b620-d44b-4912-96f7-4f70c541245d" -d '{"events": [{"name": "network-changed", "server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa"}, {"name": "network-changed", "server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:20.716401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e111445-bbe3-4141-ba7f-f25ec1d96595 req-cb58d34a-91fb-4e36-93a3-c2f69ed1d89e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.722446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e111445-bbe3-4141-ba7f-f25ec1d96595 req-cb58d34a-91fb-4e36-93a3-c2f69ed1d89e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.0575776 Aug 18 13:58:20.762411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e111445-bbe3-4141-ba7f-f25ec1d96595 req-3b2f5dec-bfce-4dbf-a3bc-12cbf0ad5544 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Aug 18 13:58:20.795406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.798835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.799539 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c43ac8ff-30fa-4130-af88-d7b55f8ea9e8 HTTP/1.1" status: 204 len: 168 time: 0.3518269 Aug 18 13:58:20.808896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da49337-09ed-441a-90fa-72fbc7672505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ac8ff-30fa-4130-af88-d7b55f8ea9e8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:20.833313 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda331b2-e1a6-48d2-941a-fe150c1fe564 x-openstack-request-id: req-fda331b2-e1a6-48d2-941a-fe150c1fe564 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:20.835427 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:20.835948 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fda331b2-e1a6-48d2-941a-fe150c1fe564 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:20.838057 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'status': 'completed', 'code': 200} Aug 18 13:58:20.840437 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487', 'status': 'completed', 'code': 200} Aug 18 13:58:20.946982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-dcac6adf-777b-46d9-b080-c481373595f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.950388 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-dcac6adf-777b-46d9-b080-c481373595f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75e4ea7459b44a1eacf8c09126a4b8d9&device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 1095 time: 0.0852022 Aug 18 13:58:20.960445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-fe47fbff-f8f3-4de8-96d4-8773ef4cd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.962073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-fe47fbff-f8f3-4de8-96d4-8773ef4cd1a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1124 time: 0.0972400 Aug 18 13:58:20.972277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd03aa1-7346-4324-94e3-20348318ac41 req-2a7f4e06-a496-4f25-a652-a2df1ae7b0a0 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:20.980640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fd03aa1-7346-4324-94e3-20348318ac41 req-2a7f4e06-a496-4f25-a652-a2df1ae7b0a0 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1102 time: 0.0757337 Aug 18 13:58:21.096352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fd03aa1-7346-4324-94e3-20348318ac41 req-5c9eb329-9b8c-4873-936b-37ee6fc67125 tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148248 Aug 18 13:58:21.116454 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-820da355-befe-40fc-ac66-dd3fd3ae41af service neutron] show failed (client error): The resource could not be found. Aug 18 13:58:21.118391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-820da355-befe-40fc-ac66-dd3fd3ae41af service neutron] 10.222.0.10 "GET /v2.0/ports/d49b453d-42e4-4519-a980-5eb4b1321799/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0930004 Aug 18 13:58:21.124299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-665792cf-6497-43d6-b8ed-6caaf1672f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.125806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-665792cf-6497-43d6-b8ed-6caaf1672f45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c14e3de9-79c5-402b-8f19-1379eae6cd8b HTTP/1.1" status: 200 len: 923 time: 0.1664777 Aug 18 13:58:21.138423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb224ae-a28c-475e-accd-2f823a104b3e req-fcc5c763-768c-48b4-8434-eeb6592cf291 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.140014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb224ae-a28c-475e-accd-2f823a104b3e req-fcc5c763-768c-48b4-8434-eeb6592cf291 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 945 time: 0.1435821 Aug 18 13:58:21.158383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-b0d4ae4e-926d-47b0-9891-cebe6364b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.159901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-b0d4ae4e-926d-47b0-9891-cebe6364b100 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1623759 Aug 18 13:58:21.183093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-33e01a3e-9bed-4656-8668-88718c279ab8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487 HTTP/1.1" status: 200 len: 217 time: 0.0419872 Aug 18 13:58:21.218418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-9a2acb91-ce78-45fd-8206-103c90e05bad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 217 time: 0.0478144 Aug 18 13:58:21.250536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-526d060c-f853-4b2f-896a-69136cb4d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.252371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-526d060c-f853-4b2f-896a-69136cb4d2ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bad520f2-8edb-40df-a2ae-17d881cee2d9 HTTP/1.1" status: 200 len: 862 time: 0.0562360 Aug 18 13:58:21.268050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb224ae-a28c-475e-accd-2f823a104b3e req-a0abfc2f-19db-419f-898b-7ccd6df33d9b tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Aug 18 13:58:21.303231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-5eb94855-8ef5-4e83-9b2a-15e4c613334b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c14e3de9-79c5-402b-8f19-1379eae6cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386577 Aug 18 13:58:21.333242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-2c18c68a-b98b-428b-9768-9fd99029aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.335895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-2c18c68a-b98b-428b-9768-9fd99029aefc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1056221 Aug 18 13:58:21.350243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62179b0a-08bf-4076-9108-8b48e5467a63 req-ecfaeb7e-63a8-45af-a5d7-a34eceaec6c2 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.351928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62179b0a-08bf-4076-9108-8b48e5467a63 req-ecfaeb7e-63a8-45af-a5d7-a34eceaec6c2 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 944 time: 0.0876024 Aug 18 13:58:21.382281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-faaaa336-68d2-49df-b968-ccf170b1e19e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291152 Aug 18 13:58:21.470790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62179b0a-08bf-4076-9108-8b48e5467a63 req-876588a2-6cbf-4b2d-86d2-4f2f94234e93 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071410 Aug 18 13:58:21.484770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-281f09e0-e25d-4019-9151-cfab33429090 service neutron] 10.222.0.58 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662858 Aug 18 13:58:21.561080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-ae67e28f-b856-4b5b-86bc-fde4086b3abb service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643651 Aug 18 13:58:21.678594 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-06c7cdd9-8079-42fd-98b3-6f5696238f8f service neutron] 10.222.0.58 "GET /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033516 Aug 18 13:58:21.705435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d7b620-d44b-4912-96f7-4f70c541245d req-18c265cb-062c-46e5-983f-0888b7081ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408591 Aug 18 13:58:21.722789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cde2e-aabd-416c-8a95-2cfb3ccc98fb req-07b355c2-975b-44b7-9481-eacb3898d138 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.724370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea3cde2e-aabd-416c-8a95-2cfb3ccc98fb req-07b355c2-975b-44b7-9481-eacb3898d138 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.0892987 Aug 18 13:58:21.769226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea3cde2e-aabd-416c-8a95-2cfb3ccc98fb req-d0c63384-4532-4321-a160-5a908ed18ac4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 Aug 18 13:58:21.800823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:21.879601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-e47fea7d-5787-47fe-b95c-446b30e9420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.881189 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-e47fea7d-5787-47fe-b95c-446b30e9420b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1100 time: 0.0652843 Aug 18 13:58:21.902113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:21.913184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a577cd-6e4f-4367-bb62-2553fdf6af63 req-f3660023-7f41-49ed-82dd-c1aa4e08ed46 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:21.914811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70a577cd-6e4f-4367-bb62-2553fdf6af63 req-f3660023-7f41-49ed-82dd-c1aa4e08ed46 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0527875 Aug 18 13:58:21.942869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1e9433-7747-4f4c-89cf-419dbf4a12f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:21.945027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:21.951068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:21.951735 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:21.962212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:21.984289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70a577cd-6e4f-4367-bb62-2553fdf6af63 req-394c6008-1255-4fba-befa-70d2b18e043e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Aug 18 13:58:22.074756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ee7e8-9d36-4d66-ac8b-23d8a0fd7aee req-f3da7fee-d18b-45fc-a997-217d55245697 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.076935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b4ee7e8-9d36-4d66-ac8b-23d8a0fd7aee req-f3da7fee-d18b-45fc-a997-217d55245697 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.0881720 Aug 18 13:58:22.100563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.156560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b4ee7e8-9d36-4d66-ac8b-23d8a0fd7aee req-cc88a6c3-e464-4d0e-b4a5-06ebf2139b2f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675247 Aug 18 13:58:22.158605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d778-6699-4157-bf6e-918dc34674c9 req-76f0ebae-4fc9-4f7e-9123-b25d87c2143a tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.159070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:22.162406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9300d778-6699-4157-bf6e-918dc34674c9 req-76f0ebae-4fc9-4f7e-9123-b25d87c2143a tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 1102 time: 0.0984747 Aug 18 13:58:22.198661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9300d778-6699-4157-bf6e-918dc34674c9 req-b31deec0-5bb6-4dcb-93a7-ff9f5ff2c49a tempest-ServersAdminTestJSON-1044782075 tempest-ServersAdminTestJSON-1044782075-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Aug 18 13:58:22.236077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:22.239436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.240298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:22.281780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:22.283966 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95064e40-65cc-4cc3-9e17-a1200b98e0c1" -d '{"events": [{"server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "name": "network-vif-plugged", "status": "completed", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:22.295483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:22.328753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:22.361134 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1d8b1-5e0a-401b-b068-4e6100bdc804 x-openstack-request-id: req-e6d1d8b1-5e0a-401b-b068-4e6100bdc804 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:22.361461 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "name": "network-vif-plugged", "status": "completed", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:22.361769 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6d1d8b1-5e0a-401b-b068-4e6100bdc804 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:22.362197 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e', 'code': 200} Aug 18 13:58:22.370624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.387454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Transition to ACTIVE for port object d49b453d-42e4-4519-a980-5eb4b1321799 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:22.401974 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.497484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.502065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0439b2-e704-4f20-9721-e555c3eef1b6 req-e63b4a81-1c65-44c8-ba25-f8fc26ae812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.503625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c0439b2-e704-4f20-9721-e555c3eef1b6 req-e63b4a81-1c65-44c8-ba25-f8fc26ae812f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 1096 time: 0.0739589 Aug 18 13:58:22.515132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d0a7-b850-4569-91ce-4e375f7c9153 req-37b73105-6b73-42e4-bb53-a2793eec8fab tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.534628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7b3d0a7-b850-4569-91ce-4e375f7c9153 req-37b73105-6b73-42e4-bb53-a2793eec8fab tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 945 time: 0.0908494 Aug 18 13:58:22.555377 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:58:22.556223 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:58:22.606062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] No DVR routers for this DVR port d49b453d-42e4-4519-a980-5eb4b1321799 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:22.612332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:22.619159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7b3d0a7-b850-4569-91ce-4e375f7c9153 req-17aab631-b6cd-40c8-9878-bb5bc0f1f555 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878422 Aug 18 13:58:22.625975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c0439b2-e704-4f20-9721-e555c3eef1b6 req-85496269-ef4b-45c1-b5be-33de77fd23e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937011 Aug 18 13:58:22.656679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:22.657260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:22.657983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:22.668307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:22.668307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Attempting to bind port d49b453d-42e4-4519-a980-5eb4b1321799 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:22.674260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:22.674260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:22.674669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:22.675005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Bound port: d49b453d-42e4-4519-a980-5eb4b1321799, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:22.675379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.752654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aebed-c2f3-4f1b-b9b1-503613cd8253 req-ac092119-3769-4925-841d-390fa5cea1e7 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.756425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-280aebed-c2f3-4f1b-b9b1-503613cd8253 req-ac092119-3769-4925-841d-390fa5cea1e7 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 944 time: 0.0591657 Aug 18 13:58:22.807631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:22.813383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:22.817349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-280aebed-c2f3-4f1b-b9b1-503613cd8253 req-18fd7664-12be-46ef-837c-5c296207f1e7 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534351 Aug 18 13:58:22.841559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:22.844349 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412dd521-1c33-41d8-aa1a-353a53478401" -d '{"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:22.902573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.926033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443447-dc8a-4fed-a167-384151b4dc48 req-225e4637-a1e2-4228-a53e-8ae0ebd6e655 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.927623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25443447-dc8a-4fed-a167-384151b4dc48 req-225e4637-a1e2-4228-a53e-8ae0ebd6e655 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 950 time: 0.0812728 Aug 18 13:58:22.956476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.957094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:22.958532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] 10.222.0.58 "PUT /v2.0/ports/d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 1095 time: 1.0609035 Aug 18 13:58:22.967338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b979d-8236-4abf-8afd-d781184290ff req-e12ef3c3-a86a-477f-a275-f0a6b244481d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:22.968955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-758b979d-8236-4abf-8afd-d781184290ff req-e12ef3c3-a86a-477f-a275-f0a6b244481d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.0883372 Aug 18 13:58:22.981912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2eb75-eeb5-48df-817a-ecf6e9442733 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:23.019101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25443447-dc8a-4fed-a167-384151b4dc48 req-fe2fc953-2c51-477a-9aff-cb54e2ecda93 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820012 Aug 18 13:58:23.035586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-758b979d-8236-4abf-8afd-d781184290ff req-786eec27-c4dc-4d10-9fb0-0a3ed6bf7286 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Aug 18 13:58:23.092971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-4447270e-d941-4fc3-8c1f-3c71360bd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.094618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-4447270e-d941-4fc3-8c1f-3c71360bd131 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1098 time: 0.0970693 Aug 18 13:58:23.099982 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6fd8a9-d710-4f16-8292-d4ea762e85b2 x-openstack-request-id: req-4d6fd8a9-d710-4f16-8292-d4ea762e85b2 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:23.100346 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:23.100718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d6fd8a9-d710-4f16-8292-d4ea762e85b2 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:23.101238 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'code': 200} Aug 18 13:58:23.211829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e32d1-dbf6-4767-abf2-9a2c372d99af req-f44e1bd9-c57b-4db1-9636-c9d282223aa6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.220679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc7e32d1-dbf6-4767-abf2-9a2c372d99af req-f44e1bd9-c57b-4db1-9636-c9d282223aa6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0705779 Aug 18 13:58:23.253001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-d338dcdf-7520-43b7-ab04-c085ce808924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.254973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-d338dcdf-7520-43b7-ab04-c085ce808924 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1453431 Aug 18 13:58:23.263336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:23.266670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 935488e9-1bbe-4961-91df-85ea71ae03c0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:23.317888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc7e32d1-dbf6-4767-abf2-9a2c372d99af req-1926af39-ea45-499c-9d25-e8eee7470678 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814114 Aug 18 13:58:23.331621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-af292437-f055-40b1-9818-4029b6489538 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0464780 Aug 18 13:58:23.340380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583bda5-2cd6-4ccb-bbce-16c699906301 req-c49268a1-c47d-4fde-8cfe-5eec3e46d5c8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.342218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b583bda5-2cd6-4ccb-bbce-16c699906301 req-c49268a1-c47d-4fde-8cfe-5eec3e46d5c8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.0979028 Aug 18 13:58:23.396122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b583bda5-2cd6-4ccb-bbce-16c699906301 req-8d9b8734-30e1-4a78-b91d-1b388235a2ce tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Aug 18 13:58:23.399848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-b54a4329-a27d-4266-af61-dc76c5597d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.401699 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-b54a4329-a27d-4266-af61-dc76c5597d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0580239 Aug 18 13:58:23.412373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,segment=NetworkSegment(b37323b7-9c46-432a-9f6f-dc82e03eb088),segment_id=b37323b7-9c46-432a-9f6f-dc82e03eb088)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:23.428568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487', 'network_id': 'c14e3de9-79c5-402b-8f19-1379eae6cd8b', 'port_id': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487', 'mac_address': 'fa:16:3e:e0:6d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad520f2-8edb-40df-a2ae-17d881cee2d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:23.461809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-3b3bc2cd-f9c3-4110-800a-4da49b20f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.464690 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-3b3bc2cd-f9c3-4110-800a-4da49b20f55e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536125 Aug 18 13:58:23.474500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:23.488241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:23.501082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 935488e9-1bbe-4961-91df-85ea71ae03c0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:23.513123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,segment=NetworkSegment(b37323b7-9c46-432a-9f6f-dc82e03eb088),segment_id=b37323b7-9c46-432a-9f6f-dc82e03eb088)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:23.514299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 935488e9-1bbe-4961-91df-85ea71ae03c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:23.514653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:23.571848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-a9d4939b-1e48-48ca-90d6-8e400011dba6 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978448 Aug 18 13:58:23.598271 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:23.643310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:23.737187 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a7bbf7a2-f6e5-4ec0-ab01-95abdb0927fd req-854c52c3-3026-46d9-aad2-96a484423f0d service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552017 Aug 18 13:58:23.738116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=935488e9-1bbe-4961-91df-85ea71ae03c0,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:23.742461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:23.759813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde309-2ab1-41fc-9af0-d1557cb5f90e req-502c26d3-956e-4703-82fe-f1a628c2c6be tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.761485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfdde309-2ab1-41fc-9af0-d1557cb5f90e req-502c26d3-956e-4703-82fe-f1a628c2c6be tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 945 time: 0.0674899 Aug 18 13:58:23.814255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:23.828411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfdde309-2ab1-41fc-9af0-d1557cb5f90e req-1a80522d-90cf-4db8-a840-264ffe2af94d tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 Aug 18 13:58:23.890788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:23.941811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0ff4fe8e-4c2a-40b4-8482-ac4b31614487'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:23.957965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f808696-d5d4-47c7-98f0-3e55d1f4d2a6 req-0dd4b1a9-8d05-413a-ab1b-f632108f3aee tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:23.959472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f808696-d5d4-47c7-98f0-3e55d1f4d2a6 req-0dd4b1a9-8d05-413a-ab1b-f632108f3aee tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 945 time: 0.0507147 Aug 18 13:58:24.001397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f808696-d5d4-47c7-98f0-3e55d1f4d2a6 req-48a3fb22-8e81-4b2d-bbbd-468d3fc05dd6 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Aug 18 13:58:24.191133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c5d0-0e47-46ad-887f-f03e67a21e29 req-998f1258-04b0-4e97-9529-fd6528525d1d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.192643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a808c5d0-0e47-46ad-887f-f03e67a21e29 req-998f1258-04b0-4e97-9529-fd6528525d1d tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 950 time: 0.0842662 Aug 18 13:58:24.200080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe71d0-9f87-44dc-a91c-e6941867c0fa req-4194dc6e-c020-4722-8898-22d6016dd634 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.201511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68fe71d0-9f87-44dc-a91c-e6941867c0fa req-4194dc6e-c020-4722-8898-22d6016dd634 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.0826414 Aug 18 13:58:24.255403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43428) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:24.256750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a808c5d0-0e47-46ad-887f-f03e67a21e29 req-4e000555-e4b6-4714-abdb-70dd4fb46673 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 Aug 18 13:58:24.264540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68fe71d0-9f87-44dc-a91c-e6941867c0fa req-cad27228-6a1a-4dba-a21f-4a424249c359 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550418 Aug 18 13:58:24.365211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:24.367928 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f8b93-f009-44a4-af51-e34959e7bdf2" -d '{"events": [{"server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "name": "network-vif-plugged", "status": "completed", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:24.387954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-434a65e8-89a5-4ee0-b861-3331567e535a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.405354 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616056a1-fe75-43a1-a8ce-5bb95881e78a x-openstack-request-id: req-616056a1-fe75-43a1-a8ce-5bb95881e78a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:24.405711 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "name": "network-vif-plugged", "status": "completed", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:24.406179 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-616056a1-fe75-43a1-a8ce-5bb95881e78a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:24.406644 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0', 'code': 200} Aug 18 13:58:24.435629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bf0fb-952a-4771-b9ab-078a9cf2f791 req-24fb7b39-cc8e-4365-9445-9f9cdba8206c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.437165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b1bf0fb-952a-4771-b9ab-078a9cf2f791 req-24fb7b39-cc8e-4365-9445-9f9cdba8206c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0574298 Aug 18 13:58:24.507414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b1bf0fb-952a-4771-b9ab-078a9cf2f791 req-6df27182-3d70-4fc8-af46-35c01c707b75 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619059 Aug 18 13:58:24.518405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-434a65e8-89a5-4ee0-b861-3331567e535a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.544104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42392e3-a0f3-4ec4-85a7-a56d43421535 req-88e3bf91-eb6d-4938-8ff2-ee168a0fea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.545772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d42392e3-a0f3-4ec4-85a7-a56d43421535 req-88e3bf91-eb6d-4938-8ff2-ee168a0fea79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0652955 Aug 18 13:58:24.560271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14bea-0e46-4b6e-a3ec-db0a13235d91 req-443a6290-a467-4ea3-9941-0c92f517f68b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.561826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ef14bea-0e46-4b6e-a3ec-db0a13235d91 req-443a6290-a467-4ea3-9941-0c92f517f68b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.0726931 Aug 18 13:58:24.586601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d42392e3-a0f3-4ec4-85a7-a56d43421535 req-754889e3-fbd1-4293-b6c6-bc24abf14ae6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Aug 18 13:58:24.600759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ef14bea-0e46-4b6e-a3ec-db0a13235d91 req-859c8a2f-3547-44e1-b4f0-fe3ab4b76e35 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Aug 18 13:58:24.627521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-434a65e8-89a5-4ee0-b861-3331567e535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.665901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-7f4a7be8-a72c-4b7a-a780-829ce47f86a2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.667998 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-7f4a7be8-a72c-4b7a-a780-829ce47f86a2 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 950 time: 0.0804560 Aug 18 13:58:24.675498 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-434a65e8-89a5-4ee0-b861-3331567e535a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc3aa7645dce47c3b5848d7dcbcab58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190300 Aug 18 13:58:24.678350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43438) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:24.688524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a65e8-89a5-4ee0-b861-3331567e535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0a64d-c4f9-4292-a163-3bf25e9618ba,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:24.719829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0ccbfad4-07de-4656-813f-d70b8e23eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.732983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.758629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.779252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Deleting port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:24.779745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.831782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.893575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] For port 9f9a454c-d344-49f3-8de1-d98cf088b9b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9f9a454c-d344-49f3-8de1-d98cf088b9b6,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:24.894282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.896815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.902318 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:24.912551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Calling delete_port for 9f9a454c-d344-49f3-8de1-d98cf088b9b6 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:24.917362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4de0a64d-c4f9-4292-a163-3bf25e9618ba HTTP/1.1" status: 204 len: 168 time: 0.2328031 Aug 18 13:58:24.934748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3582f70-66af-41c8-a67c-72f005a455f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de0a64d-c4f9-4292-a163-3bf25e9618ba,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:24.995417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a61329-6887-4392-b3ed-60dbd65c10d9 req-1c9ad452-95d0-491d-9b77-cb86d2cb52b4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:24.997053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6a61329-6887-4392-b3ed-60dbd65c10d9 req-1c9ad452-95d0-491d-9b77-cb86d2cb52b4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0650671 Aug 18 13:58:25.036705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6a61329-6887-4392-b3ed-60dbd65c10d9 req-3172b527-7072-47b0-9b07-eabfcfa9bbfd tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Aug 18 13:58:25.102173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:25.105065 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d89e67-1871-436f-8ba9-709273955386" -d '{"events": [{"name": "network-changed", "server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:25.132506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c3a6-6857-40d7-9e28-26ef10211b66 req-09571d2c-6f15-419d-9276-e57123eb90ec tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.134117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4694c3a6-6857-40d7-9e28-26ef10211b66 req-09571d2c-6f15-419d-9276-e57123eb90ec tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 945 time: 0.0550351 Aug 18 13:58:25.137193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.150880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['10851b14-17f4-458f-ad18-f4f8285d0236', '9f9a454c-d344-49f3-8de1-d98cf088b9b6', '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:25.169913 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f12c2b-f8d3-44c7-8a86-6669349cbf2a x-openstack-request-id: req-16f12c2b-f8d3-44c7-8a86-6669349cbf2a {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:25.170408 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:25.171740 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16f12c2b-f8d3-44c7-8a86-6669349cbf2a {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:25.171740 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'status': 'completed', 'code': 200} Aug 18 13:58:25.175940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event deleted for resources: {'Port': ['ID=9f9a454c-d344-49f3-8de1-d98cf088b9b6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:25.189119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4694c3a6-6857-40d7-9e28-26ef10211b66 req-46ffd2e4-75a0-4a3f-a0ed-a39e5f8be848 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Aug 18 13:58:25.240933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-fbeae2a5-c143-4d33-bd7d-674b7e5d2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.242542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-fbeae2a5-c143-4d33-bd7d-674b7e5d2bea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1098 time: 0.0524900 Aug 18 13:58:25.247761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] No DVR routers for this DVR port 9f9a454c-d344-49f3-8de1-d98cf088b9b6 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:25.262938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.264952 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e09df03-45b1-4fcb-8a33-49b25a5b31b6 req-11e670c6-922b-4bf4-96b6-b86769c29bd6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "DELETE /v2.0/ports/9f9a454c-d344-49f3-8de1-d98cf088b9b6 HTTP/1.1" status: 204 len: 173 time: 0.5846286 Aug 18 13:58:25.266620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:25.281276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-8acb1b16-9e3a-4423-ba64-7d5d90e58ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.282958 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-8acb1b16-9e3a-4423-ba64-7d5d90e58ccc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1098 time: 0.0627866 Aug 18 13:58:25.430057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:25.438233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:25.439029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.446581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-63cdf624-1d02-4eea-8c62-c1a6d888261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.454309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-63cdf624-1d02-4eea-8c62-c1a6d888261c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1603980 Aug 18 13:58:25.497205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0ebefce-7a38-4c6d-9876-2f3c7f606648 req-6263d7f3-0926-4803-b169-088db89902a3 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=9824c1f0-0e56-4c80-907b-e914be7232c8 HTTP/1.1" status: 200 len: 210 time: 0.0513418 Aug 18 13:58:25.519014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-4d7a33c1-bb14-4a9c-a086-478995716ffe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0480549 Aug 18 13:58:25.586753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-aa210827-d391-4df8-b17b-e7cc87ac7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.590231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-aa210827-d391-4df8-b17b-e7cc87ac7a21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0629766 Aug 18 13:58:25.596342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e5227-8973-4d4c-a130-c406737e8e93 req-9e0247c7-185f-4019-b926-2bcf44422b5a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.600165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-376e5227-8973-4d4c-a130-c406737e8e93 req-9e0247c7-185f-4019-b926-2bcf44422b5a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.2108047 Aug 18 13:58:25.607391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-da50a25c-1c70-4180-a580-daa290d737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.613939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-da50a25c-1c70-4180-a580-daa290d737ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3615088 Aug 18 13:58:25.632706 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.672940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-f94925a7-b4ab-44e8-adcf-fb74cf1f159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.674584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-f94925a7-b4ab-44e8-adcf-fb74cf1f159b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690880 Aug 18 13:58:25.707912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,segment=NetworkSegment(b37323b7-9c46-432a-9f6f-dc82e03eb088),segment_id=b37323b7-9c46-432a-9f6f-dc82e03eb088)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:25.793863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.799572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-69de8aee-31a3-43db-b53e-5106e080ad08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.1219127 Aug 18 13:58:25.805693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-376e5227-8973-4d4c-a130-c406737e8e93 req-f0109624-8ce2-4997-bfd7-318ba7c2f409 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888003 Aug 18 13:58:25.820228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-6b455484-16d6-4036-b437-f9e66a1f601a service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324606 Aug 18 13:58:25.822938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.872020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2501ac-6b64-4c08-8c61-62778ced3211 req-61d92c00-af54-4ecf-9f26-b4adfcc3a35a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.879861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e2501ac-6b64-4c08-8c61-62778ced3211 req-61d92c00-af54-4ecf-9f26-b4adfcc3a35a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.2009647 Aug 18 13:58:25.916121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:25.926631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43460) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:25.934677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-32ba0d1b-a71b-4574-b8af-7a121ad0f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:25.936155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-32ba0d1b-a71b-4574-b8af-7a121ad0f8ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1259668 Aug 18 13:58:25.960656 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ba3b-2d13-42f2-8f7f-c8b72ca0566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:25.986710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-a0bd8833-dfb1-45d5-b085-a318d1b61102 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533568 Aug 18 13:58:26.029015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e2501ac-6b64-4c08-8c61-62778ced3211 req-468f6820-28e7-4385-a490-b4b0f2b916c8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482737 Aug 18 13:58:26.062238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89e67-1871-436f-8ba9-709273955386 req-8169e5cf-6495-49b1-a750-229880d0fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.063759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-8169e5cf-6495-49b1-a750-229880d0fe45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129088 Aug 18 13:58:26.077923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8625-d5ba-42eb-8dd4-3822b0d8152e req-7249ec81-0b7e-46aa-ab9c-81df308c1d57 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.079451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47be8625-d5ba-42eb-8dd4-3822b0d8152e req-7249ec81-0b7e-46aa-ab9c-81df308c1d57 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.1301403 Aug 18 13:58:26.224136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47be8625-d5ba-42eb-8dd4-3822b0d8152e req-688aa023-00ef-40ed-bdf5-058c7320cc44 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302211 Aug 18 13:58:26.269083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-898c6583-e121-48d0-a983-2ce5821ea711 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848919 Aug 18 13:58:26.317424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d71cc-8742-464e-ada5-433b92477dde req-208162dd-7567-45ee-9c45-384ef0eccd9e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.319361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-889d71cc-8742-464e-ada5-433b92477dde req-208162dd-7567-45ee-9c45-384ef0eccd9e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.1427693 Aug 18 13:58:26.364164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ba3b-2d13-42f2-8f7f-c8b72ca0566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:26.407586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:26.410452 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ecc7cd-658f-44ad-a0b7-9f753246a396" -d '{"events": [{"server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "name": "network-vif-plugged", "status": "completed", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:26.435920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-889d71cc-8742-464e-ada5-433b92477dde req-c340af43-4fb0-4348-ae5c-0645a556ab74 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849955 Aug 18 13:58:26.478783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea0304-9180-4645-85a6-7b5db1c0abeb req-81e6d81a-6986-43be-b5de-9c9a34c9ae3a tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.480392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7ea0304-9180-4645-85a6-7b5db1c0abeb req-81e6d81a-6986-43be-b5de-9c9a34c9ae3a tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 946 time: 0.1560738 Aug 18 13:58:26.484831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d89e67-1871-436f-8ba9-709273955386 req-360dd24a-68f9-425e-bd8f-cfdb775a26a1 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060783 Aug 18 13:58:26.486315 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285beb08-ee31-4864-b2cd-b428288f554b x-openstack-request-id: req-285beb08-ee31-4864-b2cd-b428288f554b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:26.486861 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "name": "network-vif-plugged", "status": "completed", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:26.486861 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-285beb08-ee31-4864-b2cd-b428288f554b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:26.487268 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487', 'code': 200} Aug 18 13:58:26.556964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ba3b-2d13-42f2-8f7f-c8b72ca0566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:26.649563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ccd8ba3b-2d13-42f2-8f7f-c8b72ca0566b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e3e7c1b4e6341dda1540e98af295250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215340 Aug 18 13:58:26.653697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:26.665973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7ea0304-9180-4645-85a6-7b5db1c0abeb req-3cd4f5be-7380-4ff0-863b-18348a1b022b tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712778 Aug 18 13:58:26.667803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8ba3b-2d13-42f2-8f7f-c8b72ca0566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e8b4f-ca52-4b1c-9146-7aac37c987ae,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:26.690918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b1201-1909-49e3-8366-2449ac8394fb req-3ff511ac-c99e-41b9-99e4-16f4141548fb tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.692644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a4b1201-1909-49e3-8366-2449ac8394fb req-3ff511ac-c99e-41b9-99e4-16f4141548fb tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1255567 Aug 18 13:58:26.749319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a4b1201-1909-49e3-8366-2449ac8394fb req-62808f10-8586-4115-8657-4ed95cf494de tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492113 Aug 18 13:58:26.781713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7e10e-f933-4d4f-bfbc-f1cc59e5ea1e req-c5487755-3f69-47a0-957d-f667ea2b3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.783358 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-28f7e10e-f933-4d4f-bfbc-f1cc59e5ea1e req-c5487755-3f69-47a0-957d-f667ea2b3675 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 1097 time: 0.1428635 Aug 18 13:58:26.787091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:26.832817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:26.888791 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-28f7e10e-f933-4d4f-bfbc-f1cc59e5ea1e req-1accdd5e-a1d7-46d2-bea4-5ed427f8927a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951006 Aug 18 13:58:26.896676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb2eb-f5ae-4adb-8adf-b59c1bfee98a req-4cf26a06-d82d-476e-b131-da76bd19dace tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:26.898342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bceb2eb-f5ae-4adb-8adf-b59c1bfee98a req-4cf26a06-d82d-476e-b131-da76bd19dace tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.0673962 Aug 18 13:58:26.941350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bceb2eb-f5ae-4adb-8adf-b59c1bfee98a req-39bccb06-acd1-4001-961f-032446b60cd4 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Aug 18 13:58:27.026534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:27.029538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:27.030745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c7e8b4f-ca52-4b1c-9146-7aac37c987ae HTTP/1.1" status: 204 len: 168 time: 0.3753741 Aug 18 13:58:27.040479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a9994-6cb1-45b9-93e4-e702f0b1e728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e8b4f-ca52-4b1c-9146-7aac37c987ae,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:27.078206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a61d-6e52-40b0-aaa7-806b3f19819d req-c2139ea5-11e9-435e-ba48-64437ec46d0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:27.086297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd93a61d-6e52-40b0-aaa7-806b3f19819d req-c2139ea5-11e9-435e-ba48-64437ec46d0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 947 time: 0.0719147 Aug 18 13:58:27.131578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd93a61d-6e52-40b0-aaa7-806b3f19819d req-ffb05cd2-1901-46d8-9768-f2c729ff3068 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Aug 18 13:58:27.172167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'name': 'network-vif-deleted', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:27.174659 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76541ddf-359c-4ab5-b49f-a473df62e425" -d '{"events": [{"server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "name": "network-vif-deleted", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:27.268316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:27.308397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:27.370567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539283-5f9d-4287-b134-e6b2f4a267b9 req-3ed9a929-5183-47ff-a4b8-1802634d256c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:27.372114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5539283-5f9d-4287-b134-e6b2f4a267b9 req-3ed9a929-5183-47ff-a4b8-1802634d256c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0900452 Aug 18 13:58:27.410772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:27.422110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'mac_address': 'fa:16:3e:64:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:27.452032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be8f2-afc2-499c-9d15-41d6a51e6bcd req-2de4d6ca-191a-4631-9551-df8d7e809b8e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:27.453574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f9be8f2-afc2-499c-9d15-41d6a51e6bcd req-2de4d6ca-191a-4631-9551-df8d7e809b8e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0805569 Aug 18 13:58:27.458589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5539283-5f9d-4287-b134-e6b2f4a267b9 req-4f13107c-413c-430e-bc2f-eee07484b114 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768027 Aug 18 13:58:27.553992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f9be8f2-afc2-499c-9d15-41d6a51e6bcd req-af66434a-593d-4a3b-a17d-ff34ad75c6a7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754883 Aug 18 13:58:27.570380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-de800a36-4431-4119-a9cf-f607c15ce2ad service neutron] 10.222.0.10 "GET /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1223004 Aug 18 13:58:27.625561 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da6049-3964-491f-a4f3-e7bb6c468188 x-openstack-request-id: req-d0da6049-3964-491f-a4f3-e7bb6c468188 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:27.626259 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9824c1f0-0e56-4c80-907b-e914be7232c8", "name": "network-vif-deleted", "tag": "9f9a454c-d344-49f3-8de1-d98cf088b9b6", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:27.627365 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0da6049-3964-491f-a4f3-e7bb6c468188 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:27.628075 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9824c1f0-0e56-4c80-907b-e914be7232c8', 'name': 'network-vif-deleted', 'tag': '9f9a454c-d344-49f3-8de1-d98cf088b9b6', 'status': 'completed', 'code': 200} Aug 18 13:58:27.634375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:27.662998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49b453d-42e4-4519-a980-5eb4b1321799 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:27.698701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:27.791658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47597eb7-5f76-4e9a-88cd-95c457d445b4 req-9c52dc01-ac6c-4f85-985a-f097e757cd39 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:27.793127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47597eb7-5f76-4e9a-88cd-95c457d445b4 req-9c52dc01-ac6c-4f85-985a-f097e757cd39 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.1043615 Aug 18 13:58:27.812359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:27.841220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:27.872785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47597eb7-5f76-4e9a-88cd-95c457d445b4 req-1b0baaa7-7991-4893-bb1b-d87b078af7f5 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684900 Aug 18 13:58:27.873550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:27.898505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:27.913174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6e25e5-13cc-4d66-b0f6-9a72c89887fa {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:27.926584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:27.966431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:28.013252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:28.023083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab729b-ec01-4dfb-8aff-338528ac783a req-81bb199e-9012-4c1e-9f15-3733898f54b8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.024598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aab729b-ec01-4dfb-8aff-338528ac783a req-81bb199e-9012-4c1e-9f15-3733898f54b8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 943 time: 0.0553191 Aug 18 13:58:28.283053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70feac9-7b0b-4681-85f3-babd926f297a req-ab8fee00-443e-476d-8a3d-13a62f8fefcd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.284591 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-ab8fee00-443e-476d-8a3d-13a62f8fefcd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7&tenant_id=a91ea0c85878423b982a8379ba9a4d59&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 948 time: 0.1144631 Aug 18 13:58:28.348149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:28.373811 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-e70feac9-7b0b-4681-85f3-babd926f297a req-d4a3f3a9-bf37-432b-a338-7b1b5d4581c9 service neutron] delete failed (client error): The resource could not be found. Aug 18 13:58:28.374787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-d4a3f3a9-bf37-432b-a338-7b1b5d4581c9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d49b453d-42e4-4519-a980-5eb4b1321799/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0814488 Aug 18 13:58:28.430982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aab729b-ec01-4dfb-8aff-338528ac783a req-fba4971b-a115-4d3c-88ed-7ecc5112073b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827798 Aug 18 13:58:28.533684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70feac9-7b0b-4681-85f3-babd926f297a req-e018daed-386f-424b-88a0-aad7f5c7a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.540682 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-e018daed-386f-424b-88a0-aad7f5c7a77d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1099 time: 0.0753345 Aug 18 13:58:28.546074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406b57c-2ac8-41d8-bf55-4479d1233eb3 req-9e74fc9c-5429-43e6-891c-ef1a07fa7240 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.547585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c406b57c-2ac8-41d8-bf55-4479d1233eb3 req-9e74fc9c-5429-43e6-891c-ef1a07fa7240 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1916022 Aug 18 13:58:28.548707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] Transition to ACTIVE for port object af6e25e5-13cc-4d66-b0f6-9a72c89887fa will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:28.578689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0b0bc-81c7-4b8d-b017-20855a55dfbf req-72a7d247-5ba5-4635-981c-69b01f60ebe7 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.589728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb0b0bc-81c7-4b8d-b017-20855a55dfbf req-72a7d247-5ba5-4635-981c-69b01f60ebe7 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 946 time: 0.0839202 Aug 18 13:58:28.636352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c406b57c-2ac8-41d8-bf55-4479d1233eb3 req-da18c943-a363-4729-894f-44c3b1356369 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Aug 18 13:58:28.650246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70feac9-7b0b-4681-85f3-babd926f297a req-4b78b105-112d-4e61-ab31-96d3e1a385e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.650246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-4b78b105-112d-4e61-ab31-96d3e1a385e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0991561 Aug 18 13:58:28.650408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb0b0bc-81c7-4b8d-b017-20855a55dfbf req-432ca429-f870-41d6-a3fc-9fdd85da8fa2 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532310 Aug 18 13:58:28.663082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:28.711689 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-f23fa4e7-55c3-4e03-9852-f9fd903e1416 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0554461 Aug 18 13:58:28.772149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70feac9-7b0b-4681-85f3-babd926f297a req-575d7832-c4a7-4aab-8332-592ab1e9358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.773663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-575d7832-c4a7-4aab-8332-592ab1e9358c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0525100 Aug 18 13:58:28.802060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] No DVR routers for this DVR port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:28.818991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] Pushing event updated for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:28.828261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70feac9-7b0b-4681-85f3-babd926f297a req-a87e8278-b002-4337-bc71-f8038cd44179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.829905 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-a87e8278-b002-4337-bc71-f8038cd44179 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478330 Aug 18 13:58:28.858872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d59fd4-758d-48e5-8714-b8ba8cfd3b44 req-d14b4f8d-7646-4953-b5fe-423c2f0ab04f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.860380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d59fd4-758d-48e5-8714-b8ba8cfd3b44 req-d14b4f8d-7646-4953-b5fe-423c2f0ab04f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 948 time: 0.1572113 Aug 18 13:58:28.868112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-c27d21e5-f5bd-4809-bff6-0c13d7653541 service neutron] 10.222.0.10 "PUT /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa/bindings/n-h2-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2990043 Aug 18 13:58:28.877105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068b86f-7e45-4a5c-83a6-05f77570fad4 req-e468a446-d055-4646-90e5-7b44c099e678 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:28.881944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a068b86f-7e45-4a5c-83a6-05f77570fad4 req-e468a446-d055-4646-90e5-7b44c099e678 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1617942 Aug 18 13:58:28.938556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-a0b6f10f-c066-46e8-b253-caa6cce6c1c5 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002719 Aug 18 13:58:28.944978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d59fd4-758d-48e5-8714-b8ba8cfd3b44 req-d7e6fcb3-ee6c-4d74-aa58-b115f37cc7da tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756376 Aug 18 13:58:28.948348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a068b86f-7e45-4a5c-83a6-05f77570fad4 req-497bb41a-c2aa-4414-9293-3c6a5dd5314e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554397 Aug 18 13:58:29.097718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-7320c1b0-f706-44ff-9931-e7e84ecaba19 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.099391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-7320c1b0-f706-44ff-9931-e7e84ecaba19 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.0871856 Aug 18 13:58:29.117123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e70feac9-7b0b-4681-85f3-babd926f297a req-68c67b72-1abf-455e-87c0-d7f3855a6e91 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710446 Aug 18 13:58:29.214924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-b72d6db2-6120-4d1f-ab7f-928d27f1e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.216875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-b72d6db2-6120-4d1f-ab7f-928d27f1e114 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 1095 time: 0.0944624 Aug 18 13:58:29.245619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560d32-6a00-4328-a6ce-ce16a219daec req-e2a51e0d-139d-4477-9342-d2375a4b2e88 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.247561 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af560d32-6a00-4328-a6ce-ce16a219daec req-e2a51e0d-139d-4477-9342-d2375a4b2e88 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.0773273 Aug 18 13:58:29.267210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9f9a454c-d344-49f3-8de1-d98cf088b9b6 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:29.312074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 9f9a454c-d344-49f3-8de1-d98cf088b9b6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:29.312817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9f9a454c-d344-49f3-8de1-d98cf088b9b6 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:29.356025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ae32f-aea8-4b99-bf36-33185b9d4e8f req-5ab4d5b6-2108-484d-ae87-2ad600551023 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.363166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ae32f-aea8-4b99-bf36-33185b9d4e8f req-5ab4d5b6-2108-484d-ae87-2ad600551023 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.370388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ae32f-aea8-4b99-bf36-33185b9d4e8f req-5ab4d5b6-2108-484d-ae87-2ad600551023 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.372545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-604ae32f-aea8-4b99-bf36-33185b9d4e8f req-5ab4d5b6-2108-484d-ae87-2ad600551023 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1&device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2&device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 2418 time: 0.1215687 Aug 18 13:58:29.404783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-f0fc169d-0045-4001-95d8-06622fd4a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.404783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-f0fc169d-0045-4001-95d8-06622fd4a69a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1095 time: 0.0878985 Aug 18 13:58:29.454377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-604ae32f-aea8-4b99-bf36-33185b9d4e8f req-8e28d86c-5b25-4820-8d58-1ab850957974 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676281 Aug 18 13:58:29.465777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6af3e-e9d1-498f-a794-6fd4a0dd5172 req-fac0bec0-ecfd-41ec-b89d-f69d850b53bf tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.465777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf6af3e-e9d1-498f-a794-6fd4a0dd5172 req-fac0bec0-ecfd-41ec-b89d-f69d850b53bf tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 950 time: 0.0886862 Aug 18 13:58:29.466929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Deleting port 10851b14-17f4-458f-ad18-f4f8285d0236 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:29.467279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:29.521519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf6af3e-e9d1-498f-a794-6fd4a0dd5172 req-d6271ecd-74a7-492f-bb66-4eebf287da87 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Aug 18 13:58:29.607565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-dbce0791-f5a7-41f2-972d-74a5e4337e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.609076 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-dbce0791-f5a7-41f2-972d-74a5e4337e29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1994448 Aug 18 13:58:29.632219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3239f6-c679-49d8-9faa-969b9057efee req-5783e970-37aa-45ac-83c1-4f997a7860bc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.636814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba3239f6-c679-49d8-9faa-969b9057efee req-5783e970-37aa-45ac-83c1-4f997a7860bc tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 944 time: 0.0950966 Aug 18 13:58:29.646380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] For port 10851b14-17f4-458f-ad18-f4f8285d0236, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=10851b14-17f4-458f-ad18-f4f8285d0236,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:29.647182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:29.689223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-1a02cae1-9688-42d8-9cf0-da6816d13cbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 200 len: 217 time: 0.0569832 Aug 18 13:58:29.695851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Calling delete_port for 10851b14-17f4-458f-ad18-f4f8285d0236 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:29.716856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba3239f6-c679-49d8-9faa-969b9057efee req-0d06da46-acb8-4bf6-acf2-b667a9abf523 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668495 Aug 18 13:58:29.727599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a4e8-5e0c-4120-a86d-4f2f6ea29503 req-c6b9b04b-ce9d-4d56-944d-322f9c475986 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.737913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efb4a4e8-5e0c-4120-a86d-4f2f6ea29503 req-c6b9b04b-ce9d-4d56-944d-322f9c475986 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0994434 Aug 18 13:58:29.790542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efb4a4e8-5e0c-4120-a86d-4f2f6ea29503 req-1dcc2200-308d-4d4a-8ed5-035b56733341 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Aug 18 13:58:29.798943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-f1d9f394-168a-4198-a156-148d616eec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:29.803650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-f1d9f394-168a-4198-a156-148d616eec2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1026664 Aug 18 13:58:29.850146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-e535fcf7-e8c3-4ba7-a6d5-98c4bf3d5565 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361123 Aug 18 13:58:30.052817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-f48cd431-9239-4bcf-a596-a4942b17e756 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253899 Aug 18 13:58:30.066462 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-04c639e0-455c-4a45-9dd8-2f23d1f6784f service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889033 Aug 18 13:58:30.099412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.110915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['10851b14-17f4-458f-ad18-f4f8285d0236', '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:30.159638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event deleted for resources: {'Port': ['ID=10851b14-17f4-458f-ad18-f4f8285d0236,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:30.232220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-3f790afd-8096-47f4-92e3-11beae689175 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.232220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-3f790afd-8096-47f4-92e3-11beae689175 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582339 Aug 18 13:58:30.232412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] No DVR routers for this DVR port 10851b14-17f4-458f-ad18-f4f8285d0236 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:30.232412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.232412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af560d32-6a00-4328-a6ce-ce16a219daec req-86cd380a-8794-4ac9-b6c9-70615f4cae58 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "DELETE /v2.0/ports/10851b14-17f4-458f-ad18-f4f8285d0236 HTTP/1.1" status: 204 len: 173 time: 0.9631188 Aug 18 13:58:30.232412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'name': 'network-vif-deleted', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:30.232412 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a14490-26dd-4538-9df2-f3a5b5fb0b01" -d '{"events": [{"server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "name": "network-vif-deleted", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:30.245162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-1febea43-5751-4a15-9cde-f72c2279dfd9 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/quotas/9a90cb60d171446a94dcfb47b4fcf202 HTTP/1.1" status: 200 len: 375 time: 0.0259974 Aug 18 13:58:30.265066 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-b994e1dc-fb5c-4500-9bad-55210baaa210 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842902 Aug 18 13:58:30.290453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-88cac04c-2dbf-4d57-aaa5-905fc6c62b30 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400977 Aug 18 13:58:30.385876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e3708-e221-47d7-8287-9abf34e47dfb req-c2ebe043-cb93-4b8a-ae3d-507b547538c5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.387418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a17e3708-e221-47d7-8287-9abf34e47dfb req-c2ebe043-cb93-4b8a-ae3d-507b547538c5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 948 time: 0.0675390 Aug 18 13:58:30.427959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a17e3708-e221-47d7-8287-9abf34e47dfb req-4c014e50-1131-44e6-84a4-ca0b0cedd720 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Aug 18 13:58:30.605044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dbd4d-8f54-4890-ac0e-7dd3c02533ee req-3986120c-fef2-409c-9243-9af79a5236d7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.612376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea1dbd4d-8f54-4890-ac0e-7dd3c02533ee req-3986120c-fef2-409c-9243-9af79a5236d7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.1118290 Aug 18 13:58:30.640563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13ce0-d219-4956-be91-affce1b69922 req-52033250-2c09-4270-8ea5-32864a1a610a tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.642170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf13ce0-d219-4956-be91-affce1b69922 req-52033250-2c09-4270-8ea5-32864a1a610a tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 946 time: 0.0978961 Aug 18 13:58:30.694201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea1dbd4d-8f54-4890-ac0e-7dd3c02533ee req-416808fe-30d9-439c-85ac-37a71d5341d0 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810144 Aug 18 13:58:30.731964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf13ce0-d219-4956-be91-affce1b69922 req-43706a42-8d1c-478b-a8b5-4bdebea06cd2 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832486 Aug 18 13:58:30.749944 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1feaaf-9002-4070-b612-51ca97d9b1c9 x-openstack-request-id: req-3c1feaaf-9002-4070-b612-51ca97d9b1c9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:30.751400 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033ead3-c1d2-41c0-8e19-013a34f1ba62", "name": "network-vif-deleted", "tag": "10851b14-17f4-458f-ad18-f4f8285d0236", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:30.752442 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c1feaaf-9002-4070-b612-51ca97d9b1c9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:30.753012 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033ead3-c1d2-41c0-8e19-013a34f1ba62', 'name': 'network-vif-deleted', 'tag': '10851b14-17f4-458f-ad18-f4f8285d0236', 'status': 'completed', 'code': 200} Aug 18 13:58:30.798778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-b9226c00-6030-46c9-aa3d-85692580a750 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.801130 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-b9226c00-6030-46c9-aa3d-85692580a750 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.0716817 Aug 18 13:58:30.917258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e7cdb-ff28-4c66-87ff-f823ea05373d req-d4a50a36-81c6-4160-88ca-b9ebc8732f93 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:30.918817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f40e7cdb-ff28-4c66-87ff-f823ea05373d req-d4a50a36-81c6-4160-88ca-b9ebc8732f93 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1099 time: 0.0448651 Aug 18 13:58:30.965373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f40e7cdb-ff28-4c66-87ff-f823ea05373d req-b3f54a2f-fd75-49b7-8347-5fefad86d725 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Aug 18 13:58:31.000907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c137d0a1-0d2b-4ec6-aa4d-f698d449466a req-b5166a85-6491-4d03-9dea-362378c4c0d5 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0340016 Aug 18 13:58:31.042899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-63bf365f-a5af-41d3-a787-0da084809081 service neutron] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:31.046195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-63bf365f-a5af-41d3-a787-0da084809081 service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:31.047373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a8ce67e7-8a63-4d4e-be8a-581db4f67eab req-63bf365f-a5af-41d3-a787-0da084809081 service neutron] 10.222.0.58 "DELETE /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa/bindings/n-h1-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.2221467 Aug 18 13:58:31.080204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75fa63d4-d6e9-48ea-a97b-c9d4473f661f req-1e7e6070-1004-4fc3-8a9a-ee1d826fbb1f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=2033ead3-c1d2-41c0-8e19-013a34f1ba62 HTTP/1.1" status: 200 len: 210 time: 0.0333519 Aug 18 13:58:31.138925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9509-9e59-4f53-ad6b-f08010bd6fdd req-107f57a3-0f7f-4704-a9a5-689b0e071abb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:31.143605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c2c9509-9e59-4f53-ad6b-f08010bd6fdd req-107f57a3-0f7f-4704-a9a5-689b0e071abb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 944 time: 0.0652392 Aug 18 13:58:31.192591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c2c9509-9e59-4f53-ad6b-f08010bd6fdd req-fb387f1b-cd25-4ad5-9331-14c94b2a9d83 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Aug 18 13:58:31.292666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:31.366563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b371-80a3-4146-b436-15b841d8ea79 req-a83b766e-1a33-4fe2-bb2f-274915ec3dd2 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:31.368990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5b2b371-80a3-4146-b436-15b841d8ea79 req-a83b766e-1a33-4fe2-bb2f-274915ec3dd2 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1095 time: 0.0491700 Aug 18 13:58:31.413377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5b2b371-80a3-4146-b436-15b841d8ea79 req-c7e5a16e-e18a-472a-a637-62b44e4612cc tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Aug 18 13:58:31.428269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port d49b453d-42e4-4519-a980-5eb4b1321799 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:31.444856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port d49b453d-42e4-4519-a980-5eb4b1321799 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:31.445502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:31.574702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-0b5cc9b8-26f7-4224-9f12-2aa563f1a557 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413122 Aug 18 13:58:31.579887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:31.605500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:31.607800 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf7460-bac5-48a5-bbca-43c8525aff75" -d '{"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-plugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:31.622251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:31.681427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b031d-2162-4971-88a5-b66a832df1ea req-9fff3981-526d-41db-98f5-911bd351127b tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:31.683546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f80b031d-2162-4971-88a5-b66a832df1ea req-9fff3981-526d-41db-98f5-911bd351127b tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 1095 time: 0.1346028 Aug 18 13:58:31.725951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:31.726921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 10851b14-17f4-458f-ad18-f4f8285d0236 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:31.766804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-dd4ac2d1-07c9-43ed-b1c1-d1a9a73b5727 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:31.769151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-dd4ac2d1-07c9-43ed-b1c1-d1a9a73b5727 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671793 Aug 18 13:58:31.776659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f80b031d-2162-4971-88a5-b66a832df1ea req-77200b73-782f-40f7-83e5-7715e915aa8f tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774021 Aug 18 13:58:31.777055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 10851b14-17f4-458f-ad18-f4f8285d0236 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:31.777462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 10851b14-17f4-458f-ad18-f4f8285d0236 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:31.811040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-0d21a5c5-b9ba-4a9c-ac36-750f9b28703b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/quotas/a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 375 time: 0.0329475 Aug 18 13:58:31.822377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:31.910664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-c4d3021a-b3b9-46bf-b9d8-55e94869468e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856559 Aug 18 13:58:31.915459 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922fab2-9c19-4fd5-ae96-dc9a22a0ce25 x-openstack-request-id: req-7922fab2-9c19-4fd5-ae96-dc9a22a0ce25 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:31.915933 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-plugged", "status": "completed", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:31.916456 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7922fab2-9c19-4fd5-ae96-dc9a22a0ce25 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:31.917035 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'code': 200} Aug 18 13:58:32.037120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17ceba-6c34-44b1-9b93-e6d5510c1ceb req-95bd80f8-0cd9-4147-99e2-e8eee4ffe44a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:32.039192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc17ceba-6c34-44b1-9b93-e6d5510c1ceb req-95bd80f8-0cd9-4147-99e2-e8eee4ffe44a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0673764 Aug 18 13:58:32.093802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc17ceba-6c34-44b1-9b93-e6d5510c1ceb req-d5f7b00f-dd20-48e9-81a2-f423a3830fe2 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Aug 18 13:58:32.149076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28273-8eae-4642-968f-3e6cbc330887 req-76c3c644-a097-41f7-92c6-65f1cd424d00 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:32.150628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-94d28273-8eae-4642-968f-3e6cbc330887 req-76c3c644-a097-41f7-92c6-65f1cd424d00 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.58 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 946 time: 0.4022734 Aug 18 13:58:32.239189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cfee2-8e5b-4d84-8422-2f82609662dd req-48a631e1-86a1-45b0-a284-1d5078c6a0ea tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:32.240857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa7cfee2-8e5b-4d84-8422-2f82609662dd req-48a631e1-86a1-45b0-a284-1d5078c6a0ea tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 946 time: 0.0838435 Aug 18 13:58:32.299947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Deleting port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:32.300346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.322273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa7cfee2-8e5b-4d84-8422-2f82609662dd req-f9ddb98e-c8e0-4f92-a59a-fdfbdf750db9 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Aug 18 13:58:32.470324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] For port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,segment=NetworkSegment(b37323b7-9c46-432a-9f6f-dc82e03eb088),segment_id=b37323b7-9c46-432a-9f6f-dc82e03eb088)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:32.470830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.500255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Calling delete_port for 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:32.672382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2117b5e3-d667-499b-b23a-9f22da5ef714 req-c93cb778-b19b-4eab-af1c-965f522b8917 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0352099 Aug 18 13:58:32.789025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a570a17-0ebc-42bc-9223-704be102b9e8 req-0c4d44f2-0743-4533-bfb8-35a6c71f6035 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.0382111 Aug 18 13:58:32.803060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.824787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0ff4fe8e-4c2a-40b4-8482-ac4b31614487'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:32.873238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Pushing event deleted for resources: {'Port': ['ID=0ff4fe8e-4c2a-40b4-8482-ac4b31614487,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:32.936643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] No DVR routers for this DVR port 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:32.940354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.942498 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-94d28273-8eae-4642-968f-3e6cbc330887 req-ccccf88b-cf64-41b5-9664-5d2598ede6b5 tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.58 "DELETE /v2.0/ports/0ff4fe8e-4c2a-40b4-8482-ac4b31614487 HTTP/1.1" status: 204 len: 173 time: 0.7844727 Aug 18 13:58:32.943181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'name': 'network-vif-deleted', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:32.945771 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8747145-228d-4251-81db-8acbde047ae0" -d '{"events": [{"server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "name": "network-vif-deleted", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:32.961600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-f6b01f0a-6a89-48f5-ab3f-0087cac2fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:32.963315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-f6b01f0a-6a89-48f5-ab3f-0087cac2fa03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1097 time: 0.1006444 Aug 18 13:58:33.064227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-54973245-a4de-4dec-aab4-18d36c2ab0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.065712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-54973245-a4de-4dec-aab4-18d36c2ab0ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.0949426 Aug 18 13:58:33.115922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-9419cba7-316c-4061-a2c2-ee117a725a54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 217 time: 0.0414016 Aug 18 13:58:33.194376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-fb4aebd7-a7b6-43d7-be66-7b0642268dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.195913 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-fb4aebd7-a7b6-43d7-be66-7b0642268dc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0716710 Aug 18 13:58:33.248197 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-63967fec-26f4-44dd-b43f-840ceae9f7f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429230 Aug 18 13:58:33.257693 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc356e63-94f7-45cf-9edb-5017a2bcd7df x-openstack-request-id: req-cc356e63-94f7-45cf-9edb-5017a2bcd7df {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:33.258166 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09543a65-b767-4715-81f7-1a932c74644e", "name": "network-vif-deleted", "tag": "0ff4fe8e-4c2a-40b4-8482-ac4b31614487", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:33.258424 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc356e63-94f7-45cf-9edb-5017a2bcd7df {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:33.258887 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09543a65-b767-4715-81f7-1a932c74644e', 'name': 'network-vif-deleted', 'tag': '0ff4fe8e-4c2a-40b4-8482-ac4b31614487', 'status': 'completed', 'code': 200} Aug 18 13:58:33.379806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-efe9585c-6611-4a1e-a4aa-85ac6d3dd5ff service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166937 Aug 18 13:58:33.386656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581f340-d921-44c2-8d4e-c0b01b8244af req-7b5bb03e-e1c0-4297-8f9c-57880a242d80 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.388729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8581f340-d921-44c2-8d4e-c0b01b8244af req-7b5bb03e-e1c0-4297-8f9c-57880a242d80 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 946 time: 0.0762510 Aug 18 13:58:33.437133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8581f340-d921-44c2-8d4e-c0b01b8244af req-7f00a5af-1167-49c5-8644-25a00ee2b6b3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Aug 18 13:58:33.458335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-52f910d9-dadb-409b-b8f3-f608a215fb07 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775261 Aug 18 13:58:33.556524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-2ea20d4c-b7f4-4a43-86fd-2f220eccdfc5 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633334 Aug 18 13:58:33.582244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c14c8-6633-4d9c-ad4e-2ebccb560b7d req-7eb9a9be-0f2f-4cfa-9157-161a6c0a6836 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.586432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e6c14c8-6633-4d9c-ad4e-2ebccb560b7d req-7eb9a9be-0f2f-4cfa-9157-161a6c0a6836 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0877841 Aug 18 13:58:33.624899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-f472e1f6-4826-4202-abb2-90d77d26b860 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.626472 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-f472e1f6-4826-4202-abb2-90d77d26b860 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504307 Aug 18 13:58:33.641356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Request body: {'port': {'device_id': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '9a90cb60d171446a94dcfb47b4fcf202'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:33.667685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c30cca35-ffa1-4b25-b15f-5159b3994e26 req-5f9b5e9d-4c51-4082-8459-9128027755ce tempest-InstanceActionsNegativeTestJSON-735189441 tempest-InstanceActionsNegativeTestJSON-735189441-project] 10.222.0.35 "GET /v2.0/ports?device_id=09543a65-b767-4715-81f7-1a932c74644e HTTP/1.1" status: 200 len: 210 time: 0.0423160 Aug 18 13:58:33.677085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e6c14c8-6633-4d9c-ad4e-2ebccb560b7d req-0c13c476-dd0b-4941-9c6c-c439739263ab tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Aug 18 13:58:33.810586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-348c20ee-012f-4c66-bb54-f833535609ad req-a1ad7193-eda5-4cbf-9f51-f21280e37499 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0300310 Aug 18 13:58:33.829089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-3c188f76-81e0-4255-8528-3a81cef5f759 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.830866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-3c188f76-81e0-4255-8528-3a81cef5f759 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1097 time: 0.1049681 Aug 18 13:58:33.851565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-5'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:33.894590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b003b-1703-4bd0-b22e-3445bdb33554 req-a97750a4-a24d-4585-aa5c-32189c0b165f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:33.900881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-784b003b-1703-4bd0-b22e-3445bdb33554 req-a97750a4-a24d-4585-aa5c-32189c0b165f tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 951 time: 0.1304762 Aug 18 13:58:33.945053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.990438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Made reservation on behalf of 9a90cb60d171446a94dcfb47b4fcf202 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:33.994392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.004392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9421071-9b1f-4f51-8693-cde2c32efb86 req-f4d6b4e6-5080-403a-a8eb-9a0bb1650a8d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.1014972 Aug 18 13:58:34.011937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.054741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-784b003b-1703-4bd0-b22e-3445bdb33554 req-4183ea00-2d03-415a-8fa3-7792375776e6 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426659 Aug 18 13:58:34.153389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:34.222855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:34.257228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.290456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.368820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.375417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.484610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c034f23-347b-479f-8cfe-84e724b1c92e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:34.523602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.523953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.524299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.524641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.525313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.525313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.525625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.526528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.526857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.527216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.527549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.527878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:34.613354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:34.640676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on host n-h1-804303-5 for vnic_type normal with profile {"migrating_to": "n-h2-804303-5"} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:34.640676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:34.640676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:34.647496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2d01-aaf2-4330-aa01-1c5a88f359d8 req-931412f2-d098-4469-a263-6519b953de2f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:34.649643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86ba2d01-aaf2-4330-aa01-1c5a88f359d8 req-931412f2-d098-4469-a263-6519b953de2f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.1210096 Aug 18 13:58:34.653237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:34.653565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Attempting to bind port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:34.670525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Allocated IP 192.168.233.117 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/3248709f-a428-4562-84e9-a97a25c989a2) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:34.673368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:34.673747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:34.674134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:34.674582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Bound port: 4f3cd736-f89e-43c3-97f2-d742f1fac904, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:34.674945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.737181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86ba2d01-aaf2-4330-aa01-1c5a88f359d8 req-cfe9b5c9-86f0-4b9a-9ca4-d4a160c0297d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732825 Aug 18 13:58:34.779769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43688) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:34.871785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:34.878967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Deleting subnet bad520f2-8edb-40df-a2ae-17d881cee2d9 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:58:34.888455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.897654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:34.971242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.993976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Transition to ACTIVE for port object 3248709f-a428-4562-84e9-a97a25c989a2 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:34.996474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-08e1a99e-7e80-4798-a66f-6ab6c6b2d817 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139958 Aug 18 13:58:34.999179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.019485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77d98cf6-a909-4ae9-b8f8-3db01a48d591 req-8aab2a73-20d4-4fb0-9b25-6f1d02b20816 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0898743 Aug 18 13:58:35.055794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.148124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=8']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.176730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.177664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.179326 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-dc77a12b-e19d-4bca-84c5-d7133b01b34d service neutron] 10.222.0.58 "PUT /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 1122 time: 1.3330474 Aug 18 13:58:35.207059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ca5cf61-4c0e-4b8f-9663-0bdfca963c53 req-32d49095-5193-44ab-9e45-7c01674d9674 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.0483539 Aug 18 13:58:35.221013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec69b6-67a2-498b-ac2a-920f525fddbe req-51510ad9-9833-4561-971e-2d84bd82663e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.225621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6ec69b6-67a2-498b-ac2a-920f525fddbe req-51510ad9-9833-4561-971e-2d84bd82663e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.3383169 Aug 18 13:58:35.229926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-e8f268af-d251-45ff-9e9d-f5f0257de8a5 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.231515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-e8f268af-d251-45ff-9e9d-f5f0257de8a5 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 951 time: 0.1152778 Aug 18 13:58:35.266388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.288616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:35.297895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904'}, {'name': 'network-changed', 'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:35.300625 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2533ad4b-7678-4017-872c-4c21b5fb5361" -d '{"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904"}, {"name": "network-changed", "server_uuid": "06989640-548e-43a0-9992-473181035f85", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:35.325025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.370523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4f3cd736-f89e-43c3-97f2-d742f1fac904'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:35.374062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:35.374943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0ff4fe8e-4c2a-40b4-8482-ac4b31614487 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:35.459952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Pushing event updated for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.496784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-547ece3d-b379-41ed-ae5d-b4be7dbbdaca tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.496784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-547ece3d-b379-41ed-ae5d-b4be7dbbdaca tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693434 Aug 18 13:58:35.498612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6ec69b6-67a2-498b-ac2a-920f525fddbe req-c4d03145-9828-461d-b93b-d925382f18aa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469223 Aug 18 13:58:35.499189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:35.535482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Request body: {'port': {'device_id': '0895e81e-4d92-4548-944b-957cc91517f2', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a91ea0c85878423b982a8379ba9a4d59'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:35.537153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:35.541967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:35.652925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.653618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.692427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Deleting port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:35.693043 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.712071 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f7fe58-432d-4981-ad25-88815953ffa8 x-openstack-request-id: req-31f7fe58-432d-4981-ad25-88815953ffa8 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:35.712368 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904", "code": 200}, {"name": "network-changed", "server_uuid": "06989640-548e-43a0-9992-473181035f85", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:35.712622 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31f7fe58-432d-4981-ad25-88815953ffa8 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:35.713017 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'code': 200} Aug 18 13:58:35.714764 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'status': 'completed', 'code': 200} Aug 18 13:58:35.750200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa531-5b4e-4c7c-90e7-e2b5f1168350 req-ab979ba9-5201-418a-9850-2c5d49c23280 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.759443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad9aa531-5b4e-4c7c-90e7-e2b5f1168350 req-ab979ba9-5201-418a-9850-2c5d49c23280 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 951 time: 0.3649950 Aug 18 13:58:35.837688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] For port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:35.838959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.843315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad9aa531-5b4e-4c7c-90e7-e2b5f1168350 req-5f513785-d1ad-44ca-a7ea-d98c40f7c9d1 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/security-groups?id=6915c9ca-ba76-4063-85df-45014f1b9fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829880 Aug 18 13:58:35.856962 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-fdf16117-a724-4250-9cfa-b83354dddee4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2198300 Aug 18 13:58:35.858371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Calling delete_port for 5291f4bc-3f88-4f3b-b56a-8f342169aa2d owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:35.865078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.874569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Request body: {'port': {'device_id': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:35.909278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-45ce6c9a-0677-42eb-bf7e-d8f9b5490cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:35.910806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-45ce6c9a-0677-42eb-bf7e-d8f9b5490cff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1125 time: 0.1493361 Aug 18 13:58:35.913274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad520f2-8edb-40df-a2ae-17d881cee2d9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.921322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.925623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cb9661bc-1951-4ef3-b828-fc4b8dd90e58 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bad520f2-8edb-40df-a2ae-17d881cee2d9 HTTP/1.1" status: 204 len: 168 time: 1.1419866 Aug 18 13:58:35.934528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43704) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:35.965801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e120bcfe-86b9-4f80-a94f-6302ada38416 None None] Provisioning for port 3248709f-a428-4562-84e9-a97a25c989a2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:35.975563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e120bcfe-86b9-4f80-a94f-6302ada38416 None None] Provisioning complete for port 3248709f-a428-4562-84e9-a97a25c989a2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:35.977019 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e120bcfe-86b9-4f80-a94f-6302ada38416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.045506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e120bcfe-86b9-4f80-a94f-6302ada38416 None None] Port 3248709f-a428-4562-84e9-a97a25c989a2 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:58:36.055516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.067378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Made reservation on behalf of a91ea0c85878423b982a8379ba9a4d59 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:36.071832 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.106226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d684ebd-aade-48d5-b5dc-09e3b1fb93e6 req-bdaaf632-983a-4cc8-a3f3-cdb6ef938e1c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:36.108026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d684ebd-aade-48d5-b5dc-09e3b1fb93e6 req-bdaaf632-983a-4cc8-a3f3-cdb6ef938e1c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.1884243 Aug 18 13:58:36.197034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.285995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d684ebd-aade-48d5-b5dc-09e3b1fb93e6 req-e12642b1-d30a-44e9-9f4f-b51591e1d9c1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631539 Aug 18 13:58:36.292039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-e148eb62-3465-4bdc-b835-7b7430842fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:36.293700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-e148eb62-3465-4bdc-b835-7b7430842fa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.3694947 Aug 18 13:58:36.304920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a892f0c-2056-4276-9a6a-22e53162a88a req-ec755c24-c060-4950-814e-93d75e0bdfd7 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:36.306500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a892f0c-2056-4276-9a6a-22e53162a88a req-ec755c24-c060-4950-814e-93d75e0bdfd7 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 936 time: 0.1954763 Aug 18 13:58:36.328654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.342173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5291f4bc-3f88-4f3b-b56a-8f342169aa2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:36.387729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-b6a20dbb-7c83-40c8-926e-b440da7042dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 217 time: 0.0779912 Aug 18 13:58:36.400990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Pushing event deleted for resources: {'Port': ['ID=5291f4bc-3f88-4f3b-b56a-8f342169aa2d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:36.497170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.510982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3fa400c-aa28-4df1-bf1a-42ff7f648cfe req-e1eee7b8-1698-43fd-8040-62fa7cf7d405 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.1097538 Aug 18 13:58:36.561822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-71bc01fa-d8ee-43ba-aec0-0a02ce31cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:36.563288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] No DVR routers for this DVR port 5291f4bc-3f88-4f3b-b56a-8f342169aa2d on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:36.564146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-71bc01fa-d8ee-43ba-aec0-0a02ce31cd97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1399670 Aug 18 13:58:36.569020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.570068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14e3de9-79c5-402b-8f19-1379eae6cd8b']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:36.573932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-885ea653-e6ce-4510-ac7e-03281e92cb25 req-b2f258a6-198e-4295-8d00-06fdd3f46460 tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.58 "DELETE /v2.0/ports/5291f4bc-3f88-4f3b-b56a-8f342169aa2d HTTP/1.1" status: 204 len: 173 time: 1.3315177 Aug 18 13:58:36.590576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3248709f-a428-4562-84e9-a97a25c989a2 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:36.602540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.621045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-83e1e5e6-ccbd-4b41-95da-c83af682b43e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469429 Aug 18 13:58:36.621533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Transition to ACTIVE for port object 3248709f-a428-4562-84e9-a97a25c989a2 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:36.624110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a892f0c-2056-4276-9a6a-22e53162a88a req-4440335e-6393-4e9f-9008-3d6cd5076c72 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080239 Aug 18 13:58:36.639513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37323b7-9c46-432a-9f6f-dc82e03eb088') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:36.639513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37323b7-9c46-432a-9f6f-dc82e03eb088') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:36.680883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.724560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.770293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.779304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:58:36.779902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.793200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: timer() Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:58:36.910080 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:58:36.977550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Attempting to bind port 3248709f-a428-4562-84e9-a97a25c989a2 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:36.980279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Attempting to bind port 3248709f-a428-4562-84e9-a97a25c989a2 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:36.980279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Attempting to bind port 3248709f-a428-4562-84e9-a97a25c989a2 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:36.992546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Port 3248709f-a428-4562-84e9-a97a25c989a2 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:36.993243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Attempting to bind port 3248709f-a428-4562-84e9-a97a25c989a2 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:37.000682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:37.001185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:37.002410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:37.003178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Bound port: 3248709f-a428-4562-84e9-a97a25c989a2, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:37.003451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:37.110277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:37.114232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3248709f-a428-4562-84e9-a97a25c989a2,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:37.221119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:37.263910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.264607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:37.266131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/3248709f-a428-4562-84e9-a97a25c989a2 HTTP/1.1" status: 200 len: 1096 time: 1.3991630 Aug 18 13:58:37.288437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fea77-1f63-4648-aacf-957056be89a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:37.294518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:37.296602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-528d86f8-4435-433a-adfb-1353938441ac service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532052 Aug 18 13:58:37.345404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42529aa6-0db8-4a4b-8661-429967a47255 req-d71e5b45-bf6f-465c-bacd-d76479225bbb tempest-ServersAdminTestJSON-2095794270 tempest-ServersAdminTestJSON-2095794270-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e6f71eb-ba08-4429-a523-d1189dc7726a HTTP/1.1" status: 200 len: 210 time: 0.0437417 Aug 18 13:58:37.451034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:37.479797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-3e4aa1bd-f1f8-4d6c-adc2-55a266a24654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.483500 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-3e4aa1bd-f1f8-4d6c-adc2-55a266a24654 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 1099 time: 0.0977991 Aug 18 13:58:37.490353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 has no active binding in host n-h2-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:58:37.493094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Allocated IP 192.168.233.170 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/c66c0aea-e445-48b5-a8b3-1ae6b1d646b1) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:37.504224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c62db-f7da-40f7-857f-63b07d23dee2 req-15c906e1-20e3-4627-b58a-4608f61284e7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.512388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d4c62db-f7da-40f7-857f-63b07d23dee2 req-15c906e1-20e3-4627-b58a-4608f61284e7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.9001603 Aug 18 13:58:37.561290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-b64014c3-a907-4040-8e43-d13001637f3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3248709f-a428-4562-84e9-a97a25c989a2 HTTP/1.1" status: 200 len: 217 time: 0.0679011 Aug 18 13:58:37.582924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2533ad4b-7678-4017-872c-4c21b5fb5361 req-66934b29-3cd0-4a7a-9f8e-2f86e69e46d0 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485418 Aug 18 13:58:37.640074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-ce19bf96-793e-49ce-83f7-f61eea63689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.641597 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-ce19bf96-793e-49ce-83f7-f61eea63689e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0709333 Aug 18 13:58:37.642310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d4c62db-f7da-40f7-857f-63b07d23dee2 req-67e0267f-250c-45fb-befa-4574b0c6de22 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289625 Aug 18 13:58:37.661484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fc0e-bf89-453c-804f-d5d2b96ebcb5 req-c8d1e03a-5ef9-4e30-81ae-2f905c62a415 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.663091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35d9fc0e-bf89-453c-804f-d5d2b96ebcb5 req-c8d1e03a-5ef9-4e30-81ae-2f905c62a415 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.1419380 Aug 18 13:58:37.716486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-deleted', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d'}, {'name': 'network-changed', 'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:37.718897 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c" -d '{"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-deleted", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d"}, {"name": "network-changed", "server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "tag": "3248709f-a428-4562-84e9-a97a25c989a2"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:37.730135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-ae03497e-b999-41f1-a571-9e0a16f162b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:37.731868 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-ae03497e-b999-41f1-a571-9e0a16f162b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772295 Aug 18 13:58:37.758945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:37.801465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:37.805871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c14e3de9-79c5-402b-8f19-1379eae6cd8b HTTP/1.1" status: 204 len: 168 time: 1.8584149 Aug 18 13:58:37.816680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48064175-6976-42ac-9a11-1563fa1bec90 req-1f8cc8cb-64f3-431e-9476-229ef7511b39 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.0587759 Aug 18 13:58:37.827490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9c256-bc89-4969-ae67-70a9d54eb826 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14e3de9-79c5-402b-8f19-1379eae6cd8b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:37.865594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35d9fc0e-bf89-453c-804f-d5d2b96ebcb5 req-8d51ac62-8dad-4822-b990-fcd9da92b99d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946466 Aug 18 13:58:37.923619 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-10f3f7da-7eb9-4557-937d-aa96abc8178c service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824293 Aug 18 13:58:37.988967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.013385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Transition to ACTIVE for port object c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:38.032961 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832c86b-d930-4649-a97d-3408df1a6360 x-openstack-request-id: req-6832c86b-d930-4649-a97d-3408df1a6360 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:38.032961 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6f71eb-ba08-4429-a523-d1189dc7726a", "name": "network-vif-deleted", "tag": "5291f4bc-3f88-4f3b-b56a-8f342169aa2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "tag": "3248709f-a428-4562-84e9-a97a25c989a2", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:38.032961 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6832c86b-d930-4649-a97d-3408df1a6360 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:38.032961 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6f71eb-ba08-4429-a523-d1189dc7726a', 'name': 'network-vif-deleted', 'tag': '5291f4bc-3f88-4f3b-b56a-8f342169aa2d', 'status': 'completed', 'code': 200} Aug 18 13:58:38.032961 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2', 'status': 'completed', 'code': 200} Aug 18 13:58:38.050525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99a05b4f-ad89-4fea-b9c7-e1a89599fc8f req-2069c064-d1bd-4564-8c47-3641d8a2b432 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181839 Aug 18 13:58:38.101100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd3dfe-76fa-4286-83d0-e7509830043b req-fa11f636-1736-4b46-9951-c9e1935e6458 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.102729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58bd3dfe-76fa-4286-83d0-e7509830043b req-fa11f636-1736-4b46-9951-c9e1935e6458 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 948 time: 0.1425552 Aug 18 13:58:38.151218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58bd3dfe-76fa-4286-83d0-e7509830043b req-140404c1-7fa3-42e0-b9ce-bdd592ad11ec tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Aug 18 13:58:38.256365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.280203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:38.301586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:38.307557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:38.312419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:38.348477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:38.366933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-b557bc17-740a-4b54-b9fe-891f902f71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.369222 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-b557bc17-740a-4b54-b9fe-891f902f71fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 1099 time: 0.0762177 Aug 18 13:58:38.381984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43734) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:38.438442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.439310 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.475558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a060c908-f664-4f15-8734-afea9b4ab9a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75e4ea7459b44a1eacf8c09126a4b8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921400 Aug 18 13:58:38.477880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43738) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:38.534378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-0f404a0b-a453-4f23-a9ff-b60f1e05d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.536701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-0f404a0b-a453-4f23-a9ff-b60f1e05d34a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1585462 Aug 18 13:58:38.547568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-4707e71c-b424-461c-8e6c-d5ef4aa8acad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0439308 Aug 18 13:58:38.553730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.604304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.611304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-c090565d-8a66-4d96-aa40-98abc28f6354 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3248709f-a428-4562-84e9-a97a25c989a2 HTTP/1.1" status: 200 len: 217 time: 0.0506258 Aug 18 13:58:38.615605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Request body: {'port': {'device_id': '0895e81e-4d92-4548-944b-957cc91517f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:38.676614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-b067d542-7976-490e-a397-9e7fd3da3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.678241 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-b067d542-7976-490e-a397-9e7fd3da3b2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0594087 Aug 18 13:58:38.696773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.738547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-4a6e8262-52d3-45be-b565-8ca9a0939ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.740110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-4a6e8262-52d3-45be-b565-8ca9a0939ef2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454578 Aug 18 13:58:38.801567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8554-15c7-41b1-889e-f0d1ce53ee2c req-801be8a6-3c63-4002-a425-e964cce59fd7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.803377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b77d8554-15c7-41b1-889e-f0d1ce53ee2c req-801be8a6-3c63-4002-a425-e964cce59fd7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0723314 Aug 18 13:58:38.804614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.805219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b68b4006-72c3-4a58-a9f9-b003dc713d28 None None] Provisioning for port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:38.807512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.809710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ccfa4cb-2f03-47c9-9f2e-a9833238b35f HTTP/1.1" status: 204 len: 168 time: 0.3304703 Aug 18 13:58:38.810920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b68b4006-72c3-4a58-a9f9-b003dc713d28 None None] Provisioning complete for port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:38.811493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b68b4006-72c3-4a58-a9f9-b003dc713d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.825989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be3a2c-2ebc-46fe-9a33-fc728f75d358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccfa4cb-2f03-47c9-9f2e-a9833238b35f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:38.895922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4006-72c3-4a58-a9f9-b003dc713d28 None None] Port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:58:38.951008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b77d8554-15c7-41b1-889e-f0d1ce53ee2c req-7aec35b1-91dd-4202-a448-284f6cb6d17f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196997 Aug 18 13:58:38.961770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-acbb3955-8518-4009-a11d-34fb9150b2d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104244 Aug 18 13:58:39.089857 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70c4e0b9-1ce2-4844-895a-0e0b9b8aa63c req-bfcfed3f-023c-4d67-a761-36d4b7190e64 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181512 Aug 18 13:58:39.131702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b258f-e2a6-4a5c-8a32-a0ae7bc84b67 req-70f93797-2f12-48e2-a0ae-bda81b41ea66 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:39.131702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-852b258f-e2a6-4a5c-8a32-a0ae7bc84b67 req-70f93797-2f12-48e2-a0ae-bda81b41ea66 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 936 time: 0.1256599 Aug 18 13:58:39.163293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146e9f-9383-40ed-963d-5c0182f13e9b req-8ee0b9fd-4748-4ba4-b9c2-f90aa61a07d3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:39.164836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6146e9f-9383-40ed-963d-5c0182f13e9b req-8ee0b9fd-4748-4ba4-b9c2-f90aa61a07d3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 944 time: 0.1354105 Aug 18 13:58:39.188935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:39.260295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-852b258f-e2a6-4a5c-8a32-a0ae7bc84b67 req-3c9a9158-e9bb-4b36-b991-80346cb74500 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208861 Aug 18 13:58:39.279529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:39.292388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:39.296809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6146e9f-9383-40ed-963d-5c0182f13e9b req-bcf1ba12-9f29-4448-bb15-f4da707ebe8a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186299 Aug 18 13:58:39.301751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.327806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 5291f4bc-3f88-4f3b-b56a-8f342169aa2d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:39.328512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5291f4bc-3f88-4f3b-b56a-8f342169aa2d not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:39.330384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Transition to ACTIVE for port object c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:39.399222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.407926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f614f8f-1db9-428a-8e3d-d3c86a5bed61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb54a9c5c64d4d0eae7ec4bddd6c9df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172639 Aug 18 13:58:39.412460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43770) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:39.516697 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.570695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:39.586410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.607429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.613465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.619315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:39.642450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-70566600-30df-4010-91f3-35b733331031 service neutron] 10.222.0.10 "GET /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1419878 Aug 18 13:58:39.652916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3157159-363e-49dc-939a-807f48bab24e req-4d44aafc-b6a1-4944-a1af-efd69342ca06 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:39.661411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3157159-363e-49dc-939a-807f48bab24e req-4d44aafc-b6a1-4944-a1af-efd69342ca06 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 948 time: 0.1672215 Aug 18 13:58:39.756770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3157159-363e-49dc-939a-807f48bab24e req-6dd19807-a9a5-4c41-9fde-28ff02e7a76c tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944338 Aug 18 13:58:39.779616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Attempting to bind port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:39.779616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Attempting to bind port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:39.779616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Attempting to bind port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:39.779616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:39.779616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Attempting to bind port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:39.792654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:39.793111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:39.793567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:39.794119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Bound port: c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:39.794679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.887285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:39.903639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:39.907505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.908482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:39.910042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.913249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.914638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6915c9ca-ba76-4063-85df-45014f1b9fe3 HTTP/1.1" status: 204 len: 168 time: 0.5002520 Aug 18 13:58:39.938576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:39.940612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cfdf2-ea7d-41f0-bd62-3a5d451df46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6915c9ca-ba76-4063-85df-45014f1b9fe3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:39.990634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3cd736-f89e-43c3-97f2-d742f1fac904 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:39.993752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.006974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:40.047833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.048460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.050183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] 10.222.0.10 "PUT /v2.0/ports/c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 1096 time: 1.4387791 Aug 18 13:58:40.050555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:40.053028 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60662f3b-d2ae-4076-b9bd-e242be25a56a" -d '{"events": [{"name": "network-changed", "server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:40.107667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.118104 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a3cad-255a-4f45-9c07-2418808b05a9 x-openstack-request-id: req-c83a3cad-255a-4f45-9c07-2418808b05a9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:40.118545 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:40.118545 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c83a3cad-255a-4f45-9c07-2418808b05a9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:40.118895 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'status': 'completed', 'code': 200} Aug 18 13:58:40.149554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1e589-126c-4362-9b87-c46bd52bb374 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:40.199168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc4fa-1bf2-477b-b8f0-51cad24c286d req-50a632a3-4680-4532-816f-23b7134864ea tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.201085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41edc4fa-1bf2-477b-b8f0-51cad24c286d req-50a632a3-4680-4532-816f-23b7134864ea tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1401608 Aug 18 13:58:40.234615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] Transition to ACTIVE for port object 4f3cd736-f89e-43c3-97f2-d742f1fac904 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:40.268813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60662f3b-d2ae-4076-b9bd-e242be25a56a req-ab748689-7a7e-4d93-852c-0abc10ed209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.270393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60662f3b-d2ae-4076-b9bd-e242be25a56a req-ab748689-7a7e-4d93-852c-0abc10ed209f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1099 time: 0.1254432 Aug 18 13:58:40.286819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41edc4fa-1bf2-477b-b8f0-51cad24c286d req-32955c48-47dc-43d3-82ff-ad21995a0d12 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786920 Aug 18 13:58:40.312284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.318337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60662f3b-d2ae-4076-b9bd-e242be25a56a req-1210fc95-bf16-4012-8217-f350fd17cbd6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301929 Aug 18 13:58:40.369405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43834) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:40.421897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] No DVR routers for this DVR port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:40.445883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:40.477982 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-2dee6cf6-f8b9-41a6-9df4-891c1295b713 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904/bindings/n-h2-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8242636 Aug 18 13:58:40.539273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1944041580-network', 'tenant_id': '587367207ffa4a3bb4ff4e15a1cd900c'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:40.563272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.651414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43ea9-aef6-418e-be77-ece6c9aa5751 req-db85bd2e-c4fe-418f-accf-b8728bc829fc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.653048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49e43ea9-aef6-418e-be77-ece6c9aa5751 req-db85bd2e-c4fe-418f-accf-b8728bc829fc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.1462464 Aug 18 13:58:40.660459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c181e-8219-4ef8-8625-8d9828434d1b req-cc6771a2-429d-4be0-86be-9892665edaa2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.661941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f53c181e-8219-4ef8-8625-8d9828434d1b req-cc6771a2-429d-4be0-86be-9892665edaa2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 948 time: 0.1870098 Aug 18 13:58:40.671902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60662f3b-d2ae-4076-b9bd-e242be25a56a req-d0d00e9c-76a6-4ab9-a8c4-7c3ecb34c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.673329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60662f3b-d2ae-4076-b9bd-e242be25a56a req-d0d00e9c-76a6-4ab9-a8c4-7c3ecb34c37e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3474276 Aug 18 13:58:40.688311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Made reservation on behalf of 587367207ffa4a3bb4ff4e15a1cd900c for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:40.692249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.717685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.735945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49e43ea9-aef6-418e-be77-ece6c9aa5751 req-77e3bbde-1a8b-4829-a390-1d05444892e4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714614 Aug 18 13:58:40.755901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f53c181e-8219-4ef8-8625-8d9828434d1b req-e90429c9-80c6-4b2a-9621-2c41657870da tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Aug 18 13:58:40.777601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-1a537026-21e7-4517-9311-a4076d47362a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.780154 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-1a537026-21e7-4517-9311-a4076d47362a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0721486 Aug 18 13:58:40.785099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-a0a6d5d1-f62f-441c-84ae-1d369522984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.786771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-a0a6d5d1-f62f-441c-84ae-1d369522984e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1099 time: 0.0672896 Aug 18 13:58:40.856105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-9156e44d-933c-4e56-aa54-0e7ad9e9553b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 217 time: 0.0512228 Aug 18 13:58:40.869341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-e6d43de8-ea4f-4202-bd57-132a672ae097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.871090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-e6d43de8-ea4f-4202-bd57-132a672ae097 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85&tenant_id=bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 1096 time: 0.0736048 Aug 18 13:58:40.921781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:40.975972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-97d34512-11c8-4f38-8b6d-398e1c33756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.975972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-97d34512-11c8-4f38-8b6d-398e1c33756a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1006713 Aug 18 13:58:40.976430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-24b06458-2ebb-443c-ac9c-4f20ee183652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.977812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-24b06458-2ebb-443c-ac9c-4f20ee183652 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1096 time: 0.0592446 Aug 18 13:58:40.979842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c1b3-7f52-4252-a01c-fe1c8ab8df68 req-98e891c4-cce2-4e19-8f58-565da8570672 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:40.981587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fa6c1b3-7f52-4252-a01c-fe1c8ab8df68 req-98e891c4-cce2-4e19-8f58-565da8570672 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 948 time: 0.1258349 Aug 18 13:58:40.982556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:41.015552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.045376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-747fa2e0-5efb-4f60-a4d3-0d4bca24b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.046947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-747fa2e0-5efb-4f60-a4d3-0d4bca24b155 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644567 Aug 18 13:58:41.050308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fa6c1b3-7f52-4252-a01c-fe1c8ab8df68 req-04b360ef-b41c-44b1-85d0-6f3c754a4222 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587966 Aug 18 13:58:41.166021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-015f3830-069d-4dde-9d14-db76112c918d service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096683 Aug 18 13:58:41.275059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-978f7abb-386a-49e4-b865-7056e6aa30c1 req-b77cf8ee-0527-4c16-8fc9-8ded9893b96e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010549 Aug 18 13:58:41.353327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:58:41.371816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893e97e-153c-45db-ac71-20dfc4bba978,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:41.389528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.389528 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Added segment 6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9 of type vlan for network ba6dd007-f118-421d-8272-793ec9919e40 Aug 18 13:58:41.405033 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e9ca3b41-0433-415e-8116-423c4a9de6d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=838081a84b79481a9cd8ed6cb063efa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215858 Aug 18 13:58:41.408131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43882) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:41.436572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a841b8-bd18-4770-a4cb-1b794786fbaf req-532fca05-a170-4e53-9ee1-7cd54cbe4721 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.438201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7a841b8-bd18-4770-a4cb-1b794786fbaf req-532fca05-a170-4e53-9ee1-7cd54cbe4721 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0718057 Aug 18 13:58:41.458745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.466535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-525e3b4d-c64c-4704-8087-ed9fb3a02e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.468031 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-525e3b4d-c64c-4704-8087-ed9fb3a02e40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.4790206 Aug 18 13:58:41.513372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.519871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7a841b8-bd18-4770-a4cb-1b794786fbaf req-9c5fec93-09f7-4386-b9ad-b435d2bbac7a tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711753 Aug 18 13:58:41.540256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-af627688-16d4-475e-aa53-fe200c29b484 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 200 len: 217 time: 0.0601690 Aug 18 13:58:41.563605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.602661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-09b26bc9-50e9-42fc-88b9-f6a98696a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.605134 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-09b26bc9-50e9-42fc-88b9-f6a98696a8e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0549238 Aug 18 13:58:41.644784 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-79b1c296-433b-4b73-9c74-08143cb927fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301933 Aug 18 13:58:41.655323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.655323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.655323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.716417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.719150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.720332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b1dbeaa-539b-4ba7-b3e5-f90071cb04a3 HTTP/1.1" status: 204 len: 168 time: 0.3112812 Aug 18 13:58:41.730022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7ca3-0fec-4632-9608-6f69663da13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1dbeaa-539b-4ba7-b3e5-f90071cb04a3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:41.776731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] Pushing event updated for resources: {'Network': ['ID=ba6dd007-f118-421d-8272-793ec9919e40,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:41.787861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ba6dd007-f118-421d-8272-793ec9919e40 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:58:41.846353 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-5ab285bb-9546-482e-ac3b-554ef59a0503 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902728 Aug 18 13:58:41.873783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3248709f-a428-4562-84e9-a97a25c989a2 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:41.887142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:41.894135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-326255e9-1c5e-4ec7-8068-3db4ca9b5d6e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5229211 Aug 18 13:58:41.894787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43890) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:41.937102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Request body: {'subnet': {'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1944041580-subnet', 'tenant_id': '587367207ffa4a3bb4ff4e15a1cd900c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:41.977440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf29eb6-d9f5-4319-bb93-149821064e19 req-ab1ff425-05cb-458a-ad2c-018ae6448fd0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:41.985766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bf29eb6-d9f5-4319-bb93-149821064e19 req-ab1ff425-05cb-458a-ad2c-018ae6448fd0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 948 time: 0.0949619 Aug 18 13:58:42.013782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ba04-cb21-4ed8-b7e5-a817f7976310 req-ae7c3263-4719-4cd7-a6d7-bf7a84b25538 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:42.015414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7920ba04-cb21-4ed8-b7e5-a817f7976310 req-ae7c3263-4719-4cd7-a6d7-bf7a84b25538 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.1716356 Aug 18 13:58:42.041292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:42.064158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-85ca0804-07ea-435a-9f85-558c0e873f8a service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019639 Aug 18 13:58:42.091631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bf29eb6-d9f5-4319-bb93-149821064e19 req-8ecaa37f-fda9-49c2-b0fc-7dc7cdfb7648 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044176 Aug 18 13:58:42.100709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Made reservation on behalf of 587367207ffa4a3bb4ff4e15a1cd900c for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:42.105077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:42.106535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7920ba04-cb21-4ed8-b7e5-a817f7976310 req-a50e46db-c9ed-4224-aaf9-f074cb59988f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738134 Aug 18 13:58:42.111714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3248709f-a428-4562-84e9-a97a25c989a2,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:42.136380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '3248709f-a428-4562-84e9-a97a25c989a2', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '3248709f-a428-4562-84e9-a97a25c989a2', 'mac_address': 'fa:16:3e:79:93:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:42.192690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:42.211148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3248709f-a428-4562-84e9-a97a25c989a2 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:42.256298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3248709f-a428-4562-84e9-a97a25c989a2,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:42.274553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284160b6-6580-4f4d-ab5c-c20382ecec78 req-8ed1f867-3a42-4b9d-b80a-150540b4bb4b tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:42.278205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-284160b6-6580-4f4d-ab5c-c20382ecec78 req-8ed1f867-3a42-4b9d-b80a-150540b4bb4b tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 948 time: 0.0791123 Aug 18 13:58:42.320092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-284160b6-6580-4f4d-ab5c-c20382ecec78 req-8034af25-168d-4fea-9b8a-9b1e355ce841 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Aug 18 13:58:42.350926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:42.436725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:42.623489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3248709f-a428-4562-84e9-a97a25c989a2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:42.671638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9a1b1-63d1-4664-8833-3dee4bff1fb9 req-1d93d080-58cf-4bd0-95d4-52266816a9d9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:42.673314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58d9a1b1-63d1-4664-8833-3dee4bff1fb9 req-1d93d080-58cf-4bd0-95d4-52266816a9d9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0557072 Aug 18 13:58:42.720085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:42.727008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58d9a1b1-63d1-4664-8833-3dee4bff1fb9 req-7179106b-0c2a-42df-99a6-37a669f8c62f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Aug 18 13:58:42.793427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2862351e-48e9-4091-87a6-472c5fb95c8b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:42.796469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Checking segment: {'id': '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:42.796824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Network hostable DHCP agents. Network: ba6dd007-f118-421d-8272-793ec9919e40, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:58:42.912460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8841-a798-44cb-b9da-abf535298857 req-fe115b09-e668-4d12-bada-cd33bb902ccd tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:42.914936 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-fe115b09-e668-4d12-bada-cd33bb902ccd tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0551419 Aug 18 13:58:42.917548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Network ba6dd007-f118-421d-8272-793ec9919e40 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:58:43.056595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ba6dd007-f118-421d-8272-793ec9919e40) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:43.072097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.072097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.075538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f095b14-84d2-428a-8853-6d9fb2dd111e None None] Network ba6dd007-f118-421d-8272-793ec9919e40 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:43.208832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-352d8841-a798-44cb-b9da-abf535298857 req-7f623d28-1a9e-4313-9a64-52741c1bdc04 service neutron] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:43.219480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-352d8841-a798-44cb-b9da-abf535298857 req-7f623d28-1a9e-4313-9a64-52741c1bdc04 service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.227636 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-352d8841-a798-44cb-b9da-abf535298857 req-7f623d28-1a9e-4313-9a64-52741c1bdc04 service neutron] 10.222.0.58 "DELETE /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904/bindings/n-h1-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.2977366 Aug 18 13:58:43.240291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9698a7bb-39f9-4c7a-ab4d-992192184480 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3135118 Aug 18 13:58:43.271058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc515e72-a694-496c-95ce-3f16cfc17c6c None None] Network ba6dd007-f118-421d-8272-793ec9919e40 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:43.307919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ea58-c82c-40db-9396-0031b345a1fb req-123612a9-7603-4d98-b737-6de97366aa7c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.318065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ede8ea58-c82c-40db-9396-0031b345a1fb req-123612a9-7603-4d98-b737-6de97366aa7c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 948 time: 0.1068399 Aug 18 13:58:43.408762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ede8ea58-c82c-40db-9396-0031b345a1fb req-c924d40c-0744-4c8a-a188-3e0e56ed4541 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897262 Aug 18 13:58:43.421128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832c91-93f6-4b41-9d7c-3398af9cf46c req-e4aadd96-8ab6-40b8-9720-30c223a6990a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.422926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57832c91-93f6-4b41-9d7c-3398af9cf46c req-e4aadd96-8ab6-40b8-9720-30c223a6990a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.1337962 Aug 18 13:58:43.504848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57832c91-93f6-4b41-9d7c-3398af9cf46c req-4c6b5b62-90be-4932-9e27-1abbaeb36e50 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670795 Aug 18 13:58:43.715427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb002-76cb-4e1e-bcd9-f594cc3c3692 req-8043ec4d-ce91-4ffb-8e14-627b7f7030a2 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.716062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0feb002-76cb-4e1e-bcd9-f594cc3c3692 req-8043ec4d-ce91-4ffb-8e14-627b7f7030a2 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 949 time: 0.1106291 Aug 18 13:58:43.735616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368c644-8cfd-4e2d-ba51-039435f7b13f req-e4a3e690-d950-41a2-8018-0b37a4717520 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.741084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0368c644-8cfd-4e2d-ba51-039435f7b13f req-e4a3e690-d950-41a2-8018-0b37a4717520 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 1096 time: 0.0803132 Aug 18 13:58:43.835322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0feb002-76cb-4e1e-bcd9-f594cc3c3692 req-f02f97b2-6bd3-4bad-98b0-52937be3aac3 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 Aug 18 13:58:43.850979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0368c644-8cfd-4e2d-ba51-039435f7b13f req-5b29344b-0cb3-40b9-95d8-c4dd02dfb4f8 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Aug 18 13:58:43.885975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:43.890237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3248709f-a428-4562-84e9-a97a25c989a2 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:44.062181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355e9d6-0677-4e11-9472-f3db68fb2f9d req-a3fbd802-4060-4efd-a476-f7c348571dff tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:44.066599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4355e9d6-0677-4e11-9472-f3db68fb2f9d req-a3fbd802-4060-4efd-a476-f7c348571dff tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0809953 Aug 18 13:58:44.098339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:44.111637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 3248709f-a428-4562-84e9-a97a25c989a2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:44.131495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4355e9d6-0677-4e11-9472-f3db68fb2f9d req-f0c9ddff-1a36-4128-a829-1798535c61e0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611682 Aug 18 13:58:44.141421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 3248709f-a428-4562-84e9-a97a25c989a2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:44.142880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.153033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'mac_address': 'fa:16:3e:94:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:44.252284 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.276545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:44.325534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:44.337359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.366368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:44.370770 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7481265-f7df-45a8-9887-232983cd94ba" -d '{"events": [{"server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "name": "network-vif-plugged", "status": "completed", "tag": "3248709f-a428-4562-84e9-a97a25c989a2"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:44.394215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-a2f6f2cf-e79d-4439-8054-0653bb6c1c5b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:44.394215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-a2f6f2cf-e79d-4439-8054-0653bb6c1c5b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.1511438 Aug 18 13:58:44.405719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3248709f-a428-4562-84e9-a97a25c989a2,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:44.412406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-8607f8e9-b875-411e-a5fd-a1c475de2633 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/quotas/bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 375 time: 0.0195346 Aug 18 13:58:44.422525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.481428 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.522269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:44.587211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-6ebbc6de-46b5-488c-b367-f73c481d319d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676641 Aug 18 13:58:44.595477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:44.685005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-06656c39-c551-4e92-bb4d-a5d86f93337b tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:44.686670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-06656c39-c551-4e92-bb4d-a5d86f93337b tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/networks?id=ba6dd007-f118-421d-8272-793ec9919e40 HTTP/1.1" status: 200 len: 813 time: 0.2110975 Aug 18 13:58:44.714872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:44.718566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-b4117b67-f00a-455d-b747-2d2e79909847 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/quotas/587367207ffa4a3bb4ff4e15a1cd900c HTTP/1.1" status: 200 len: 375 time: 0.0244257 Aug 18 13:58:44.743098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-5a0a9b56-a775-40cf-b29f-1609e7d1f3c6 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455615 Aug 18 13:58:45.116828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-cd4a8e04-5f03-48a8-886a-c926a77c8ee4 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=587367207ffa4a3bb4ff4e15a1cd900c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3817043 Aug 18 13:58:45.257658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-2cb4976a-93d6-47db-b9ed-d223b59b7579 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969397 Aug 18 13:58:45.269689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-09a24fb9-d88a-428b-8e31-401760bbf5d0 service neutron] 10.222.0.35 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236606 Aug 18 13:58:45.402467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-9ea2f466-205b-47c7-b7f0-301b40376d05 service neutron] 10.222.0.35 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227443 Aug 18 13:58:45.505085 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0509db-2965-4d47-9d58-6f205425645d x-openstack-request-id: req-0a0509db-2965-4d47-9d58-6f205425645d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:45.506078 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "name": "network-vif-plugged", "status": "completed", "tag": "3248709f-a428-4562-84e9-a97a25c989a2", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:45.506078 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a0509db-2965-4d47-9d58-6f205425645d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:45.506078 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2', 'code': 200} Aug 18 13:58:45.693301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934998-2e4f-49e2-84f8-1f72fd3eebe9 req-b35727c9-8254-47d3-ae9b-5e6ec7847f6b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.695288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5934998-2e4f-49e2-84f8-1f72fd3eebe9 req-b35727c9-8254-47d3-ae9b-5e6ec7847f6b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 949 time: 0.1287999 Aug 18 13:58:45.703465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777bd25-592d-4b80-a8e8-8a356401673b req-2b2907f7-0c7d-4b81-b349-b33dd627ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.710686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2777bd25-592d-4b80-a8e8-8a356401673b req-2b2907f7-0c7d-4b81-b349-b33dd627ab3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 1101 time: 0.0991278 Aug 18 13:58:45.771661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5934998-2e4f-49e2-84f8-1f72fd3eebe9 req-fe29e059-e2df-4604-91b6-dcb4f14bee67 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654054 Aug 18 13:58:45.773558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2777bd25-592d-4b80-a8e8-8a356401673b req-ac6b3071-03d0-42b2-a678-10c7d8f03237 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588131 Aug 18 13:58:45.879292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0664c2c-882c-4cba-b81c-91ec54e0e343 req-5908a19e-fb59-456a-b604-d2e55dbacdfd tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.881240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0664c2c-882c-4cba-b81c-91ec54e0e343 req-5908a19e-fb59-456a-b604-d2e55dbacdfd tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 950 time: 0.0693264 Aug 18 13:58:45.904084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:45.946586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0664c2c-882c-4cba-b81c-91ec54e0e343 req-2bea281a-40e9-4f81-8542-6884ab15366d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580962 Aug 18 13:58:46.059104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:46.065290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:46.069740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:46.069897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a991-4928-485d-ad10-cc56b40bfbba req-2dc0525e-5c22-4dff-baa6-217f2ca243f5 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:46.069897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1188a991-4928-485d-ad10-cc56b40bfbba req-2dc0525e-5c22-4dff-baa6-217f2ca243f5 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0546629 Aug 18 13:58:46.102759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d3fb038-c0aa-47f5-aa69-6324442acbe2 req-16704556-f1fd-4184-8da1-42fe208cefb3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 210 time: 0.0331407 Aug 18 13:58:46.140498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1188a991-4928-485d-ad10-cc56b40bfbba req-3b6b437e-a82c-4dce-a0dc-16aaaaeabe92 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Aug 18 13:58:46.185829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:46.223342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e8ad939-a83a-44d8-ad32-55ffe156e3bb req-f3c4a7ac-76cd-445d-98c0-aa2455135435 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 18 13:58:46.281617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:46.360299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:46.413589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:46.907869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c81a7-1c73-4ddc-a33f-d08d644cf698 req-e90a4e63-8a59-41dd-976d-321bf0603589 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:46.909818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510c81a7-1c73-4ddc-a33f-d08d644cf698 req-e90a4e63-8a59-41dd-976d-321bf0603589 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0571847 Aug 18 13:58:46.949275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510c81a7-1c73-4ddc-a33f-d08d644cf698 req-91365ceb-1f58-49be-81c1-f7557db46aea tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Aug 18 13:58:47.085250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2359a-d673-45bc-9f61-d57f3dbfdfba req-c83c8873-ffd4-4d27-8e38-e3c28b556769 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:47.086961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ea2359a-d673-45bc-9f61-d57f3dbfdfba req-c83c8873-ffd4-4d27-8e38-e3c28b556769 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 950 time: 0.0589478 Aug 18 13:58:47.138409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ea2359a-d673-45bc-9f61-d57f3dbfdfba req-2504f58f-8bef-4dcb-b746-80e7c8e1f35b tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438597 Aug 18 13:58:47.183931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44060) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:47.260185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61cfe47c-10b2-44ca-9e83-b327a940b571 req-cef43559-8c22-48dc-8aa1-d8680f9d411b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 210 time: 0.0375795 Aug 18 13:58:47.351637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b206c9a-a21b-4e84-88e0-e0fa698c9dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.404042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb3df-1f1a-45a2-b8c8-d5f8ef917c55 req-7a1cec8c-1f6b-485f-8860-0586007d66d0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:47.406089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-633bb3df-1f1a-45a2-b8c8-d5f8ef917c55 req-7a1cec8c-1f6b-485f-8860-0586007d66d0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0715225 Aug 18 13:58:47.480230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-633bb3df-1f1a-45a2-b8c8-d5f8ef917c55 req-b26beb36-7c73-46dc-b69a-80eb14389f0a tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665803 Aug 18 13:58:47.493084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b206c9a-a21b-4e84-88e0-e0fa698c9dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.507494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:47.511312 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b18b89-1af8-4d4b-8624-ed4cd0a632c2" -d '{"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-plugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:47.552771 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb06745-de02-48a8-a134-d2cfbc909efd x-openstack-request-id: req-7cb06745-de02-48a8-a134-d2cfbc909efd {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:47.553062 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-plugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:47.553480 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cb06745-de02-48a8-a134-d2cfbc909efd {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:47.553962 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'code': 200} Aug 18 13:58:47.591455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-485365c7-3599-4e8c-b7ca-726a870689a1 req-c3865099-f013-4806-98c8-3b3dc6f23031 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 210 time: 0.0427759 Aug 18 13:58:47.665379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9743d9-9436-4c37-ad92-fb213d8b6942 req-cf0141e9-3cab-432f-98cf-7c54c6a35f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:47.667085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db9743d9-9436-4c37-ad92-fb213d8b6942 req-cf0141e9-3cab-432f-98cf-7c54c6a35f79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1101 time: 0.0457261 Aug 18 13:58:47.673109 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b206c9a-a21b-4e84-88e0-e0fa698c9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.711307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db9743d9-9436-4c37-ad92-fb213d8b6942 req-ddd96037-1cbe-4555-8094-981f7e5edc2a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Aug 18 13:58:47.724203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44074) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:47.724429 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5b206c9a-a21b-4e84-88e0-e0fa698c9dbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fca3cfdd505c4fe9b58cf36ffeb12956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386565 Aug 18 13:58:47.736979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b206c9a-a21b-4e84-88e0-e0fa698c9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd185e-238a-445f-adf1-73c60fd7faf8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:47.783120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.807306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.934108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.937138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:47.941434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06fd185e-238a-445f-adf1-73c60fd7faf8 HTTP/1.1" status: 204 len: 168 time: 0.2156913 Aug 18 13:58:47.950244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c456d-018a-4338-8986-df904576cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd185e-238a-445f-adf1-73c60fd7faf8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:48.104308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eee33-3120-4486-b822-99742a9cef8c req-cda69916-6909-479f-85cb-44a085407e98 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.109368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-0dfede83-e0fa-4310-b06a-11f9b509f5c5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.110341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc5eee33-3120-4486-b822-99742a9cef8c req-cda69916-6909-479f-85cb-44a085407e98 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0804491 Aug 18 13:58:48.111215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-0dfede83-e0fa-4310-b06a-11f9b509f5c5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.1491842 Aug 18 13:58:48.127226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Request body: {'port': {'device_id': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'admin_state_up': True, 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:48.160699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc5eee33-3120-4486-b822-99742a9cef8c req-8545e86a-b025-4290-9cfc-eaf8bcba9f97 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482767 Aug 18 13:58:48.272453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089118-dd1f-4555-9b12-ce05e8ae32a5 req-265d85ae-98c6-4a1e-840b-c58a23b70bb1 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.274067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f089118-dd1f-4555-9b12-ce05e8ae32a5 req-265d85ae-98c6-4a1e-840b-c58a23b70bb1 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 950 time: 0.0651658 Aug 18 13:58:48.325547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f089118-dd1f-4555-9b12-ce05e8ae32a5 req-e92763b4-49c3-455b-8041-5592620df013 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Aug 18 13:58:48.352994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:48.368957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:48.369379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35123e4b-a41a-4da3-b194-aa5499b1ce0b req-c756c929-68a8-4b4a-8cda-edc452c18d9b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 210 time: 0.0326405 Aug 18 13:58:48.516788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Allocated IP 172.20.0.4 (2047dc27-62fc-4f68-98d1-dded880257c9/fcc3015e-5abd-460e-8831-15eb26f0cdfa/c26863f1-8c00-4779-83f5-0802d91d8aa2) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:48.687920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011f381-ae77-4139-87fd-dbd8307799a8 req-f27c980e-28ff-4db5-95eb-5499b5ab5dba tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.717889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c011f381-ae77-4139-87fd-dbd8307799a8 req-f27c980e-28ff-4db5-95eb-5499b5ab5dba tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1511242 Aug 18 13:58:48.751515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:48.760516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c21e0e56-67ff-4282-aa28-d4075ec735bd req-46715b41-7d92-4825-8455-dffed11c2b13 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Aug 18 13:58:48.795309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:48.807977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c011f381-ae77-4139-87fd-dbd8307799a8 req-d26c8028-6573-4b33-865d-108e0c0ae6fa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915046 Aug 18 13:58:48.818544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-1edbc0f7-1a46-47d6-a17e-b1e0ae1759c2 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.820054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-1edbc0f7-1a46-47d6-a17e-b1e0ae1759c2 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.58 "GET /v2.0/networks?id=ba6dd007-f118-421d-8272-793ec9919e40 HTTP/1.1" status: 200 len: 813 time: 0.2051508 Aug 18 13:58:48.829468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7a45d985-0edf-4e05-b03c-e4fcf7b48bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:48.850082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Request body: {'port': {'device_id': 'f2c26e94-173f-461c-9c8a-859940af9639', 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40', 'admin_state_up': True, 'tenant_id': '587367207ffa4a3bb4ff4e15a1cd900c'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:49.009106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.087391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7a45d985-0edf-4e05-b03c-e4fcf7b48bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.089711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Network 2047dc27-62fc-4f68-98d1-dded880257c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:49.091457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:49.093262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:49.095511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:49.148230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.148851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.163094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7a45d985-0edf-4e05-b03c-e4fcf7b48bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.207361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45d985-0edf-4e05-b03c-e4fcf7b48bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a116d5-6e10-4422-bd83-a5a5aac23384,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:49.211812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7a45d985-0edf-4e05-b03c-e4fcf7b48bbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36af1366769c4562942f1b69b53f6a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133592 Aug 18 13:58:49.214911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44102) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:49.245037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1ab5abbf-99cb-4217-8b20-3c62b61439e8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1221750 Aug 18 13:58:49.263900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Request body: {'port': {'device_id': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:49.321517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f49d3-5f4a-4180-adfe-ebecdf1247b3 req-4a6ec569-e22e-4636-afae-3f2ac4403d34 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.330668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Made reservation on behalf of 587367207ffa4a3bb4ff4e15a1cd900c for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:49.331743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f57f49d3-5f4a-4180-adfe-ebecdf1247b3 req-4a6ec569-e22e-4636-afae-3f2ac4403d34 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0907559 Aug 18 13:58:49.334460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.361965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.363245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.404218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.421109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f57f49d3-5f4a-4180-adfe-ebecdf1247b3 req-dcf3caa5-edde-4eac-b99a-a7a8e13edf63 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826166 Aug 18 13:58:49.594099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f1c2f-f41e-49dc-816f-bee9a9defb91 req-c8f15377-84c4-48a9-89ea-68999f2b0da4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.595674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f61f1c2f-f41e-49dc-816f-bee9a9defb91 req-c8f15377-84c4-48a9-89ea-68999f2b0da4 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 950 time: 0.1372082 Aug 18 13:58:49.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e87a-b92d-4877-87b3-6795b3a04c6d req-eed45823-624c-488d-870b-b7d82972eed9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.612106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7da9e87a-b92d-4877-87b3-6795b3a04c6d req-eed45823-624c-488d-870b-b7d82972eed9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 931 time: 0.0768361 Aug 18 13:58:49.649081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.652198 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.653364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86a116d5-6e10-4422-bd83-a5a5aac23384 HTTP/1.1" status: 204 len: 168 time: 0.4374654 Aug 18 13:58:49.677464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660427e-e8a4-467a-8498-90e5a728c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a116d5-6e10-4422-bd83-a5a5aac23384,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:49.691402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f61f1c2f-f41e-49dc-816f-bee9a9defb91 req-be0110a8-29ad-4840-a965-2d27d7a7db9f tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c034f23-347b-479f-8cfe-84e724b1c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779850 Aug 18 13:58:49.705810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7da9e87a-b92d-4877-87b3-6795b3a04c6d req-b5fdc25e-4a55-4c96-9129-7aa8c21c014f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828068 Aug 18 13:58:49.747307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Allocated IP 172.20.0.5 (ba6dd007-f118-421d-8272-793ec9919e40/2862351e-48e9-4091-87a6-472c5fb95c8b/55abc030-5eef-4d7c-be1a-25420642a69e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:49.851575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-5d2ac885-b338-4db2-904c-88d854d980eb tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.853217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-5d2ac885-b338-4db2-904c-88d854d980eb tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 950 time: 0.0590534 Aug 18 13:58:49.966191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4ff0902-7670-454c-a103-7c33dd89c70a req-a690e023-8b5f-4434-b724-740cf6a256e2 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 210 time: 0.0687063 Aug 18 13:58:50.021249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.036357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Deleting port 3248709f-a428-4562-84e9-a97a25c989a2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:50.037206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.164603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc906d44-8328-47e3-8e3e-ff7e6858efc0 req-71a9dcb5-356b-4687-9979-45ccd7aea03c tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:50.178919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26863f1-8c00-4779-83f5-0802d91d8aa2 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:50.179929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc906d44-8328-47e3-8e3e-ff7e6858efc0 req-71a9dcb5-356b-4687-9979-45ccd7aea03c tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0959656 Aug 18 13:58:50.186932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.226739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] For port 3248709f-a428-4562-84e9-a97a25c989a2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3248709f-a428-4562-84e9-a97a25c989a2,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:50.227240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.231613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.254994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Network ba6dd007-f118-421d-8272-793ec9919e40 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:50.265437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Transition to ACTIVE for port object c26863f1-8c00-4779-83f5-0802d91d8aa2 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:50.270400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:50.275090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:50.287393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Calling delete_port for 3248709f-a428-4562-84e9-a97a25c989a2 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:50.306197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Pushing event updated for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:50.313991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc906d44-8328-47e3-8e3e-ff7e6858efc0 req-807543bd-703b-489f-ad60-e6915eb827c9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310079 Aug 18 13:58:50.350976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:50.351651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.355831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.447126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:50.451812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e281533-83d1-4515-807b-00a17bf44cbf req-276f3bb8-a80d-4d98-a1ad-a048b54b2b70 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:50.459880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e281533-83d1-4515-807b-00a17bf44cbf req-276f3bb8-a80d-4d98-a1ad-a048b54b2b70 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0836568 Aug 18 13:58:50.497148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-96cef428-dbc4-48c2-b508-464de75f98f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105459 Aug 18 13:58:50.537674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-5a720f2d-d390-43b0-b1b9-8acd30ffba3c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7057159 Aug 18 13:58:50.543936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e281533-83d1-4515-807b-00a17bf44cbf req-b02b82f6-5a83-4232-92d8-2d1842d9a965 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831153 Aug 18 13:58:50.563062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Request body: {'port': {'device_id': 'f2c26e94-173f-461c-9c8a-859940af9639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:50.590202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:50.590587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:50.590961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:50.600920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:50.601383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:50.625385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:50.625731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:50.626156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:50.626658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Bound port: c26863f1-8c00-4779-83f5-0802d91d8aa2, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:50.626987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.632796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.646776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3248709f-a428-4562-84e9-a97a25c989a2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:50.652132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.681454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Pushing event deleted for resources: {'Port': ['ID=3248709f-a428-4562-84e9-a97a25c989a2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:50.771844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:50.778748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:50.792235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] No DVR routers for this DVR port 3248709f-a428-4562-84e9-a97a25c989a2 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:50.805541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.811988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-156cdee5-6f1b-470b-bdb5-0e170687ecd8 req-4841411e-b1c1-4eb7-b001-9fc8d79bc66d tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.10 "DELETE /v2.0/ports/3248709f-a428-4562-84e9-a97a25c989a2 HTTP/1.1" status: 204 len: 173 time: 0.9504726 Aug 18 13:58:50.812500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'name': 'network-vif-deleted', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:50.835734 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a350865-2428-43e6-8f85-2bfa7c1654a6" -d '{"events": [{"server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "name": "network-vif-deleted", "tag": "3248709f-a428-4562-84e9-a97a25c989a2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:50.879263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:50.935830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94c51329-90df-413f-8440-93a9d806322f req-fa6b538a-4a9e-4aa2-a1f5-6a070409b131 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0819287 Aug 18 13:58:51.021631 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd3f34-e409-401f-a495-426ade7abd99 x-openstack-request-id: req-86fd3f34-e409-401f-a495-426ade7abd99 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:51.021969 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6914fe-ce52-4073-9d92-509d32bb7abc", "name": "network-vif-deleted", "tag": "3248709f-a428-4562-84e9-a97a25c989a2", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:51.022223 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86fd3f34-e409-401f-a495-426ade7abd99 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:51.022636 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6914fe-ce52-4073-9d92-509d32bb7abc', 'name': 'network-vif-deleted', 'tag': '3248709f-a428-4562-84e9-a97a25c989a2', 'status': 'completed', 'code': 200} Aug 18 13:58:51.038849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82ecf2-fb52-42d2-afda-f3bea6f9ccd4 req-10383c7e-8f0e-47e1-b713-6b0ca916b636 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.048625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d82ecf2-fb52-42d2-afda-f3bea6f9ccd4 req-10383c7e-8f0e-47e1-b713-6b0ca916b636 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.1822765 Aug 18 13:58:51.086348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.087980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.094160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 1091 time: 1.8375003 Aug 18 13:58:51.096992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:51.106473 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd39f12-b608-4122-8d38-4aff9d356fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:51.154893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d82ecf2-fb52-42d2-afda-f3bea6f9ccd4 req-41b906dd-683c-432f-a19d-3bfff51e128f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915623 Aug 18 13:58:51.163052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cd173-4087-44a1-94ec-b7a0aa3fe9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:51.259903 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c9416-2b7c-47e1-839b-68d3b06a31ff x-openstack-request-id: req-b51c9416-2b7c-47e1-839b-68d3b06a31ff {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:51.260298 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:51.261061 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b51c9416-2b7c-47e1-839b-68d3b06a31ff {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:51.261602 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'status': 'completed', 'code': 200} Aug 18 13:58:51.290647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18815c7-1788-4824-83d0-2490228cffef req-85e639d0-0f2d-480d-a862-5ea44fee4fb0 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.308795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d18815c7-1788-4824-83d0-2490228cffef req-85e639d0-0f2d-480d-a862-5ea44fee4fb0 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 931 time: 0.1780767 Aug 18 13:58:51.362514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-5e8c45d4-8bb7-49ac-af8c-134565d0c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.369537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-5e8c45d4-8bb7-49ac-af8c-134565d0c47b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1094 time: 0.1407907 Aug 18 13:58:51.378649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d18815c7-1788-4824-83d0-2490228cffef req-e745a964-e057-4f87-981a-4a56dc838c7d tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688591 Aug 18 13:58:51.423104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-c6f5f39b-9dd8-4e89-8c14-847f74a41e3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0484583 Aug 18 13:58:51.462965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc9bd-dadf-41dd-8042-a2d074d6a7ab req-48aac7b2-195b-462e-a02d-07379f59a401 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.465492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24bfc9bd-dadf-41dd-8042-a2d074d6a7ab req-48aac7b2-195b-462e-a02d-07379f59a401 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0558875 Aug 18 13:58:51.521214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55abc030-5eef-4d7c-be1a-25420642a69e {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:51.521770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24bfc9bd-dadf-41dd-8042-a2d074d6a7ab req-d5aabb2d-fd7c-4283-be90-e82083a9a74e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Aug 18 13:58:51.534031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.545526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-4b73d62a-292f-4d13-932a-dc1b2df6e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.554738 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-4b73d62a-292f-4d13-932a-dc1b2df6e723 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1005435 Aug 18 13:58:51.554738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Transition to ACTIVE for port object 55abc030-5eef-4d7c-be1a-25420642a69e will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:51.590019 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-5c358e99-0296-474f-80b3-5f92c3acb30a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313103 Aug 18 13:58:51.730683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.801881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d0975-aef2-4d66-82d7-a87d35f39883 req-73d0b69a-e57f-448f-ac59-cd4478dd9e3a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.810782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf3d0975-aef2-4d66-82d7-a87d35f39883 req-73d0b69a-e57f-448f-ac59-cd4478dd9e3a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1814470 Aug 18 13:58:51.851765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:51.852483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf3d0975-aef2-4d66-82d7-a87d35f39883 req-bc2d4ba4-4e26-4076-8af0-968aafdcfd0d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Aug 18 13:58:51.894342 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e3148224-7391-4319-be5b-f89094cc43f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.924465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-d7200c3a-3a34-4c8a-98be-caf74911741e service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093958 Aug 18 13:58:52.018937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Attempting to bind port 55abc030-5eef-4d7c-be1a-25420642a69e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:52.018937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Attempting to bind port 55abc030-5eef-4d7c-be1a-25420642a69e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:52.019263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Attempting to bind port 55abc030-5eef-4d7c-be1a-25420642a69e on network ba6dd007-f118-421d-8272-793ec9919e40 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:52.030589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Port 55abc030-5eef-4d7c-be1a-25420642a69e on network ba6dd007-f118-421d-8272-793ec9919e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:52.030926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Attempting to bind port 55abc030-5eef-4d7c-be1a-25420642a69e on network ba6dd007-f118-421d-8272-793ec9919e40 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:52.048906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:52.049250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Checking segment: {'id': '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:52.049637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Bound using segment: {'id': '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:52.050188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Bound port: 55abc030-5eef-4d7c-be1a-25420642a69e, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:52.050665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:52.077176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6ad1dffa-4866-4a27-a0e0-4d35794e6e8f req-1dc50c44-57dc-4f0b-8788-761f11c53efe service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429689 Aug 18 13:58:52.099230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-734f199c-ad0f-4092-b599-ae744d9d7dc7 req-2cf56c61-eaf5-4a7b-9a80-c9560f8fe397 tempest-TenantUsagesTestJSON-1364818679 tempest-TenantUsagesTestJSON-1364818679-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6914fe-ce52-4073-9d92-509d32bb7abc HTTP/1.1" status: 200 len: 210 time: 0.0537829 Aug 18 13:58:52.142034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:52.145430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=55abc030-5eef-4d7c-be1a-25420642a69e,segment=NetworkSegment(6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9),segment_id=6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:52.241582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:52.310089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.311369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:52.312766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/55abc030-5eef-4d7c-be1a-25420642a69e HTTP/1.1" status: 200 len: 1091 time: 1.7552869 Aug 18 13:58:52.316480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127220ab-8517-4091-bb57-95a55581110e req-fd995359-f7f8-484c-b7f4-778860cff404 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.323891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-127220ab-8517-4091-bb57-95a55581110e req-fd995359-f7f8-484c-b7f4-778860cff404 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.0811610 Aug 18 13:58:52.371284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456395a1-5e18-4625-a362-9f0c35e166c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:52.385569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-45d1fa25-9157-4c5d-9242-bd28b39df3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.386443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-127220ab-8517-4091-bb57-95a55581110e req-1ac6ff10-88d9-45ad-bba8-2503048a6f29 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616152 Aug 18 13:58:52.390504 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-45d1fa25-9157-4c5d-9242-bd28b39df3c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1094 time: 0.1051548 Aug 18 13:58:52.581488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717f106-862f-4ed5-ba55-946c451bc15e req-758f9d3f-b251-449d-8a1d-4af29c33c417 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.582336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4717f106-862f-4ed5-ba55-946c451bc15e req-758f9d3f-b251-449d-8a1d-4af29c33c417 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 943 time: 0.1190434 Aug 18 13:58:52.660049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4717f106-862f-4ed5-ba55-946c451bc15e req-a763962b-1d6f-49d8-beba-97c7aed1e459 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645766 Aug 18 13:58:52.711865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee065f-f7d5-479f-85d6-09b069725446 req-929de483-e472-4c48-8456-49b32b7811aa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.722561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffee065f-f7d5-479f-85d6-09b069725446 req-929de483-e472-4c48-8456-49b32b7811aa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0796444 Aug 18 13:58:52.782469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffee065f-f7d5-479f-85d6-09b069725446 req-c55fbc77-e339-4621-836d-2edaf2b72422 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588861 Aug 18 13:58:52.829674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-b5b28bfe-0ef8-4e71-84b9-c1b512d92502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.832288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-b5b28bfe-0ef8-4e71-84b9-c1b512d92502 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587367207ffa4a3bb4ff4e15a1cd900c&device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 1094 time: 0.0804682 Aug 18 13:58:52.881212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44232) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:52.887527 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-1986aa84-2b35-48fc-997c-f6be88af2f6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55abc030-5eef-4d7c-be1a-25420642a69e HTTP/1.1" status: 200 len: 217 time: 0.0445397 Aug 18 13:58:52.889097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-3af6ab2c-45ec-4f26-b802-5103c1d9ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.890600 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-3af6ab2c-45ec-4f26-b802-5103c1d9ba4f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.4857650 Aug 18 13:58:52.991875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-fb0e5eb3-c112-4a7c-a264-1373790ec5e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0799994 Aug 18 13:58:53.024772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cb8b3-46b3-4c86-ad5c-a1c65804e0f4 req-9117ee1f-c7bc-45a6-b42d-7bf9539f3294 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.026989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b56cb8b3-46b3-4c86-ad5c-a1c65804e0f4 req-9117ee1f-c7bc-45a6-b42d-7bf9539f3294 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0840631 Aug 18 13:58:53.038309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-8eb52311-2f3c-4c88-9ead-814e5daf2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.039923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-8eb52311-2f3c-4c88-9ead-814e5daf2686 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2862351e-48e9-4091-87a6-472c5fb95c8b HTTP/1.1" status: 200 len: 853 time: 0.1295154 Aug 18 13:58:53.092324 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-9ce19e87-fa9a-4f94-9108-a809e34d3274 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba6dd007-f118-421d-8272-793ec9919e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353405 Aug 18 13:58:53.094214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-746baa39-5847-4209-9d18-8043c058678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.095889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b115538b-2a75-483a-a761-29c53f0fedb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.096179 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-746baa39-5847-4209-9d18-8043c058678b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0967503 Aug 18 13:58:53.100176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b56cb8b3-46b3-4c86-ad5c-a1c65804e0f4 req-4587dfce-7376-4659-8847-05873f850744 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Aug 18 13:58:53.188087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-51c4b2fd-43c3-48e3-b416-cd269a1ee567 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641470 Aug 18 13:58:53.262986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:53.265488 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133efc68-a177-4d4b-bbe9-c7a5400cac64" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:53.281938 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b115538b-2a75-483a-a761-29c53f0fedb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.307815 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba67157-ecab-4336-84aa-97bf855c6df0 x-openstack-request-id: req-eba67157-ecab-4336-84aa-97bf855c6df0 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:53.308119 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:53.308373 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eba67157-ecab-4336-84aa-97bf855c6df0 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:53.308775 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e', 'status': 'completed', 'code': 200} Aug 18 13:58:53.342804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-1c07ad52-1572-4a1d-8c18-4b5c6066f48d service neutron] 10.222.0.58 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297688 Aug 18 13:58:53.344966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-db6ea8d0-79b1-4e00-bd44-e0a8bcb1f502 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492260 Aug 18 13:58:53.373653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b115538b-2a75-483a-a761-29c53f0fedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.428608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b115538b-2a75-483a-a761-29c53f0fedb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d98484a59c2f41c9801509969bfd6a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360193 Aug 18 13:58:53.428608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115538b-2a75-483a-a761-29c53f0fedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d052d520-7e16-4ad5-8768-8df96d57a3ce,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:53.428608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:53.512663 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.549048 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82937834-6127-4980-b8c5-d6b7d32e03e1 req-6b0a5437-c1b5-4b1e-80a4-50f78d2b528a service neutron] 10.222.0.58 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905210 Aug 18 13:58:53.549299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.551609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2fd39f12-b608-4122-8d38-4aff9d356fbb req-b8d36292-b3d9-4c50-9353-14a0add6b932 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913991 Aug 18 13:58:53.645979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f04d0-9608-4305-8d2b-c38a987e7ea1 req-3a48ac38-7cf5-4e62-9632-94cbcc9baed0 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.647736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b2f04d0-9608-4305-8d2b-c38a987e7ea1 req-3a48ac38-7cf5-4e62-9632-94cbcc9baed0 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.0732727 Aug 18 13:58:53.700452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b2f04d0-9608-4305-8d2b-c38a987e7ea1 req-09827226-cef1-41a2-bf7a-e505a40ebd43 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Aug 18 13:58:53.735995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.739034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:53.740198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d052d520-7e16-4ad5-8768-8df96d57a3ce HTTP/1.1" status: 204 len: 168 time: 0.3121178 Aug 18 13:58:53.756447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546f9d0-c095-4dea-9e42-6fc2f77485a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d052d520-7e16-4ad5-8768-8df96d57a3ce,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:53.767208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-5f55ebbd-4433-4bc7-ad68-0a3486940e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.768719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-5f55ebbd-4433-4bc7-ad68-0a3486940e56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1101 time: 0.0641596 Aug 18 13:58:53.826130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:53.856468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-b85e5374-597c-4fe7-9518-2819d75cf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.858080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-b85e5374-597c-4fe7-9518-2819d75cf671 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587367207ffa4a3bb4ff4e15a1cd900c&device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 1094 time: 0.1145971 Aug 18 13:58:53.937234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3248709f-a428-4562-84e9-a97a25c989a2 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:53.986939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-c799e68f-1573-427a-b4d9-2685fa997487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.988050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4933fcc0-fdd2-46a0-8873-d4536f89e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:53.988429 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-c799e68f-1573-427a-b4d9-2685fa997487 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ba6dd007-f118-421d-8272-793ec9919e40 HTTP/1.1" status: 200 len: 914 time: 0.1218138 Aug 18 13:58:53.991058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4933fcc0-fdd2-46a0-8873-d4536f89e41b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2136538 Aug 18 13:58:54.001768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 3248709f-a428-4562-84e9-a97a25c989a2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:54.002145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3248709f-a428-4562-84e9-a97a25c989a2 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:54.054467 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-cab4e82e-ab59-44bf-acd4-69f987d9a072 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55abc030-5eef-4d7c-be1a-25420642a69e HTTP/1.1" status: 200 len: 217 time: 0.0573530 Aug 18 13:58:54.100131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-a184e865-d385-4034-9859-b78e352b2eb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 217 time: 0.0748236 Aug 18 13:58:54.132631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-da059586-42c2-4d4b-99d3-b9777fc8ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.134271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-da059586-42c2-4d4b-99d3-b9777fc8ab23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2862351e-48e9-4091-87a6-472c5fb95c8b HTTP/1.1" status: 200 len: 853 time: 0.0712626 Aug 18 13:58:54.140797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67bbefaf-9f47-42bd-9bc8-5a5c9916ebf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a90cb60d171446a94dcfb47b4fcf202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109233 Aug 18 13:58:54.141148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:54.162381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81898d92-77a5-42aa-90b9-99b1c9866164 req-acbcfdcb-c27d-4037-a698-5de2891dcff5 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.169603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81898d92-77a5-42aa-90b9-99b1c9866164 req-acbcfdcb-c27d-4037-a698-5de2891dcff5 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1772256 Aug 18 13:58:54.178986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86674d20-eeed-42db-bb2e-77ad199fbc66 req-9e908d5a-db99-4661-8335-c3337dcc19da tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.180487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86674d20-eeed-42db-bb2e-77ad199fbc66 req-9e908d5a-db99-4661-8335-c3337dcc19da tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 943 time: 0.3072236 Aug 18 13:58:54.186324 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-6ce64c97-2887-4aee-be38-d1d30b88f455 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba6dd007-f118-421d-8272-793ec9919e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327616 Aug 18 13:58:54.220189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4f5aca9d-ae27-4aa9-b8f9-92ef0b9a72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.221235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4f5aca9d-ae27-4aa9-b8f9-92ef0b9a72f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1113815 Aug 18 13:58:54.284400 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.295756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81898d92-77a5-42aa-90b9-99b1c9866164 req-ac9cf60e-ffd8-40fa-885b-14712b02a066 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189935 Aug 18 13:58:54.307860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.340229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86674d20-eeed-42db-bb2e-77ad199fbc66 req-a1a55524-1286-4a6b-8fb1-c51fe8361b09 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426370 Aug 18 13:58:54.367085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-eb173ab2-9e9c-4f02-ae28-cbc81dca01e4 service neutron] 10.222.0.58 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768539 Aug 18 13:58:54.370526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-0a2c94f4-9529-4565-b71e-e6e2326b0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.372426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-0a2c94f4-9529-4565-b71e-e6e2326b0e31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332049 Aug 18 13:58:54.491473 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-133efc68-a177-4d4b-bbe9-c7a5400cac64 req-ee2012bb-41c3-4030-88d2-77e4a7b48530 service neutron] 10.222.0.58 "GET /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148465 Aug 18 13:58:54.494408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922847b6-842a-49b3-88d4-572883f7de0c req-2ed90bd9-5588-40c7-9d43-d9f4b4b90b99 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.496541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-922847b6-842a-49b3-88d4-572883f7de0c req-2ed90bd9-5588-40c7-9d43-d9f4b4b90b99 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1185513 Aug 18 13:58:54.533671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.536311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.537446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c034f23-347b-479f-8cfe-84e724b1c92e HTTP/1.1" status: 204 len: 168 time: 0.3954444 Aug 18 13:58:54.547546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25ef91-0689-4a2a-83bf-c746951c634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c034f23-347b-479f-8cfe-84e724b1c92e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:54.585046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-922847b6-842a-49b3-88d4-572883f7de0c req-9d59aaf6-25c2-4231-a224-27d783a267f3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821483 Aug 18 13:58:54.601726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-65748cbb-1ca4-4c4f-b7e8-a7e0199445ed service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126541 Aug 18 13:58:54.714217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a227615c-ea4b-43df-8e53-261eec285047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.714446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-235f450d-807b-480c-9f63-67282ebaef01 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038525 Aug 18 13:58:54.851960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163bafd-dd1a-4c22-9e4d-84f1fbad1000 req-2156e044-b137-4e57-a756-3a3a9cfd55a1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:54.853613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b163bafd-dd1a-4c22-9e4d-84f1fbad1000 req-2156e044-b137-4e57-a756-3a3a9cfd55a1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.0623872 Aug 18 13:58:54.856266 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:54.910413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b163bafd-dd1a-4c22-9e4d-84f1fbad1000 req-4028baa1-0db0-437c-a55a-0098b31fb758 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Aug 18 13:58:55.238496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44298) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:55.257168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c0aa-f9f7-4fa0-921e-f67351c09b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.326334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:55.405974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c0aa-f9f7-4fa0-921e-f67351c09b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.446795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816af426-1765-4ba6-9b58-5132007d7452 req-1432bd29-4298-4c5c-8399-94316db6e290 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:55.448950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-816af426-1765-4ba6-9b58-5132007d7452 req-1432bd29-4298-4c5c-8399-94316db6e290 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0710151 Aug 18 13:58:55.473113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c0aa-f9f7-4fa0-921e-f67351c09b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.488871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:55.506575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'port_id': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'mac_address': 'fa:16:3e:d8:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc3015e-5abd-460e-8831-15eb26f0cdfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:55.537496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c0aa-f9f7-4fa0-921e-f67351c09b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7113625-7ee3-4098-842a-4f4e75120ea1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:55.542750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7c2c0aa-f9f7-4fa0-921e-f67351c09b0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbe12f4589284542ad26524428a21cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030467 Aug 18 13:58:55.545484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44310) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:55.575821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.591371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-816af426-1765-4ba6-9b58-5132007d7452 req-c3c253aa-d7d4-4a44-9851-8fd2b4b1bfc3 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309302 Aug 18 13:58:55.606214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26863f1-8c00-4779-83f5-0802d91d8aa2 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:55.627329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38dc36-be6e-4d28-8848-da11bb4769dc req-9a00edbd-b2f7-42e2-bee0-0f0a1b2ce06a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:55.639772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a38dc36-be6e-4d28-8848-da11bb4769dc req-9a00edbd-b2f7-42e2-bee0-0f0a1b2ce06a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 943 time: 0.2015171 Aug 18 13:58:55.667947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.680947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:55.695187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a38dc36-be6e-4d28-8848-da11bb4769dc req-264666ce-f395-4e84-b327-acd3d061d18a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542562 Aug 18 13:58:55.699959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.799584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.803672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.827147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31490f-d839-42c7-9ef3-83f915d2037d req-9ea35115-4710-4762-8385-08f7b7480265 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:55.829173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d31490f-d839-42c7-9ef3-83f915d2037d req-9ea35115-4710-4762-8385-08f7b7480265 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0580237 Aug 18 13:58:55.870517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:55.883047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d31490f-d839-42c7-9ef3-83f915d2037d req-f63a0382-cc8c-4ff4-8f06-240931028b1a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Aug 18 13:58:55.899519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.906286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:55.906286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7113625-7ee3-4098-842a-4f4e75120ea1 HTTP/1.1" status: 204 len: 168 time: 0.3567047 Aug 18 13:58:55.913703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193b4bb-1481-4b35-9248-633644bf9d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7113625-7ee3-4098-842a-4f4e75120ea1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:55.971535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:58:56.089763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2ab1c-43c5-48dc-95d9-d5f282b5211a req-0cbf282a-a417-4534-b9a2-054440332825 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.091970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afc2ab1c-43c5-48dc-95d9-d5f282b5211a req-0cbf282a-a417-4534-b9a2-054440332825 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.0648000 Aug 18 13:58:56.122939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:56.138315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afc2ab1c-43c5-48dc-95d9-d5f282b5211a req-1c60982b-e806-40ec-8047-914f89490bdd tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Aug 18 13:58:56.393497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8019204-a18b-4b8f-b666-879cedec6919 req-af395fcc-5c8c-47e3-af95-b08dfebd1ce7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.400922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8019204-a18b-4b8f-b666-879cedec6919 req-af395fcc-5c8c-47e3-af95-b08dfebd1ce7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0919228 Aug 18 13:58:56.451675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8019204-a18b-4b8f-b666-879cedec6919 req-51249650-2c85-49cc-884a-d3f878537860 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498598 Aug 18 13:58:56.486651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c14005-044c-4814-8288-efa8226eabe9 req-a5a2cc8e-691d-45bb-b2bf-71254bf0bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.488248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-a5a2cc8e-691d-45bb-b2bf-71254bf0bd1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0c7686495774fe492c416357d5156f6&device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 1097 time: 0.0608120 Aug 18 13:58:56.600813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c14005-044c-4814-8288-efa8226eabe9 req-c6807725-6a66-4039-874c-33fa7cb0ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.602488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-c6807725-6a66-4039-874c-33fa7cb0ea74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 200 len: 916 time: 0.1063802 Aug 18 13:58:56.660341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-d9896527-c9ba-4d82-8e93-0fa071fd1676 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b HTTP/1.1" status: 200 len: 217 time: 0.0499966 Aug 18 13:58:56.714616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c14005-044c-4814-8288-efa8226eabe9 req-4537c83c-c9eb-4f69-a3f9-854d6aa4cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.716255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-4537c83c-c9eb-4f69-a3f9-854d6aa4cbea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 200 len: 854 time: 0.0479472 Aug 18 13:58:56.801235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c14005-044c-4814-8288-efa8226eabe9 req-e720d343-df3a-4bf9-a6af-2c27d8f8e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.804057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-e720d343-df3a-4bf9-a6af-2c27d8f8e2fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d8efcb4-ace5-436b-8525-0470b17788eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776629 Aug 18 13:58:56.929211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5707f-ea44-4731-8478-3472fa38f5ae req-56412c79-dc76-4603-bf40-2746a3827b50 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.930970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ca5707f-ea44-4731-8478-3472fa38f5ae req-56412c79-dc76-4603-bf40-2746a3827b50 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 943 time: 0.1082234 Aug 18 13:58:56.956781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-89d04a3e-bb77-4c9c-9500-9e9e3a44aa57 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429508 Aug 18 13:58:57.051191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ca5707f-ea44-4731-8478-3472fa38f5ae req-e0900bb1-35da-4b92-9a0b-a944b5e5911a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065016 Aug 18 13:58:57.094381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3a88-55c1-4bdb-979f-f6786701180f req-72df3eb0-4603-4e98-a738-5b7082e9a54c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.098839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71fe3a88-55c1-4bdb-979f-f6786701180f req-72df3eb0-4603-4e98-a738-5b7082e9a54c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1277301 Aug 18 13:58:57.136671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c14005-044c-4814-8288-efa8226eabe9 req-cf572978-7ba6-455b-a68a-eb6395a16eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669698 Aug 18 13:58:57.169801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71fe3a88-55c1-4bdb-979f-f6786701180f req-d3a5e4e4-dfd5-4de1-a47c-5303d1c26b0d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666263 Aug 18 13:58:57.292143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc14ba-381e-4f7f-98ac-6f234e205e14 req-3d779116-5f1e-4d06-8aec-889bb3f220d8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.293963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06fc14ba-381e-4f7f-98ac-6f234e205e14 req-3d779116-5f1e-4d06-8aec-889bb3f220d8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.0561926 Aug 18 13:58:57.340645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06fc14ba-381e-4f7f-98ac-6f234e205e14 req-b7f42ebe-cc83-431a-89e2-fbc19084ab98 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Aug 18 13:58:57.357158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 55abc030-5eef-4d7c-be1a-25420642a69e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:57.363236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:57.520266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=55abc030-5eef-4d7c-be1a-25420642a69e,segment=NetworkSegment(6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9),segment_id=6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:57.546221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '55abc030-5eef-4d7c-be1a-25420642a69e', 'network_id': 'ba6dd007-f118-421d-8272-793ec9919e40', 'port_id': '55abc030-5eef-4d7c-be1a-25420642a69e', 'mac_address': 'fa:16:3e:c9:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2862351e-48e9-4091-87a6-472c5fb95c8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:57.599546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693cbd-1c1c-4fa7-aacd-0dc7cfbe29f0 req-c31ebcef-f5f3-4e70-a0b8-71bfc22f17f2 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.601049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2693cbd-1c1c-4fa7-aacd-0dc7cfbe29f0 req-c31ebcef-f5f3-4e70-a0b8-71bfc22f17f2 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0600591 Aug 18 13:58:57.607511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:57.623369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55abc030-5eef-4d7c-be1a-25420642a69e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:57.646484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=55abc030-5eef-4d7c-be1a-25420642a69e,segment=NetworkSegment(6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9),segment_id=6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:57.656530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2693cbd-1c1c-4fa7-aacd-0dc7cfbe29f0 req-858e9e14-9da2-45dc-ba88-c054782c9e10 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Aug 18 13:58:57.970661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:58.088000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port c26863f1-8c00-4779-83f5-0802d91d8aa2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:58.088000 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:58.121764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port c26863f1-8c00-4779-83f5-0802d91d8aa2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:58.122168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:58.186532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:58.192922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b035f-83ae-4707-91e1-6905a744c0cd req-811d7e92-1510-4616-90ff-e376416dab60 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.195582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-861b035f-83ae-4707-91e1-6905a744c0cd req-811d7e92-1510-4616-90ff-e376416dab60 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 944 time: 0.0677354 Aug 18 13:58:58.281889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-861b035f-83ae-4707-91e1-6905a744c0cd req-f6830bd8-1dd2-49a8-a9a6-b53d9b9f4465 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755715 Aug 18 13:58:58.285609 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:58.372581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:58.374752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:58.378024 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a18837a-307f-4aa5-8d1f-75ee27f6872c" -d '{"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-plugged", "status": "completed", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:58.411067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['55abc030-5eef-4d7c-be1a-25420642a69e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:58.485120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:58.546342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc3628-75c4-4b86-923a-706239077014 req-774d878b-a34e-4c0e-857b-3e3d13679c50 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.548045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ecc3628-75c4-4b86-923a-706239077014 req-774d878b-a34e-4c0e-857b-3e3d13679c50 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1490967 Aug 18 13:58:58.567081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:58.573763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81635f97-fb6a-428c-863a-9e729c9cef38 req-6efb3eeb-0c60-42a3-9603-20f65cc6ab13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.575392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81635f97-fb6a-428c-863a-9e729c9cef38 req-6efb3eeb-0c60-42a3-9603-20f65cc6ab13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0942171 Aug 18 13:58:58.621679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ecc3628-75c4-4b86-923a-706239077014 req-86c661a9-a48f-462d-9f7f-b00c3b2a71fe tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Aug 18 13:58:58.647040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81635f97-fb6a-428c-863a-9e729c9cef38 req-afd28692-ae35-41bf-9730-dcd979ac99a1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647764 Aug 18 13:58:58.707727 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c936cb-bce5-48e9-a22a-c10980057a71 x-openstack-request-id: req-e3c936cb-bce5-48e9-a22a-c10980057a71 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:58.710311 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-plugged", "status": "completed", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:58.710832 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3c936cb-bce5-48e9-a22a-c10980057a71 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:58.711505 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'code': 200} Aug 18 13:58:58.793691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44404) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:58.827331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7bd3-f5c7-4b35-b667-9680cc491c86 req-547d9fc0-0edd-45f5-b280-dabf84758eb6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.838631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf0e7bd3-f5c7-4b35-b667-9680cc491c86 req-547d9fc0-0edd-45f5-b280-dabf84758eb6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0549159 Aug 18 13:58:58.838794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917bbef-203d-4aeb-a954-1f12e3a2cde3 req-4c709284-f547-4eab-b583-89dbcdc5c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.839806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0917bbef-203d-4aeb-a954-1f12e3a2cde3 req-4c709284-f547-4eab-b583-89dbcdc5c054 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1096 time: 0.0554237 Aug 18 13:58:58.875619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf0e7bd3-f5c7-4b35-b667-9680cc491c86 req-bf3ce3bc-635d-4052-b2ee-2d36ca3ad913 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Aug 18 13:58:58.883580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0917bbef-203d-4aeb-a954-1f12e3a2cde3 req-5eecf139-9358-4f86-868e-38ebb073a675 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Aug 18 13:58:58.914493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-network', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:59.015692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Made reservation on behalf of a0d7190b7b6049b1a245d2871361b421 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:59.018247 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.034376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.038603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bcbba-f434-4095-89e5-64a7ed1d814f req-0f2ea149-4ce4-4628-9bcf-0ae117baab6f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.040313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c19bcbba-f434-4095-89e5-64a7ed1d814f req-0f2ea149-4ce4-4628-9bcf-0ae117baab6f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0543082 Aug 18 13:58:59.085446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c19bcbba-f434-4095-89e5-64a7ed1d814f req-f0de42cb-9db6-4339-afdd-3907cb3347ce tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Aug 18 13:58:59.155505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.216391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b8359-52e6-4f90-a01e-13679862cf7d req-a2002dd7-635a-4be4-9b15-6a911ac04411 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.218189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e82b8359-52e6-4f90-a01e-13679862cf7d req-a2002dd7-635a-4be4-9b15-6a911ac04411 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Aug 18 13:58:59.248118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.275740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:58:59.277056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e82b8359-52e6-4f90-a01e-13679862cf7d req-0cb0b071-3498-4290-8bd6-42ecc7f6ffe1 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523083 Aug 18 13:58:59.294599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d545903-32c9-407f-a18a-219b5d135f47,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:59.304778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.305229 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Added segment c36611f3-9c37-4ea6-820c-900721df2e5a of type vlan for network 85bef84c-e369-47a4-9f91-44c39b0da9ba Aug 18 13:58:59.360314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.452017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61669e-0d61-43eb-a03f-c45fb49a2996 req-846d3b23-d227-4313-a3e8-abe863e30d73 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.453496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f61669e-0d61-43eb-a03f-c45fb49a2996 req-846d3b23-d227-4313-a3e8-abe863e30d73 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0794096 Aug 18 13:58:59.461033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.461785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1acc18-9a5e-4e9b-82e9-021306457113 req-62ab4101-eee5-4b03-b7c9-970b4ab0332c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.462271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.463854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.464267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f1acc18-9a5e-4e9b-82e9-021306457113 req-62ab4101-eee5-4b03-b7c9-970b4ab0332c tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 944 time: 0.0814695 Aug 18 13:58:59.516737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f61669e-0d61-43eb-a03f-c45fb49a2996 req-0ea4ebf5-8aa2-4d1c-a0ec-f552206b2784 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513494 Aug 18 13:58:59.537545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f1acc18-9a5e-4e9b-82e9-021306457113 req-30615c98-bc40-48fe-84c2-f6e53092b1da tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649683 Aug 18 13:58:59.542220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] Pushing event updated for resources: {'Network': ['ID=85bef84c-e369-47a4-9f91-44c39b0da9ba,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:59.555952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:58:59.575216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-62e54942-d9db-46fd-b426-c8236a669cea req-3f08d4db-0f9d-49a9-875b-9478e39a7057 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:58:59.576354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62e54942-d9db-46fd-b426-c8236a669cea req-3f08d4db-0f9d-49a9-875b-9478e39a7057 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060983 Aug 18 13:58:59.593244 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e9cc7b15-4143-410c-a354-a6ea85dbd436 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7984359 Aug 18 13:58:59.596080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:59.601883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Request body: {'subnet': {'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-subnet', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:59.674355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62e54942-d9db-46fd-b426-c8236a669cea req-636c5492-f860-4f77-b2a3-adc9d9485684 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0896049 Aug 18 13:58:59.722288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Made reservation on behalf of a0d7190b7b6049b1a245d2871361b421 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:59.725340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.789633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f412859-3a33-457e-b1e9-f6fe840289ba req-8391a00b-21c5-40be-b13a-24bf075a46d2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.791597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f412859-3a33-457e-b1e9-f6fe840289ba req-8391a00b-21c5-40be-b13a-24bf075a46d2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0685761 Aug 18 13:58:59.848318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f412859-3a33-457e-b1e9-f6fe840289ba req-3c40cbfd-bbd8-4722-94cd-545e0874be13 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Aug 18 13:59:00.004589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b8b3-4ddf-408c-9344-44a250109809 req-4849b90a-b239-4798-9061-619de871647e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.006281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4920b8b3-4ddf-408c-9344-44a250109809 req-4849b90a-b239-4798-9061-619de871647e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0828590 Aug 18 13:59:00.014222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac000639-f471-4b39-b6bb-b0547b1f1bc7 req-8b59410a-7753-4edb-b8b0-a854d4147caa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.016016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac000639-f471-4b39-b6bb-b0547b1f1bc7 req-8b59410a-7753-4edb-b8b0-a854d4147caa tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0913587 Aug 18 13:59:00.056521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.073094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4920b8b3-4ddf-408c-9344-44a250109809 req-71a4013f-11c7-4559-9e87-90a982ba0e7e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Aug 18 13:59:00.080326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac000639-f471-4b39-b6bb-b0547b1f1bc7 req-eef95712-ade6-444b-b1cc-5d64a80b676a tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573704 Aug 18 13:59:00.113792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5483d22e-b372-4cea-b9c9-2c7ccba46c89,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:00.131019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Checking segment: {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:00.131408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Network hostable DHCP agents. Network: 85bef84c-e369-47a4-9f91-44c39b0da9ba, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:00.221319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:00.223423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6386fae-a274-45ff-9abb-27629fa7971c req-d3cee427-bbe2-43ce-b5a5-c77a1ba76a0e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.225038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6386fae-a274-45ff-9abb-27629fa7971c req-d3cee427-bbe2-43ce-b5a5-c77a1ba76a0e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.0569489 Aug 18 13:59:00.266258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6386fae-a274-45ff-9abb-27629fa7971c req-728dd924-7f7d-4530-91a3-fdf1daa873fd tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Aug 18 13:59:00.331081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 85bef84c-e369-47a4-9f91-44c39b0da9ba) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:00.344487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.344836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b880aed-7c61-4849-92f6-9ad41cedcae7 None None] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:00.345152 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.444952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7b9b-da37-4779-9b2d-bf22f2d45cc8 req-23642c3d-a906-465b-812d-7de9ad2f2db1 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.446914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8cb7b9b-da37-4779-9b2d-bf22f2d45cc8 req-23642c3d-a906-465b-812d-7de9ad2f2db1 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0975082 Aug 18 13:59:00.474656 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-20793a4c-11e5-450e-8305-7c7a5f417f08 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8767583 Aug 18 13:59:00.476612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:00.481878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:00.488991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8cb7b9b-da37-4779-9b2d-bf22f2d45cc8 req-8dac36b0-9939-4cd4-9d10-977cde9a0935 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Aug 18 13:59:00.570451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-85bef84c-e369-47a4-9f91-44c39b0da9ba', 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'fixed_ips': [{'subnet_id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:00.571857 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.575764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.577417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.699584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.762366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Allocated IP 172.20.0.2 (85bef84c-e369-47a4-9f91-44c39b0da9ba/5483d22e-b372-4cea-b9c9-2c7ccba46c89/d0cdebd9-dbea-4937-bce6-9ab029c318c8) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:00.765487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e81a5-7af0-44ab-af21-5fb76e134e29 req-c655a237-5e11-43f8-8bbc-0043f6663248 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.770832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d7e81a5-7af0-44ab-af21-5fb76e134e29 req-c655a237-5e11-43f8-8bbc-0043f6663248 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 944 time: 0.1479242 Aug 18 13:59:00.780976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eafcbf-6d1b-401b-a080-b30ca707b9f2 req-c10af0d4-563c-4f44-903f-73af7b72f6df tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.787739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eafcbf-6d1b-401b-a080-b30ca707b9f2 req-c10af0d4-563c-4f44-903f-73af7b72f6df tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.793971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eafcbf-6d1b-401b-a080-b30ca707b9f2 req-c10af0d4-563c-4f44-903f-73af7b72f6df tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.795630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54eafcbf-6d1b-401b-a080-b30ca707b9f2 req-c10af0d4-563c-4f44-903f-73af7b72f6df tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1&device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2&device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 2418 time: 0.1134460 Aug 18 13:59:00.854708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d7e81a5-7af0-44ab-af21-5fb76e134e29 req-71a00354-4813-4393-85ee-cefe8d44f2e8 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Aug 18 13:59:00.859917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54eafcbf-6d1b-401b-a080-b30ca707b9f2 req-0076ecc6-9486-481b-9d27-950cf3379ad1 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Aug 18 13:59:00.968051 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.005552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Transition to ACTIVE for port object d0cdebd9-dbea-4937-bce6-9ab029c318c8 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:01.030495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c505f-c91e-49f6-af46-40c3ee940250 req-8fb146bb-5563-4441-a9ca-15701961b002 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:01.032085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57c505f-c91e-49f6-af46-40c3ee940250 req-8fb146bb-5563-4441-a9ca-15701961b002 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0608439 Aug 18 13:59:01.036997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Transition to ACTIVE for port object d0cdebd9-dbea-4937-bce6-9ab029c318c8 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:01.078774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.112278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57c505f-c91e-49f6-af46-40c3ee940250 req-f6933a7f-895b-43ee-99f4-59e802d95d1b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733948 Aug 18 13:59:01.141933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.142996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aae1a68f-a77b-4324-83ef-9e984db81a0d req-f911a893-a34f-4b95-b081-9ff43dc95045 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0942159 Aug 18 13:59:01.214091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:01.215229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:01.219204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:01.258731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Pushing event updated for resources: {'Port': ['ID=d0cdebd9-dbea-4937-bce6-9ab029c318c8,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:01.301903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Attempting to bind port d0cdebd9-dbea-4937-bce6-9ab029c318c8 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:01.302285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Attempting to bind port d0cdebd9-dbea-4937-bce6-9ab029c318c8 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:01.302660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Attempting to bind port d0cdebd9-dbea-4937-bce6-9ab029c318c8 on network 85bef84c-e369-47a4-9f91-44c39b0da9ba {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:01.304405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8747cd-86c5-44bc-829c-4bc8d1328099 req-6e648a41-98e5-46d7-94da-a160f040f977 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:01.306482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8747cd-86c5-44bc-829c-4bc8d1328099 req-6e648a41-98e5-46d7-94da-a160f040f977 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0960603 Aug 18 13:59:01.310623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:01.311113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Checking segment: {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:01.311589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.312055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Bound using segment: {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:01.312917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Bound port: d0cdebd9-dbea-4937-bce6-9ab029c318c8, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:01.314312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.355939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8747cd-86c5-44bc-829c-4bc8d1328099 req-7060a7d7-0ab8-46e5-b1f4-4907cfa68467 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Aug 18 13:59:01.390283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 55abc030-5eef-4d7c-be1a-25420642a69e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:01.515313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] For port d0cdebd9-dbea-4937-bce6-9ab029c318c8, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:01.520018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] For port d0cdebd9-dbea-4937-bce6-9ab029c318c8, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0cdebd9-dbea-4937-bce6-9ab029c318c8,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:01.530743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.559260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.600657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5ce3e-ce47-4e9d-95cc-487af60aa93b req-b48b9286-e002-42a0-b334-dcd62fb5b059 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:01.608596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40e5ce3e-ce47-4e9d-95cc-487af60aa93b req-b48b9286-e002-42a0-b334-dcd62fb5b059 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1096 time: 0.0486085 Aug 18 13:59:01.649736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40e5ce3e-ce47-4e9d-95cc-487af60aa93b req-c36c9cab-10d8-414d-913b-c28919cd8967 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Aug 18 13:59:01.707543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.719252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Allocated IP 172.25.1.238 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/1d8f0ee5-d415-4566-a105-d31afd8f89c0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:01.765225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22bb3d-126e-4f88-9aa0-2fd276c31b74 None None] Pushing event updated for resources: {'Port': ['ID=d0cdebd9-dbea-4937-bce6-9ab029c318c8,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:01.767978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 55abc030-5eef-4d7c-be1a-25420642a69e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:01.777696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 55abc030-5eef-4d7c-be1a-25420642a69e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:01.778089 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.925415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.941097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:01.991056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:01.999459 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f74f3c-3239-4025-87dd-76ff8a9c1fb5" -d '{"events": [{"server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "name": "network-vif-plugged", "status": "completed", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:02.030557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=55abc030-5eef-4d7c-be1a-25420642a69e,segment=NetworkSegment(6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9),segment_id=6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:02.074702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:02.093792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c261b-73e5-4a11-9481-d42b944e6c26 req-06935de7-1125-41d3-b7e3-64ca7fef82f8 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:02.095736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c0c261b-73e5-4a11-9481-d42b944e6c26 req-06935de7-1125-41d3-b7e3-64ca7fef82f8 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 944 time: 0.1352241 Aug 18 13:59:02.107594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:02.142920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:02.147157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:02.168000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:02.208839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c0c261b-73e5-4a11-9481-d42b944e6c26 req-3fea4498-4469-4a83-a091-974650cfc6dd tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063068 Aug 18 13:59:02.222402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:02.233940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f0ee5-d415-4566-a105-d31afd8f89c0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:02.280013 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24acbd5-e06f-4032-a7cd-3ffe44f12368 x-openstack-request-id: req-b24acbd5-e06f-4032-a7cd-3ffe44f12368 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:02.280315 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "name": "network-vif-plugged", "status": "completed", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:02.281064 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b24acbd5-e06f-4032-a7cd-3ffe44f12368 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:02.281656 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e', 'code': 200} Aug 18 13:59:02.461582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4aed9-ba18-4fa0-af4c-f3f5b2fffc65 req-96dc30bf-e491-4bf5-9b0e-0092c3b7cd0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:02.464390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c4aed9-ba18-4fa0-af4c-f3f5b2fffc65 req-96dc30bf-e491-4bf5-9b0e-0092c3b7cd0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0852349 Aug 18 13:59:02.485574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e96b-320c-48f4-8be1-3e7be99ff50a req-633b31e1-7f0c-4437-af47-79ae4fb34546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:02.489072 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b589e96b-320c-48f4-8be1-3e7be99ff50a req-633b31e1-7f0c-4437-af47-79ae4fb34546 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 1096 time: 0.0984910 Aug 18 13:59:02.532604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c4aed9-ba18-4fa0-af4c-f3f5b2fffc65 req-7c5c3e51-c704-4142-bb6e-8f1d74962d92 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Aug 18 13:59:02.626900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b589e96b-320c-48f4-8be1-3e7be99ff50a req-3f7bcc4f-0d15-43ce-9664-7bc1321a2aa2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272233 Aug 18 13:59:02.704142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.082194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.158137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a9b8f6-db76-40ee-81e0-cca67cd121c8 None None] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:03.301901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0cdebd9-dbea-4937-bce6-9ab029c318c8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:03.372071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf68988-fe9a-44a8-9055-968934b0a102 req-fe00d3bd-7264-472f-81cb-d92247d18a55 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:03.385580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bf68988-fe9a-44a8-9055-968934b0a102 req-fe00d3bd-7264-472f-81cb-d92247d18a55 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 945 time: 0.0713151 Aug 18 13:59:03.397153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Router 573b39f3-5212-47c7-bd81-b55ff935f584 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:59:03.443613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bf68988-fe9a-44a8-9055-968934b0a102 req-6edf7b04-9092-4107-9e29-6164bd873fc5 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Aug 18 13:59:03.696310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:03.699032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Provisioning for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:03.704643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:03.708305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.709177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Provisioning complete for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:03.710678 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.830307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239dfc2-4acc-475c-b862-10dbaef9612b req-b7c0a49f-71ec-4feb-9577-9dda1d54c29b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:03.834303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a239dfc2-4acc-475c-b862-10dbaef9612b req-b7c0a49f-71ec-4feb-9577-9dda1d54c29b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1606321 Aug 18 13:59:03.862772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb33b8-2018-4f07-94dd-cb6fd84aafed req-f446d6a5-a4d4-4aee-8680-b4f782187f6a tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:03.868492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-badb33b8-2018-4f07-94dd-cb6fd84aafed req-f446d6a5-a4d4-4aee-8680-b4f782187f6a tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.1278968 Aug 18 13:59:03.875117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.897795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:03.927026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a239dfc2-4acc-475c-b862-10dbaef9612b req-9d1881af-b9f3-4196-b0e1-0b9c34a23c56 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Aug 18 13:59:03.936866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d0cdebd9-dbea-4937-bce6-9ab029c318c8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0cdebd9-dbea-4937-bce6-9ab029c318c8,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:03.940607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:03.950829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Sync routers for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:03.960989 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:03.961602 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:03.962386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-badb33b8-2018-4f07-94dd-cb6fd84aafed req-8ea21422-cf03-40fc-b0cc-a7c4a08a848e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885170 Aug 18 13:59:04.097122 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.100109 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:04.136333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.142423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44624) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:04.142624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0741f64c-4b8f-4ffe-9242-f8d8fe5e59f1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6634114 Aug 18 13:59:04.266791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:59:04.268026 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-d0232570-a21c-415c-a1a0-a1bcd332cccd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:59:04.286759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d0cdebd9-dbea-4937-bce6-9ab029c318c8,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:04.295934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.296300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.296623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.296963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.297296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.297624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.298173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.298681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.299043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.299332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.299844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.300625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.322386 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:02Z', 'revision_number': 3, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:04.350585 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Checking router: 573b39f3-5212-47c7-bd81-b55ff935f584 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:04.354990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Updating router 573b39f3-5212-47c7-bd81-b55ff935f584 port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:04.384216 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.621270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-cbe66eab-6b63-4676-9cf2-f2f35fd83863 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=656d40154d5241ddb3ee162200218c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581427 Aug 18 13:59:04.656139 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.669498 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Transition to ACTIVE for port object 1d8f0ee5-d415-4566-a105-d31afd8f89c0 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:04.701037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8ebfb-94f3-4cd8-b987-1d1ebf584cd2 req-301c2aa1-ab04-47b4-83b1-ea29fe10a339 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:04.702569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b8ebfb-94f3-4cd8-b987-1d1ebf584cd2 req-301c2aa1-ab04-47b4-83b1-ea29fe10a339 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 945 time: 0.1385062 Aug 18 13:59:04.793051 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.826427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b8ebfb-94f3-4cd8-b987-1d1ebf584cd2 req-93bb0c4e-cdc8-4758-a00b-ddb248203b0a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949707 Aug 18 13:59:04.844484 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Pushing event updated for resources: {'Port': ['ID=1d8f0ee5-d415-4566-a105-d31afd8f89c0,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:04.852467 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.852814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.853922 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.854146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.854555 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.854791 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.855233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.855527 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.855850 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.856173 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.856679 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.857095 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:04.870999 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Attempting to bind port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:04.872526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Attempting to bind port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:04.872526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Attempting to bind port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:04.876864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:04.877355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:04.877771 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.878201 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:04.878687 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Bound port: 1d8f0ee5-d415-4566-a105-d31afd8f89c0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:04.878904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-78d940d1-e46a-466f-a146-2bfd398b01c5 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:04.879090 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.880490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-78d940d1-e46a-466f-a146-2bfd398b01c5 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457647 Aug 18 13:59:04.944940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d38a397-bd6a-4565-86ba-09782eb2de4d None None] Provisioning complete for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:04.946592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d38a397-bd6a-4565-86ba-09782eb2de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.968075 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] For port 1d8f0ee5-d415-4566-a105-d31afd8f89c0, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:04.971325 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] For port 1d8f0ee5-d415-4566-a105-d31afd8f89c0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d8f0ee5-d415-4566-a105-d31afd8f89c0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:04.979625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-cfbb3dc2-29bf-4762-bee7-c4a1332afa5d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/quotas/656d40154d5241ddb3ee162200218c0a HTTP/1.1" status: 200 len: 375 time: 0.0469728 Aug 18 13:59:05.030346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-2b840d77-d4c6-4a18-8364-8d129bd639c6 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415475 Aug 18 13:59:05.082262 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.142106 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:05.142821 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:05.168366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.187295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3768e9-4876-402c-b811-2fa615cb88d6 None None] Pushing event updated for resources: {'Port': ['ID=1d8f0ee5-d415-4566-a105-d31afd8f89c0,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:05.226147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0cdebd9-dbea-4937-bce6-9ab029c318c8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:05.285199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d0cdebd9-dbea-4937-bce6-9ab029c318c8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:05.285997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:05.286527 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.361554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e472fc-61c4-4219-a025-d91513856c69 req-33a9acfc-5474-4fdf-b122-4570bdb27e78 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:05.363544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4e472fc-61c4-4219-a025-d91513856c69 req-33a9acfc-5474-4fdf-b122-4570bdb27e78 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1138961 Aug 18 13:59:05.426846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-e42a810c-55da-4915-a362-0779150f25a0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:05.428283 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-e42a810c-55da-4915-a362-0779150f25a0 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.58 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.0747757 Aug 18 13:59:05.530503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4e472fc-61c4-4219-a025-d91513856c69 req-ae423ada-7f7a-484c-befb-8a2d7ac0a35e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018128 Aug 18 13:59:05.559268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Deleting port 935488e9-1bbe-4961-91df-85ea71ae03c0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:05.559699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.584548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:02Z', 'revision_number': 3, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:05.590459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f79b4-893f-4c1c-beb2-271063831728 req-f8ac0122-099d-4a98-ad79-2192c022707c tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:05.592359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d8f79b4-893f-4c1c-beb2-271063831728 req-f8ac0122-099d-4a98-ad79-2192c022707c tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 946 time: 0.1649930 Aug 18 13:59:05.622766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Allocated IP 172.20.0.1 (85bef84c-e369-47a4-9f91-44c39b0da9ba/5483d22e-b372-4cea-b9c9-2c7ccba46c89/8bd2df32-6a9e-42a4-99ce-7c30043582d7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:05.666518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d8f79b4-893f-4c1c-beb2-271063831728 req-c55b57f8-8fb6-41e9-8a67-55713cb45bab tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669084 Aug 18 13:59:05.686221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] For port 935488e9-1bbe-4961-91df-85ea71ae03c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=935488e9-1bbe-4961-91df-85ea71ae03c0,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:05.686598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.705167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Calling delete_port for 935488e9-1bbe-4961-91df-85ea71ae03c0 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:05.760611 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df059bd1-5a79-4324-a2f7-196d78675da1 None None] The sync data for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 is: [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:02Z', 'revision_number': 3, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:05.826995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.875912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Transition to ACTIVE for port object 8bd2df32-6a9e-42a4-99ce-7c30043582d7 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:05.892637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-56cd61a1-9f21-43f6-a2de-86e523836a77 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=656d40154d5241ddb3ee162200218c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354881 Aug 18 13:59:05.947941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:05.964663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:05.975971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['935488e9-1bbe-4961-91df-85ea71ae03c0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:06.011847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event deleted for resources: {'Port': ['ID=935488e9-1bbe-4961-91df-85ea71ae03c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:06.075606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-b5c454de-912b-4d16-800b-0c403b2af1a5 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:06.078044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-b5c454de-912b-4d16-800b-0c403b2af1a5 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770267 Aug 18 13:59:06.109400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] No DVR routers for this DVR port 935488e9-1bbe-4961-91df-85ea71ae03c0 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:06.113578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-ac876355-434c-4f2b-880a-0a4bc8f28392 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/quotas/656d40154d5241ddb3ee162200218c0a HTTP/1.1" status: 200 len: 375 time: 0.0185912 Aug 18 13:59:06.113781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.117734 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-578e99ba-bf78-4e76-ada7-078dfa9cedda req-7d5abc91-f079-42ea-b3d5-02fce5427edf tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.58 "DELETE /v2.0/ports/935488e9-1bbe-4961-91df-85ea71ae03c0 HTTP/1.1" status: 204 len: 173 time: 0.6823373 Aug 18 13:59:06.144665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'name': 'network-vif-deleted', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:06.144665 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c68d6-4bba-4eb1-9e98-177b3a1d05c5" -d '{"events": [{"server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "name": "network-vif-deleted", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:06.158767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-b2ebca8c-4171-4638-9485-001990954249 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382724 Aug 18 13:59:06.181942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.240694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:06.243048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:06.252357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:06.259002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd2df32-6a9e-42a4-99ce-7c30043582d7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:06.311784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.698762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.775692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ce2e178e-d5da-47de-b516-707f65878c6a None None] Provisioning for port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:06.787254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ce2e178e-d5da-47de-b516-707f65878c6a None None] Provisioning complete for port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:06.787687 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce2e178e-d5da-47de-b516-707f65878c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.856343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e178e-d5da-47de-b516-707f65878c6a None None] Port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:06.958434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:06.963864 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e876ad3-3044-4198-bad0-0379bd465d0d x-openstack-request-id: req-5e876ad3-3044-4198-bad0-0379bd465d0d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:06.964661 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7973c82c-dac1-47a2-b694-dca07f613fa1", "name": "network-vif-deleted", "tag": "935488e9-1bbe-4961-91df-85ea71ae03c0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:06.964661 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e876ad3-3044-4198-bad0-0379bd465d0d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:06.965314 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7973c82c-dac1-47a2-b694-dca07f613fa1', 'name': 'network-vif-deleted', 'tag': '935488e9-1bbe-4961-91df-85ea71ae03c0', 'status': 'completed', 'code': 200} Aug 18 13:59:07.068494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2627df-5c5b-4530-b8c8-6490ad01ce5a req-061fda8c-9fad-4b3e-825a-928cc896d5d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:07.070276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae2627df-5c5b-4530-b8c8-6490ad01ce5a req-061fda8c-9fad-4b3e-825a-928cc896d5d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0594385 Aug 18 13:59:07.114481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:07.180135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae2627df-5c5b-4530-b8c8-6490ad01ce5a req-98d0af1b-73a5-4bd0-99c5-0d8952790c97 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034262 Aug 18 13:59:07.220943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:07.220943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd2df32-6a9e-42a4-99ce-7c30043582d7,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:07.305065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d8f0ee5-d415-4566-a105-d31afd8f89c0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:07.364027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-317628ed-9ba0-4d1e-8e40-2ab05f9d4e50 req-0d75e8f1-f311-4eae-9ab4-e93dc9d90759 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=7973c82c-dac1-47a2-b694-dca07f613fa1 HTTP/1.1" status: 200 len: 210 time: 0.0482206 Aug 18 13:59:07.397637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3a12f58-0724-46a2-a75e-dd101b5419bc req-f6c127c2-ae4c-4fc7-b619-1ff37af52e30 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0880334 Aug 18 13:59:07.463663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:07.485076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:07.496501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:07.506738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:07.508240 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:07.613143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5ee4-8c55-4679-a507-db45a73925fa req-9f400203-c521-4b9f-bf8c-6916f01d5f5a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:07.621747 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66bf5ee4-8c55-4679-a507-db45a73925fa req-9f400203-c521-4b9f-bf8c-6916f01d5f5a tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 945 time: 0.1611874 Aug 18 13:59:07.683108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:07.707406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1d8f0ee5-d415-4566-a105-d31afd8f89c0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d8f0ee5-d415-4566-a105-d31afd8f89c0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:07.708984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66bf5ee4-8c55-4679-a507-db45a73925fa req-35691b2d-5cce-42fc-a950-4f339bbebc0e tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Aug 18 13:59:07.762235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Router 573b39f3-5212-47c7-bd81-b55ff935f584 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:07.891184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:07.898826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-20b1e380-2cc2-4480-8181-b27546ee78c8 admin admin] 10.222.0.35 "PUT /v2.0/routers/573b39f3-5212-47c7-bd81-b55ff935f584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7562535 Aug 18 13:59:08.064245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Sync routers for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:08.068536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.080852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c8c93dfe-4c89-4703-adfa-5172e42468b2 None None] Provisioning complete for port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:08.081313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c8c93dfe-4c89-4703-adfa-5172e42468b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.153928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:08.154644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:08.232529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93dfe-4c89-4703-adfa-5172e42468b2 None None] Port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:08.247856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1d8f0ee5-d415-4566-a105-d31afd8f89c0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:08.324483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f60ef-30c6-45cd-9b61-a06bd6b96d11 req-32134d4f-0b26-4452-b0e4-578b36bce4ec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:08.326132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e23f60ef-30c6-45cd-9b61-a06bd6b96d11 req-32134d4f-0b26-4452-b0e4-578b36bce4ec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0601692 Aug 18 13:59:08.344657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:08.380439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e23f60ef-30c6-45cd-9b61-a06bd6b96d11 req-aba04442-8e0d-4a5f-b8c5-bdd77cd8649e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Aug 18 13:59:08.448115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17e91b07-50aa-4e86-8620-48328cc0d2d4 req-d097fa5d-5ae4-49a9-9d59-6a807b2e5d09 tempest-FloatingIPsNegativeTestJSON-1532303065 tempest-FloatingIPsNegativeTestJSON-1532303065-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=a0d7190b7b6049b1a245d2871361b421 HTTP/1.1" status: 200 len: 217 time: 0.0656829 Aug 18 13:59:08.559617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b34ec8ac-0b64-415a-b88c-429dc8cea9cf req-e4170d69-b549-49cd-8acd-1d2f5b06e189 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0429001 Aug 18 13:59:08.622589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7970a3d3-34f8-4450-ac62-9823523ab107 req-45350f9a-d1c1-4139-987a-4b617086668d tempest-FloatingIPsNegativeTestJSON-1532303065 tempest-FloatingIPsNegativeTestJSON-1532303065-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0303266 Aug 18 13:59:08.662034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:06Z', 'revision_number': 4, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '8bd2df32-6a9e-42a4-99ce-7c30043582d7', 'name': '', 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'mac_address': 'fa:16:3e:6a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:05Z', 'updated_at': '2021-08-18T13:59:06Z', 'revision_number': 2, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'subnets': [{'id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:08.696464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Checking router: 573b39f3-5212-47c7-bd81-b55ff935f584 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:08.696854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Updating router 573b39f3-5212-47c7-bd81-b55ff935f584 port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:08.720091 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-63d805e8-c61e-42ef-a63e-5574f20d7ee4 req-33cc7d09-678d-40f7-bf38-dfc60de5c698 tempest-FloatingIPsNegativeTestJSON-1532303065 tempest-FloatingIPsNegativeTestJSON-1532303065-project] show failed (client error): The resource could not be found. Aug 18 13:59:08.721166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63d805e8-c61e-42ef-a63e-5574f20d7ee4 req-33cc7d09-678d-40f7-bf38-dfc60de5c698 tempest-FloatingIPsNegativeTestJSON-1532303065 tempest-FloatingIPsNegativeTestJSON-1532303065-project] 10.222.0.35 "GET /v2.0/floatingips/1a8de025-8dd1-4cc2-ba0f-6310f89fbf7d HTTP/1.1" status: 404 len: 350 time: 0.0474644 Aug 18 13:59:08.730185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.731218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44734) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:08.896242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ec109-ade0-4120-bfd7-8b57e669efc7 req-ee47512e-7b1b-4766-86ca-5303797ccd7b tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:08.904569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b74ec109-ade0-4120-bfd7-8b57e669efc7 req-ee47512e-7b1b-4766-86ca-5303797ccd7b tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 945 time: 0.0970566 Aug 18 13:59:08.958781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b74ec109-ade0-4120-bfd7-8b57e669efc7 req-d4ac7ae7-31d7-4a21-8937-13754cdd5157 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Aug 18 13:59:09.014793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-37ff96fc-e8c6-4942-b821-d428db8e27c2 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=656d40154d5241ddb3ee162200218c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299981 Aug 18 13:59:09.075061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.095151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Transition to ACTIVE for port object 8bd2df32-6a9e-42a4-99ce-7c30043582d7 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:09.195635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-7e3e0d2f-1c36-45ba-a4f4-51774cc613eb tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:09.201576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-7e3e0d2f-1c36-45ba-a4f4-51774cc613eb tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 945 time: 0.3806117 Aug 18 13:59:09.220879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-4dd0a3ce-8699-4101-b7bf-23d5afb22650 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:09.223214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-4dd0a3ce-8699-4101-b7bf-23d5afb22650 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111022 Aug 18 13:59:09.242544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Request body: {'port': {'device_id': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '656d40154d5241ddb3ee162200218c0a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:09.248301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.304663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d8f0ee5-d415-4566-a105-d31afd8f89c0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:09.357206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0c3b1-3d72-436b-976f-b75114764833 req-57926142-ce2d-4a04-95b5-7b5a22a1690e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:09.359050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c0c3b1-3d72-436b-976f-b75114764833 req-57926142-ce2d-4a04-95b5-7b5a22a1690e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.1977737 Aug 18 13:59:09.440432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 935488e9-1bbe-4961-91df-85ea71ae03c0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:09.495550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c0c3b1-3d72-436b-976f-b75114764833 req-9e768c36-b08e-428f-b651-91701059ae9d tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260862 Aug 18 13:59:09.510286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c2072-a4e0-4ddd-b355-68afdef99504 None None] Pushing event updated for resources: {'Port': ['ID=8bd2df32-6a9e-42a4-99ce-7c30043582d7,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:09.537671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 935488e9-1bbe-4961-91df-85ea71ae03c0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:09.538059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 935488e9-1bbe-4961-91df-85ea71ae03c0 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:09.583638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Deleting port 55abc030-5eef-4d7c-be1a-25420642a69e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:09.583791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.607124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1300-6f1b-4464-806d-b063a552c2d8 req-afa6b21d-8043-4723-a6c8-67d8dc83a623 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:09.609301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-611c1300-6f1b-4464-806d-b063a552c2d8 req-afa6b21d-8043-4723-a6c8-67d8dc83a623 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0903330 Aug 18 13:59:09.613491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Attempting to bind port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:09.613946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Attempting to bind port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:09.614315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Attempting to bind port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 on network 85bef84c-e369-47a4-9f91-44c39b0da9ba {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:09.631028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:09.631687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Checking segment: {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:09.635717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.636374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Bound using segment: {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:09.637032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Bound port: 8bd2df32-6a9e-42a4-99ce-7c30043582d7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36611f3-9c37-4ea6-820c-900721df2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:09.637591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.647321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:09.648025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.685219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-611c1300-6f1b-4464-806d-b063a552c2d8 req-0d5062a3-0f1f-42ad-8f0f-f044b7389495 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Aug 18 13:59:09.687440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Made reservation on behalf of 656d40154d5241ddb3ee162200218c0a for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:09.695654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.729616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.773296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44dcf466-c8eb-4448-8939-4b25a9c8b413 req-8e9ed908-17cc-4fa2-9e2b-83ccbd847703 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0740416 Aug 18 13:59:09.779737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.781885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] For port 8bd2df32-6a9e-42a4-99ce-7c30043582d7, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:09.786119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] For port 8bd2df32-6a9e-42a4-99ce-7c30043582d7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8bd2df32-6a9e-42a4-99ce-7c30043582d7,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:09.790700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] For port 55abc030-5eef-4d7c-be1a-25420642a69e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=55abc030-5eef-4d7c-be1a-25420642a69e,segment=NetworkSegment(6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9),segment_id=6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:09.791224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.847695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Calling delete_port for 55abc030-5eef-4d7c-be1a-25420642a69e owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:09.935731 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.937057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:09.941608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.004021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c2072-a4e0-4ddd-b355-68afdef99504 None None] Pushing event updated for resources: {'Port': ['ID=8bd2df32-6a9e-42a4-99ce-7c30043582d7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:10.011721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:10.012381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:10.063410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.092707 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-a48122a2-d50c-41f0-9941-3fb775daa7b6 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=656d40154d5241ddb3ee162200218c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413973 Aug 18 13:59:10.193540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:10.320826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee129095-fd2b-422e-90eb-8c8b9cbd077f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:10.373967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.386471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-4caf26b7-b510-47f8-8074-950b9c52e9e4 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:10.389209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-4caf26b7-b510-47f8-8074-950b9c52e9e4 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817786 Aug 18 13:59:10.408226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['55abc030-5eef-4d7c-be1a-25420642a69e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:10.416292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068a7b6-b697-4aa3-9322-f7603ee7d25d req-f3c48910-023e-4112-9bc0-e2286fc24c39 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:10.417605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c068a7b6-b697-4aa3-9322-f7603ee7d25d req-f3c48910-023e-4112-9bc0-e2286fc24c39 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 867 time: 0.3222680 Aug 18 13:59:10.449740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Request body: {'port': {'device_id': '7d129f75-00d1-4789-832e-719932e76222', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '656d40154d5241ddb3ee162200218c0a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:10.468884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Pushing event deleted for resources: {'Port': ['ID=55abc030-5eef-4d7c-be1a-25420642a69e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:10.547709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Allocated IP 192.168.233.188 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/106a58db-3dad-4a1a-93ad-2d73a73ddf50) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:10.580124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c068a7b6-b697-4aa3-9322-f7603ee7d25d req-3c101f94-5fbe-4810-80c1-9da7fafe81fb tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/security-groups?id=5893e97e-153c-45db-ac71-20dfc4bba978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890486 Aug 18 13:59:10.621815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Deleting port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:10.622183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.627106 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.651202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:06Z', 'revision_number': 4, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '8bd2df32-6a9e-42a4-99ce-7c30043582d7', 'name': '', 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'mac_address': 'fa:16:3e:6a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:05Z', 'updated_at': '2021-08-18T13:59:09Z', 'revision_number': 4, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'subnets': [{'id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:10.673984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] No DVR routers for this DVR port 55abc030-5eef-4d7c-be1a-25420642a69e on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:10.691869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425625a-eea8-430d-b128-cbc600cce0d7 None None] The sync data for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 is: [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:06Z', 'revision_number': 4, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '8bd2df32-6a9e-42a4-99ce-7c30043582d7', 'name': '', 'network_id': '85bef84c-e369-47a4-9f91-44c39b0da9ba', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'mac_address': 'fa:16:3e:6a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:05Z', 'updated_at': '2021-08-18T13:59:09Z', 'revision_number': 4, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'subnets': [{'id': '5483d22e-b372-4cea-b9c9-2c7ccba46c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:10.705861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.708003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f36e8e-d0d7-4f19-a0c2-ac40e10a4cfe req-2c30eb4c-2ef2-43cc-b33b-6f7e8cbf14c3 tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.58 "DELETE /v2.0/ports/55abc030-5eef-4d7c-be1a-25420642a69e HTTP/1.1" status: 204 len: 173 time: 1.4674280 Aug 18 13:59:10.710126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'name': 'network-vif-deleted', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:10.713537 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0251025a-e950-4561-87cb-8f3d989f66a5" -d '{"events": [{"server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "name": "network-vif-deleted", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:10.851691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] For port 8bd2df32-6a9e-42a4-99ce-7c30043582d7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8bd2df32-6a9e-42a4-99ce-7c30043582d7,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:10.852377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:10.890373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Calling delete_port for 8bd2df32-6a9e-42a4-99ce-7c30043582d7 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:11.051174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Made reservation on behalf of 656d40154d5241ddb3ee162200218c0a for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:11.055346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.263791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bd2df32-6a9e-42a4-99ce-7c30043582d7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:11.362118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88991-94dd-483d-b552-98dc9a77e576 req-3ecc74a9-245b-4d2b-b46e-7bd1043db565 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.365212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77a88991-94dd-483d-b552-98dc9a77e576 req-3ecc74a9-245b-4d2b-b46e-7bd1043db565 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.7703049 Aug 18 13:59:11.414199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.414851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:11.419586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:11.420456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.457450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f927c1-516e-4410-9dc2-f3706445414a req-cd57f7ce-6f58-4809-ba17-5d06ffccd29f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.459137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8f927c1-516e-4410-9dc2-f3706445414a req-cd57f7ce-6f58-4809-ba17-5d06ffccd29f tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 945 time: 0.7992380 Aug 18 13:59:11.461199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port 8bd2df32-6a9e-42a4-99ce-7c30043582d7 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:59:11.492090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd2df32-6a9e-42a4-99ce-7c30043582d7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:11.522056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9eb9a-5fe1-49d8-90a5-1ed73a05369a req-befed862-a889-4448-ab51-e55a5cb55142 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.531261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98b9eb9a-5fe1-49d8-90a5-1ed73a05369a req-befed862-a889-4448-ab51-e55a5cb55142 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.6954751 Aug 18 13:59:11.546338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.668696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Transition to ACTIVE for port object 106a58db-3dad-4a1a-93ad-2d73a73ddf50 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:11.692946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8f927c1-516e-4410-9dc2-f3706445414a req-7b026463-30e0-46ed-a4f4-00aca7cead1b tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138531 Aug 18 13:59:11.727430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98b9eb9a-5fe1-49d8-90a5-1ed73a05369a req-67975b9d-8c4d-41d4-9bc5-468945b1f85d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951911 Aug 18 13:59:11.776819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Deleting port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:11.777167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.825595 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82158a1b-6584-40cc-8b78-97f92ede50b8 x-openstack-request-id: req-82158a1b-6584-40cc-8b78-97f92ede50b8 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:11.825988 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c26e94-173f-461c-9c8a-859940af9639", "name": "network-vif-deleted", "tag": "55abc030-5eef-4d7c-be1a-25420642a69e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:11.826214 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82158a1b-6584-40cc-8b78-97f92ede50b8 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:11.826587 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c26e94-173f-461c-9c8a-859940af9639', 'name': 'network-vif-deleted', 'tag': '55abc030-5eef-4d7c-be1a-25420642a69e', 'status': 'completed', 'code': 200} Aug 18 13:59:11.922330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e9b9efe-7fa4-479c-b892-7c00bb0e45f9 req-2bab9a3e-9d5a-46f9-a6bf-1e42cd7880a1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0634296 Aug 18 13:59:11.937171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:11.965311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.115453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4b3cc9-0602-40ca-ac68-c939f52c8e39 req-c6375f0b-f2ff-46f8-a577-0b420603ab8e tempest-ServerPasswordTestJSON-1003443574 tempest-ServerPasswordTestJSON-1003443574-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c26e94-173f-461c-9c8a-859940af9639 HTTP/1.1" status: 200 len: 210 time: 0.1446309 Aug 18 13:59:12.130318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Allocated IP 192.168.233.148 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/76355e20-ab74-482e-ae9b-8e7c467ccc94) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:12.143804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] For port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:12.144349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.178087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:12.179885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Calling delete_port for c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:12.193937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:12.193937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:12.198367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:12.354693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:12.355430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.510243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Router 573b39f3-5212-47c7-bd81-b55ff935f584 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:12.529143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-ac126efb-8f83-4d49-ad67-9c2ddad322c1 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2931662 Aug 18 13:59:12.535951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.556313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Request body: {'port': {'device_id': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:12.632800 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.638795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.654492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['438ab34f-03c8-4a6c-b8a7-925118bf3e5b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:12.676653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event deleted for resources: {'Port': ['ID=c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:12.692645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17086358-d9d6-4672-8293-b4d68e2a9445 None None] Provisioning for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:12.700636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17086358-d9d6-4672-8293-b4d68e2a9445 None None] Provisioning complete for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:12.701140 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17086358-d9d6-4672-8293-b4d68e2a9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.765358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] No DVR routers for this DVR port c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:12.775152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.777060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77a88991-94dd-483d-b552-98dc9a77e576 req-f35c2432-968b-4f31-8c40-3f2c3d9c6b33 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "DELETE /v2.0/ports/c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e HTTP/1.1" status: 204 len: 173 time: 1.4051590 Aug 18 13:59:12.777497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'name': 'network-vif-deleted', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:12.779776 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9573fac-76d1-4e20-a80f-72ee65e8274f" -d '{"events": [{"server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "name": "network-vif-deleted", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:12.830322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-17086358-d9d6-4672-8293-b4d68e2a9445 None None] Port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:12.974206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22d487f7-e472-4751-9f76-082bb2f41c22 req-43ee8cb1-3381-4bb0-9a08-387159cbc049 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 210 time: 0.0471592 Aug 18 13:59:12.994361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Transition to ACTIVE for port object 76355e20-ab74-482e-ae9b-8e7c467ccc94 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:13.001886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146e19-5a35-4600-a674-3e55e498dc65 req-190d7dec-6617-442d-a838-5484c0e26e3d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:13.003430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6146e19-5a35-4600-a674-3e55e498dc65 req-190d7dec-6617-442d-a838-5484c0e26e3d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0891910 Aug 18 13:59:13.026344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:13.035173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a3dbd1a9-8985-425e-875b-05886cec6ef4 admin admin] 10.222.0.35 "PUT /v2.0/routers/573b39f3-5212-47c7-bd81-b55ff935f584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3027556 Aug 18 13:59:13.041646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44788) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:13.050420 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Sync routers for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:13.059964 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f7df5-2a65-4dca-850c-9327ee9f3935 x-openstack-request-id: req-d36f7df5-2a65-4dca-850c-9327ee9f3935 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:13.067766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b29e73-c96b-43e4-b631-6fea51bd1df2", "name": "network-vif-deleted", "tag": "c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:13.067766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d36f7df5-2a65-4dca-850c-9327ee9f3935 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:13.067766 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b29e73-c96b-43e4-b631-6fea51bd1df2', 'name': 'network-vif-deleted', 'tag': 'c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e', 'status': 'completed', 'code': 200} Aug 18 13:59:13.073985 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:13.077359 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:13.097010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6146e19-5a35-4600-a674-3e55e498dc65 req-813e1019-21b2-435d-ba48-90d159dc7bfc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738802 Aug 18 13:59:13.221625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:13.237576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.240754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad1bbd1d-ab1c-481e-9905-d1593e341cc7 req-76699110-d10b-47e2-a8f3-49febab4832b tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0848622 Aug 18 13:59:13.308264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:13.398235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:13.409160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Deleting subnet 2862351e-48e9-4091-87a6-472c5fb95c8b {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:13.418095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.422233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:13.424472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 55abc030-5eef-4d7c-be1a-25420642a69e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:13.438841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:13.446963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:13.457325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.475397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Transition to ACTIVE for port object 106a58db-3dad-4a1a-93ad-2d73a73ddf50 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:13.477281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:13.478995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 55abc030-5eef-4d7c-be1a-25420642a69e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:13.490029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 55abc030-5eef-4d7c-be1a-25420642a69e not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:13.514441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.523013 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:11Z', 'revision_number': 5, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:13.554777 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Checking router: 573b39f3-5212-47c7-bd81-b55ff935f584 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:13.565152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Routers {'573b39f3-5212-47c7-bd81-b55ff935f584'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:13.566254 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['573b39f3-5212-47c7-bd81-b55ff935f584'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:13.604743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.643264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:13.643942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.653576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.691697 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] Set router 573b39f3-5212-47c7-bd81-b55ff935f584 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:13.751260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.799333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.852834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:13.869693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-c7ab6bf5-ea85-4d10-bd00-550b1e2f2a31 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4669561 Aug 18 13:59:13.874284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Attempting to bind port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:13.874734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Attempting to bind port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:13.875094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Attempting to bind port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:13.880646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:13.881011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Attempting to bind port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:13.884153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Request body: {'port': {'device_id': '7d129f75-00d1-4789-832e-719932e76222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:13.888957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:13.889337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:13.889743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:13.890247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Bound port: 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:13.890624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.911419 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:11Z', 'revision_number': 5, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:13.927454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b3f275ab-b6a6-40b3-b502-940a265774cb None None] Provisioning for port 76355e20-ab74-482e-ae9b-8e7c467ccc94 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:13.933370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b3f275ab-b6a6-40b3-b502-940a265774cb None None] Provisioning complete for port 76355e20-ab74-482e-ae9b-8e7c467ccc94 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:13.934087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b3f275ab-b6a6-40b3-b502-940a265774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.940346 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e08f37-ca69-4f1f-b5c8-2480897f6b0c None None] The sync data for ids ['573b39f3-5212-47c7-bd81-b55ff935f584'] in n-d-804303-5 is: [{'id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'name': 'tempest-FloatingIPsNegativeTestJSON-967294393-router', 'tenant_id': 'a0d7190b7b6049b1a245d2871361b421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:00Z', 'updated_at': '2021-08-18T13:59:11Z', 'revision_number': 5, 'project_id': 'a0d7190b7b6049b1a245d2871361b421', 'gw_port': {'id': '1d8f0ee5-d415-4566-a105-d31afd8f89c0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b39f3-5212-47c7-bd81-b55ff935f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:01Z', 'updated_at': '2021-08-18T13:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:13.966469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.000262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:14.004226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:14.014466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b3f275ab-b6a6-40b3-b502-940a265774cb None None] Port 76355e20-ab74-482e-ae9b-8e7c467ccc94 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:14.100719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bb1fe4a-492e-456c-b181-032d9d221f03 req-ce5ee6bb-f668-49d8-be40-ef0a1008ff0e tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=91b29e73-c96b-43e4-b631-6fea51bd1df2 HTTP/1.1" status: 200 len: 210 time: 0.0298853 Aug 18 13:59:14.125469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.130606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:14.156452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:14.156876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c9f1a5bf-ab6f-40c8-87cf-9f0b92537f0e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:14.157126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.184456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.186898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2862351e-48e9-4091-87a6-472c5fb95c8b HTTP/1.1" status: 204 len: 168 time: 0.9622850 Aug 18 13:59:14.187764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ec32f-97d0-49ed-97cc-55d730ede7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2862351e-48e9-4091-87a6-472c5fb95c8b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:14.190759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:14.285933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:14.294574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.296567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.298291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-8973fbee-effc-4138-801b-dbe46d7b89ab service neutron] 10.222.0.10 "PUT /v2.0/ports/106a58db-3dad-4a1a-93ad-2d73a73ddf50 HTTP/1.1" status: 200 len: 1096 time: 1.7514043 Aug 18 13:59:14.318185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6725bb5-2a08-4b90-971b-c4bcb63ef3e5 req-ad513d32-fad4-4c92-af71-24152c05b0d8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.326659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6725bb5-2a08-4b90-971b-c4bcb63ef3e5 req-ad513d32-fad4-4c92-af71-24152c05b0d8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1652293 Aug 18 13:59:14.397424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Deleting port 1d8f0ee5-d415-4566-a105-d31afd8f89c0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:14.397767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.419942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.424471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6725bb5-2a08-4b90-971b-c4bcb63ef3e5 req-60047b1d-abda-4903-9d7b-7e156ddd10fd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930808 Aug 18 13:59:14.567528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ecc7-650e-4722-b4ec-8dd39994b1d9 req-169414a4-a98d-4b2e-bd72-edf7fc7e7777 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.581180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00f7ecc7-650e-4722-b4ec-8dd39994b1d9 req-169414a4-a98d-4b2e-bd72-edf7fc7e7777 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 936 time: 0.1744034 Aug 18 13:59:14.656725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00f7ecc7-650e-4722-b4ec-8dd39994b1d9 req-1be012c3-f0e3-4574-837b-bc90b857c6a4 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777092 Aug 18 13:59:14.673266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-271a250f-8e1b-494f-a11d-ab1dd005533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.674921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-271a250f-8e1b-494f-a11d-ab1dd005533b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 1099 time: 0.0631900 Aug 18 13:59:14.716934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] For port 1d8f0ee5-d415-4566-a105-d31afd8f89c0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d8f0ee5-d415-4566-a105-d31afd8f89c0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:14.717482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.741699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-faf8050a-53ea-42d7-add7-3f01897933ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50 HTTP/1.1" status: 200 len: 217 time: 0.0571008 Aug 18 13:59:14.757640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.772482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Calling delete_port for 1d8f0ee5-d415-4566-a105-d31afd8f89c0 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:14.776309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6dd007-f118-421d-8272-793ec9919e40']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:14.803855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76355e20-ab74-482e-ae9b-8e7c467ccc94 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:14.807374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-9247d6fb-17b8-4f57-85f6-838701f163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.808915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-9247d6fb-17b8-4f57-85f6-838701f163a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0590546 Aug 18 13:59:14.812776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:14.813068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b82fbed-4205-4ae0-a0f1-f942ccdb7fe9') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:14.815833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.859692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.861633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-64ffcaca-4628-43f2-b5bf-6b43fa569035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:14.863213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-64ffcaca-4628-43f2-b5bf-6b43fa569035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447469 Aug 18 13:59:14.876573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Transition to ACTIVE for port object 76355e20-ab74-482e-ae9b-8e7c467ccc94 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:14.881045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.896206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:14.896603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: timer() Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:14.898379 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:14.963790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-2d0a23e8-bdff-4b2f-b485-0164d26f2e0f service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908353 Aug 18 13:59:15.003939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.064601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:15.067905 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3a496-0590-4591-bb34-ce431d779064" -d '{"events": [{"name": "network-changed", "server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:15.079652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4917feb5-d57f-40ac-bce7-a9e6d5ca780a req-f08d0327-4a73-418e-985b-4f277c4d09de service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076286 Aug 18 13:59:15.086910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:15.126740 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b206c06-e881-420b-98e4-46090e6ef0b5 x-openstack-request-id: req-4b206c06-e881-420b-98e4-46090e6ef0b5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:15.126740 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:15.126740 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b206c06-e881-420b-98e4-46090e6ef0b5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:15.126740 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'status': 'completed', 'code': 200} Aug 18 13:59:15.128314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.156535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.172546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba6dd007-f118-421d-8272-793ec9919e40 HTTP/1.1" status: 204 len: 168 time: 0.9577696 Aug 18 13:59:15.197374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d93eef-7bbd-4414-9b68-3dc32fdeac9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6dd007-f118-421d-8272-793ec9919e40,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:15.223137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Attempting to bind port 76355e20-ab74-482e-ae9b-8e7c467ccc94 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:15.223772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Attempting to bind port 76355e20-ab74-482e-ae9b-8e7c467ccc94 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:15.224138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Attempting to bind port 76355e20-ab74-482e-ae9b-8e7c467ccc94 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:15.233501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bd2df32-6a9e-42a4-99ce-7c30043582d7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:15.250259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Port 76355e20-ab74-482e-ae9b-8e7c467ccc94 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:15.250732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Attempting to bind port 76355e20-ab74-482e-ae9b-8e7c467ccc94 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:15.257655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.294160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:15.295178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:15.295684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:15.296274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Bound port: 76355e20-ab74-482e-ae9b-8e7c467ccc94, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:15.296741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.301263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8bd2df32-6a9e-42a4-99ce-7c30043582d7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:15.302056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bd2df32-6a9e-42a4-99ce-7c30043582d7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:15.330077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8f0ee5-d415-4566-a105-d31afd8f89c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:15.361041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a496-0590-4591-bb34-ce431d779064 req-7b117f8d-82cc-4555-a458-f4c6204a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.363280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-7b117f8d-82cc-4555-a458-f4c6204a2bed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 1099 time: 0.1005383 Aug 18 13:59:15.500203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:15.500203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.542585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a496-0590-4591-bb34-ce431d779064 req-2bea15e7-91ff-40ca-afdf-6184dd576bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.544098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-2bea15e7-91ff-40ca-afdf-6184dd576bcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1708708 Aug 18 13:59:15.602644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13cc8-96b9-4695-8375-b8b1368a57b8 req-a06363a6-9931-4598-bb43-ed4de7d45f7d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.603398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:15.604230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92b13cc8-96b9-4695-8375-b8b1368a57b8 req-a06363a6-9931-4598-bb43-ed4de7d45f7d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0913999 Aug 18 13:59:15.605536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-4ce431a1-5b2f-49b0-b225-0c5acc041007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50 HTTP/1.1" status: 200 len: 217 time: 0.0523968 Aug 18 13:59:15.611405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.614057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.681972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92b13cc8-96b9-4695-8375-b8b1368a57b8 req-20e2b90c-685d-4929-b274-e386cebef37c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Aug 18 13:59:15.697509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44828) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:15.714287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a496-0590-4591-bb34-ce431d779064 req-d2e38a12-1e6f-4f82-87ec-f851c7df3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.717801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.718101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-d2e38a12-1e6f-4f82-87ec-f851c7df3a20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1006303 Aug 18 13:59:15.767720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.768278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573b39f3-5212-47c7-bd81-b55ff935f584 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:59:15.777029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.777722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.779255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/76355e20-ab74-482e-ae9b-8e7c467ccc94 HTTP/1.1" status: 200 len: 1096 time: 1.9003124 Aug 18 13:59:15.779778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:15.782030 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2708786-619e-4ee8-a4d1-7d185a9222e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:15.813241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.814473 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6c728d2-5da9-424a-9bca-a2ba41f7ed5f admin admin] 10.222.0.35 "DELETE /v2.0/routers/573b39f3-5212-47c7-bd81-b55ff935f584 HTTP/1.1" status: 204 len: 168 time: 2.7717938 Aug 18 13:59:15.826424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44836) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:15.881221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:15.886132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-488b1a75-6cb5-4ce4-9864-ac2f078bd306 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=587367207ffa4a3bb4ff4e15a1cd900c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872478 Aug 18 13:59:15.897222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a496-0590-4591-bb34-ce431d779064 req-b4a273de-d530-4a39-bad4-9d1159df6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.898931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-b4a273de-d530-4a39-bad4-9d1159df6e1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732686 Aug 18 13:59:15.964370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74a299-722e-4831-8186-73dbcb2d19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:15.979344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d06f1-99da-4b7f-bb40-8c3caa364f26 req-6c27c0b5-76af-49c6-b87c-e19c55766f46 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:15.987628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-456d06f1-99da-4b7f-bb40-8c3caa364f26 req-6c27c0b5-76af-49c6-b87c-e19c55766f46 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.2337434 Aug 18 13:59:16.015635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Deleting subnet 5483d22e-b372-4cea-b9c9-2c7ccba46c89 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:16.019685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-3b72a0cf-7f64-4835-91e4-7aef05b1ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.021699 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-3b72a0cf-7f64-4835-91e4-7aef05b1ca10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 1099 time: 0.1003025 Aug 18 13:59:16.024998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.114957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-bc1dd49f-795a-4d9a-b985-4f7e846e3f6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94 HTTP/1.1" status: 200 len: 217 time: 0.0536158 Aug 18 13:59:16.118481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-456d06f1-99da-4b7f-bb40-8c3caa364f26 req-a7b18497-014f-4bcb-8160-03b6df5b4af9 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298885 Aug 18 13:59:16.133233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.137453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27ce9-7526-4594-8e56-9fa5ae89320b req-eee40ec0-0d75-4936-a036-6cf70551dbb9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.144951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b27ce9-7526-4594-8e56-9fa5ae89320b req-eee40ec0-0d75-4936-a036-6cf70551dbb9 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.2429492 Aug 18 13:59:16.150770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.173941 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3fdc0e-7e12-4c03-ade0-ac77b0e8b616 x-openstack-request-id: req-6c3fdc0e-7e12-4c03-ade0-ac77b0e8b616 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:16.174223 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:16.174476 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c3fdc0e-7e12-4c03-ade0-ac77b0e8b616 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:16.174930 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'status': 'completed', 'code': 200} Aug 18 13:59:16.211815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-f22b3356-3532-49d0-a7cd-9dd01a1e29bc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823763 Aug 18 13:59:16.223496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.256684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-41eff578-b679-4bf7-ae49-a53f24ef4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.258221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-41eff578-b679-4bf7-ae49-a53f24ef4ff3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0861514 Aug 18 13:59:16.282570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.288211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b27ce9-7526-4594-8e56-9fa5ae89320b req-c2d5a857-6525-4cfd-8041-46a9defbbdc3 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423533 Aug 18 13:59:16.347829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273910-18f9-489a-8271-f94c9103e879 req-a3c69dd6-8486-49a8-899d-79546f73e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.349434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-a3c69dd6-8486-49a8-899d-79546f73e7d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812724 Aug 18 13:59:16.380939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28e3a496-0590-4591-bb34-ce431d779064 req-9d4fed8f-26d7-4eb3-9cbe-20eb7c6d8e4a service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548400 Aug 18 13:59:16.487375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.490054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.491224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5893e97e-153c-45db-ac71-20dfc4bba978 HTTP/1.1" status: 204 len: 168 time: 0.6084833 Aug 18 13:59:16.494138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-1f7550ad-17a2-488f-9e0e-132b9f9d1a86 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213787 Aug 18 13:59:16.500340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc23a4-1a9a-4594-a16e-243417a77133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893e97e-153c-45db-ac71-20dfc4bba978,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:16.528395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.599394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5483d22e-b372-4cea-b9c9-2c7ccba46c89,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:16.609890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.615099 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a8bd3acc-1177-44ec-bfa7-a5f27bc52b8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5483d22e-b372-4cea-b9c9-2c7ccba46c89 HTTP/1.1" status: 204 len: 168 time: 0.7865167 Aug 18 13:59:16.617947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:16.651060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df85f6-4c59-4e95-a9ce-f529dd5892e6 None None] Network 85bef84c-e369-47a4-9f91-44c39b0da9ba requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:16.667354 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dc273910-18f9-489a-8271-f94c9103e879 req-9977bcf8-184e-47f5-91a0-f6cf65b9041e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644483 Aug 18 13:59:16.711536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.810475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Deleting port d0cdebd9-dbea-4937-bce6-9ab029c318c8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:16.810829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.855677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] DHCP port deletion for 85bef84c-e369-47a4-9f91-44c39b0da9ba request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:16.862824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407644a3-97ee-487b-a01d-42bcc5ede1bf req-b42646bb-14a0-4844-9209-aa2f2763b11c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.864351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-407644a3-97ee-487b-a01d-42bcc5ede1bf req-b42646bb-14a0-4844-9209-aa2f2763b11c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1095409 Aug 18 13:59:16.872811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-5f8a54fc-dd45-4669-9b7b-14cecd3dce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:16.874458 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-5f8a54fc-dd45-4669-9b7b-14cecd3dce46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=656d40154d5241ddb3ee162200218c0a&device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 1099 time: 0.0790079 Aug 18 13:59:16.910365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Deleting port d0cdebd9-dbea-4937-bce6-9ab029c318c8 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:16.910994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.916224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] For port d0cdebd9-dbea-4937-bce6-9ab029c318c8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0cdebd9-dbea-4937-bce6-9ab029c318c8,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:16.916867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.952904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Calling delete_port for d0cdebd9-dbea-4937-bce6-9ab029c318c8 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:16.968504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-407644a3-97ee-487b-a01d-42bcc5ede1bf req-4906361f-67c6-4bb2-acff-75abee3df525 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919883 Aug 18 13:59:17.007728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-c2efedd8-8ef6-4ad7-9022-c40f2f26e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.010036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-c2efedd8-8ef6-4ad7-9022-c40f2f26e5eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1272004 Aug 18 13:59:17.046471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] For port d0cdebd9-dbea-4937-bce6-9ab029c318c8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0cdebd9-dbea-4937-bce6-9ab029c318c8,segment=NetworkSegment(c36611f3-9c37-4ea6-820c-900721df2e5a),segment_id=c36611f3-9c37-4ea6-820c-900721df2e5a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:17.046797 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.081325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Calling delete_port for d0cdebd9-dbea-4937-bce6-9ab029c318c8 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:17.085110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-bc96005c-273a-465b-96d0-cfab352bd910 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94 HTTP/1.1" status: 200 len: 217 time: 0.0677974 Aug 18 13:59:17.136033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.149325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] No DVR routers for this DVR port d0cdebd9-dbea-4937-bce6-9ab029c318c8 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:17.167623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-2848aa55-11fb-4633-9f1f-2af091af82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.174490 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-2848aa55-11fb-4633-9f1f-2af091af82c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0748289 Aug 18 13:59:17.228014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-7e2399bb-d77d-4c36-990c-d0e60992cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.229746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.230465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-7e2399bb-d77d-4c36-990c-d0e60992cd22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498910 Aug 18 13:59:17.242551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cdebd9-dbea-4937-bce6-9ab029c318c8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:17.259305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] Pushing event deleted for resources: {'Port': ['ID=d0cdebd9-dbea-4937-bce6-9ab029c318c8,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:17.265734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1c591-44de-44ef-a1ce-9171b8f1acad None None] No DVR routers for this DVR port d0cdebd9-dbea-4937-bce6-9ab029c318c8 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:17.294032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0cdebd9-dbea-4937-bce6-9ab029c318c8 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:17.319444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d0cdebd9-dbea-4937-bce6-9ab029c318c8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:17.320078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0cdebd9-dbea-4937-bce6-9ab029c318c8 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:17.320676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d8f0ee5-d415-4566-a105-d31afd8f89c0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:17.344719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1d8f0ee5-d415-4566-a105-d31afd8f89c0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:17.345309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d8f0ee5-d415-4566-a105-d31afd8f89c0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:17.380628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-41e0862f-e052-4148-96e4-fb1cf4a59a5e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366692 Aug 18 13:59:17.404006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.425133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bef84c-e369-47a4-9f91-44c39b0da9ba']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:17.447620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36611f3-9c37-4ea6-820c-900721df2e5a') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:17.447942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36611f3-9c37-4ea6-820c-900721df2e5a') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:17.466159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95edd9-bf75-4898-b32c-9aced9699075 req-0138f583-0c18-43ac-adaa-bcece193346a tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.467828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d95edd9-bf75-4898-b32c-9aced9699075 req-0138f583-0c18-43ac-adaa-bcece193346a tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.2133493 Aug 18 13:59:17.483286 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.488650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2708786-619e-4ee8-a4d1-7d185a9222e8 req-7d8de421-cda0-456b-9ef9-dcd3e8eab53a service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993488 Aug 18 13:59:17.492463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-08294f97-6c6b-4676-b42b-0c1a9160e723 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.494616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-08294f97-6c6b-4676-b42b-0c1a9160e723 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.3223722 Aug 18 13:59:17.542311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.547009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-c3fc201b-8926-4566-a4dd-464e51d2cd9d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/quotas/1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 375 time: 0.0397296 Aug 18 13:59:17.557032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:17.557392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: timer() Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:17.559302 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:17.599846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d95edd9-bf75-4898-b32c-9aced9699075 req-eaedee75-c56a-4b2e-abc7-a739e28fb490 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193433 Aug 18 13:59:17.605310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-1fda6b62-3fb0-4ba3-bd54-f7d525d01a20 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.606109 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-1fda6b62-3fb0-4ba3-bd54-f7d525d01a20 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.0726786 Aug 18 13:59:17.675845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-22cb992f-4f04-488c-b0e4-c3d3cf7376ee tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044447 Aug 18 13:59:17.735755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Deleting port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:17.735755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.764869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.776279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.781096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] 10.222.0.35 "DELETE /v2.0/networks/85bef84c-e369-47a4-9f91-44c39b0da9ba HTTP/1.1" status: 204 len: 168 time: 1.1580758 Aug 18 13:59:17.795869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002003a-57b4-4bd3-bba3-dd359f05b59c admin admin] Pushing event deleted for resources: {'Network': ['ID=85bef84c-e369-47a4-9f91-44c39b0da9ba,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:17.823046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc62b-cffb-4a23-9bf0-ddc56363fdc9 req-6fb46015-fbc9-4723-8731-6d3ed362bac6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:17.824657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a1cc62b-cffb-4a23-9bf0-ddc56363fdc9 req-6fb46015-fbc9-4723-8731-6d3ed362bac6 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 946 time: 0.1411054 Aug 18 13:59:17.845144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] For port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:17.845658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.848762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-873bdd0c-00b8-4efe-8a42-803119a8a79c service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640031 Aug 18 13:59:17.870145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Calling delete_port for 438ab34f-03c8-4a6c-b8a7-925118bf3e5b owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:17.922757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a1cc62b-cffb-4a23-9bf0-ddc56363fdc9 req-5e4c2a4a-770c-47d0-9bdd-81daf485f91c tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa60e073-8053-4cc7-af0b-89988e322ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858331 Aug 18 13:59:17.969389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-a259a398-5cc0-4e74-a027-21fcb4e4261c service neutron] 10.222.0.35 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126447 Aug 18 13:59:17.998809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44884) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:18.132383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-105241969-network', 'tenant_id': '479d717b2dbc48c8bed9e209453028b0'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:18.139193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.143015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:18.154956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['438ab34f-03c8-4a6c-b8a7-925118bf3e5b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:18.172394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Pushing event deleted for resources: {'Port': ['ID=438ab34f-03c8-4a6c-b8a7-925118bf3e5b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:18.177251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e5017-046c-419d-b79e-a4b0f9e3ca59 req-cf3b5b54-0584-45c4-a071-1e766ad711ec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:18.186689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d21e5017-046c-419d-b79e-a4b0f9e3ca59 req-cf3b5b54-0584-45c4-a071-1e766ad711ec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0958056 Aug 18 13:59:18.224685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] No DVR routers for this DVR port 438ab34f-03c8-4a6c-b8a7-925118bf3e5b on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:18.226531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d21e5017-046c-419d-b79e-a4b0f9e3ca59 req-89e8f96f-5fd2-44cb-bf6c-64d1be87d47e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Aug 18 13:59:18.227582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.230700 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-983d2438-c3f5-4c7e-9da7-06852ca10bdd req-203ad613-a9ef-46fc-91f5-fd5aac93c9d7 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.10 "DELETE /v2.0/ports/438ab34f-03c8-4a6c-b8a7-925118bf3e5b HTTP/1.1" status: 204 len: 173 time: 0.6169889 Aug 18 13:59:18.231863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'name': 'network-vif-deleted', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:18.234319 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601e10d-7f5b-4867-8afb-88bdfdc0b69c" -d '{"events": [{"server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "name": "network-vif-deleted", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:18.270391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Made reservation on behalf of 479d717b2dbc48c8bed9e209453028b0 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:18.278231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.291007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.300453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44898) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:18.300925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:18.324885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'mac_address': 'fa:16:3e:4d:29:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:18.327974 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d09a3d-903c-4c4e-8713-5e64513504dc x-openstack-request-id: req-74d09a3d-903c-4c4e-8713-5e64513504dc {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:18.328266 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5cdc-08fd-4090-9665-921f27a23fba", "name": "network-vif-deleted", "tag": "438ab34f-03c8-4a6c-b8a7-925118bf3e5b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:18.328881 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74d09a3d-903c-4c4e-8713-5e64513504dc {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:18.328881 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5cdc-08fd-4090-9665-921f27a23fba', 'name': 'network-vif-deleted', 'tag': '438ab34f-03c8-4a6c-b8a7-925118bf3e5b', 'status': 'completed', 'code': 200} Aug 18 13:59:18.361121 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5a80023a-7354-4867-967a-6f019bdf3db9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0d7190b7b6049b1a245d2871361b421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683982 Aug 18 13:59:18.363597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:18.386058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.400690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:18.432571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:18.433528 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.466766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.487248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.488763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.524696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.555367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:18.572376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09b0b07-c738-4755-af5a-77befadd2397,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:18.608480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.611475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.612735 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d545903-32c9-407f-a18a-219b5d135f47 HTTP/1.1" status: 204 len: 168 time: 0.2479634 Aug 18 13:59:18.616156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:18.627356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aeaf6-3df4-4813-91cd-6c121dbdb2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d545903-32c9-407f-a18a-219b5d135f47,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:18.627737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.627737 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Added segment cd8c6016-ef1e-4348-812e-0adc6265be1b of type vlan for network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 Aug 18 13:59:18.672650 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.750650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['106a58db-3dad-4a1a-93ad-2d73a73ddf50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:18.768065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61706-c2c2-4d17-88a9-e3dcd13844de req-9e20bf58-8adc-47b4-8a74-0bf9c347b942 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:18.769672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3d61706-c2c2-4d17-88a9-e3dcd13844de req-9e20bf58-8adc-47b4-8a74-0bf9c347b942 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.0856812 Aug 18 13:59:18.814060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6ae5684-00fd-4026-a6f6-d5f7fb3b0a19 req-bbc45376-8a16-4231-b499-3c05ae2ae2aa tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0433228 Aug 18 13:59:18.814678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.815582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:18.816151 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.903017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] Pushing event updated for resources: {'Network': ['ID=0387a735-0a9b-4b7c-a59d-1ea5080f8534,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:18.918070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:18.926694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3d61706-c2c2-4d17-88a9-e3dcd13844de req-b6875074-f719-4735-ae64-e50f532f1df3 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364253 Aug 18 13:59:18.951332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3ebf307c-837b-4f09-a2a4-be88f2353beb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9514148 Aug 18 13:59:18.961434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:18.967643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Request body: {'subnet': {'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-105241969-subnet', 'tenant_id': '479d717b2dbc48c8bed9e209453028b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:19.396027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e49c6387-eb00-4f35-b5c0-57211584dda7 req-c8e5c755-b5ee-4671-a4f3-2f3d64a62759 tempest-ListServerFiltersTestJSON-1237545791 tempest-ListServerFiltersTestJSON-1237545791-project] 10.222.0.35 "GET /v2.0/ports?device_id=e45f5cdc-08fd-4090-9665-921f27a23fba HTTP/1.1" status: 200 len: 210 time: 0.3499210 Aug 18 13:59:19.398845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Made reservation on behalf of 479d717b2dbc48c8bed9e209453028b0 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:19.402689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.512845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba17c3-7d3b-426a-8189-e960fa5c3e83 req-b2de323d-66be-4e9c-9a20-12286cd18bd8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:19.514521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2ba17c3-7d3b-426a-8189-e960fa5c3e83 req-b2de323d-66be-4e9c-9a20-12286cd18bd8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1172974 Aug 18 13:59:19.574567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2ba17c3-7d3b-426a-8189-e960fa5c3e83 req-95e9edc4-cadf-492f-9cd8-31131209e2e0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503557 Aug 18 13:59:19.718879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.772282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:19.783358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Checking segment: {'id': 'cd8c6016-ef1e-4348-812e-0adc6265be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:19.783720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Network hostable DHCP agents. Network: 0387a735-0a9b-4b7c-a59d-1ea5080f8534, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:19.910883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44946) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:19.921466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-859a74a4-6924-43dc-a14b-dfc707572d78 req-69b235fd-3aa4-4e61-bf10-fefabb0282e7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0316579 Aug 18 13:59:19.922201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:19.999836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0387a735-0a9b-4b7c-a59d-1ea5080f8534) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:20.008796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b630c-856f-4681-a4d5-3d5e582f0ce6 None None] Network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:20.018372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:20.018971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.031279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1745385251-network', 'tenant_id': '78416f4717c34abc86f4b31f971fabc1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:20.053602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a72a-2eb4-41e2-a554-382afc6e3b5c req-36fa1fd3-dd2e-485e-ad18-89dfb379cc9e tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:20.055007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d1a72a-2eb4-41e2-a554-382afc6e3b5c req-36fa1fd3-dd2e-485e-ad18-89dfb379cc9e tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.0660486 Aug 18 13:59:20.096462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9f7f3fee-ec1a-46bd-85fe-037c37e5ca68 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1338861 Aug 18 13:59:20.107778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d1a72a-2eb4-41e2-a554-382afc6e3b5c req-1bd76084-12e6-4ff6-b076-1aefa87d847f tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Aug 18 13:59:20.188340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:20.217423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:20.227918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Made reservation on behalf of 78416f4717c34abc86f4b31f971fabc1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:20.231163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.245159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cfd52-8e2e-458f-a222-60ce7a07dc2e None None] Network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:20.247232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.307060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0234976-96fa-4e93-8586-37cd99051984 req-d6ad5b93-51c1-4c7a-ab50-94196cd8cd1f tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:20.315249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0234976-96fa-4e93-8586-37cd99051984 req-d6ad5b93-51c1-4c7a-ab50-94196cd8cd1f tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1096 time: 0.0667632 Aug 18 13:59:20.363691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0234976-96fa-4e93-8586-37cd99051984 req-d8d9e2bf-5a33-4ecd-980a-f73588466394 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Aug 18 13:59:20.414184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.429265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:20.461754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'mac_address': 'fa:16:3e:7d:b4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:20.472426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.498535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:20.509313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:20.515725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f41161-2625-47b6-b774-35a67e439203,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:20.517360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:20.518040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.519561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.520259 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Added segment 2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7 of type vlan for network 2de7da11-bbe1-4874-9553-1661938aab0f Aug 18 13:59:20.553661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.576616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76355e20-ab74-482e-ae9b-8e7c467ccc94 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:20.581560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.615636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:20.663144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.686292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:20.688572 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1891b9-2c24-4be7-8593-17c80cab079c" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:20.705963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.710879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:20.728680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-1db2a768-6eee-418a-9a16-f3c4b87bbbb9 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:20.730166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-1db2a768-6eee-418a-9a16-f3c4b87bbbb9 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/networks?id=0387a735-0a9b-4b7c-a59d-1ea5080f8534 HTTP/1.1" status: 200 len: 808 time: 0.1100407 Aug 18 13:59:20.741294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.742635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:20.743325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.748269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-7ac56083-e757-4473-a4c9-bcd751f24a5a tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/quotas/479d717b2dbc48c8bed9e209453028b0 HTTP/1.1" status: 200 len: 375 time: 0.0121539 Aug 18 13:59:20.765314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:20.788217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-3ace1ebb-f4f3-42f8-b838-fe28d08544e4 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=479d717b2dbc48c8bed9e209453028b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314898 Aug 18 13:59:20.812991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=2de7da11-bbe1-4874-9553-1661938aab0f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:20.824242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2de7da11-bbe1-4874-9553-1661938aab0f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:20.838638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:20.839426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 438ab34f-03c8-4a6c-b8a7-925118bf3e5b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:20.873643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5729c185-ce9f-465f-8a11-84ce87318ca5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9614429 Aug 18 13:59:20.876363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44984) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:20.881466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Request body: {'subnet': {'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1745385251-subnet', 'tenant_id': '78416f4717c34abc86f4b31f971fabc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:20.910137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 438ab34f-03c8-4a6c-b8a7-925118bf3e5b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:20.910447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 438ab34f-03c8-4a6c-b8a7-925118bf3e5b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:20.914904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-24a8a92a-66c5-4aaa-bc09-16f562f9d0ea service neutron] 10.222.0.35 "GET /v2.0/networks/0387a735-0a9b-4b7c-a59d-1ea5080f8534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189830 Aug 18 13:59:20.951595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:21.003975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-ecdfa432-0754-4621-a164-c9be825e8218 service neutron] 10.222.0.35 "GET /v2.0/networks/0387a735-0a9b-4b7c-a59d-1ea5080f8534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Aug 18 13:59:21.012732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Made reservation on behalf of 78416f4717c34abc86f4b31f971fabc1 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:21.015302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.017315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['76355e20-ab74-482e-ae9b-8e7c467ccc94'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:21.314546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:21.359765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.503091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d17f1f-3f01-4911-a33d-3870f448706c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:21.511458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Checking segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:21.511823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Network hostable DHCP agents. Network: 2de7da11-bbe1-4874-9553-1661938aab0f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:21.538682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2250b5-107b-49db-ae99-2e19262e7557 req-c2404e07-5f03-4a7f-8ad7-d8bf97be7058 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:21.546935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f2250b5-107b-49db-ae99-2e19262e7557 req-c2404e07-5f03-4a7f-8ad7-d8bf97be7058 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1337063 Aug 18 13:59:21.586883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f2250b5-107b-49db-ae99-2e19262e7557 req-97f49bc8-8e01-4a18-ba06-fbd200aa5ad4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Aug 18 13:59:21.627891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Network 2de7da11-bbe1-4874-9553-1661938aab0f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:21.635931 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb6481-7f11-4226-8570-a30183f381b0 x-openstack-request-id: req-04bb6481-7f11-4226-8570-a30183f381b0 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:21.636712 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:21.642299 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04bb6481-7f11-4226-8570-a30183f381b0 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:21.642299 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'code': 200} Aug 18 13:59:21.682355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Deleting subnet 98b9aa34-5802-49e5-a30a-8881bc9ed735 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:21.688088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.731553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6de0b785-9917-4ce4-817a-6d2fdd44423b req-6972455d-7367-4a7e-ab0a-59c73d5b5ee8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0432267 Aug 18 13:59:21.734567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2de7da11-bbe1-4874-9553-1661938aab0f) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:21.741145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:21.742118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.763798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f905f-2895-4695-8f54-52c259bf30dd None None] Network 2de7da11-bbe1-4874-9553-1661938aab0f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:21.767225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.822790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-cf682d82-1114-432c-bede-9c45c76d7c31 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:21.824562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-cf682d82-1114-432c-bede-9c45c76d7c31 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 806 time: 0.2149947 Aug 18 13:59:21.829302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2943b-bdc6-4b82-992e-2d5b77b8cd57 req-b00019c5-f24d-4606-8c6a-22124814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:21.831039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5c2943b-bdc6-4b82-992e-2d5b77b8cd57 req-b00019c5-f24d-4606-8c6a-22124814f68c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 1101 time: 0.1225381 Aug 18 13:59:21.840414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Request body: {'port': {'device_id': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'admin_state_up': True, 'tenant_id': '1a9ed6ab4d3441f6b9341ece2959f274'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:21.882336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0105a467-9da2-45b7-af9d-355a574ab6a1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0046539 Aug 18 13:59:21.919856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106c8e-51e2-4207-a939-e6fbb27662c0 req-5fba3942-a273-480d-9cca-bda8e326a5b2 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:21.921620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81106c8e-51e2-4207-a939-e6fbb27662c0 req-5fba3942-a273-480d-9cca-bda8e326a5b2 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 949 time: 0.0813081 Aug 18 13:59:21.953393 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54afb47f-c436-407b-96eb-4b88bc26a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:21.967006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5cc691-73f7-400e-bdac-1112a19bbf6b None None] Network 2de7da11-bbe1-4874-9553-1661938aab0f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:21.979954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5c2943b-bdc6-4b82-992e-2d5b77b8cd57 req-e7b29498-d393-464b-915f-3b27a9df386d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320655 Aug 18 13:59:21.989109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81106c8e-51e2-4207-a939-e6fbb27662c0 req-68f45e2d-ef61-4f09-8e57-26966cafda5a tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Aug 18 13:59:21.997402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.168228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc972207-18ce-4fb8-b2c7-93051ceb153c req-650a9aac-15fd-4e78-9db3-942ba10009d9 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0423403 Aug 18 13:59:22.171503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:22.185175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Made reservation on behalf of 1a9ed6ab4d3441f6b9341ece2959f274 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:22.189311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.223319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.324565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b9aa34-5802-49e5-a30a-8881bc9ed735,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:22.332117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf25111-82bd-4b8a-95a8-0553b32499f7 None None] Network 4d8efcb4-ace5-436b-8525-0470b17788eb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:22.333303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.336533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-031c0b5e-a197-4ea0-89b3-907f974dea2d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/98b9aa34-5802-49e5-a30a-8881bc9ed735 HTTP/1.1" status: 204 len: 168 time: 1.0203991 Aug 18 13:59:22.337253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 76355e20-ab74-482e-ae9b-8e7c467ccc94 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:22.339716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45038) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:22.393811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 76355e20-ab74-482e-ae9b-8e7c467ccc94 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:22.394482 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.434309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Allocated IP 172.20.0.9 (167638a7-f73e-4e33-9822-be0329c5ec23/e770702b-137d-4024-b7e0-2f106db831e1/12feec8c-6f7c-40c7-95c0-f44cccd98960) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:22.521409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.602158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.629617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.631168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-c6397d8b-2bed-488f-87ab-2ca80a18d9e2 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:22.639086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-c6397d8b-2bed-488f-87ab-2ca80a18d9e2 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.2754173 Aug 18 13:59:22.659557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-afe85897-e1f8-4440-af64-b81229705eb2 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/quotas/78416f4717c34abc86f4b31f971fabc1 HTTP/1.1" status: 200 len: 375 time: 0.0189908 Aug 18 13:59:22.695664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-8b8330a0-3f16-4f99-ad73-b444fc8827f8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345411 Aug 18 13:59:22.754972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-746ff4a9-2911-428c-99d2-088224da7617 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:59:22.762795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-746ff4a9-2911-428c-99d2-088224da7617 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136480 Aug 18 13:59:22.767957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Request body: {'binding': {'host': 'n-h1-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:22.768694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Unknown quota resources ['binding']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:59:22.771649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.773129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Deleting port d92053df-ffab-4031-8814-2f233fc8811e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:22.773930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.794171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['af6e25e5-13cc-4d66-b0f6-9a72c89887fa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:22.854235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] For port d92053df-ffab-4031-8814-2f233fc8811e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d92053df-ffab-4031-8814-2f233fc8811e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:22.854616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.855315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:22.890580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Calling delete_port for d92053df-ffab-4031-8814-2f233fc8811e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:22.914603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-c8e0470a-2d83-423e-b742-ad4ff020adc1 service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123129 Aug 18 13:59:22.918970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] DHCP port deletion for 4d8efcb4-ace5-436b-8525-0470b17788eb request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:22.944666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Network 167638a7-f73e-4e33-9822-be0329c5ec23 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:22.961575 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:22.984250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:22.990374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:23.050451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.082539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-dcf54ea2-36db-4d7f-9cae-2bf9d2d7566a service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618891 Aug 18 13:59:23.096245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:23.096887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.171819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on host n-h1-804303-5 for vnic_type normal with profile None {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:23.172177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:23.172522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:23.182656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:23.182967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:23.192681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Deleting port d92053df-ffab-4031-8814-2f233fc8811e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:23.193250 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.201174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:23.201546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:23.204355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:23.204503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.204642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Bound port: c26863f1-8c00-4779-83f5-0802d91d8aa2, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:23.233525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92053df-ffab-4031-8814-2f233fc8811e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.239624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] No DVR routers for this DVR port d92053df-ffab-4031-8814-2f233fc8811e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:23.270685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.279007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d92053df-ffab-4031-8814-2f233fc8811e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:23.307988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d92053df-ffab-4031-8814-2f233fc8811e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:23.308304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d92053df-ffab-4031-8814-2f233fc8811e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:23.308721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:23.319145 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-703b91fa-b367-4127-aca2-864268ce4eb4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4819727 Aug 18 13:59:23.325604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] For port d92053df-ffab-4031-8814-2f233fc8811e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d92053df-ffab-4031-8814-2f233fc8811e,segment=NetworkSegment(8f5b22ff-7eea-4df9-8366-8e5ad7e985f0),segment_id=8f5b22ff-7eea-4df9-8366-8e5ad7e985f0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:23.328290 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.330361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.339699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Request body: {'port': {'device_id': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:23.343714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8efcb4-ace5-436b-8525-0470b17788eb']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:23.348542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Calling delete_port for d92053df-ffab-4031-8814-2f233fc8811e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:23.357299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:23.357601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5b22ff-7eea-4df9-8366-8e5ad7e985f0') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:23.383517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.412383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.412674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.417338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-312daddd-ece6-4567-ae7d-1e02ca11d939 service neutron] 10.222.0.35 "POST /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6532545 Aug 18 13:59:23.421279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:23.421659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: timer() Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:23.423599 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:23.470970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.472152 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.512801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] No DVR routers for this DVR port d92053df-ffab-4031-8814-2f233fc8811e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:23.537877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddf4ba-558b-4686-9876-4e25a4e2cf22 None None] Pushing event deleted for resources: {'Port': ['ID=d92053df-ffab-4031-8814-2f233fc8811e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.619897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5af73-b686-429b-b607-a8a49e314f78 req-d719466d-4a9a-4c4e-aeb0-fad8c07b6e46 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:23.631616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bce5af73-b686-429b-b607-a8a49e314f78 req-d719466d-4a9a-4c4e-aeb0-fad8c07b6e46 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1071858 Aug 18 13:59:23.639598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:23.642320 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d90dd-79be-4671-8720-dda8506453bb" -d '{"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-plugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:23.680077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bce5af73-b686-429b-b607-a8a49e314f78 req-6dc4c240-01cf-46d5-a143-a43b50c5d5d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Aug 18 13:59:23.721532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.729641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.731532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4d8efcb4-ace5-436b-8525-0470b17788eb HTTP/1.1" status: 204 len: 168 time: 1.3907263 Aug 18 13:59:23.797817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987b40-00f9-4f94-829c-90206ba8ef04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8efcb4-ace5-436b-8525-0470b17788eb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.814174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870811-74bc-4cf3-9ed9-d817018c58ac req-0c7ce3e8-1585-4ac9-8e44-4df72762ade8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:23.822808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78870811-74bc-4cf3-9ed9-d817018c58ac req-0c7ce3e8-1585-4ac9-8e44-4df72762ade8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 931 time: 0.0898907 Aug 18 13:59:23.918069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78870811-74bc-4cf3-9ed9-d817018c58ac req-03a9c7c7-bccb-4b0a-af55-4608430c38a3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Aug 18 13:59:23.959247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c41f1-8068-45f3-9447-51f43a1b03f7 req-13e26e5c-077e-48ef-9264-7153be19f29a tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:23.960824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b37c41f1-8068-45f3-9447-51f43a1b03f7 req-13e26e5c-077e-48ef-9264-7153be19f29a tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 950 time: 0.1370153 Aug 18 13:59:23.990756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12feec8c-6f7c-40c7-95c0-f44cccd98960 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:24.013871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.028775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b37c41f1-8068-45f3-9447-51f43a1b03f7 req-434caa75-3dde-4cc2-aad2-fdc588376730 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608990 Aug 18 13:59:24.038927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Transition to ACTIVE for port object 12feec8c-6f7c-40c7-95c0-f44cccd98960 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:24.110565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab5a0538-32d4-449c-9363-92c2c5a5d435 req-fcfaebac-7f00-44a5-9f8a-49cb7858fa79 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 210 time: 0.0360296 Aug 18 13:59:24.128883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ea8f173-276e-4374-9121-c194846b70e6 req-27899d21-cca9-45d4-8b28-fc37a9bea3b8 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0450730 Aug 18 13:59:24.141361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.204816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aad171-1b73-4d3a-971f-6dc318a7284a x-openstack-request-id: req-70aad171-1b73-4d3a-971f-6dc318a7284a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:24.205336 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-plugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:24.205422 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70aad171-1b73-4d3a-971f-6dc318a7284a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:24.205789 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'code': 200} Aug 18 13:59:24.223293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45066) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:24.285427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:24.298199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cbdf6e98-46cc-4800-acb9-bdfd676863b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0c7686495774fe492c416357d5156f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734603 Aug 18 13:59:24.301144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45068) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:24.391315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7da3c-8b5b-4bd9-8026-55747abd649d req-4bdb2838-c531-43fb-ac89-da21fdae202c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.391747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:24.392790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:24.392941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1b7da3c-8b5b-4bd9-8026-55747abd649d req-4bdb2838-c531-43fb-ac89-da21fdae202c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.1428332 Aug 18 13:59:24.393319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:24.409790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:24.410381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:24.420148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:24.420615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:24.421103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:24.421643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Bound port: 12feec8c-6f7c-40c7-95c0-f44cccd98960, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:24.422140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.434301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa25b-c947-4882-ac53-7bfef4d82b77 req-f0ea96c6-8a83-4774-b316-208e75bed2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.436002 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-313aa25b-c947-4882-ac53-7bfef4d82b77 req-f0ea96c6-8a83-4774-b316-208e75bed2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 1101 time: 0.1476552 Aug 18 13:59:24.452902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.519957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-313aa25b-c947-4882-ac53-7bfef4d82b77 req-0545f6b7-0749-4826-a07f-d36844c069e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Aug 18 13:59:24.525182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:24.527866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1b7da3c-8b5b-4bd9-8026-55747abd649d req-4d170ccc-d933-4ef1-9513-aa520ff1bc92 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223321 Aug 18 13:59:24.529487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:24.536884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.579428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-95152800-dadb-4af5-9001-6ef38262ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.580941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-95152800-dadb-4af5-9001-6ef38262ac27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1096 time: 0.1291916 Aug 18 13:59:24.615753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.710593 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf32d71d-bf63-4daa-af75-5c8cf79215bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.716875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-2764eb89-ea80-45ca-9052-19e703a5abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.718587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-2764eb89-ea80-45ca-9052-19e703a5abb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.1291316 Aug 18 13:59:24.762647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.763270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.765287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] 10.222.0.58 "PUT /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 1091 time: 1.4335606 Aug 18 13:59:24.765996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:24.768840 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:24.832327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3ce5e-dc71-407a-9054-9b63c964f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:24.838815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.845784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.848547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa60e073-8053-4cc7-af0b-89988e322ad3 HTTP/1.1" status: 204 len: 168 time: 0.5454772 Aug 18 13:59:24.865005 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282fb055-4fdc-4975-81df-599cec921bb2 x-openstack-request-id: req-282fb055-4fdc-4975-81df-599cec921bb2 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:24.865469 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:24.865799 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-282fb055-4fdc-4975-81df-599cec921bb2 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:24.866302 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'status': 'completed', 'code': 200} Aug 18 13:59:24.874311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.912512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-ad94c5c3-333d-4b82-b216-3b383da0c135 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 217 time: 0.1852660 Aug 18 13:59:24.938253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-c0d54f31-69eb-4c74-85af-983ee598f253 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.939997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-c0d54f31-69eb-4c74-85af-983ee598f253 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.58 "GET /v2.0/networks?id=0387a735-0a9b-4b7c-a59d-1ea5080f8534 HTTP/1.1" status: 200 len: 808 time: 0.3213406 Aug 18 13:59:24.950847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a031e-7e72-4622-9f28-fb1538cf4fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60e073-8053-4cc7-af0b-89988e322ad3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:24.969777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Request body: {'port': {'device_id': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534', 'admin_state_up': True, 'tenant_id': '479d717b2dbc48c8bed9e209453028b0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:25.021640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-392547f7-c3da-4735-8afb-d3ab4966cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.024310 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-392547f7-c3da-4735-8afb-d3ab4966cba3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1094 time: 0.1476841 Aug 18 13:59:25.084763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299be93-25da-40f7-af7b-ce925d55739e req-655fa687-8edc-4232-950a-7a510d169434 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.098739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4299be93-25da-40f7-af7b-ce925d55739e req-655fa687-8edc-4232-950a-7a510d169434 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.2641363 Aug 18 13:59:25.171388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-fb62fa6c-2f78-45cf-90cb-341e58b2be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.171388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-fb62fa6c-2f78-45cf-90cb-341e58b2be9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.2401564 Aug 18 13:59:25.215001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e692bb-1947-49be-a9d4-b73a70f28201 req-fba32a8b-5281-4daa-bd90-b513c61866f4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.216759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e692bb-1947-49be-a9d4-b73a70f28201 req-fba32a8b-5281-4daa-bd90-b513c61866f4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.1038601 Aug 18 13:59:25.246885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4299be93-25da-40f7-af7b-ce925d55739e req-4a2277b3-55e5-4373-94f2-1e5ba0da0ca4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477795 Aug 18 13:59:25.255906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-90dcd8ec-1666-400c-ac8f-bf2ebef3ca7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682456 Aug 18 13:59:25.332256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-f294385d-3e02-473e-ba19-696b3962a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.333910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-f294385d-3e02-473e-ba19-696b3962a633 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3010452 Aug 18 13:59:25.376569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e692bb-1947-49be-a9d4-b73a70f28201 req-127139f8-07d7-422e-b72a-4501d4bb2c73 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405697 Aug 18 13:59:25.469737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Made reservation on behalf of 479d717b2dbc48c8bed9e209453028b0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:25.476551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.504377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1c494d85-3257-4aec-9aa7-6e1f8bc918f1 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343421 Aug 18 13:59:25.574532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6161dac-efe9-4570-8da4-63af3084469d req-008a8d59-93e3-48c6-b469-0446c1047545 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0602782 Aug 18 13:59:25.696217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-125c8e1c-2cc7-4c5f-b4aa-2f29eca24144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.702471 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e767fa9d-d2ee-42f2-b0b8-cf67ec9f708c req-125c8e1c-2cc7-4c5f-b4aa-2f29eca24144 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3587475 Aug 18 13:59:25.739901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70e3f706-dd2d-4df1-a8d9-f4e85ade89c1 req-20160534-ef79-44bf-a66e-90f5c49abd8d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 210 time: 0.0545847 Aug 18 13:59:25.805904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.811694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3266d-7401-4a56-84c9-b24eb346a6b4 req-3e06f66d-fa7e-49e0-92be-e0ec91e6d03e tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.816762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8c3266d-7401-4a56-84c9-b24eb346a6b4 req-3e06f66d-fa7e-49e0-92be-e0ec91e6d03e tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 950 time: 0.2388911 Aug 18 13:59:25.822770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-26222b1d-f998-438f-92e5-7c34ea3b8131 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866161 Aug 18 13:59:25.843045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Allocated IP 172.20.0.2 (0387a735-0a9b-4b7c-a59d-1ea5080f8534/7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911/7cbd05ad-1ac7-4caf-83b5-a97962304a67) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:25.860518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-1cbec8ea-eba9-426b-9153-8d0a944fd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.862330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-1cbec8ea-eba9-426b-9153-8d0a944fd288 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1094 time: 0.0938368 Aug 18 13:59:25.909240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8c3266d-7401-4a56-84c9-b24eb346a6b4 req-cfd55076-d939-4047-aa09-378b97e849bc tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 Aug 18 13:59:25.927806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938675-9a04-4da2-bedf-6f49656b599e req-6e7d7327-97a1-461a-83e7-4972ad68c82a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.930213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21938675-9a04-4da2-bedf-6f49656b599e req-6e7d7327-97a1-461a-83e7-4972ad68c82a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0983214 Aug 18 13:59:25.931910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-7851b771-c938-47db-889e-2b0ab34cd2f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 217 time: 0.0599411 Aug 18 13:59:26.003050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21938675-9a04-4da2-bedf-6f49656b599e req-0caf7cdb-a4ab-4cc3-9b56-bcf7c6663896 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Aug 18 13:59:26.048255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-2a90d9fb-ea1a-42ee-9f13-7de3c69ddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:26.049811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-2a90d9fb-ea1a-42ee-9f13-7de3c69ddb04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.1061051 Aug 18 13:59:26.107647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-a52b2e33-3753-4604-8f1d-e6399f674825 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387142 Aug 18 13:59:26.209656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.257131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-46aa8fa6-5025-4463-ba2e-71eef0817ab9 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390836 Aug 18 13:59:26.388220 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-71356abe-e67e-4338-bdc0-6cb13a7631a4 req-eedb5846-7dbf-4d13-ac49-e5f51d41ac55 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202679 Aug 18 13:59:26.437013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.464263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca0763-df56-44d3-95e4-cb3186fc5860 req-ce9a966e-3ecb-479f-b631-0e4cd36eb9c4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:26.471981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ca0763-df56-44d3-95e4-cb3186fc5860 req-ce9a966e-3ecb-479f-b631-0e4cd36eb9c4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.0776310 Aug 18 13:59:26.526613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ca0763-df56-44d3-95e4-cb3186fc5860 req-5b3028ea-b5c8-417f-91fb-f4c0b78070c9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Aug 18 13:59:26.557343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:26.574777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:26.587140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:26.597749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Pushing event updated for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:26.715821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:26.716416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.803510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45118) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:26.804686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9844b-5e8c-4ba9-8301-2365b1f111ae req-750042ca-9169-41ea-9a6b-8ad1e7fd7976 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:26.807226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2c9844b-5e8c-4ba9-8301-2365b1f111ae req-750042ca-9169-41ea-9a6b-8ad1e7fd7976 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.1317351 Aug 18 13:59:26.846032 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d4a4148c-c2f4-446f-9cd5-1c1013b74811 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8865998 Aug 18 13:59:26.862893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Request body: {'port': {'device_id': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:26.922845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3269a57-acc8-4629-b23a-ebb079da0f14 req-2655ed61-083a-4033-899f-d7be9be5aa6e tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:26.933006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3269a57-acc8-4629-b23a-ebb079da0f14 req-2655ed61-083a-4033-899f-d7be9be5aa6e tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 931 time: 0.2009909 Aug 18 13:59:26.974668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.988106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2c9844b-5e8c-4ba9-8301-2365b1f111ae req-74c771a4-d629-429e-94ea-222c40dd7208 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738436 Aug 18 13:59:26.989664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-2a985ac9-3b09-4f29-9a96-b7da70f9f0b2 service neutron] 10.222.0.10 "GET /v2.0/ports/c66c0aea-e445-48b5-a8b3-1ae6b1d646b1/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.1471901 Aug 18 13:59:27.007178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-963f3a6a-7562-4413-aa03-6b8aeed4c9ef tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.010082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-963f3a6a-7562-4413-aa03-6b8aeed4c9ef tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.2362146 Aug 18 13:59:27.016117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3269a57-acc8-4629-b23a-ebb079da0f14 req-05361d25-4183-4063-8095-4bf62bf0d6f1 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747201 Aug 18 13:59:27.032890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'port': {'device_id': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'admin_state_up': True, 'tenant_id': '78416f4717c34abc86f4b31f971fabc1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:27.139442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c01b0497-de27-4bf3-8deb-75169a146eb0 req-15a42563-af0e-4f10-8b4c-ce13180cc19a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 210 time: 0.0393851 Aug 18 13:59:27.301518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1957a2-2a06-4214-b5f8-75d8aa78cd00 req-d315c123-0139-4681-824c-369e66fad1fd tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.303431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df1957a2-2a06-4214-b5f8-75d8aa78cd00 req-d315c123-0139-4681-824c-369e66fad1fd tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 950 time: 0.1510623 Aug 18 13:59:27.324030 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.329981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5defeb-67a5-4fb2-9677-dd4b6f2cddc2 req-3b6d4a13-14ab-45e5-a757-ad30d969213c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.335824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5defeb-67a5-4fb2-9677-dd4b6f2cddc2 req-3b6d4a13-14ab-45e5-a757-ad30d969213c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0865977 Aug 18 13:59:27.436934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df1957a2-2a06-4214-b5f8-75d8aa78cd00 req-0b6bc346-50cc-40c9-9f54-d0fbfb8360bd tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035802 Aug 18 13:59:27.458794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5defeb-67a5-4fb2-9677-dd4b6f2cddc2 req-f6a89297-aca5-4511-9797-0ff82f879135 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017005 Aug 18 13:59:27.575861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1072040174-network', 'tenant_id': '9c99aebf175543278247560be58ec99b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:27.688013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dcc0c-49de-47fb-9e76-ee4b07136e7f req-6f9d2d74-3e3b-4d7a-bd78-4bbe6439ac5d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.702882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f44dcc0c-49de-47fb-9e76-ee4b07136e7f req-6f9d2d74-3e3b-4d7a-bd78-4bbe6439ac5d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 950 time: 0.1394095 Aug 18 13:59:27.841073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Made reservation on behalf of 9c99aebf175543278247560be58ec99b for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:27.841941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4b0adaf2-3abd-4bde-8d3f-f6cd78bc61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.843510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4b0adaf2-3abd-4bde-8d3f-f6cd78bc61f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1101 time: 0.1394608 Aug 18 13:59:27.845458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.847478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f44dcc0c-49de-47fb-9e76-ee4b07136e7f req-3ff03ea0-6b96-46d9-b8a3-09ecf438ae26 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201675 Aug 18 13:59:27.855749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf4ab6-56e8-4736-bb7d-e1fc16671b6e req-cad05bb6-142a-43ca-ae10-add977635453 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.857492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7bf4ab6-56e8-4736-bb7d-e1fc16671b6e req-cad05bb6-142a-43ca-ae10-add977635453 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1040249 Aug 18 13:59:27.877557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.951435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbd05ad-1ac7-4caf-83b5-a97962304a67 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:27.957455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7bf4ab6-56e8-4736-bb7d-e1fc16671b6e req-42597ef1-b7f0-4327-adcd-4f6bb14896cb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884116 Aug 18 13:59:27.960331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Made reservation on behalf of 78416f4717c34abc86f4b31f971fabc1 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:27.960828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-02d40bcb-d837-4afa-a2b3-f0a6c736935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:27.963224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-02d40bcb-d837-4afa-a2b3-f0a6c736935d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1101 time: 0.0714960 Aug 18 13:59:27.964759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.968438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.006722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Transition to ACTIVE for port object 7cbd05ad-1ac7-4caf-83b5-a97962304a67 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:28.089106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-310cc0d6-3b78-49aa-8856-f063745ab72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.099368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.099623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-310cc0d6-3b78-49aa-8856-f063745ab72b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1153312 Aug 18 13:59:28.152890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-89806e4d-f771-403a-8b52-c8ccdb41ea59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 217 time: 0.0551250 Aug 18 13:59:28.216074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:28.256374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.258022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Allocated IP 172.20.0.12 (2de7da11-bbe1-4874-9553-1661938aab0f/f5d17f1f-3f01-4911-a33d-3870f448706c/8ed49b19-7cbf-45e3-bd9f-84ae53489db8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:28.262287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcce3fe-4127-4926-9bf2-bfaf328c880d req-dc876a05-836e-475b-b111-43e042eec226 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.264434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dcce3fe-4127-4926-9bf2-bfaf328c880d req-dc876a05-836e-475b-b111-43e042eec226 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.1128349 Aug 18 13:59:28.266510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4e70fdb5-a986-4afe-8dde-4a78a7d3d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.267874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-4e70fdb5-a986-4afe-8dde-4a78a7d3d6df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1049504 Aug 18 13:59:28.346471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dcce3fe-4127-4926-9bf2-bfaf328c880d req-989a5b84-f84e-4cb6-8e6e-26c4559eaf65 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717568 Aug 18 13:59:28.359428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-a5308a4c-9e61-4f43-8503-92a2efc2d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.359636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Attempting to bind port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:28.359892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Attempting to bind port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'cd8c6016-ef1e-4348-812e-0adc6265be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:28.362593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Attempting to bind port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 on network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:28.374418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-a5308a4c-9e61-4f43-8503-92a2efc2d693 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853200 Aug 18 13:59:28.374657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.462619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 on network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:28.462891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Attempting to bind port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 on network 0387a735-0a9b-4b7c-a59d-1ea5080f8534 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:28.476072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:28.497376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:28.497714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Checking segment: {'id': 'cd8c6016-ef1e-4348-812e-0adc6265be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:28.500404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Bound using segment: {'id': 'cd8c6016-ef1e-4348-812e-0adc6265be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:28.500404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Bound port: 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8c6016-ef1e-4348-812e-0adc6265be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:28.500404 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.507330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b674078-163a-46e8-a699-ad09b4b8245a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:28.522307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.522654 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Added segment 0524f9f4-baa1-400d-a69a-ff454fce87fa of type vlan for network 7e35b8cb-520f-45f5-a469-c3165c736ff8 Aug 18 13:59:28.541908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-0e46b6ec-9ef3-4f43-9a41-3cc70d563a27 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703765 Aug 18 13:59:28.635324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.649422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.651299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a83b-ace8-4de3-8948-788830d7e3b8 req-ef9d495e-bf02-4ccb-bba9-80c509d1337f tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.655660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0392a83b-ace8-4de3-8948-788830d7e3b8 req-ef9d495e-bf02-4ccb-bba9-80c509d1337f tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 943 time: 0.1784291 Aug 18 13:59:28.704883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38762521-c535-49ea-96eb-daacfba92970 req-561124ad-ff58-4de9-8af9-d5826f272ce0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 210 time: 0.0792632 Aug 18 13:59:28.721270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:28.757689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67,segment=NetworkSegment(cd8c6016-ef1e-4348-812e-0adc6265be1b),segment_id=cd8c6016-ef1e-4348-812e-0adc6265be1b)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:28.782246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0392a83b-ace8-4de3-8948-788830d7e3b8 req-ffb2ed99-728d-4894-99c3-4eda80a3624e tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798376 Aug 18 13:59:28.786288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-174ce22c-6325-42f0-914a-a0c93a5536a4 req-475f5d89-b59f-42f3-a23a-f484272557f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354896 Aug 18 13:59:28.881102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb59d2-853c-4cd8-a1f8-c918a92c7b53 req-8e714b1d-fe87-4611-993a-36f6c804db37 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.883370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6bb59d2-853c-4cd8-a1f8-c918a92c7b53 req-8e714b1d-fe87-4611-993a-36f6c804db37 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.0746753 Aug 18 13:59:28.918328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.919367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.919967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.924596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.931595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.943475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6bb59d2-853c-4cd8-a1f8-c918a92c7b53 req-dfe454cd-cab3-4c3f-b4ef-c4bd09efcd37 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Aug 18 13:59:28.998429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Network 2de7da11-bbe1-4874-9553-1661938aab0f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:29.034473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:29.044822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:29.083664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.085438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.085885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] 10.222.0.58 "PUT /v2.0/ports/7cbd05ad-1ac7-4caf-83b5-a97962304a67 HTTP/1.1" status: 200 len: 1091 time: 2.2303572 Aug 18 13:59:29.086428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:29.089461 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47549396-d795-4df7-ad89-67d814852267" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:29.119637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] Pushing event updated for resources: {'Network': ['ID=7e35b8cb-520f-45f5-a469-c3165c736ff8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:29.135278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:29.155398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599476-ac74-4ac8-a6b9-ad15d8a9cecf service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:29.155398 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7ae5419f-9bce-462e-8fa5-ecbaafe1035e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3397419 Aug 18 13:59:29.155902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45166) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:29.162694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Request body: {'subnet': {'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1072040174-subnet', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:29.184283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bc924-be84-48a0-a37b-c7f2c6805e83 req-5d7f1c91-48b7-4d36-aa5e-f581603c2b84 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.192358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a59bc924-be84-48a0-a37b-c7f2c6805e83 req-5d7f1c91-48b7-4d36-aa5e-f581603c2b84 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1408925 Aug 18 13:59:29.241103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:29.247137 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ccfc9-5f70-48e0-846c-d8ee9114323c x-openstack-request-id: req-1f6ccfc9-5f70-48e0-846c-d8ee9114323c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:29.247426 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:29.247718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f6ccfc9-5f70-48e0-846c-d8ee9114323c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:29.248130 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67', 'status': 'completed', 'code': 200} Aug 18 13:59:29.258849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a59bc924-be84-48a0-a37b-c7f2c6805e83 req-17c95471-89e3-4bf9-afa4-53594ff02ce8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Aug 18 13:59:29.298901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.299557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.317497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549396-d795-4df7-ad89-67d814852267 req-e848d41b-4ce6-4a82-917f-add3e42fea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.319061 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-47549396-d795-4df7-ad89-67d814852267 req-e848d41b-4ce6-4a82-917f-add3e42fea0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=479d717b2dbc48c8bed9e209453028b0&device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 1094 time: 0.0701673 Aug 18 13:59:29.427400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549396-d795-4df7-ad89-67d814852267 req-0caaf66e-bd12-4be7-ba30-823bce4086d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.429133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-47549396-d795-4df7-ad89-67d814852267 req-0caaf66e-bd12-4be7-ba30-823bce4086d2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=479d717b2dbc48c8bed9e209453028b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1012385 Aug 18 13:59:29.472697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f792-b288-4c4f-8d9b-4773a17fa22a req-96bf4751-da55-45b1-a1ae-58809821e2de tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.474399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f40f792-b288-4c4f-8d9b-4773a17fa22a req-96bf4751-da55-45b1-a1ae-58809821e2de tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0611799 Aug 18 13:59:29.501730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Made reservation on behalf of 9c99aebf175543278247560be58ec99b for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:29.504079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.553429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549396-d795-4df7-ad89-67d814852267 req-c76d7f49-bb9a-4589-8c8d-6208dd28a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.555396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-47549396-d795-4df7-ad89-67d814852267 req-c76d7f49-bb9a-4589-8c8d-6208dd28a43d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156166 Aug 18 13:59:29.573867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f40f792-b288-4c4f-8d9b-4773a17fa22a req-899703c5-fbe5-458d-990c-c15ea0205e39 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925326 Aug 18 13:59:29.587570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-37572f04-f9cd-418a-985f-af1fa99f2a6d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5625005 Aug 18 13:59:29.609143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Request body: {'port': {'device_id': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:29.704743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.722483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-657aed41-efbf-4623-a756-76f3f16d9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.724086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-657aed41-efbf-4623-a756-76f3f16d9754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=479d717b2dbc48c8bed9e209453028b0&device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 1094 time: 0.1107097 Aug 18 13:59:29.796971 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-554f9d39-01f5-43e8-8ddc-fe3a7975346e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67 HTTP/1.1" status: 200 len: 217 time: 0.0427523 Aug 18 13:59:29.798325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.931995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a63ba-a4e5-43fa-a822-944db3899642 req-2d3415b5-fd97-4bc0-a174-276f6b3e629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.933515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-2d3415b5-fd97-4bc0-a174-276f6b3e629b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911 HTTP/1.1" status: 200 len: 848 time: 0.1290345 Aug 18 13:59:29.933789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8968a340-ac0f-4436-8c90-c15a2efad445,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:29.961736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Checking segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:29.962214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Network hostable DHCP agents. Network: 7e35b8cb-520f-45f5-a469-c3165c736ff8, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:29.972185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf76f-86eb-4430-9ab5-5aca09e96c0e req-3f13f56d-f833-4d0d-8a46-476c26991a2d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.974399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46cf76f-86eb-4430-9ab5-5aca09e96c0e req-3f13f56d-f833-4d0d-8a46-476c26991a2d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 932 time: 0.1693518 Aug 18 13:59:30.010533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-d1296265-e18f-49b0-bfb7-d4537d8e1019 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0387a735-0a9b-4b7c-a59d-1ea5080f8534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655541 Aug 18 13:59:30.042607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cb584-fba8-4c0e-b7a9-bef03eb65da7 req-d18b153b-5e4d-48ce-aead-86fddb547387 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.049918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f5cb584-fba8-4c0e-b7a9-bef03eb65da7 req-d18b153b-5e4d-48ce-aead-86fddb547387 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 943 time: 0.1316283 Aug 18 13:59:30.080528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46cf76f-86eb-4430-9ab5-5aca09e96c0e req-734f06fd-9573-4678-bc9a-861901161312 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969517 Aug 18 13:59:30.086931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:30.114220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f5cb584-fba8-4c0e-b7a9-bef03eb65da7 req-b3921deb-45ca-4b48-a87d-3b1dd06bfd14 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632594 Aug 18 13:59:30.183571 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-7634699e-a3dc-42a8-a034-9e2ec361e44d service neutron] 10.222.0.58 "GET /v2.0/networks/0387a735-0a9b-4b7c-a59d-1ea5080f8534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628323 Aug 18 13:59:30.197831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7e35b8cb-520f-45f5-a469-c3165c736ff8) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:30.202611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.202804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.206077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:30.242365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e2573-bf48-46df-8aeb-0e60c3b890d2 None None] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:30.307463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:30.333310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.373121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Transition to ACTIVE for port object 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:30.413960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962e539-74f6-4745-8547-0bf69bf2310d None None] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:30.488853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.544816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-244a63ba-a4e5-43fa-a822-944db3899642 req-3f47508a-33d8-4b4e-899e-5c861b264728 service neutron] 10.222.0.58 "GET /v2.0/networks/0387a735-0a9b-4b7c-a59d-1ea5080f8534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524518 Aug 18 13:59:30.546364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.603788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:30.606825 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1bfaaa-df6f-4f83-bc86-e7d5c6750506" -d '{"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:30.612611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.624695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fe093438-cf19-4b70-bf5a-bcaface07c65 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4633195 Aug 18 13:59:30.625609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:30.638527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:30.655178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:30.679109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Attempting to bind port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:30.679451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Attempting to bind port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:30.679878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Attempting to bind port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:30.685902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 on network 2de7da11-bbe1-4874-9553-1661938aab0f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:30.686238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Attempting to bind port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:30.687562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020cb9-d46a-4ecc-a5e1-bfdbf414ac97 req-4bee31b5-607f-4937-ae04-03ff5f3d9a8c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.689183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e020cb9-d46a-4ecc-a5e1-bfdbf414ac97 req-4bee31b5-607f-4937-ae04-03ff5f3d9a8c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.4289756 Aug 18 13:59:30.695476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:30.695940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Checking segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:30.702430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Bound using segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:30.702430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Bound port: 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:30.702430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.738817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794f7e5-04bf-4687-946f-424ad196b799 req-7c16a0b2-48b5-4126-b556-d3416a32bcf2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.746454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b794f7e5-04bf-4687-946f-424ad196b799 req-7c16a0b2-48b5-4126-b556-d3416a32bcf2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1281257 Aug 18 13:59:30.768204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.771875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:30.775847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:30.782389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e020cb9-d46a-4ecc-a5e1-bfdbf414ac97 req-30467f5d-3e48-434c-8fdc-b00e09db42de tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839288 Aug 18 13:59:30.795499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b794f7e5-04bf-4687-946f-424ad196b799 req-ad1fd3bd-93e1-4c47-93f7-b2a7d26d36b8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Aug 18 13:59:30.820107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.824500 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.860877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.870075 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f703d8a-44ce-4397-9dfd-5d6a13f6ffd9 x-openstack-request-id: req-6f703d8a-44ce-4397-9dfd-5d6a13f6ffd9 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:30.870378 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:30.870609 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f703d8a-44ce-4397-9dfd-5d6a13f6ffd9 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:30.871012 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'code': 200} Aug 18 13:59:30.879000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.905972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.933546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.934712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.936173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] 10.222.0.58 "PUT /v2.0/ports/8ed49b19-7cbf-45e3-bd9f-84ae53489db8 HTTP/1.1" status: 200 len: 1092 time: 1.3341565 Aug 18 13:59:30.944498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4312c-7bca-47c1-b2c3-8fe36ce1fc07 req-548c08f6-2061-4949-909a-72ad4e992408 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.946211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ca4312c-7bca-47c1-b2c3-8fe36ce1fc07 req-548c08f6-2061-4949-909a-72ad4e992408 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0573475 Aug 18 13:59:30.961770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abab65d-34d3-4183-b2e9-5b020736ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.990986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ca4312c-7bca-47c1-b2c3-8fe36ce1fc07 req-1de3f711-cf3c-4bfa-a0e3-1771ae49f99d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Aug 18 13:59:31.107681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-cc6442f5-82a8-4a7b-b888-22ad3c6c38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.109366 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-cc6442f5-82a8-4a7b-b888-22ad3c6c38aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 1095 time: 0.0438819 Aug 18 13:59:31.173164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.179003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-c457a54e-adcc-441e-8f95-35cf827fee0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8 HTTP/1.1" status: 200 len: 217 time: 0.0602624 Aug 18 13:59:31.241032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-d35c02bb-f4f5-44f7-8558-29a9f7ad2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.250315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-d35c02bb-f4f5-44f7-8558-29a9f7ad2c2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 200 len: 862 time: 0.0625613 Aug 18 13:59:31.251129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:31.253964 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66164fa-6bc9-4a2f-897c-aece8f450a88" -d '{"events": [{"name": "network-changed", "server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:31.299692 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-2e9d1e35-ccaa-4a2f-a5d1-fa07cd2c6c85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2de7da11-bbe1-4874-9553-1661938aab0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418496 Aug 18 13:59:31.326708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0192e49-3a92-41ee-8da6-fdd0345f44ff req-7b26194d-e258-4915-a672-04565062fea2 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.329721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0192e49-3a92-41ee-8da6-fdd0345f44ff req-7b26194d-e258-4915-a672-04565062fea2 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 943 time: 0.1191182 Aug 18 13:59:31.346016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7490-4a23-4f90-a1b8-5387d2ebcd3d req-1115d985-934b-4e4a-9600-59eaa9b662f4 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.347505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-405d7490-4a23-4f90-a1b8-5387d2ebcd3d req-1115d985-934b-4e4a-9600-59eaa9b662f4 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 944 time: 0.1285741 Aug 18 13:59:31.414288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0192e49-3a92-41ee-8da6-fdd0345f44ff req-20d7336f-20a5-4d6d-95bf-f6b945500281 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657685 Aug 18 13:59:31.450224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-1e6327f1-64bf-444c-b796-2b1fb2fda40f service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237705 Aug 18 13:59:31.450810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-405d7490-4a23-4f90-a1b8-5387d2ebcd3d req-9e1cc988-a692-487d-9a42-ba6e70798d43 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706573 Aug 18 13:59:31.579921 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89020e3-71c3-471a-ac64-485d8fd87246 x-openstack-request-id: req-c89020e3-71c3-471a-ac64-485d8fd87246 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:31.580275 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:31.580597 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c89020e3-71c3-471a-ac64-485d8fd87246 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:31.581080 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'status': 'completed', 'code': 200} Aug 18 13:59:31.597444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad4f62f6-009f-4781-9e28-b21d7fe45751 req-8fd43555-7a13-4e16-af10-8a941d57e545 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554453 Aug 18 13:59:31.662477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.683737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.761312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-4b90014b-0dc1-426c-a27b-59dac1fa6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.762898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-4b90014b-0dc1-426c-a27b-59dac1fa6853 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 1095 time: 0.0477774 Aug 18 13:59:31.823344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Allocated IP 172.25.1.28 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/8347ed02-bdef-4517-8b28-3a7bdc127c36) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:31.884861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-205ae5b5-c791-446c-a7f1-f953df0f1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.890286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-205ae5b5-c791-446c-a7f1-f953df0f1c71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 923 time: 0.1184361 Aug 18 13:59:31.965210 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-e5377bcd-747c-48e0-a8eb-0a581e26af8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8 HTTP/1.1" status: 200 len: 217 time: 0.0642991 Aug 18 13:59:32.032668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-0f703f92-1043-49bd-8a11-d055a0af8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:32.034256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-0f703f92-1043-49bd-8a11-d055a0af8242 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 200 len: 862 time: 0.0556259 Aug 18 13:59:32.058824 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.096593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-7c1f058f-f19a-4383-81c6-b44d61cdb4c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2de7da11-bbe1-4874-9553-1661938aab0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527623 Aug 18 13:59:32.110745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a6d49-df33-41d0-9a4f-e0c76273dd36 req-2262afec-7608-48d0-9dff-d998c5fa3836 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:32.118002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39a6d49-df33-41d0-9a4f-e0c76273dd36 req-2262afec-7608-48d0-9dff-d998c5fa3836 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 948 time: 0.1507514 Aug 18 13:59:32.211672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:32.219362 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-1371dbab-9c69-4d73-b03c-a503ab331f46 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118679 Aug 18 13:59:32.221260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c6b2c-8557-4b13-9093-8eaabee1d303 req-77c04c92-e5da-4a71-9e74-8b0a4d6356ff tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:32.233661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-033c6b2c-8557-4b13-9093-8eaabee1d303 req-77c04c92-e5da-4a71-9e74-8b0a4d6356ff tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.2655048 Aug 18 13:59:32.260863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39a6d49-df33-41d0-9a4f-e0c76273dd36 req-057c5048-229d-4216-84e7-7006b4f14243 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351495 Aug 18 13:59:32.418548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-033c6b2c-8557-4b13-9093-8eaabee1d303 req-98a758c4-d18c-4bc1-9d5b-67d6e194415b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638756 Aug 18 13:59:32.431857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:32.448472 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c66164fa-6bc9-4a2f-897c-aece8f450a88 req-ce6c421c-977d-4f40-b910-8dcf22b4b8f0 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149463 Aug 18 13:59:32.479657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'mac_address': 'fa:16:3e:94:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:32.496622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.538414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.567622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:32.573320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:32.583805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:32.586729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:32.605526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:32.619165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26163a27-ca0a-42f6-af3f-eed40e5f97c8 req-db0e2c98-4349-42eb-9512-cee47fe59f7d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:32.620585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26163a27-ca0a-42f6-af3f-eed40e5f97c8 req-db0e2c98-4349-42eb-9512-cee47fe59f7d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.2035766 Aug 18 13:59:32.661262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Pushing event updated for resources: {'Port': ['ID=8347ed02-bdef-4517-8b28-3a7bdc127c36,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.738619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.739308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:32.792709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.792951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26163a27-ca0a-42f6-af3f-eed40e5f97c8 req-d9021391-c95c-47b2-b7ef-65c089166801 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659195 Aug 18 13:59:32.844887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:32.863226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'mac_address': 'fa:16:3e:4d:29:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:32.942842 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.974781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:32.977281 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:59:33.005121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:33.060811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59ba3-8095-4cc8-8026-d9ab84e882c0 req-6b148a41-c41b-44d4-a421-b7bc1f8fca88 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.068608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29d59ba3-8095-4cc8-8026-d9ab84e882c0 req-6b148a41-c41b-44d4-a421-b7bc1f8fca88 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 943 time: 0.2506096 Aug 18 13:59:33.108145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bee568-6d19-4afb-8d52-d2f67419faa7 req-b7429527-0aaa-4067-98dc-44ad5b248a2c tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.109731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9bee568-6d19-4afb-8d52-d2f67419faa7 req-b7429527-0aaa-4067-98dc-44ad5b248a2c tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 944 time: 0.1965070 Aug 18 13:59:33.110475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.117710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-53262a1b-3675-4a04-b3c5-cc7e854ea7e6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.119923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-53262a1b-3675-4a04-b3c5-cc7e854ea7e6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2&tenant_id=a91ea0c85878423b982a8379ba9a4d59&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 949 time: 0.2003260 Aug 18 13:59:33.162180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29d59ba3-8095-4cc8-8026-d9ab84e882c0 req-d8670c20-75bc-40f5-9f9e-9828cc6d2d38 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913827 Aug 18 13:59:33.202671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:33.207624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['106a58db-3dad-4a1a-93ad-2d73a73ddf50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:33.282488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9bee568-6d19-4afb-8d52-d2f67419faa7 req-81802fa0-4993-47e3-90d7-d71512da13a0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573777 Aug 18 13:59:33.355597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-b0fb63ab-11e5-48d7-a199-32946021950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.358295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-b0fb63ab-11e5-48d7-a199-32946021950c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1100 time: 0.1348109 Aug 18 13:59:33.429076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:33.470269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.517286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7cbd05ad-1ac7-4caf-83b5-a97962304a67 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:33.718575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67,segment=NetworkSegment(cd8c6016-ef1e-4348-812e-0adc6265be1b),segment_id=cd8c6016-ef1e-4348-812e-0adc6265be1b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:33.737882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '7cbd05ad-1ac7-4caf-83b5-a97962304a67', 'network_id': '0387a735-0a9b-4b7c-a59d-1ea5080f8534', 'port_id': '7cbd05ad-1ac7-4caf-83b5-a97962304a67', 'mac_address': 'fa:16:3e:e6:7a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:33.774155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf9436-d9b6-4584-9e30-dc40a0b649ac req-920c10af-d9cc-4913-8800-d9175f01d718 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.781711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62cf9436-d9b6-4584-9e30-dc40a0b649ac req-920c10af-d9cc-4913-8800-d9175f01d718 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 949 time: 0.2044837 Aug 18 13:59:33.792538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.798871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd5c9-83a3-49f8-840e-b372d417ca80 req-76647da3-33c0-45ab-8687-4f44b556499a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.800439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-003fd5c9-83a3-49f8-840e-b372d417ca80 req-76647da3-33c0-45ab-8687-4f44b556499a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 946 time: 0.2633741 Aug 18 13:59:33.808547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbd05ad-1ac7-4caf-83b5-a97962304a67 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:33.827803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-6778906f-e785-4ac1-bc05-8dee083e079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.829558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-6778906f-e785-4ac1-bc05-8dee083e079e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.4496589 Aug 18 13:59:33.840364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67,segment=NetworkSegment(cd8c6016-ef1e-4348-812e-0adc6265be1b),segment_id=cd8c6016-ef1e-4348-812e-0adc6265be1b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:33.928621 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.929345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:33.945315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-147baa04-8a6e-4551-96fb-f7f7071b2679 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 217 time: 0.0619001 Aug 18 13:59:34.044015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62cf9436-d9b6-4584-9e30-dc40a0b649ac req-8e76e2d0-b9b1-42c8-a78e-d51f8ad2c823 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574236 Aug 18 13:59:34.078470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-003fd5c9-83a3-49f8-840e-b372d417ca80 req-e45056c1-79d9-41b0-a836-38844b6e655a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597299 Aug 18 13:59:34.100927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:34.170770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-9681bc28-cd80-4f2b-be86-4b9d2e6def57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:34.176458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-9681bc28-cd80-4f2b-be86-4b9d2e6def57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1841397 Aug 18 13:59:34.177586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.207672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:34.231310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'port_id': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'mac_address': 'fa:16:3e:37:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d17f1f-3f01-4911-a33d-3870f448706c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:34.231310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:34.342407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.342407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:34.419911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-1a1883de-6878-4914-999f-cb41e71ddef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:34.421547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-1a1883de-6878-4914-999f-cb41e71ddef6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051060 Aug 18 13:59:34.441891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:34.442731 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.448402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:34.458246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ea33f-fd94-4f5e-a45f-c07edbde64bb req-2f42ae32-9353-4ee2-8cf5-ef79d3a8b520 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:34.459809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e12ea33f-fd94-4f5e-a45f-c07edbde64bb req-2f42ae32-9353-4ee2-8cf5-ef79d3a8b520 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.2643821 Aug 18 13:59:34.505540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.585138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:34.646755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.678195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:34.680868 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c53a1e8-906d-4ee3-b304-5baed16bbd92" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:34.694597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:34.785058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.879505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8ed49b19-7cbf-45e3-bd9f-84ae53489db8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:34.895429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7cbd05ad-1ac7-4caf-83b5-a97962304a67'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:35.011872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485665e-508f-4238-b785-6e454707597e req-b9679c38-44f1-485e-b790-4c1c7272a952 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:35.019951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7485665e-508f-4238-b785-6e454707597e req-b9679c38-44f1-485e-b790-4c1c7272a952 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.8328919 Aug 18 13:59:35.084382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e12ea33f-fd94-4f5e-a45f-c07edbde64bb req-4866b7f4-a0b4-4099-81bb-8ea388b27dd4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456029 Aug 18 13:59:35.114185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:35.212586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7485665e-508f-4238-b785-6e454707597e req-74690f47-9bbe-4c01-bec6-5f7f176b45d0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909859 Aug 18 13:59:35.301168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-7e190633-ce9d-414b-b84e-6a036c277d70 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401861 Aug 18 13:59:35.312660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdf256-01a2-4787-b684-c1ca8d14cf96 req-e208e405-3736-4950-a118-4121cf91d3ce tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:35.322508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bcdf256-01a2-4787-b684-c1ca8d14cf96 req-e208e405-3736-4950-a118-4121cf91d3ce tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 944 time: 0.0980761 Aug 18 13:59:35.389276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Router 41c06435-a3b2-4e6d-8cb7-150b586b8707 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:59:35.558108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bcdf256-01a2-4787-b684-c1ca8d14cf96 req-5832a31e-46a0-4e9d-aad3-745ad249c2cc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344015 Aug 18 13:59:35.593157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ccd75d7-d3c7-4910-8aa9-8c66ff35a5fe req-7a842cf9-e4d2-42e3-a8d6-341520d60601 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657790 Aug 18 13:59:35.604594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878ec68-0d50-4f27-ba1b-50c3b744d990 req-10998846-ecd8-4b06-b4c2-8560d63844f0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:35.606177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8878ec68-0d50-4f27-ba1b-50c3b744d990 req-10998846-ecd8-4b06-b4c2-8560d63844f0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 945 time: 0.2186704 Aug 18 13:59:35.704931 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d587a7-597e-4699-85e8-5c16535e8484 x-openstack-request-id: req-32d587a7-597e-4699-85e8-5c16535e8484 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:35.705481 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:35.705706 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32d587a7-597e-4699-85e8-5c16535e8484 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:35.705965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8878ec68-0d50-4f27-ba1b-50c3b744d990 req-c0b1cecb-b688-4c9f-974b-5a3a3155cf9c tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651133 Aug 18 13:59:35.706302 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'code': 200} Aug 18 13:59:35.707134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:35.720245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Sync routers for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:35.756763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:35.757361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:35.830291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.833341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-374f1ecc-282d-4e0c-a496-cd9edb7db723 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2075009 Aug 18 13:59:35.842812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.925889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:35.962724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4b4d7-6703-4936-a31b-22249deabbd5 req-a9992aff-213e-43a1-b2a5-235ebf2697d5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:35.964736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ece4b4d7-6703-4936-a31b-22249deabbd5 req-a9992aff-213e-43a1-b2a5-235ebf2697d5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 949 time: 0.0668104 Aug 18 13:59:36.055545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ece4b4d7-6703-4936-a31b-22249deabbd5 req-90599266-16d9-4a3b-bc4f-de4441729721 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593128 Aug 18 13:59:36.208821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:32Z', 'revision_number': 3, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:36.259877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:36.265212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Checking router: 41c06435-a3b2-4e6d-8cb7-150b586b8707 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:36.265551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Updating router 41c06435-a3b2-4e6d-8cb7-150b586b8707 port 8347ed02-bdef-4517-8b28-3a7bdc127c36 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:36.325734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.619301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3997-3d8d-4714-a8b3-74fb9c81ef83 req-8458b6bc-8eda-44ed-a3a7-d51afc2cc5dd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:36.620898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-533e3997-3d8d-4714-a8b3-74fb9c81ef83 req-8458b6bc-8eda-44ed-a3a7-d51afc2cc5dd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.2828798 Aug 18 13:59:36.636670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452e9-e698-4e07-97b0-e01d401b4dd2 req-296ab507-ca3d-4a5b-a5e9-07e4068c5757 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:36.646101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98e452e9-e698-4e07-97b0-e01d401b4dd2 req-296ab507-ca3d-4a5b-a5e9-07e4068c5757 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.3089101 Aug 18 13:59:36.762775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-533e3997-3d8d-4714-a8b3-74fb9c81ef83 req-7d97438b-0d0f-4e84-870a-9b6e8cfaf817 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141405 Aug 18 13:59:36.776264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98e452e9-e698-4e07-97b0-e01d401b4dd2 req-52577ef5-a1a5-4857-9a87-57243f7c7869 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289732 Aug 18 13:59:36.776860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.785748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:36.786415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.854725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Transition to ACTIVE for port object 8347ed02-bdef-4517-8b28-3a7bdc127c36 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:36.956157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.991249 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.998506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.012724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e8998-ad89-44f7-ad81-0183f1e6de90 req-c5ece518-1a85-4cd0-8a44-a1b9534fd2eb tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:37.020169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd6e8998-ad89-44f7-ad81-0183f1e6de90 req-c5ece518-1a85-4cd0-8a44-a1b9534fd2eb tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1178908 Aug 18 13:59:37.103265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-698ad6da-7488-40f1-b2b3-4ecfc5aaa48e tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1029216982&fields=id&tenant_id=f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 267 time: 0.1514916 Aug 18 13:59:37.115002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Attempting to bind port 8347ed02-bdef-4517-8b28-3a7bdc127c36 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:37.115373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Attempting to bind port 8347ed02-bdef-4517-8b28-3a7bdc127c36 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:37.115748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Attempting to bind port 8347ed02-bdef-4517-8b28-3a7bdc127c36 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:37.131273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b68ce4-8488-4a3f-846a-73f91f6fd653 None None] Pushing event updated for resources: {'Port': ['ID=8347ed02-bdef-4517-8b28-3a7bdc127c36,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:37.139699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:37.140143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:37.141108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.141108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:37.141383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Bound port: 8347ed02-bdef-4517-8b28-3a7bdc127c36, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:37.141745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.173698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:37.221643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] For port 8347ed02-bdef-4517-8b28-3a7bdc127c36, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:37.225819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] For port 8347ed02-bdef-4517-8b28-3a7bdc127c36, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8347ed02-bdef-4517-8b28-3a7bdc127c36,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:37.266524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.273362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd6e8998-ad89-44f7-ad81-0183f1e6de90 req-de530a57-c4dc-46b5-a916-6b09efbfb37c tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521894 Aug 18 13:59:37.396098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.397293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-6bed9cab-e75f-4f51-a482-8e31ada184c4 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:37.399111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-6bed9cab-e75f-4f51-a482-8e31ada184c4 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 823 time: 0.2904160 Aug 18 13:59:37.401663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:37.426878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-d89fbc3d-9664-4b9f-b53f-e09a8d26cbc2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/quotas/f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 375 time: 0.0186801 Aug 18 13:59:37.437783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Allocated IP 172.20.0.1 (7e35b8cb-520f-45f5-a469-c3165c736ff8/8968a340-ac0f-4436-8c90-c15a2efad445/89782f4f-f05b-4edf-a771-550288ac5d7d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:37.514872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:37.516253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:37.579715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:37.581750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7cbd05ad-1ac7-4caf-83b5-a97962304a67 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:37.587100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b68ce4-8488-4a3f-846a-73f91f6fd653 None None] Pushing event updated for resources: {'Port': ['ID=8347ed02-bdef-4517-8b28-3a7bdc127c36,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:37.636334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-1287e041-4b5d-493f-b69e-fd26634d4f9c tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1835206 Aug 18 13:59:37.683131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389f13e-c338-4d91-8615-81a5b2382246 req-7ba8e55b-b5b2-47b4-a6e7-6fe962b68bff tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:37.684878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f389f13e-c338-4d91-8615-81a5b2382246 req-7ba8e55b-b5b2-47b4-a6e7-6fe962b68bff tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 945 time: 0.1625941 Aug 18 13:59:37.726331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:37.729162 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b13128-1cf8-46ef-9dd2-24a763c6a252" -d '{"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-plugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:37.731435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-bf431130-5d00-4371-9e4e-58568afcbd51 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:37.734537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-bf431130-5d00-4371-9e4e-58568afcbd51 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf7d567-694b-489f-8aa0-053c00d0cd80 HTTP/1.1" status: 200 len: 946 time: 0.1339922 Aug 18 13:59:37.793319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.833115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f389f13e-c338-4d91-8615-81a5b2382246 req-cc960f93-fcb6-4f66-ba8b-53ca2643137b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358407 Aug 18 13:59:37.848630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:37.872138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Deleting port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:37.872138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.873199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-183d47ae-d4ed-437e-aae9-38157f7297c9 service neutron] 10.222.0.35 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873081 Aug 18 13:59:37.981524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] For port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:37.982097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.998940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:38.008905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.021195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:38.021814 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.090496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-d061621e-11f5-44f5-9e62-e8b316d51ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087488 Aug 18 13:59:38.095421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Pushing event updated for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:38.123215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de848-2f51-4c43-a520-6c7145fd9256 req-ddcbc3c9-a2d0-4d39-857b-6e89eb2843bf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:38.131375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d9de848-2f51-4c43-a520-6c7145fd9256 req-ddcbc3c9-a2d0-4d39-857b-6e89eb2843bf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1861694 Aug 18 13:59:38.155706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:38.171085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:38.187327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:38.276812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.285592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d9de848-2f51-4c43-a520-6c7145fd9256 req-a3569ceb-2feb-48d9-bfc4-c72f747b3dc1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 Aug 18 13:59:38.420328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.420710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.421023 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 disassociated. External IP: 172.25.1.252, port: 03daf93f-23dd-4e9d-a98c-0ad37c1d5223. Aug 18 13:59:38.421364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Calling delete_port for 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:38.427788 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b69176-cc97-40cf-bffb-64138e5b086c x-openstack-request-id: req-93b69176-cc97-40cf-bffb-64138e5b086c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:38.428193 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-plugged", "status": "completed", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:38.428858 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93b69176-cc97-40cf-bffb-64138e5b086c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:38.429251 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'code': 200} Aug 18 13:59:38.432005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:38.468002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23', 'port_id': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'mac_address': 'fa:16:3e:4b:40:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770702b-137d-4024-b7e0-2f106db831e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:38.597178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.626450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12feec8c-6f7c-40c7-95c0-f44cccd98960 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:38.631566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:32Z', 'revision_number': 3, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:38.641605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.683482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9e8ed-ef2c-4073-b66f-96de081f1a74 None None] The sync data for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 is: [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:32Z', 'revision_number': 3, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:38.690923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:38.723900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67,segment=NetworkSegment(cd8c6016-ef1e-4348-812e-0adc6265be1b),segment_id=cd8c6016-ef1e-4348-812e-0adc6265be1b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:38.729924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.735113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.763469 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.800696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event deleted for resources: {'Port': ['ID=03daf93f-23dd-4e9d-a98c-0ad37c1d5223,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:38.826176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0e3f3-72e6-49f3-8a7e-7355ab6a2eba req-15d19f75-998d-476a-b852-5efbd370f833 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:38.830325 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.831134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:38.834790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.834974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d0e3f3-72e6-49f3-8a7e-7355ab6a2eba req-15d19f75-998d-476a-b852-5efbd370f833 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.2995596 Aug 18 13:59:38.835588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.836196 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.836756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.838495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.839068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.839608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.840159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.840881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.841693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.842849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.843718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:38.888031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071303a-248d-49a9-a3bc-85a946a7f33b req-20d828ab-96e8-4e4b-9318-57e5aa823b63 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:38.889763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b071303a-248d-49a9-a3bc-85a946a7f33b req-20d828ab-96e8-4e4b-9318-57e5aa823b63 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.2976327 Aug 18 13:59:38.966335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d0e3f3-72e6-49f3-8a7e-7355ab6a2eba req-c8508f31-d04b-427c-aa75-e231389456e0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303108 Aug 18 13:59:39.059061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:39.104169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:39.109250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['12feec8c-6f7c-40c7-95c0-f44cccd98960'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:39.190930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b071303a-248d-49a9-a3bc-85a946a7f33b req-59844e28-53d0-410d-a5da-121c773a2d5c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911539 Aug 18 13:59:39.281703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522aaa-0632-4e38-b144-80f0c0bc580c req-263a8f54-3e78-472e-bb61-9fa944a4961f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:39.301624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:39.302893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96522aaa-0632-4e38-b144-80f0c0bc580c req-263a8f54-3e78-472e-bb61-9fa944a4961f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1618495 Aug 18 13:59:39.342416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:39.343185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.479628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8347ed02-bdef-4517-8b28-3a7bdc127c36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:39.497693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:39.510741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:39.513655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96522aaa-0632-4e38-b144-80f0c0bc580c req-6a2e5b87-3a55-447f-851d-9aeda8e5b165 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101762 Aug 18 13:59:39.534468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.534988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:39.536309 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:39.536951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:39.644875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.693037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] No DVR routers for this DVR port 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:39.704581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.713497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-120521b5-8ca9-4f32-8bdc-9493bb0e0206 req-630cb6d1-24a5-4843-ab2f-e16d789d020a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.58 "DELETE /v2.0/ports/03daf93f-23dd-4e9d-a98c-0ad37c1d5223 HTTP/1.1" status: 204 len: 173 time: 1.9665337 Aug 18 13:59:39.719515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'name': 'network-vif-deleted', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:39.734878 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be185a9-a952-4cd7-afd0-84f7ef112797" -d '{"events": [{"server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "name": "network-vif-deleted", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:39.786957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.788759 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:39.826369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.832676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8347ed02-bdef-4517-8b28-3a7bdc127c36 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:39.836189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75d02864-7d41-4f11-a46d-7e6c00e45c72 req-410bcc17-6056-4953-8c6e-a85a59892886 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 210 time: 0.1003067 Aug 18 13:59:39.841280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Pushing event updated for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:39.868851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.869398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.869940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.870455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.871297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.871803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.872293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.872781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.873562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.874096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.882714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.882714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:39.940744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:39.942048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-170200d0-fa43-42ff-817d-a99c5378d025 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:39.942331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8347ed02-bdef-4517-8b28-3a7bdc127c36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:39.942846 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.950648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-170200d0-fa43-42ff-817d-a99c5378d025 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.4075460 Aug 18 13:59:39.990132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804303-5'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:40.063200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.095482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:40.180062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b4e5d-545a-42d3-8b01-7342c66bc5c9 req-7165110e-435c-40ea-946d-2e09e1a385d5 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:40.201996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-069b4e5d-545a-42d3-8b01-7342c66bc5c9 req-7165110e-435c-40ea-946d-2e09e1a385d5 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.7082903 Aug 18 13:59:40.207975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.219044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:40.219486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 03daf93f-23dd-4e9d-a98c-0ad37c1d5223 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:40.266693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:40.300287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:40.380246 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:40.433682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67'}, {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:40.436295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f22e1e8-6f32-416d-8529-4132712488f0" -d '{"events": [{"server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67"}, {"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-plugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:40.453077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:40.460390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.465618 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:40.467040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:40.513181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8347ed02-bdef-4517-8b28-3a7bdc127c36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8347ed02-bdef-4517-8b28-3a7bdc127c36,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:40.648910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:40.716325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 has no active binding in host n-h1-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:59:40.724025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.739225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.750860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:40.840686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-069b4e5d-545a-42d3-8b01-7342c66bc5c9 req-ec51ab7a-bc03-4b69-970e-1fe6f297c038 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377730 Aug 18 13:59:40.864097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8347ed02-bdef-4517-8b28-3a7bdc127c36,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:40.894823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.903755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:40.938425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52356e2-d9ed-4695-92c9-344262c89122 req-d532a51a-5ddc-473a-836e-66dfaf2a2c11 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:40.947409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d52356e2-d9ed-4695-92c9-344262c89122 req-d532a51a-5ddc-473a-836e-66dfaf2a2c11 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1951799 Aug 18 13:59:40.949525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:40.959599 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046d5e1-9c05-4f6b-bfcf-9ae4b6003635 x-openstack-request-id: req-e046d5e1-9c05-4f6b-bfcf-9ae4b6003635 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:40.960262 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf7d567-694b-489f-8aa0-053c00d0cd80", "name": "network-vif-deleted", "tag": "03daf93f-23dd-4e9d-a98c-0ad37c1d5223", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:40.960729 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e046d5e1-9c05-4f6b-bfcf-9ae4b6003635 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:40.961332 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf7d567-694b-489f-8aa0-053c00d0cd80', 'name': 'network-vif-deleted', 'tag': '03daf93f-23dd-4e9d-a98c-0ad37c1d5223', 'status': 'completed', 'code': 200} Aug 18 13:59:41.089351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d52356e2-d9ed-4695-92c9-344262c89122 req-2ecd75f4-1fb3-4104-b53c-dc31df3fb595 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409521 Aug 18 13:59:41.240476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:41.341166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8347ed02-bdef-4517-8b28-3a7bdc127c36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:41.421662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8347ed02-bdef-4517-8b28-3a7bdc127c36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:41.422991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.480736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea467760-ab7e-4cde-a436-a1959f820ce7 req-f97a0838-6a00-4d01-8de3-96e6801a1ce6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:41.481327 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58e40-2b02-4209-8c63-82f0b1b70a4a None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:41.483344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea467760-ab7e-4cde-a436-a1959f820ce7 req-f97a0838-6a00-4d01-8de3-96e6801a1ce6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.3112748 Aug 18 13:59:41.499711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Router 41c06435-a3b2-4e6d-8cb7-150b586b8707 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:41.567972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6ebfc-f08f-4d42-a7a1-48a666829b84 req-3d59693f-cc63-42f9-b4f6-8ffdec386d13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:41.581942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94f6ebfc-f08f-4d42-a7a1-48a666829b84 req-3d59693f-cc63-42f9-b4f6-8ffdec386d13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 945 time: 0.3412020 Aug 18 13:59:41.603252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:41.708350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-95efb0da-6568-41bc-bbbd-83dfc50b20eb tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:41.710098 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-95efb0da-6568-41bc-bbbd-83dfc50b20eb tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.10 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 823 time: 0.2948654 Aug 18 13:59:41.755525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:41.766757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94f6ebfc-f08f-4d42-a7a1-48a666829b84 req-a049e2c4-ba55-437b-89c9-c4424fdb2d1f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804905 Aug 18 13:59:41.781212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 12feec8c-6f7c-40c7-95c0-f44cccd98960 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:41.786139 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-2bcf566a-67ae-4f02-937a-7462bf781d65 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f343a10d32b5484ba4dc6f5e80be9d92 HTTP/1.1" status: 200 len: 380 time: 0.0619023 Aug 18 13:59:41.792412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 12feec8c-6f7c-40c7-95c0-f44cccd98960 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:41.793624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.797206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'port': {'device_id': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'admin_state_up': True, 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'security_groups': ['abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:41.811778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea467760-ab7e-4cde-a436-a1959f820ce7 req-355c87b5-75a2-4807-9745-7c9aab18d100 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076150 Aug 18 13:59:41.925065 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334138a-e487-4950-8ba7-1356c5afb929 x-openstack-request-id: req-3334138a-e487-4950-8ba7-1356c5afb929 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:41.926439 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67", "code": 200}, {"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-plugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:41.928691 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3334138a-e487-4950-8ba7-1356c5afb929 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:41.929110 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67', 'code': 200} Aug 18 13:59:41.929370 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'code': 200} Aug 18 13:59:41.957446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1993c2-4e98-445b-b52b-0dcd3dbd2349 None None] New status for floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:59:42.086599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c40ca3b-f6d2-4462-9495-52af4574baf0 req-6b299a55-9cbc-47f7-9ddd-b53b38d5e9d6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 210 time: 0.1057665 Aug 18 13:59:42.125044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:42.151563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:42.161157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bd47f800-4972-4886-8954-6f2671f2c668 admin admin] 10.222.0.35 "PUT /v2.0/routers/41c06435-a3b2-4e6d-8cb7-150b586b8707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3145182 Aug 18 13:59:42.163423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Sync routers for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:42.179771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:42.183296 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fd374-7d49-45c1-9866-6a117bcc887f" -d '{"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:42.191351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.220404 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:42.221505 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:42.294518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2504e4-6ce6-4728-975e-060a7b7e87fc req-f8d6e424-a804-4536-9c28-f5b591341144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:42.297276 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2504e4-6ce6-4728-975e-060a7b7e87fc req-f8d6e424-a804-4536-9c28-f5b591341144 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 1096 time: 0.2728403 Aug 18 13:59:42.343504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa60e-f00f-4dfc-b385-cc6326d822bc req-c09f9201-96d4-4df8-871f-3a0c6909c0a8 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:42.352426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73bfa60e-f00f-4dfc-b385-cc6326d822bc req-c09f9201-96d4-4df8-871f-3a0c6909c0a8 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1289296 Aug 18 13:59:42.406817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73bfa60e-f00f-4dfc-b385-cc6326d822bc req-8436bd5f-24b0-49d0-a638-7dd09d03b516 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510991 Aug 18 13:59:42.407846 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.410928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017677c0-bb5b-4f84-b6b9-a112ee029310 req-7e41866d-3798-489c-97c9-379ceea510b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:42.412725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-017677c0-bb5b-4f84-b6b9-a112ee029310 req-7e41866d-3798-489c-97c9-379ceea510b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 1097 time: 0.2749267 Aug 18 13:59:42.457507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Made reservation on behalf of f343a10d32b5484ba4dc6f5e80be9d92 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:42.465148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.465503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.562473 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c76dd-dcfc-43cb-b2a2-8185cd400e72 x-openstack-request-id: req-384c76dd-dcfc-43cb-b2a2-8185cd400e72 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:42.562997 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:42.563083 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-384c76dd-dcfc-43cb-b2a2-8185cd400e72 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:42.563448 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'code': 200} Aug 18 13:59:42.569478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:42.579828 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:42.638008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.763359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:42.771737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:42.772334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:42.772685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:42.782405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:42.794635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:42.794635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Attempting to bind port c26863f1-8c00-4779-83f5-0802d91d8aa2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:42.837208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61486bc-8bcf-431b-9930-a9b22a132adc req-36456473-cda0-4109-9a06-ad8bb78512b7 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:42.844156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61486bc-8bcf-431b-9930-a9b22a132adc req-36456473-cda0-4109-9a06-ad8bb78512b7 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.3183489 Aug 18 13:59:42.850231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:42.850689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:42.851317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:42.851576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Bound port: c26863f1-8c00-4779-83f5-0802d91d8aa2, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:42.851957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.978573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:42.982369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:43.039271 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:38Z', 'revision_number': 4, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '89782f4f-f05b-4edf-a771-550288ac5d7d', 'name': '', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'mac_address': 'fa:16:3e:ed:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:37Z', 'updated_at': '2021-08-18T13:59:38Z', 'revision_number': 2, 'project_id': '9c99aebf175543278247560be58ec99b', 'subnets': [{'id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:43.044974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61486bc-8bcf-431b-9930-a9b22a132adc req-71595299-fe00-4387-922d-080d509d955a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887574 Aug 18 13:59:43.121423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ab2504e4-6ce6-4728-975e-060a7b7e87fc req-d831daf3-727a-4778-a346-bfed324d5d94 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8117218 Aug 18 13:59:43.131043 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Checking router: 41c06435-a3b2-4e6d-8cb7-150b586b8707 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:43.131400 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Updating router 41c06435-a3b2-4e6d-8cb7-150b586b8707 port 89782f4f-f05b-4edf-a771-550288ac5d7d binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:43.147495 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-017677c0-bb5b-4f84-b6b9-a112ee029310 req-17732784-0e33-4813-a419-3ac67f802238 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194290 Aug 18 13:59:43.184508 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.218674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-45bc6bb1-b9b0-4ef6-9a0a-067ca09c188e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:43.220711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-45bc6bb1-b9b0-4ef6-9a0a-067ca09c188e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 811 time: 0.2066517 Aug 18 13:59:43.231036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.293353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Allocated IP 172.20.0.13 (09973221-3cd9-4c7b-9e1b-fdb221d5bd4b/56021232-e1aa-47da-9554-fab81394d378/b2d32b26-d467-47ec-bd3e-4172677d8e4d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:43.329425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-63991678-6532-4307-813a-3da307a0485f tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/quotas/9c99aebf175543278247560be58ec99b HTTP/1.1" status: 200 len: 375 time: 0.0734396 Aug 18 13:59:43.412843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:43.413944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.415948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] 10.222.0.10 "PUT /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 1121 time: 3.4412420 Aug 18 13:59:43.439433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f0658-11ee-4746-9282-0b8611c7e622 req-f32a08aa-7ab2-4083-b786-c93556bcb28d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:43.442170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec0f0658-11ee-4746-9282-0b8611c7e622 req-f32a08aa-7ab2-4083-b786-c93556bcb28d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.2194161 Aug 18 13:59:43.449753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326075f-7757-45f1-9c9b-7659485f5c16 service neutron] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=8']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:43.514772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3746da5c-42fd-4046-8477-26e854925a79 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722252 Aug 18 13:59:43.534314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:43.542608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec0f0658-11ee-4746-9282-0b8611c7e622 req-a8b60ee6-fbac-49ea-bc6e-c7fd92ef6f08 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780158 Aug 18 13:59:43.589321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:43.606419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.671028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Transition to ACTIVE for port object b2d32b26-d467-47ec-bd3e-4172677d8e4d will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:43.811070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-24134a50-e28b-4cb1-bcc6-7375169cf06a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580935 Aug 18 13:59:43.815776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.822964 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.850274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Transition to ACTIVE for port object 89782f4f-f05b-4edf-a771-550288ac5d7d will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:43.916635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:43.919612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:43.943777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:43.972732 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.987110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:44.005835 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdb130-9514-49ea-80f1-e4ea71fd1455" -d '{"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-plugged", "status": "completed", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:44.057904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-40394dfb-9b6f-4df4-85fd-134662d68a01 service neutron] 10.222.0.35 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928172 Aug 18 13:59:44.082254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event updated for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.114412 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca6d2-275e-4fe2-a30e-31cdd47f5957 None None] Pushing event updated for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.135632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:44.138760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.217905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-aca197fd-2c7a-48f5-9ab4-13d68d851b4f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:44.226121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-aca197fd-2c7a-48f5-9ab4-13d68d851b4f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4155934 Aug 18 13:59:44.248421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-dda0d07a-183b-4702-8227-8ae29bf41dc3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/quotas/a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 375 time: 0.0209672 Aug 18 13:59:44.268791 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Attempting to bind port 89782f4f-f05b-4edf-a771-550288ac5d7d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:44.269371 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Attempting to bind port 89782f4f-f05b-4edf-a771-550288ac5d7d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:44.269629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Attempting to bind port 89782f4f-f05b-4edf-a771-550288ac5d7d on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:44.271667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-c43b7544-bda9-454f-bfe2-20a095475732 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4787602 Aug 18 13:59:44.284925 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:44.285319 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Checking segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:44.285699 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.286136 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Bound using segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:44.286610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Bound port: 89782f4f-f05b-4edf-a771-550288ac5d7d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:44.287004 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.291880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Request body: {'port': {'device_id': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:44.365437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-db17a434-a78c-4958-8694-be92bf4efd77 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079648 Aug 18 13:59:44.402201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.405400 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] For port 89782f4f-f05b-4edf-a771-550288ac5d7d, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:44.409606 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] For port 89782f4f-f05b-4edf-a771-550288ac5d7d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=89782f4f-f05b-4edf-a771-550288ac5d7d,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:44.456699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-b8749de3-b031-4ae3-8ef9-e362c9210f0f service neutron] 10.222.0.35 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953686 Aug 18 13:59:44.495441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3b1b324-5547-4567-afec-95b21f28a98e None None] Provisioning for port b2d32b26-d467-47ec-bd3e-4172677d8e4d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:44.500621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3b1b324-5547-4567-afec-95b21f28a98e None None] Provisioning complete for port b2d32b26-d467-47ec-bd3e-4172677d8e4d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:44.502367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b324-5547-4567-afec-95b21f28a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.536286 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.564425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:44.574944 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:44.606334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1b324-5547-4567-afec-95b21f28a98e None None] Port b2d32b26-d467-47ec-bd3e-4172677d8e4d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:44.624467 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:44.625390 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:44.752642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca6d2-275e-4fe2-a30e-31cdd47f5957 None None] Pushing event updated for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.848647 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:45.005875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596780f8-fc8f-454c-a62c-3681e59061bf req-0dddb820-5249-4789-a7a4-f33a547a5757 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:45.007573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-596780f8-fc8f-454c-a62c-3681e59061bf req-0dddb820-5249-4789-a7a4-f33a547a5757 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1673329 Aug 18 13:59:45.080784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d32b26-d467-47ec-bd3e-4172677d8e4d {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:45.095700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.131982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-596780f8-fc8f-454c-a62c-3681e59061bf req-4b6e3f0e-8f5f-4686-be67-ec4ed12b7b44 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115284 Aug 18 13:59:45.139959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Transition to ACTIVE for port object b2d32b26-d467-47ec-bd3e-4172677d8e4d will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:45.359595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.359845 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:38Z', 'revision_number': 4, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '89782f4f-f05b-4edf-a771-550288ac5d7d', 'name': '', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'mac_address': 'fa:16:3e:ed:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:37Z', 'updated_at': '2021-08-18T13:59:44Z', 'revision_number': 4, 'project_id': '9c99aebf175543278247560be58ec99b', 'subnets': [{'id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:45.369391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb19649-97a8-428c-945c-60f8a95e47db req-8e47f5f2-716a-4669-81c2-18a3d202bedd tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:45.371223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0eb19649-97a8-428c-945c-60f8a95e47db req-8e47f5f2-716a-4669-81c2-18a3d202bedd tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 932 time: 0.1526861 Aug 18 13:59:45.398099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952412c8-379c-4c48-ace3-da8eea204b73 req-5d2b8b13-7dd9-4c8d-96e9-ae34353db6c4 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:45.398099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-952412c8-379c-4c48-ace3-da8eea204b73 req-5d2b8b13-7dd9-4c8d-96e9-ae34353db6c4 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1008332 Aug 18 13:59:45.404228 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d2ac5-3e2a-45d3-9d7a-aab2c4206d70 None None] The sync data for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 is: [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T13:59:38Z', 'revision_number': 4, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '89782f4f-f05b-4edf-a771-550288ac5d7d', 'name': '', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'mac_address': 'fa:16:3e:ed:73:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:37Z', 'updated_at': '2021-08-18T13:59:44Z', 'revision_number': 4, 'project_id': '9c99aebf175543278247560be58ec99b', 'subnets': [{'id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:45.428553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:45.508054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0eb19649-97a8-428c-945c-60f8a95e47db req-632b1b18-7cea-4c96-adb3-2778cb58f810 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178503 Aug 18 13:59:45.514015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-952412c8-379c-4c48-ace3-da8eea204b73 req-3d38b778-55e1-44b3-a3a8-2b3f19cfea07 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192489 Aug 18 13:59:45.595792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Attempting to bind port b2d32b26-d467-47ec-bd3e-4172677d8e4d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:45.596158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Attempting to bind port b2d32b26-d467-47ec-bd3e-4172677d8e4d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:45.610551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Attempting to bind port b2d32b26-d467-47ec-bd3e-4172677d8e4d on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:45.615934 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee47b57-3cc0-4c73-9e09-522f36605bf5 x-openstack-request-id: req-6ee47b57-3cc0-4c73-9e09-522f36605bf5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:45.616904 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-plugged", "status": "completed", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:45.617393 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ee47b57-3cc0-4c73-9e09-522f36605bf5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:45.619394 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'code': 200} Aug 18 13:59:45.624400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Port b2d32b26-d467-47ec-bd3e-4172677d8e4d on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:45.624743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Attempting to bind port b2d32b26-d467-47ec-bd3e-4172677d8e4d on network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:45.653241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:45.654105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Checking segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:45.654772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Bound using segment: {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:45.655488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Bound port: b2d32b26-d467-47ec-bd3e-4172677d8e4d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:45.656114 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.775308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0481-a594-4f5c-9e4a-0eabdaaefe3e req-38edca03-fb77-4dde-8149-062666728428 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:45.779372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-746b0481-a594-4f5c-9e4a-0eabdaaefe3e req-38edca03-fb77-4dde-8149-062666728428 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1459816 Aug 18 13:59:45.853461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ca37-b589-4859-a5d4-359e6e7f892a req-8b9ff28d-a77a-444f-9dc6-990a5dbad590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:45.855469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8be2ca37-b589-4859-a5d4-359e6e7f892a req-8b9ff28d-a77a-444f-9dc6-990a5dbad590 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1096 time: 0.1541796 Aug 18 13:59:45.872884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-746b0481-a594-4f5c-9e4a-0eabdaaefe3e req-b03ed420-3090-44ca-904c-dffd29d200bc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761154 Aug 18 13:59:45.920406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:45.926326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:45.933452 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8be2ca37-b589-4859-a5d4-359e6e7f892a req-6e391ceb-58b0-4e33-b0af-162c56f858ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Aug 18 13:59:46.029051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab642-1f61-4375-b464-25e9c4516290 req-07d10e3f-5656-4862-9739-1573411d452b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.029051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f9ab642-1f61-4375-b464-25e9c4516290 req-07d10e3f-5656-4862-9739-1573411d452b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.0670366 Aug 18 13:59:46.047862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.058006 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c1499-e482-413b-bd91-9a1cc16fd40a x-openstack-request-id: req-9c5c1499-e482-413b-bd91-9a1cc16fd40a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:46.058327 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:46.058566 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c5c1499-e482-413b-bd91-9a1cc16fd40a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:46.058952 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'status': 'completed', 'code': 200} Aug 18 13:59:46.143320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f9ab642-1f61-4375-b464-25e9c4516290 req-50a8c438-e0a2-4484-b6b2-c4db64c48376 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984421 Aug 18 13:59:46.205383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3e1333d-1b59-4e42-a8b2-40f3a9f801f6 req-a866e075-a25f-4651-aae6-4ffc2884cd03 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 210 time: 0.0743718 Aug 18 13:59:46.229062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:46.345035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.347379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.367683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-bc215d69-3129-48e2-81a3-615c56729a4a service neutron] 10.222.0.10 "PUT /v2.0/ports/b2d32b26-d467-47ec-bd3e-4172677d8e4d HTTP/1.1" status: 200 len: 1092 time: 2.0798085 Aug 18 13:59:46.371829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:46.376466 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfd872-6847-4570-ac62-c5e2c8150929" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:46.392420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a76f320-a432-4b82-80b1-623c723fb46a req-43486902-f650-4f08-b3aa-5cdf26fd1ac7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 210 time: 0.1062994 Aug 18 13:59:46.513268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-476f747b-b1c9-4c6b-92d7-a370a551e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.528560 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-476f747b-b1c9-4c6b-92d7-a370a551e077 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1124 time: 0.3253381 Aug 18 13:59:46.680098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e743-f3ad-4964-bdc1-8a0c6fb2a8ed req-e33a5fa1-2477-481b-bfe3-3a100b53d2bf tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.682376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57d5e743-f3ad-4964-bdc1-8a0c6fb2a8ed req-e33a5fa1-2477-481b-bfe3-3a100b53d2bf tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1616812 Aug 18 13:59:46.776689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57d5e743-f3ad-4964-bdc1-8a0c6fb2a8ed req-de6a3d4b-f6f5-4a96-8778-9bbccc85eb97 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873322 Aug 18 13:59:46.879291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-7a9c8ac9-a771-4a80-8fe0-cf7e087b231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.882930 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-7a9c8ac9-a771-4a80-8fe0-cf7e087b231c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.3470402 Aug 18 13:59:46.890891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-8140353e-782d-4287-a82d-c0f21d2d7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:46.892503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-8140353e-782d-4287-a82d-c0f21d2d7bec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 1095 time: 0.3083401 Aug 18 13:59:46.967265 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-a34c63a9-36a8-46fd-9ad3-afa090992881 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d HTTP/1.1" status: 200 len: 217 time: 0.0566134 Aug 18 13:59:47.005223 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df1208-8f3c-4899-908e-83df38ab89f8 x-openstack-request-id: req-a4df1208-8f3c-4899-908e-83df38ab89f8 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:47.005527 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:47.005779 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4df1208-8f3c-4899-908e-83df38ab89f8 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:47.009457 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'status': 'completed', 'code': 200} Aug 18 13:59:47.015897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247bbb5-b041-49df-a6f3-94eb0a2ee1bd req-dd452f71-d4a2-4319-84c7-c6b875758b92 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.018236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-689c111a-0639-4088-a87d-bd0796b40255 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 217 time: 0.1186929 Aug 18 13:59:47.025531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7247bbb5-b041-49df-a6f3-94eb0a2ee1bd req-dd452f71-d4a2-4319-84c7-c6b875758b92 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1197107 Aug 18 13:59:47.112578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7247bbb5-b041-49df-a6f3-94eb0a2ee1bd req-dc3ecac0-0554-476f-8ad6-f3a15d424764 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857968 Aug 18 13:59:47.226689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-82616eaa-873e-4420-9c52-78710a55f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.231509 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-82616eaa-873e-4420-9c52-78710a55f067 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1815617 Aug 18 13:59:47.249046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-20482c97-55ab-462f-b55d-1a4658586c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.251860 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-20482c97-55ab-462f-b55d-1a4658586c4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.2554660 Aug 18 13:59:47.337590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df999-8ca0-419b-9049-2c361e078250 req-8da68274-5925-4764-94d5-572c6c44f096 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.350574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a1df999-8ca0-419b-9049-2c361e078250 req-8da68274-5925-4764-94d5-572c6c44f096 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 944 time: 0.1826000 Aug 18 13:59:47.436590 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-91e26624-a2e5-44da-8045-4efbeea5b8c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829939 Aug 18 13:59:47.442401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 89782f4f-f05b-4edf-a771-550288ac5d7d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:47.489324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a1df999-8ca0-419b-9049-2c361e078250 req-fbdf2523-61d9-4c15-be46-38a66ca7a1c9 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297600 Aug 18 13:59:47.543578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a483-052c-46be-bfab-56870f86b577 req-41bc7b8f-2b80-4472-979d-d1f7b2e1e1c3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.562570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6b8a483-052c-46be-bfab-56870f86b577 req-41bc7b8f-2b80-4472-979d-d1f7b2e1e1c3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1728196 Aug 18 13:59:47.563184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523ab2-2f86-4476-856d-ed8b42789231 req-58394cdf-01a4-4bff-b3ef-3c7df5c99115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.565418 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-58394cdf-01a4-4bff-b3ef-3c7df5c99115 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934444 Aug 18 13:59:47.647328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6b8a483-052c-46be-bfab-56870f86b577 req-ddcf2388-e710-48b2-865d-cdc936056595 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Aug 18 13:59:47.709640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 89782f4f-f05b-4edf-a771-550288ac5d7d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:47.714844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 89782f4f-f05b-4edf-a771-550288ac5d7d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:47.715201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.720647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-b67331f1-d140-4702-bb20-43e96ec573c3 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661202 Aug 18 13:59:47.758557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d75fe9-a884-492b-8c62-21b8d62ca2e1 req-f8e54899-45bc-4058-8eb9-540667bec966 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:47.772143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90d75fe9-a884-492b-8c62-21b8d62ca2e1 req-f8e54899-45bc-4058-8eb9-540667bec966 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.1371074 Aug 18 13:59:47.876728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90d75fe9-a884-492b-8c62-21b8d62ca2e1 req-42de40e6-f68f-4087-91a3-acd7f01ea7db tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 Aug 18 13:59:47.912245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-e6768a22-5177-47f9-bf17-8fb5ff2820aa service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302727 Aug 18 13:59:47.965082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a7d254d-9d4c-40c5-a424-21a92eaad8fa req-99744871-7719-4f9f-94ec-850f1fa5abc0 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022188 Aug 18 13:59:47.966048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.034209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b12de530-cf0f-4500-b54f-255f43702cfc req-ac2b6509-9410-4e0d-b40a-8e66e9341927 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 210 time: 0.0701985 Aug 18 13:59:48.077665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 89782f4f-f05b-4edf-a771-550288ac5d7d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=89782f4f-f05b-4edf-a771-550288ac5d7d,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:48.121013 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62523ab2-2f86-4476-856d-ed8b42789231 req-8e81cbd2-8cc7-439c-8337-860419d73065 service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873529 Aug 18 13:59:48.144602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9d9f604-29c0-4a35-8653-5b7409123959 req-9ff336f0-d1f7-415c-9211-cad1f1f64299 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 210 time: 0.0308943 Aug 18 13:59:48.191989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.236442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c32d-7293-48bb-a706-b7cc9002bcb4 req-89cff59c-29c0-4f2e-a8d4-230dfe4bbd52 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.245141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df52c32d-7293-48bb-a706-b7cc9002bcb4 req-89cff59c-29c0-4f2e-a8d4-230dfe4bbd52 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1026487 Aug 18 13:59:48.314059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df52c32d-7293-48bb-a706-b7cc9002bcb4 req-ecda4a56-5d17-44c3-b85f-33b29abeb5dc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675492 Aug 18 13:59:48.335986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:48.364499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-d75d0b18-e307-4924-ac4c-f9e8d4bc404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.366193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-d75d0b18-e307-4924-ac4c-f9e8d4bc404b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 1095 time: 0.0774908 Aug 18 13:59:48.465926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa80fcc-bc34-40ff-a414-3a24e1c01a4a req-2a4555f0-94d0-433c-acea-ce7a854b40a8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.473717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fa80fcc-bc34-40ff-a414-3a24e1c01a4a req-2a4555f0-94d0-433c-acea-ce7a854b40a8 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.0857804 Aug 18 13:59:48.529510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fa80fcc-bc34-40ff-a414-3a24e1c01a4a req-959be1c8-079e-4e76-8f1e-f9f61e0ff6da tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Aug 18 13:59:48.625364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-40ee8437-0ab1-4b61-81aa-0735bacecf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.627102 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-40ee8437-0ab1-4b61-81aa-0735bacecf4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 924 time: 0.2470860 Aug 18 13:59:48.670417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-fc2b46e6-35ef-460e-9a8f-14a7f84d6dba tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429711 Aug 18 13:59:48.697667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-c31f1679-eee6-40f8-8982-c9ed0a2d6855 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d HTTP/1.1" status: 200 len: 217 time: 0.0591974 Aug 18 13:59:48.814812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-6f69f02c-075f-4efe-86ce-d59e738ca49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.816890 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-6f69f02c-075f-4efe-86ce-d59e738ca49a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.0933728 Aug 18 13:59:48.837281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d0a37-e8b5-4f9e-9d2f-c8cb4f2fd14e req-fadfa3ea-a457-44c0-a17d-8ed52dcf5bdb tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.838776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b92d0a37-e8b5-4f9e-9d2f-c8cb4f2fd14e req-fadfa3ea-a457-44c0-a17d-8ed52dcf5bdb tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 944 time: 0.1617515 Aug 18 13:59:48.846728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeba3f-f0d7-4679-b2ce-fe3cc0a2aad4 req-05705610-74ef-4c9b-a362-0c2412818474 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.848246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26aeba3f-f0d7-4679-b2ce-fe3cc0a2aad4 req-05705610-74ef-4c9b-a362-0c2412818474 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1096 time: 0.1558354 Aug 18 13:59:48.912499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-f001c0ef-3926-45f8-83cf-14788bc31d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.915551 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-f001c0ef-3926-45f8-83cf-14788bc31d32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876637 Aug 18 13:59:48.921872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-e9d390d1-cb18-4b54-a804-8770f3d652c5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:48.923347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-e9d390d1-cb18-4b54-a804-8770f3d652c5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320235 Aug 18 13:59:48.956489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26aeba3f-f0d7-4679-b2ce-fe3cc0a2aad4 req-7f4fdd52-c4da-4976-9af9-e3a17b0b0566 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Aug 18 13:59:48.960661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Request body: {'port': {'device_id': '71e03183-61c9-4149-84e9-41b42026fe9e', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a91ea0c85878423b982a8379ba9a4d59'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:48.994905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b92d0a37-e8b5-4f9e-9d2f-c8cb4f2fd14e req-b437d122-8671-42bc-8a2b-a72056f22151 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434834 Aug 18 13:59:49.158271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-6931cd92-722c-4204-9bf7-cd6c1fd21c6b service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173240 Aug 18 13:59:49.228825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd64a7-7ec8-47eb-a4b1-67cf031560fe req-080181a5-9daa-4701-a671-541fc01560cf tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:49.236091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0bd64a7-7ec8-47eb-a4b1-67cf031560fe req-080181a5-9daa-4701-a671-541fc01560cf tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1383348 Aug 18 13:59:49.279404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acc4ad-a5d1-493f-a850-62051a47a2f5 req-1988337f-73a2-4a0b-921a-01880591c10d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:49.287635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13acc4ad-a5d1-493f-a850-62051a47a2f5 req-1988337f-73a2-4a0b-921a-01880591c10d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.1421618 Aug 18 13:59:49.338995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 89782f4f-f05b-4edf-a771-550288ac5d7d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:49.343636 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05cfd872-6847-4570-ac62-c5e2c8150929 req-74327b7e-a9e6-4a4d-bb4b-96be50495251 service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618640 Aug 18 13:59:49.345159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0bd64a7-7ec8-47eb-a4b1-67cf031560fe req-397df62c-829a-4061-965d-1308973139b4 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062391 Aug 18 13:59:49.381274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13acc4ad-a5d1-493f-a850-62051a47a2f5 req-9e351406-3720-40ef-8c59-974c9f5e0e1b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 Aug 18 13:59:49.397763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Made reservation on behalf of a91ea0c85878423b982a8379ba9a4d59 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:49.402876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.580283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e7cdec1-3e3f-48f8-89e2-1e099a7224c8 req-beac05e7-48d3-4f3f-b7c4-8b9d0e691d50 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 210 time: 0.0695329 Aug 18 13:59:49.580512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 89782f4f-f05b-4edf-a771-550288ac5d7d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:49.580902 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.643974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712d8e9-5011-48c0-aee5-fe381ec0bde0 req-567754dc-df5d-459f-bb28-56fff6851f0c tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:49.651880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0712d8e9-5011-48c0-aee5-fe381ec0bde0 req-567754dc-df5d-459f-bb28-56fff6851f0c tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1096 time: 0.1505449 Aug 18 13:59:49.702026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0712d8e9-5011-48c0-aee5-fe381ec0bde0 req-8ce4fe6a-a3de-4810-b385-aa00b9bbea64 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472484 Aug 18 13:59:49.716987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Allocated IP 192.168.233.232 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:49.914929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4a5a607-b6cc-4223-a83a-a97b7cef6697 req-ed7e2f3d-365d-4b24-abf4-1e9f98b7d7c7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 210 time: 0.1038277 Aug 18 13:59:49.917147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-12597bbd-6fa7-4894-be59-2447a9fccf32 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:49.919667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-12597bbd-6fa7-4894-be59-2447a9fccf32 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.10 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 811 time: 0.1928227 Aug 18 13:59:49.947989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Request body: {'port': {'device_id': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'admin_state_up': True, 'tenant_id': '9c99aebf175543278247560be58ec99b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:50.046347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31658ac2-f579-4cc8-abd6-b43bc0b25e3f req-f79cd8a9-bdbf-4471-923b-2b90476ef645 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:50.053515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31658ac2-f579-4cc8-abd6-b43bc0b25e3f req-f79cd8a9-bdbf-4471-923b-2b90476ef645 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1228108 Aug 18 13:59:50.082640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.117707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Transition to ACTIVE for port object cd23ac7b-13a4-42e3-a7cf-69d03f87a28a will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:50.134348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31658ac2-f579-4cc8-abd6-b43bc0b25e3f req-28829a53-f4ca-4b58-9ad9-0806b33671b0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793958 Aug 18 13:59:50.198345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Made reservation on behalf of 9c99aebf175543278247560be58ec99b for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:50.202392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.274917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647b3e2-c04d-4a49-8f87-ed3e9a9244be req-32529558-d941-4ddf-93c5-c7da26f9ad16 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:50.276634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f647b3e2-c04d-4a49-8f87-ed3e9a9244be req-32529558-d941-4ddf-93c5-c7da26f9ad16 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 944 time: 0.0657790 Aug 18 13:59:50.347101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.362020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:50.366701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:50.391098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f647b3e2-c04d-4a49-8f87-ed3e9a9244be req-661572d3-a873-4ca1-b10a-be470275f12d tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059189 Aug 18 13:59:50.408751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Allocated IP 172.20.0.11 (7e35b8cb-520f-45f5-a469-c3165c736ff8/8968a340-ac0f-4436-8c90-c15a2efad445/4cf79b7a-a682-4da8-a830-4ef541467dfb) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:50.450561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:50.482763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:50.486640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:50.620919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:50.621669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.632392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:50.720418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.741608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-02e91ac7-4b7e-4899-a7ba-ec224a1f1175 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7989976 Aug 18 13:59:50.762168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Request body: {'port': {'device_id': '71e03183-61c9-4149-84e9-41b42026fe9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:50.788671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c415802-b8d5-4c04-bebb-eb717df3c8e8 req-b73b765b-9853-4427-a863-b4e5270df599 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:50.800083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c415802-b8d5-4c04-bebb-eb717df3c8e8 req-b73b765b-9853-4427-a863-b4e5270df599 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.1487744 Aug 18 13:59:50.904152 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.906301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.938561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c415802-b8d5-4c04-bebb-eb717df3c8e8 req-3eef2f2f-470c-420b-9664-4f5183368c17 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374426 Aug 18 13:59:50.988887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:51.012520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:51.026057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:51.038044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-533702e6-075d-4373-828a-d4bd294c1698 None None] Provisioning for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:51.042619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-533702e6-075d-4373-828a-d4bd294c1698 None None] Provisioning complete for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:51.042991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-533702e6-075d-4373-828a-d4bd294c1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.121909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-533702e6-075d-4373-828a-d4bd294c1698 None None] Port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:51.136047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:51.136777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.170966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Pushing event updated for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:51.256120 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3cf25006-0167-456d-a769-5e3046a1700c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3133047 Aug 18 13:59:51.273888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Request body: {'port': {'device_id': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:51.369562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.789995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf79b7a-a682-4da8-a830-4ef541467dfb {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:51.801063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.817787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Transition to ACTIVE for port object 4cf79b7a-a682-4da8-a830-4ef541467dfb will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:51.833315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:51.843485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.891950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b4bca55-6450-4fc2-abd6-d9cdb831af3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.893202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Transition to ACTIVE for port object cd23ac7b-13a4-42e3-a7cf-69d03f87a28a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:51.916394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5778819-056d-4f6f-9465-b162701b6ba0 req-a5bef23b-7c61-4660-a872-0f4639f38071 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:51.918225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5778819-056d-4f6f-9465-b162701b6ba0 req-a5bef23b-7c61-4660-a872-0f4639f38071 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1202831 Aug 18 13:59:51.965692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:51.979362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5778819-056d-4f6f-9465-b162701b6ba0 req-6c7dabac-6b5d-4443-90d4-868859d56143 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538492 Aug 18 13:59:52.077653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.117256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Attempting to bind port 4cf79b7a-a682-4da8-a830-4ef541467dfb on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:52.117598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Attempting to bind port 4cf79b7a-a682-4da8-a830-4ef541467dfb by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:52.118738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Attempting to bind port 4cf79b7a-a682-4da8-a830-4ef541467dfb on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:52.123597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Port 4cf79b7a-a682-4da8-a830-4ef541467dfb on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:52.123928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Attempting to bind port 4cf79b7a-a682-4da8-a830-4ef541467dfb on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:52.124356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e91f3-ebc5-4a53-87bc-2eadec2f5241 req-67a5766a-0055-43ff-a565-928d51223970 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:52.127075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d67e91f3-ebc5-4a53-87bc-2eadec2f5241 req-67a5766a-0055-43ff-a565-928d51223970 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 944 time: 0.0717289 Aug 18 13:59:52.133236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:52.133622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Checking segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:52.134067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Bound using segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:52.134523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Bound port: 4cf79b7a-a682-4da8-a830-4ef541467dfb, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:52.135079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.187756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d67e91f3-ebc5-4a53-87bc-2eadec2f5241 req-a49da44f-bf0c-49d2-ac7d-1860180d0975 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546939 Aug 18 13:59:52.236530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:52.239973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:52.312392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2d32b26-d467-47ec-bd3e-4172677d8e4d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:52.356518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc4b23-6dd1-46dc-afb6-cf489d233732 req-397c6d3d-6a92-43ba-9bc1-93b4df101feb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:52.358467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76cc4b23-6dd1-46dc-afb6-cf489d233732 req-397c6d3d-6a92-43ba-9bc1-93b4df101feb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 936 time: 0.0564890 Aug 18 13:59:52.412580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76cc4b23-6dd1-46dc-afb6-cf489d233732 req-6a07fd97-b4a1-44fb-926d-1af953387e1b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Aug 18 13:59:52.426766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:52.441316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'port_id': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'mac_address': 'fa:16:3e:6f:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:52.485179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.500029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d32b26-d467-47ec-bd3e-4172677d8e4d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:52.525454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:52.534462 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.592179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.616077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.627275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.676158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:52.679174 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.683777 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] 10.222.0.10 "PUT /v2.0/ports/4cf79b7a-a682-4da8-a830-4ef541467dfb HTTP/1.1" status: 200 len: 1092 time: 1.4156883 Aug 18 13:59:52.691940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:52.699526 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76af737-fee8-4906-98f2-1069a1179294" -d '{"events": [{"name": "network-changed", "server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:52.738966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935ecb1-55be-4a57-a56a-a18efd4b849a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.745146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:52.745686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:52.746054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:52.755037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:52.755375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:52.773300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:52.773957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:52.775490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:52.776790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Bound port: cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:52.778171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.808963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.876491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-14573883-88ed-48d4-9de1-3c36208da8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:52.884266 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-14573883-88ed-48d4-9de1-3c36208da8a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 1095 time: 0.0808761 Aug 18 13:59:52.956038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b2d32b26-d467-47ec-bd3e-4172677d8e4d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:52.960336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-1c9adac1-f0f8-4241-9cf1-ee6f44de7121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb HTTP/1.1" status: 200 len: 217 time: 0.0566843 Aug 18 13:59:52.972989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:52.980108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:53.000723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719a3e-027b-4fe5-8239-b6d377ebed50 req-4d5e8628-6c11-4014-b0db-56d610247111 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.008364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb719a3e-027b-4fe5-8239-b6d377ebed50 req-4d5e8628-6c11-4014-b0db-56d610247111 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 945 time: 0.1493824 Aug 18 13:59:53.047741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-78e3b025-a357-432a-9527-afb66280d122 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:59:53.054798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-78e3b025-a357-432a-9527-afb66280d122 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088220 Aug 18 13:59:53.058125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb719a3e-027b-4fe5-8239-b6d377ebed50 req-0c630c9a-5ea8-4279-bc2e-949ab0cfb151 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Aug 18 13:59:53.069271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Request body: {'binding': {'host': 'n-h1-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:53.069771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Unknown quota resources ['binding']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:59:53.132779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.148900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-d83fa05c-f893-4112-9445-2aa2f7d650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.150744 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-d83fa05c-f893-4112-9445-2aa2f7d650e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.1754520 Aug 18 13:59:53.267543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.268556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.273893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 1096 time: 2.5151610 Aug 18 13:59:53.273893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:53.273893 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757118b-a847-456d-806d-eda83f49515e" -d '{"events": [{"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:53.286820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b50f91-8ed8-4111-b8e8-4baceb1aa71d req-b0402078-0999-4c91-be20-a8f52413588b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.290172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-7003c36f-e116-46e5-a259-5e28c795e925 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296666 Aug 18 13:59:53.294828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49b50f91-8ed8-4111-b8e8-4baceb1aa71d req-b0402078-0999-4c91-be20-a8f52413588b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.1134818 Aug 18 13:59:53.357112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49b50f91-8ed8-4111-b8e8-4baceb1aa71d req-eb87037c-d04c-4372-ad7f-33ec42eaeecd tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613213 Aug 18 13:59:53.382896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82000c-0428-4487-9610-2c134aa69d28 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:53.552566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-4fe46cb5-32f1-4efb-9443-5b704a7534b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.554471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-4fe46cb5-32f1-4efb-9443-5b704a7534b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1099 time: 0.1204150 Aug 18 13:59:53.559900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-ad45e07e-7341-468a-9c2b-9fc8ef9b9f6a service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615075 Aug 18 13:59:53.565829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h1-804303-5 for vnic_type normal with profile None {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:53.566203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:53.566541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:53.587334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dcbf5-7f75-497e-aa45-5a713c4a64d9 req-80bc6078-d75a-4a82-b78f-b0624de05536 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.591660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-931dcbf5-7f75-497e-aa45-5a713c4a64d9 req-80bc6078-d75a-4a82-b78f-b0624de05536 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.0990212 Aug 18 13:59:53.597312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:59:53.597642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:53.691865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-976dfb91-6a0f-4899-a8f6-70d31d3a6eb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0992284 Aug 18 13:59:53.702615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:53.702952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:53.703347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:53.703796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Bound port: 12feec8c-6f7c-40c7-95c0-f44cccd98960, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:53.727505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-931dcbf5-7f75-497e-aa45-5a713c4a64d9 req-f9395603-5e69-43e0-add1-f526be0a6be8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013248 Aug 18 13:59:53.787441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-9aadc2f0-2495-4ca3-ac2e-84acdfbc04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.791453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-9aadc2f0-2495-4ca3-ac2e-84acdfbc04db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0861549 Aug 18 13:59:53.833227 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc68635-d07b-45e6-a031-51114dcb6ba2 x-openstack-request-id: req-cdc68635-d07b-45e6-a031-51114dcb6ba2 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:53.833227 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:53.833965 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdc68635-d07b-45e6-a031-51114dcb6ba2 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:53.833965 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb', 'status': 'completed', 'code': 200} Aug 18 13:59:53.836211 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b14c81-8ba4-4987-a3dc-2ca3099205f2 req-8aedad45-e70f-4c1c-9784-7457d57b10c7 service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483497 Aug 18 13:59:53.858413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:53.879219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-aea33509-f5e9-41d2-8b09-491f4f9dd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.880906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-aea33509-f5e9-41d2-8b09-491f4f9dd0c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713320 Aug 18 13:59:53.985974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-a16942fd-6ca5-4f92-b348-ecc2ce5bcfcf service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923431 Aug 18 13:59:54.038781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.042801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-2a028b59-61af-4e99-8556-7527fff8da78 service neutron] 10.222.0.35 "POST /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960/bindings HTTP/1.1" status: 201 len: 389 time: 0.9804604 Aug 18 13:59:54.115792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bdde81f-6bfa-45ba-9bf5-809bdbb47ecf req-6cdd1bb6-5bb4-40ed-ba76-52fa1329177e service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206701 Aug 18 13:59:54.174246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76af737-fee8-4906-98f2-1069a1179294 req-204b4e6a-f380-463a-acf7-c6808ca5162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.176690 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-204b4e6a-f380-463a-acf7-c6808ca5162b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 1095 time: 0.0554581 Aug 18 13:59:54.254148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3d9e-9b32-49a2-bce7-ae55dade26d2 req-0df5a908-11ad-4ead-929f-f94fbf44e60a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.255659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-533d3d9e-9b32-49a2-bce7-ae55dade26d2 req-0df5a908-11ad-4ead-929f-f94fbf44e60a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 944 time: 0.0667841 Aug 18 13:59:54.288092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76af737-fee8-4906-98f2-1069a1179294 req-1876e13b-6b8f-4326-9e45-994cf669e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.289639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-1876e13b-6b8f-4326-9e45-994cf669e481 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 912 time: 0.1051705 Aug 18 13:59:54.300350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-533d3d9e-9b32-49a2-bce7-ae55dade26d2 req-881be6f4-cd37-433e-bdee-ac567464186c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Aug 18 13:59:54.327771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2d32b26-d467-47ec-bd3e-4172677d8e4d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:54.354737 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-6936edc9-30b1-4422-b574-f5546dcd5053 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb HTTP/1.1" status: 200 len: 217 time: 0.0518153 Aug 18 13:59:54.424915 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808437c-c51e-4de0-81f6-8c749eaa44bd x-openstack-request-id: req-c808437c-c51e-4de0-81f6-8c749eaa44bd {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:54.425392 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:54.425704 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c808437c-c51e-4de0-81f6-8c749eaa44bd {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:54.426214 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'status': 'completed', 'code': 200} Aug 18 13:59:54.452057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76af737-fee8-4906-98f2-1069a1179294 req-95aad1df-58c3-46ab-bcdf-15ce69ccfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.453718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-95aad1df-58c3-46ab-bcdf-15ce69ccfeba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.0934465 Aug 18 13:59:54.498826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port b2d32b26-d467-47ec-bd3e-4172677d8e4d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:54.504540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port b2d32b26-d467-47ec-bd3e-4172677d8e4d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:54.505024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.510913 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-e660fac4-68da-46b1-82b4-6707462cdde1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459614 Aug 18 13:59:54.533508 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-daa612c7-cf00-407a-bf1d-6e6a4ea1c13e service neutron] 10.222.0.58 "GET /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1254036 Aug 18 13:59:54.570066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757118b-a847-456d-806d-eda83f49515e req-d173c72c-af24-40fd-b21c-fa141223303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.572654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-d173c72c-af24-40fd-b21c-fa141223303d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1099 time: 0.1082878 Aug 18 13:59:54.588575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485ade-17b7-4909-ad79-6bbd1155258d req-52d86e3c-3cd1-481d-9e9c-26901abeb55c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.590635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87485ade-17b7-4909-ad79-6bbd1155258d req-52d86e3c-3cd1-481d-9e9c-26901abeb55c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.0861089 Aug 18 13:59:54.691535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.720203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-5a143081-c669-4235-85ed-45caaf90ab9d service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005143 Aug 18 13:59:54.749896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757118b-a847-456d-806d-eda83f49515e req-ff290829-9598-443e-a428-8708fa6144ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.751581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-ff290829-9598-443e-a428-8708fa6144ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1598458 Aug 18 13:59:54.758218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:54.763271 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba1116b-8266-4d11-9565-7c92520c69cd" -d '{"events": [{"server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "name": "network-vif-plugged", "status": "completed", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:54.785824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87485ade-17b7-4909-ad79-6bbd1155258d req-0e3d28d4-1f06-4d07-afd9-de9aabc24ab6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997453 Aug 18 13:59:54.793454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af577656-e3fe-45cb-a0e1-5b87a1259a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.807079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:54.838486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-7cac0f79-fe23-420f-aeed-d28aaffb4a33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0718093 Aug 18 13:59:54.883415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.928819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.950187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757118b-a847-456d-806d-eda83f49515e req-8a7c468e-59c2-47d0-9c46-d02aa232005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.952163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-8a7c468e-59c2-47d0-9c46-d02aa232005e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1004665 Aug 18 13:59:54.966781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db2647-7089-4d26-bdaa-95b57c32779b req-2454cfd4-58da-473b-90ad-3b51df70a56a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:54.968509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7db2647-7089-4d26-bdaa-95b57c32779b req-2454cfd4-58da-473b-90ad-3b51df70a56a tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.0836146 Aug 18 13:59:54.970630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:55.036432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7db2647-7089-4d26-bdaa-95b57c32779b req-c68ac575-7cc3-4da2-a906-e23b27323590 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579548 Aug 18 13:59:55.039264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757118b-a847-456d-806d-eda83f49515e req-f295e08c-e900-498c-8cd7-1de6f43530a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.041618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-f295e08c-e900-498c-8cd7-1de6f43530a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717864 Aug 18 13:59:55.195684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f76af737-fee8-4906-98f2-1069a1179294 req-eeef897d-06d7-4ae2-a7dd-5ee0dd8aa6d4 service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464238 Aug 18 13:59:55.201895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-9c51d6e5-5b40-4cd2-b7ed-6569c8112fe5 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488492 Aug 18 13:59:55.224817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:55.250112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:55.292445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26863f1-8c00-4779-83f5-0802d91d8aa2 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:55.303637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:55.340011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d434ec-bc58-4f34-99ce-356f79d5fea9 req-2591e9e6-d066-48a7-b29e-40709ca2baae tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.345924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89d434ec-bc58-4f34-99ce-356f79d5fea9 req-2591e9e6-d066-48a7-b29e-40709ca2baae tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 943 time: 0.0758014 Aug 18 13:59:55.362271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a757118b-a847-456d-806d-eda83f49515e req-044145d5-1f75-48af-87b0-2ee77816e9ce service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505158 Aug 18 13:59:55.397508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89d434ec-bc58-4f34-99ce-356f79d5fea9 req-d840b11d-e43f-4ace-b168-a68379dcb171 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467761 Aug 18 13:59:55.423947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.495571 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42af0cf3-6669-4b2d-87ee-368e5625fab5 x-openstack-request-id: req-42af0cf3-6669-4b2d-87ee-368e5625fab5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:55.496424 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "name": "network-vif-plugged", "status": "completed", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:55.496424 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42af0cf3-6669-4b2d-87ee-368e5625fab5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:55.497005 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'code': 200} Aug 18 13:59:55.549351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea200dcd-5566-4196-9f95-8ddf3278f725 req-00a17669-b2ad-4990-b943-61729f06e784 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.551063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea200dcd-5566-4196-9f95-8ddf3278f725 req-00a17669-b2ad-4990-b943-61729f06e784 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.0940912 Aug 18 13:59:55.565904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] Transition to ACTIVE for port object c26863f1-8c00-4779-83f5-0802d91d8aa2 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:55.609676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:55.614600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea200dcd-5566-4196-9f95-8ddf3278f725 req-eba19d69-2537-4c7e-b7d6-efe5aa12234d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Aug 18 13:59:55.649948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.725316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:55.749079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] No DVR routers for this DVR port c26863f1-8c00-4779-83f5-0802d91d8aa2 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:55.757270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:55.769137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75bb50-f120-40cd-b8d4-7a5f398feb1e req-0266510e-5219-4e49-94a4-b4ffcfba7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.770805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d75bb50-f120-40cd-b8d4-7a5f398feb1e req-0266510e-5219-4e49-94a4-b4ffcfba7726 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 1097 time: 0.1403124 Aug 18 13:59:55.771569 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.785302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507ba6-96fa-4c8b-9fb4-457dabe8333b req-13c31601-bd90-465d-a527-a41e7c9d2462 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.786892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38507ba6-96fa-4c8b-9fb4-457dabe8333b req-13c31601-bd90-465d-a527-a41e7c9d2462 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 950 time: 0.1263473 Aug 18 13:59:55.793184 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-9c4bc1f6-010f-4d08-ae2d-a776eb2ac0a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2/bindings/n-h1-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1938202 Aug 18 13:59:55.827680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd770e-a81a-408c-92dc-e4f97e4f23bd req-75bfc541-97eb-49d0-bf9b-18de73a60235 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:55.830328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0bd770e-a81a-408c-92dc-e4f97e4f23bd req-75bfc541-97eb-49d0-bf9b-18de73a60235 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 944 time: 0.1185553 Aug 18 13:59:55.906218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d75bb50-f120-40cd-b8d4-7a5f398feb1e req-6caddccc-17e4-4860-97f1-c5b0d7e87e20 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161172 Aug 18 13:59:55.948010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38507ba6-96fa-4c8b-9fb4-457dabe8333b req-1ceffdd1-411c-45d7-98cc-6bf531e04d62 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489851 Aug 18 13:59:55.962212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0bd770e-a81a-408c-92dc-e4f97e4f23bd req-893e2735-a0d6-4fec-8e97-e197406e4581 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073503 Aug 18 13:59:56.064658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-61404cbf-6f32-46f8-a2ec-0e04bf3191f2 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.067546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-61404cbf-6f32-46f8-a2ec-0e04bf3191f2 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.0866868 Aug 18 13:59:56.164104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-35ee2245-3747-4387-b1c1-7233312713a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.165603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-35ee2245-3747-4387-b1c1-7233312713a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce&tenant_id=bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 1095 time: 0.0889626 Aug 18 13:59:56.183341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3eed-e56f-489e-bf81-c75e2220e12c req-e4594d1d-0a2c-4abc-a988-f60459e03492 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.185305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c9b3eed-e56f-489e-bf81-c75e2220e12c req-e4594d1d-0a2c-4abc-a988-f60459e03492 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.0968463 Aug 18 13:59:56.303927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c9b3eed-e56f-489e-bf81-c75e2220e12c req-3e169c1f-12a8-472d-9194-b59f081d77b9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117940 Aug 18 13:59:56.320194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-27413702-8737-43b0-9b8d-8a188d4f9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.323437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-27413702-8737-43b0-9b8d-8a188d4f9426 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1095 time: 0.1203105 Aug 18 13:59:56.343818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:56.469889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-bf5917cd-2c0b-42f0-bddb-770819918b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.471710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-bf5917cd-2c0b-42f0-bddb-770819918b32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.1394696 Aug 18 13:59:56.521179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-7d4286e5-cef3-411c-8a7b-401bcf6d5ced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Aug 18 13:59:56.529057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:56.550161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'mac_address': 'fa:16:3e:8b:95:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:56.596589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-38dc361e-2bcf-4f7c-9fff-15471025f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.598118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-38dc361e-2bcf-4f7c-9fff-15471025f79a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0692987 Aug 18 13:59:56.615433 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.636423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-7f612bfa-fc83-46af-8a37-b89c0583ac69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293391 Aug 18 13:59:56.636741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:56.669925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:56.757881 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.759526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4cf79b7a-a682-4da8-a830-4ef541467dfb details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:56.774938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-bcc25841-ef02-4eee-ad6e-70d084bd62cc service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290755 Aug 18 13:59:56.800253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb03113-f4e1-402d-97f9-0a46c8740683 req-e85117e2-0309-456d-898e-21b8e9c62096 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:56.801899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdb03113-f4e1-402d-97f9-0a46c8740683 req-e85117e2-0309-456d-898e-21b8e9c62096 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.0868556 Aug 18 13:59:56.876365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:56.900330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdb03113-f4e1-402d-97f9-0a46c8740683 req-48224bff-1ad5-4d15-a14d-dd6ff4ea86ad tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590293 Aug 18 13:59:56.914563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-ebd2b4f7-7a33-44a3-87a3-c35a734635b2 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297405 Aug 18 13:59:56.926573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:56.940077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4cf79b7a-a682-4da8-a830-4ef541467dfb', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'port_id': '4cf79b7a-a682-4da8-a830-4ef541467dfb', 'mac_address': 'fa:16:3e:0d:89:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:56.984708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.999044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf79b7a-a682-4da8-a830-4ef541467dfb {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:57.020468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:57.146471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.251336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:57.285470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6605fb-3be7-4045-b2d3-f37fde6a818d req-f06084be-7235-41e6-93ec-619cfc3752fe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.286297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c6605fb-3be7-4045-b2d3-f37fde6a818d req-f06084be-7235-41e6-93ec-619cfc3752fe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.1448312 Aug 18 13:59:57.313011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a4f55-c90f-41a3-9a56-9051b8bb133f req-1f073de7-8b33-49e8-944a-47a418b33fda tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.315561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-072a4f55-c90f-41a3-9a56-9051b8bb133f req-1f073de7-8b33-49e8-944a-47a418b33fda tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1104174 Aug 18 13:59:57.332988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.365804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c6605fb-3be7-4045-b2d3-f37fde6a818d req-bca39829-31d4-4ec7-a9a4-4ebae4e66e41 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686524 Aug 18 13:59:57.388408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-072a4f55-c90f-41a3-9a56-9051b8bb133f req-b33fab5b-9982-43a8-b81f-283492ba5e9a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639670 Aug 18 13:59:57.505950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:57.547236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4cf79b7a-a682-4da8-a830-4ef541467dfb'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:57.552848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5139a71-222e-4bd6-a795-7d5be6c65efb req-f4b3c435-eff2-481c-be26-b3becfa23cac tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.554447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5139a71-222e-4bd6-a795-7d5be6c65efb req-f4b3c435-eff2-481c-be26-b3becfa23cac tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 945 time: 0.0829344 Aug 18 13:59:57.573257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d5a1-63e0-4396-a617-41f94f6bfc54 req-5797de98-3f2e-4113-a546-5cbaff4f0652 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.574851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7318d5a1-63e0-4396-a617-41f94f6bfc54 req-5797de98-3f2e-4113-a546-5cbaff4f0652 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.0930948 Aug 18 13:59:57.612050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:57.670396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5139a71-222e-4bd6-a795-7d5be6c65efb req-a44cc1ff-380d-4081-8ac0-594c81944082 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930212 Aug 18 13:59:57.674894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-f55ea718-4892-4e78-a9fd-247ab6ad5dff tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.676237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-f55ea718-4892-4e78-a9fd-247ab6ad5dff tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.1190791 Aug 18 13:59:57.679898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7318d5a1-63e0-4396-a617-41f94f6bfc54 req-921c8de6-c4f3-4843-a0be-71a1fe2a0939 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783308 Aug 18 13:59:57.901386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:57.909715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe700-1b2b-494d-bbd9-e2e262c99e87 req-1fda841b-3f1f-4dd1-9231-26af7f440adb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:57.911989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c4fe700-1b2b-494d-bbd9-e2e262c99e87 req-1fda841b-3f1f-4dd1-9231-26af7f440adb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.0623665 Aug 18 13:59:57.941557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-d6a5f65d-00f0-45ab-bb78-e28160d89e08 service neutron] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:57.944372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'port_id': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'mac_address': 'fa:16:3e:37:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d17f1f-3f01-4911-a33d-3870f448706c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:57.947622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-d6a5f65d-00f0-45ab-bb78-e28160d89e08 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.948769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-749f0b6e-26ac-43c9-b80c-223bb610852c req-d6a5f65d-00f0-45ab-bb78-e28160d89e08 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2/bindings/n-h2-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.2594662 Aug 18 13:59:57.976764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c4fe700-1b2b-494d-bbd9-e2e262c99e87 req-8f3956d5-ca75-4719-a71c-80d811710dbe tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532057 Aug 18 13:59:58.012458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.038898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:58.065970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:58.071680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9859de-58cb-4519-9359-ae508c8ee252 req-c82e0387-151a-4c2b-8f37-e6892b2f7ed8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:58.073370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df9859de-58cb-4519-9359-ae508c8ee252 req-c82e0387-151a-4c2b-8f37-e6892b2f7ed8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.0627809 Aug 18 13:59:58.120435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df9859de-58cb-4519-9359-ae508c8ee252 req-76e2b5db-5a51-459a-a62d-56951b7b1463 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Aug 18 13:59:58.146565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.200552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:58.248861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec194-a2ae-4d80-af19-af07229edf0d req-d4981aa8-0032-4858-9607-c10754927665 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:58.250465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-969ec194-a2ae-4d80-af19-af07229edf0d req-d4981aa8-0032-4858-9607-c10754927665 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.0575967 Aug 18 13:59:58.259396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45746) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:58.267509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Request body: {'floatingip': {'port_id': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:58.291729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8ed49b19-7cbf-45e3-bd9f-84ae53489db8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:58.311595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.366846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:58.547305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.557001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d7a71-6fd8-4d63-93b9-2707026875c4 req-1d7c1c9f-839f-4477-ad6e-17ae859f7467 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:58.558828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f2d7a71-6fd8-4d63-93b9-2707026875c4 req-1d7c1c9f-839f-4477-ad6e-17ae859f7467 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.0951467 Aug 18 13:59:58.589082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:58.591528 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df8611d-4026-44d4-8c7c-2938f5043690" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:58.611281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:58.632348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f2d7a71-6fd8-4d63-93b9-2707026875c4 req-4d437688-d9f5-4cb8-8d6f-4c9fd1cc1b6a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Aug 18 13:59:58.706598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.735268 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0ab5d3-bc40-43b2-90ed-f4f2b81e0580 x-openstack-request-id: req-7d0ab5d3-bc40-43b2-90ed-f4f2b81e0580 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:58.735572 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:58.735895 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d0ab5d3-bc40-43b2-90ed-f4f2b81e0580 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:58.736361 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'code': 200} Aug 18 13:59:58.786005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:58.809666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e06f-077b-4b0d-88c0-c228bf99b16c req-43a9bbb9-2749-47f1-b25b-0047aa1f0619 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:58.811333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f55e06f-077b-4b0d-88c0-c228bf99b16c req-43a9bbb9-2749-47f1-b25b-0047aa1f0619 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1131415 Aug 18 13:59:58.889797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f55e06f-077b-4b0d-88c0-c228bf99b16c req-bcd65baf-45a0-4919-92e1-99dfb7f67a8d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721235 Aug 18 13:59:58.911889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863323c-2bc3-4b5c-a10d-3a1bdc2bebf3 req-02b1f672-b714-4925-a5ec-4da545682a18 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:58.913664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6863323c-2bc3-4b5c-a10d-3a1bdc2bebf3 req-02b1f672-b714-4925-a5ec-4da545682a18 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0697801 Aug 18 13:59:58.966734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6863323c-2bc3-4b5c-a10d-3a1bdc2bebf3 req-2cb72436-db4d-408a-96e0-752b57ca4f09 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Aug 18 13:59:58.967586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.036988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e95cc8-9840-4026-8847-0e3490f24a9c req-b069e39b-55ec-499a-a202-739455019bd6 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.037283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.038579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1e95cc8-9840-4026-8847-0e3490f24a9c req-b069e39b-55ec-499a-a202-739455019bd6 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 945 time: 0.0634074 Aug 18 13:59:59.102821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1e95cc8-9840-4026-8847-0e3490f24a9c req-8c26c158-cf2c-4c35-a2e1-51910fcd3f25 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555217 Aug 18 13:59:59.120062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74167c7-de32-407d-bba0-2facad524df3 req-5866d615-53b7-4160-8445-20b89ff117be tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.122775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c74167c7-de32-407d-bba0-2facad524df3 req-5866d615-53b7-4160-8445-20b89ff117be tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 945 time: 0.0940330 Aug 18 13:59:59.170114 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 associated. External IP: 172.25.1.252, port: b2d32b26-d467-47ec-bd3e-4172677d8e4d. Aug 18 13:59:59.178960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c74167c7-de32-407d-bba0-2facad524df3 req-810ce8e6-cb04-4222-8675-e3079bd50db2 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Aug 18 13:59:59.243384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f589-6519-4d03-bdb1-6e56fb364469 req-687ebc33-7b13-4b88-b261-1e1f74d5a00b tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.246638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8414f589-6519-4d03-bdb1-6e56fb364469 req-687ebc33-7b13-4b88-b261-1e1f74d5a00b tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1095 time: 0.0534780 Aug 18 13:59:59.297868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8414f589-6519-4d03-bdb1-6e56fb364469 req-cc8770ca-9227-421c-bd15-7f08c9586cbe tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Aug 18 13:59:59.390667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a732cd-340e-4e12-96ba-2b8b99ae080c req-422a734c-b394-42ed-a3ab-aa8ae30fab37 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.392394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02a732cd-340e-4e12-96ba-2b8b99ae080c req-422a734c-b394-42ed-a3ab-aa8ae30fab37 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.0678599 Aug 18 13:59:59.453795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:59.556868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02a732cd-340e-4e12-96ba-2b8b99ae080c req-d5c7cbb6-1242-44b2-a3d6-5ff6334b4b33 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800786 Aug 18 13:59:59.556868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542f16-8cdf-4555-b15d-3598cf160e73 req-e5de3a04-0dfa-4d83-8c0e-f8365457468e tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.556868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7542f16-8cdf-4555-b15d-3598cf160e73 req-e5de3a04-0dfa-4d83-8c0e-f8365457468e tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 1095 time: 0.0996075 Aug 18 13:59:59.556868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7542f16-8cdf-4555-b15d-3598cf160e73 req-6c388cc0-f961-47c8-9652-2d315334b24e tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Aug 18 13:59:59.576773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:59.582136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.596008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:59.610055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:59.610864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:59.624309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e7eaff9-c17d-4fd2-9de4-1ac880dc5ad2 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "PUT /v2.0/floatingips/2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 HTTP/1.1" status: 200 len: 992 time: 1.3632085 Aug 18 13:59:59.625411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:59.628284 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075bc37a-f526-4784-92cc-4a41e8350b17" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:59.661123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:59.697079 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cea83e-c2d3-499b-ad05-e24bed6ab737 x-openstack-request-id: req-a7cea83e-c2d3-499b-ad05-e24bed6ab737 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:59.697402 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:59.697652 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7cea83e-c2d3-499b-ad05-e24bed6ab737 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:59.698724 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'status': 'completed', 'code': 200} Aug 18 13:59:59.777264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-7bb33115-8a56-442b-82ac-5528a892e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.786594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-7bb33115-8a56-442b-82ac-5528a892e284 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 1097 time: 0.0495985 Aug 18 13:59:59.794137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:59.796473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:59.797054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.920385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-f6c29e2d-c6af-4aef-89bc-8702a3b49ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.922347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-f6c29e2d-c6af-4aef-89bc-8702a3b49ffa service neutron] 10.222.0.10 "GET /v2.0/networks?id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 200 len: 924 time: 0.1337545 Aug 18 14:00:00.016230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.117687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150a9f2-e3f9-4f98-ab77-5c5044cbfc30 req-4dcf4864-0e41-4135-9230-eeb1448fa54c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.120509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-1f861327-a42f-4f52-b4b1-2e72404e9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.120974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0150a9f2-e3f9-4f98-ab77-5c5044cbfc30 req-4dcf4864-0e41-4135-9230-eeb1448fa54c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1176949 Aug 18 14:00:00.123758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-1f861327-a42f-4f52-b4b1-2e72404e9477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1096 time: 0.0849714 Aug 18 14:00:00.126179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-33a9a3bb-9295-4a93-bf63-2259003ecf97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d HTTP/1.1" status: 200 len: 1000 time: 0.1915269 Aug 18 14:00:00.203637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0150a9f2-e3f9-4f98-ab77-5c5044cbfc30 req-df719e5b-ec20-4ba2-b3cb-2f9c7424d9dd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736303 Aug 18 14:00:00.213538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:00.221441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-3756495d-5e38-41f8-a3f3-f459cf6f234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.223160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-3756495d-5e38-41f8-a3f3-f459cf6f234d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 200 len: 862 time: 0.0780702 Aug 18 14:00:00.284628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:6f:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:00.307469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-529cca31-a3d3-40ab-af88-d190b0e29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.311899 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-529cca31-a3d3-40ab-af88-d190b0e29e8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1725802 Aug 18 14:00:00.331986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:00:00.335894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-f659da3f-48cd-4766-b02c-69fefbb50c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.335894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-f659da3f-48cd-4766-b02c-69fefbb50c25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022265 Aug 18 14:00:00.347960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:00.348625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T13:59:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:00.363464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e199d7-e68c-496e-a18f-9be62ef6b89c req-12969b3f-e2f7-4084-b37b-b4d0f51f9bfc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.365053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e199d7-e68c-496e-a18f-9be62ef6b89c req-12969b3f-e2f7-4084-b37b-b4d0f51f9bfc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0769882 Aug 18 14:00:00.398306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:00.400733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:00.412275 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-ce147368-feaa-40cd-918b-be25ca81c7ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 217 time: 0.0894909 Aug 18 14:00:00.416024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.487037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-5f89e3dd-a97b-49d9-a1b6-9de75eb7410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.489409 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-5f89e3dd-a97b-49d9-a1b6-9de75eb7410f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0677981 Aug 18 14:00:00.511279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e199d7-e68c-496e-a18f-9be62ef6b89c req-45c3177f-9c18-4ceb-bba1-0d3d6d2b599b tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/security-groups?id=e09b0b07-c738-4755-af5a-77befadd2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342711 Aug 18 14:00:00.553205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd878e24-300b-46a4-b1c0-68f418996125 req-cbc5b971-e3ae-4e88-91c5-1d2c9d64bb61 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.564206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd878e24-300b-46a4-b1c0-68f418996125 req-cbc5b971-e3ae-4e88-91c5-1d2c9d64bb61 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1506774 Aug 18 14:00:00.584353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-768cbc60-d248-4b30-af6b-7ca54c3c3299 service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394936 Aug 18 14:00:00.588297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:00.597235 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-bd9ca2cf-81ca-4896-a0ae-2739ce622e61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746567 Aug 18 14:00:00.640528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:00:00.683972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd878e24-300b-46a4-b1c0-68f418996125 req-4b5ef326-a858-4ae9-a025-9f00a4265b2a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188052 Aug 18 14:00:00.707058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d5cb-b374-4e08-8c81-01423823533c req-01988b7c-cddc-4f0d-94d0-87d5420ade82 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.708708 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e428d5cb-b374-4e08-8c81-01423823533c req-01988b7c-cddc-4f0d-94d0-87d5420ade82 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1373751 Aug 18 14:00:00.724766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:00.760219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:00.762608 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36967d6c-42b2-4e94-85c9-ec3da5e7677a" -d '{"events": [{"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-plugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:00.799156 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-c419e6df-e430-4085-949e-e230a97a1429 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801231 Aug 18 14:00:00.816170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-075bc37a-f526-4784-92cc-4a41e8350b17 req-bfe6b9cf-41c0-426c-9187-fe821032d0f3 service neutron] 10.222.0.10 "GET /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110968 Aug 18 14:00:00.864199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e85f34-505d-4e56-b3e8-9a59f11c5f23 req-7b94d085-5619-45c3-9de3-01b03d69df00 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.885181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92e85f34-505d-4e56-b3e8-9a59f11c5f23 req-7b94d085-5619-45c3-9de3-01b03d69df00 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 945 time: 0.2240572 Aug 18 14:00:00.891234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:00.937776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:00.951898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:00.952508 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.955456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'mac_address': 'fa:16:3e:7d:b4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:00.968450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Deleting port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:00.968899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.974661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92e85f34-505d-4e56-b3e8-9a59f11c5f23 req-cccb8080-9a29-4297-a57b-3181498b999c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882480 Aug 18 14:00:00.989463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-07a4d76a-3165-4470-8a45-7331f28c18d1 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481006 Aug 18 14:00:01.039264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8494fb-ae41-4f1a-bf0c-958064420d68 req-a11094bd-60f7-4ded-8395-5620eee027ad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:01.041444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa8494fb-ae41-4f1a-bf0c-958064420d68 req-a11094bd-60f7-4ded-8395-5620eee027ad tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.0657270 Aug 18 14:00:01.098377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa8494fb-ae41-4f1a-bf0c-958064420d68 req-c57828d8-1ffe-43a4-b08e-9f510662c6c3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Aug 18 14:00:01.128697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] For port 7cbd05ad-1ac7-4caf-83b5-a97962304a67, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7cbd05ad-1ac7-4caf-83b5-a97962304a67,segment=NetworkSegment(cd8c6016-ef1e-4348-812e-0adc6265be1b),segment_id=cd8c6016-ef1e-4348-812e-0adc6265be1b)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:01.129257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.150154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Calling delete_port for 7cbd05ad-1ac7-4caf-83b5-a97962304a67 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:01.193665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.256758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76355e20-ab74-482e-ae9b-8e7c467ccc94 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:01.275045 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce656e-d94a-461c-a343-4a3e2896b1d1 x-openstack-request-id: req-3cce656e-d94a-461c-a343-4a3e2896b1d1 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:01.275516 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-plugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:01.275928 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cce656e-d94a-461c-a343-4a3e2896b1d1 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:01.276541 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'code': 200} Aug 18 14:00:01.397362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:01.450051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.480426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7cbd05ad-1ac7-4caf-83b5-a97962304a67'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:01.518837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f6df-446c-41d9-83ab-1e11d3a84057 req-b35859ee-747c-486c-91d6-9a8713ccc499 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:01.550604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c067f6df-446c-41d9-83ab-1e11d3a84057 req-b35859ee-747c-486c-91d6-9a8713ccc499 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1225121 Aug 18 14:00:01.553005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.565671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.600865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Pushing event deleted for resources: {'Port': ['ID=7cbd05ad-1ac7-4caf-83b5-a97962304a67,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:01.624580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c067f6df-446c-41d9-83ab-1e11d3a84057 req-345eed77-66dc-4d62-a526-d44c0728ae12 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817449 Aug 18 14:00:01.693907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] No DVR routers for this DVR port 7cbd05ad-1ac7-4caf-83b5-a97962304a67 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:01.706733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.715675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e428d5cb-b374-4e08-8c81-01423823533c req-d963613e-9993-47fe-a850-201bde02c1fc tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.58 "DELETE /v2.0/ports/7cbd05ad-1ac7-4caf-83b5-a97962304a67 HTTP/1.1" status: 204 len: 173 time: 0.9972923 Aug 18 14:00:01.716505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'name': 'network-vif-deleted', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:01.728257 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d227843-e507-4eb9-acf2-d7260ba980cb" -d '{"events": [{"server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "name": "network-vif-deleted", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:01.813891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['76355e20-ab74-482e-ae9b-8e7c467ccc94'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:01.844632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1259ed2c-1bb1-42e8-b435-c73b48b896d3 req-00286d81-a2a1-4b48-bddd-ee0ea01f788a tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0649612 Aug 18 14:00:01.855224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b784d1-1eb5-467a-8513-74c8a7804526 req-78787b72-3009-44f3-8492-d2d7983699cb tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:01.875690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94b784d1-1eb5-467a-8513-74c8a7804526 req-78787b72-3009-44f3-8492-d2d7983699cb tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1964324 Aug 18 14:00:01.936718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94b784d1-1eb5-467a-8513-74c8a7804526 req-6d8e0241-7396-4298-8aee-9ae21cddc9b6 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Aug 18 14:00:01.947147 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a5f29-5cfe-4bb8-9c66-2b3afb710774 x-openstack-request-id: req-738a5f29-5cfe-4bb8-9c66-2b3afb710774 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:01.947696 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05f4fb-559b-4967-b743-7521dfc1d5c3", "name": "network-vif-deleted", "tag": "7cbd05ad-1ac7-4caf-83b5-a97962304a67", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:01.948103 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-738a5f29-5cfe-4bb8-9c66-2b3afb710774 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:01.948845 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05f4fb-559b-4967-b743-7521dfc1d5c3', 'name': 'network-vif-deleted', 'tag': '7cbd05ad-1ac7-4caf-83b5-a97962304a67', 'status': 'completed', 'code': 200} Aug 18 14:00:01.952533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:01.972522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:02.017697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.019136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4cf79b7a-a682-4da8-a830-4ef541467dfb up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:02.090776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:6f:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:02.248179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75709a-d223-45d6-bbd2-1f1cb4e7ca8a req-8d3f9f42-4d48-4ac4-9e6c-66d291dd8ee6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:02.261943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe75709a-d223-45d6-bbd2-1f1cb4e7ca8a req-8d3f9f42-4d48-4ac4-9e6c-66d291dd8ee6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 945 time: 0.0841243 Aug 18 14:00:02.275274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427da62-6764-4e37-a5a2-b4abef1f0b7b None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2cd886bc-d5cb-4043-b0ed-c85d20ef3f41', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'port_id': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'mac_address': 'fa:16:3e:6f:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:57:20Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:00:02.291631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:02.355908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681f137-1433-42a9-a8e4-3fc4c22e2b8d req-b4091749-2e4e-47d3-b2e6-b6a856780fe5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:02.363971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e681f137-1433-42a9-a8e4-3fc4c22e2b8d req-b4091749-2e4e-47d3-b2e6-b6a856780fe5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1049235 Aug 18 14:00:02.402101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe75709a-d223-45d6-bbd2-1f1cb4e7ca8a req-641fafe4-9304-43ff-ad10-f1fa70ebf117 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303506 Aug 18 14:00:02.440666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e681f137-1433-42a9-a8e4-3fc4c22e2b8d req-48473814-b8e1-48ad-b667-2382b4c27516 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Aug 18 14:00:02.489092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 4cf79b7a-a682-4da8-a830-4ef541467dfb completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:02.495361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4cf79b7a-a682-4da8-a830-4ef541467dfb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:02.498025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.635019 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.704965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:02.714535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97268d43-576c-4267-a939-d0fa83cd2402 None None] New status for floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:00:02.843858 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.850340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7c1fe-0b12-462a-8309-ffd0c269b545 req-8c6a9215-c3d2-4cbb-bce1-6a2b7cb0dbf3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:02.853076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c7c1fe-0b12-462a-8309-ffd0c269b545 req-8c6a9215-c3d2-4cbb-bce1-6a2b7cb0dbf3 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1212907 Aug 18 14:00:02.910825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:02.933150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c7c1fe-0b12-462a-8309-ffd0c269b545 req-bbb3a208-fd6a-4c2e-b250-61c081f462b2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664148 Aug 18 14:00:03.050426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:03.083490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a439459a-cad4-4134-9603-b6854c405d5a req-7f9c7dfc-b0a0-447a-aca4-9e1fe2438086 tempest-ServerTagsTestJSON-1635587055 tempest-ServerTagsTestJSON-1635587055-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d05f4fb-559b-4967-b743-7521dfc1d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0748389 Aug 18 14:00:03.106371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 76355e20-ab74-482e-ae9b-8e7c467ccc94 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:03.106772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.277121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}, {'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:03.279447 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c5f17b-cc12-4004-a267-9fc518ffb570" -d '{"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}, {"server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "name": "network-vif-plugged", "status": "completed", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:03.371511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.426676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:03.479096 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ffdd44-7a38-4129-879a-275096690ce3 x-openstack-request-id: req-94ffdd44-7a38-4129-879a-275096690ce3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:03.484839 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "code": 200}, {"server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "name": "network-vif-plugged", "status": "completed", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:03.485694 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94ffdd44-7a38-4129-879a-275096690ce3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:03.486178 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'code': 200} Aug 18 14:00:03.487407 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb', 'code': 200} Aug 18 14:00:03.521660 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.566183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-07b4a47d-cb29-45b7-89e5-506cf2f38bec tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:03.575303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-07b4a47d-cb29-45b7-89e5-506cf2f38bec tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.1630979 Aug 18 14:00:03.628699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7cbd05ad-1ac7-4caf-83b5-a97962304a67 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:03.659147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 7cbd05ad-1ac7-4caf-83b5-a97962304a67 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:03.659495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7cbd05ad-1ac7-4caf-83b5-a97962304a67 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:03.659928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:03.698693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:03.737871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa6ad-98a9-4644-ac7e-b19b1d3c1c6a req-f83b9126-7881-4ca2-bb9f-da815fc0628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:03.739816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edaaa6ad-98a9-4644-ac7e-b19b1d3c1c6a req-f83b9126-7881-4ca2-bb9f-da815fc0628a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 1097 time: 0.1478026 Aug 18 14:00:03.794022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.824717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edaaa6ad-98a9-4644-ac7e-b19b1d3c1c6a req-1daa0ff7-1c48-4726-8d68-bdccd6b6f867 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670784 Aug 18 14:00:03.845503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Deleting port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:03.845916 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.868067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:03.967343 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.999897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92a23-20f9-4a36-aac9-886739dfae5a req-9d764aa6-c982-4f6a-8188-46be334f87da tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:04.007554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6e92a23-20f9-4a36-aac9-886739dfae5a req-9d764aa6-c982-4f6a-8188-46be334f87da tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 946 time: 0.9348254 Aug 18 14:00:04.034158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] For port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:04.035008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.052365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d791f-8914-46fb-a104-6d62529ece45 req-5609ba54-ef5e-4901-a680-79805b092e3a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:04.054363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c14d791f-8914-46fb-a104-6d62529ece45 req-5609ba54-ef5e-4901-a680-79805b092e3a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1889236 Aug 18 14:00:04.059935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Calling delete_port for 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:04.087940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423c9b5-d9c1-47e3-bd35-80e87daac294 req-1bbfebd2-613a-46f3-bfbf-7c69158987f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:04.089449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2423c9b5-d9c1-47e3-bd35-80e87daac294 req-1bbfebd2-613a-46f3-bfbf-7c69158987f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1101 time: 0.2230732 Aug 18 14:00:04.095485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:04.142499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6e92a23-20f9-4a36-aac9-886739dfae5a req-f70624b2-13bb-4a11-a705-d8c101788803 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326182 Aug 18 14:00:04.207226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2423c9b5-d9c1-47e3-bd35-80e87daac294 req-786479d9-befe-4240-945d-4641a3bd0dd3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019475 Aug 18 14:00:04.216924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c14d791f-8914-46fb-a104-6d62529ece45 req-26ae9cbe-5fee-45df-b81a-251cb2cb53a6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468241 Aug 18 14:00:04.314979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1145da-384f-4cfd-be7e-78ab3b05aebc req-5d46a3c6-2c41-41b7-be15-c675a7ef8daa tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:04.322676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c1145da-384f-4cfd-be7e-78ab3b05aebc req-5d46a3c6-2c41-41b7-be15-c675a7ef8daa tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0735688 Aug 18 14:00:04.343977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.400532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c1145da-384f-4cfd-be7e-78ab3b05aebc req-b37ccc1a-8f73-4cb7-b0ff-a0625f887602 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735846 Aug 18 14:00:04.427554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event deleted for resources: {'Port': ['ID=8ed49b19-7cbf-45e3-bd9f-84ae53489db8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:04.510540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] No DVR routers for this DVR port 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:04.513540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.516885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c511188-828d-48fa-93b1-0b5da4bdcc79 req-e919f8a6-49b2-44ca-b66a-4e61848e9457 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "DELETE /v2.0/ports/8ed49b19-7cbf-45e3-bd9f-84ae53489db8 HTTP/1.1" status: 204 len: 173 time: 0.9396074 Aug 18 14:00:04.517476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-deleted', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:04.530069 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c02d28-d64c-4f0e-bbb4-05cec6ed0095" -d '{"events": [{"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-deleted", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:04.533031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45906) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:04.594173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Deleting subnet 7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:00:04.601270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.602509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47be1b-8466-46bc-b66f-fb76ec6420d6 req-6bc9ce5d-51f8-44ae-be63-a3f4797a40d5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:04.612423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b47be1b-8466-46bc-b66f-fb76ec6420d6 req-6bc9ce5d-51f8-44ae-be63-a3f4797a40d5 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1444519 Aug 18 14:00:04.687710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b47be1b-8466-46bc-b66f-fb76ec6420d6 req-7ad9a53f-f04b-405e-a0aa-2b8efceaf09c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646775 Aug 18 14:00:04.735356 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82282cf4-e362-4b3c-9de8-d399647954fc x-openstack-request-id: req-82282cf4-e362-4b3c-9de8-d399647954fc {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:04.735691 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-deleted", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:04.735915 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82282cf4-e362-4b3c-9de8-d399647954fc {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:04.736339 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-deleted', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'status': 'completed', 'code': 200} Aug 18 14:00:04.738711 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.817304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.979155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.017609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.023282 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911 HTTP/1.1" status: 204 len: 168 time: 0.4859159 Aug 18 14:00:05.023939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:05.056650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b851-4024-4ab5-8220-1854cd1c6fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd04cf0-6dc5-4fa4-a6bc-40321e8fa911,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.146361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.257335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.269413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0387a735-0a9b-4b7c-a59d-1ea5080f8534']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:05.282951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8c6016-ef1e-4348-812e-0adc6265be1b') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:05.283274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8c6016-ef1e-4348-812e-0adc6265be1b') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:05.294659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.311132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.318709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:00:05.319168 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:00:05.390097 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:00:05.478192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04c9d0e8-f2b9-4e66-93c8-e85b584a93fe req-f370e979-6f9a-490f-851d-d5302f486e0b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533 HTTP/1.1" status: 200 len: 210 time: 0.0459659 Aug 18 14:00:05.480671 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.488799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.489550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94'}, {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:05.492587 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e267fd-3560-4209-b114-cbeaffb00e06" -d '{"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-plugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94"}, {"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:05.497570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0387a735-0a9b-4b7c-a59d-1ea5080f8534 HTTP/1.1" status: 204 len: 168 time: 0.4723675 Aug 18 14:00:05.517875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f7d06-fa6b-48fe-88e4-6781203c37a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0387a735-0a9b-4b7c-a59d-1ea5080f8534,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.534132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ada33-bd53-46ce-80be-bedbdc72defd req-ce90b53d-cf2c-4c8f-9e14-795ca1f21fb8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:05.544881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-798ada33-bd53-46ce-80be-bedbdc72defd req-ce90b53d-cf2c-4c8f-9e14-795ca1f21fb8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1653996 Aug 18 14:00:05.622602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-798ada33-bd53-46ce-80be-bedbdc72defd req-5fd5a4a0-317a-4d03-868b-abba4e03ea65 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625260 Aug 18 14:00:05.768550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673eed4-eb28-4a82-a575-b7553b630350 req-d5b7bb09-e4b5-47a5-9e6b-a97a48256281 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:05.777461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6673eed4-eb28-4a82-a575-b7553b630350 req-d5b7bb09-e4b5-47a5-9e6b-a97a48256281 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0850456 Aug 18 14:00:05.826033 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f083a656-4086-469c-ac20-6f33571f191a x-openstack-request-id: req-f083a656-4086-469c-ac20-6f33571f191a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:05.826645 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-plugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94", "code": 200}, {"server_uuid": "adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed49b19-7cbf-45e3-bd9f-84ae53489db8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:05.826994 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f083a656-4086-469c-ac20-6f33571f191a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:05.827447 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'code': 200} Aug 18 14:00:05.827731 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4b0f5-5ad9-464e-87c5-5c7a5b3b0533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed49b19-7cbf-45e3-bd9f-84ae53489db8', 'code': 200} Aug 18 14:00:05.869276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6673eed4-eb28-4a82-a575-b7553b630350 req-475a28c3-a909-4629-a118-9e5bb35b30f0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854163 Aug 18 14:00:06.109791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fe22-3ded-4327-924d-359ed0d230e7 req-ab197c6e-271b-4d0f-84cf-f9ca0ea61ee0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:06.112296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7501fe22-3ded-4327-924d-359ed0d230e7 req-ab197c6e-271b-4d0f-84cf-f9ca0ea61ee0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.0719135 Aug 18 14:00:06.114075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45942) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:06.165062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7501fe22-3ded-4327-924d-359ed0d230e7 req-73ecec6e-2c0c-45b8-8ef2-f62c39525a3e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Aug 18 14:00:06.203917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45944) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:06.205320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dea3f1c0-f035-42c5-952c-b930fb78f447 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=479d717b2dbc48c8bed9e209453028b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888717 Aug 18 14:00:06.301818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.368444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.554191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef886c56-b360-40f9-a3f6-bbf7cdc351ce req-306fc2d9-4e34-4815-a15d-3588a3808e0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:06.557754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef886c56-b360-40f9-a3f6-bbf7cdc351ce req-306fc2d9-4e34-4815-a15d-3588a3808e0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1675508 Aug 18 14:00:06.654205 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.656887 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.658126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e09b0b07-c738-4755-af5a-77befadd2397 HTTP/1.1" status: 204 len: 168 time: 0.4518528 Aug 18 14:00:06.719870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef886c56-b360-40f9-a3f6-bbf7cdc351ce req-8366b634-10a2-4dcf-ab5a-7c1d2d461c60 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490972 Aug 18 14:00:06.750209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03212c-977c-4568-a838-685bf4dca11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09b0b07-c738-4755-af5a-77befadd2397,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:06.810109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-6b421a29-9acf-41e6-b688-762bda3571fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:06.813031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-6b421a29-9acf-41e6-b688-762bda3571fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 1097 time: 0.1856945 Aug 18 14:00:06.836568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7d5f6-6fb7-4f32-b5af-e570a197426b req-4a16c451-9d3d-4e7d-827b-6e64e6b1d622 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:06.850005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58f7d5f6-6fb7-4f32-b5af-e570a197426b req-4a16c451-9d3d-4e7d-827b-6e64e6b1d622 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.2199917 Aug 18 14:00:06.990074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58f7d5f6-6fb7-4f32-b5af-e570a197426b req-b5773619-52e7-4b22-8eae-368b8dd2c3ce tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419666 Aug 18 14:00:07.075332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-5c7581e6-3c5f-40d3-8ea8-7f76458d197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:07.079096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-5c7581e6-3c5f-40d3-8ea8-7f76458d197d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 912 time: 0.2288055 Aug 18 14:00:07.175487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-c98cda52-ab90-47bd-9e12-32ddb6ae1328 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb HTTP/1.1" status: 200 len: 217 time: 0.0839286 Aug 18 14:00:07.368341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-e44d9379-3d21-463e-9f3e-4b054e77bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:07.373651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-e44d9379-3d21-463e-9f3e-4b054e77bb7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.1833770 Aug 18 14:00:07.430691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45978) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:07.436236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014241749', 'description': 'tempest-description--1946313597'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:07.464830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-5f64f4fc-34b7-4a9a-b83b-0dd9258d6bd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787060 Aug 18 14:00:07.626699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.638683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:07.724099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:07.724435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8ed49b19-7cbf-45e3-bd9f-84ae53489db8 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:07.741156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-0824db5e-c1bf-449b-977d-406b91ace249 service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497211 Aug 18 14:00:07.912618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.964400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21be9b-9476-44c6-9f8f-4d9391cbac17 req-98ed96c9-e5d9-4607-a00a-691e0bb07f36 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:07.972340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f21be9b-9476-44c6-9f8f-4d9391cbac17 req-98ed96c9-e5d9-4607-a00a-691e0bb07f36 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.5061529 Aug 18 14:00:08.019839 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:08.038204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f21be9b-9476-44c6-9f8f-4d9391cbac17 req-3c7a2c1d-b72a-4dbd-aacd-28504d45aec1 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Aug 18 14:00:08.076574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2194f46-64a7-4a3d-9b1e-5243f6ec470b req-5ab0b32d-e583-4bbe-be32-b4308d65cd22 service neutron] 10.222.0.10 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936487 Aug 18 14:00:08.112933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065ce30a-8319-4fd8-99a9-b80550bc7240,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:08.201614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:08.203044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7bd013f-3cdb-4386-a8fa-b2e5d69844cc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7710261 Aug 18 14:00:08.214337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46002) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:08.273172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'security_group_rule': {'security_group_id': '065ce30a-8319-4fd8-99a9-b80550bc7240', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:08.585794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c3ac3-458e-4201-8bc6-2a3bcaa1c289 req-7f37e535-3f5e-43cc-91d8-25c7379a67e4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:08.593629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d4c3ac3-458e-4201-8bc6-2a3bcaa1c289 req-7f37e535-3f5e-43cc-91d8-25c7379a67e4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1442254 Aug 18 14:00:08.604017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46fc7-5264-480f-8f2c-a927f6844087 req-80431711-13b7-457c-8515-d92cacc28b66 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:08.605605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c46fc7-5264-480f-8f2c-a927f6844087 req-80431711-13b7-457c-8515-d92cacc28b66 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1776187 Aug 18 14:00:08.606578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:08.774860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-f8c73f76-c46d-4e7c-beda-05da187def1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970082 Aug 18 14:00:08.794211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c46fc7-5264-480f-8f2c-a927f6844087 req-598877f2-7147-4eb9-9907-c82ddf0ebd1e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688423 Aug 18 14:00:08.853259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d4c3ac3-458e-4201-8bc6-2a3bcaa1c289 req-b0ebb8eb-d7ce-4004-82b2-d008e791aec2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585442 Aug 18 14:00:08.909376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:08.991972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.052918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2295e10f-175a-4b1c-9625-e98ed4d5569a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:09.163403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.168785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-caaa71c3-f361-467e-bb73-379478637669 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9487739 Aug 18 14:00:09.169113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46042) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:09.174438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'security_group_rule': {'security_group_id': '065ce30a-8319-4fd8-99a9-b80550bc7240', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:09.504598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.616103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58accf9-5bae-4cb1-a406-9ae2f4c14fc0 req-703bfddb-9aea-452e-89df-91a62d8c5ba7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:09.625351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d58accf9-5bae-4cb1-a406-9ae2f4c14fc0 req-703bfddb-9aea-452e-89df-91a62d8c5ba7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1765420 Aug 18 14:00:09.894279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d58accf9-5bae-4cb1-a406-9ae2f4c14fc0 req-e07a6989-4b3c-4921-ba49-bd7c024b506e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418005 Aug 18 14:00:09.896776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.906606 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.980137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.001757 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:00:10.070702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5394f0-0265-4afb-9680-bf6dfcd588c0,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:10.104935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46108) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:10.188967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.196003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a8b708a6-41df-4364-ad49-e5f6defd1b00 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0223832 Aug 18 14:00:10.198680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:10.202506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:10.230114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfaa41-3562-4ee2-a9ba-670486607c16 req-2f4206b0-de0f-4880-9e96-3a9f4a2ee73a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:10.233148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37cfaa41-3562-4ee2-a9ba-670486607c16 req-2f4206b0-de0f-4880-9e96-3a9f4a2ee73a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.2150640 Aug 18 14:00:10.309231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1cf4e-8b45-431f-a6ed-6bc091c31b64 req-3adca3bb-1e48-4f42-93a0-93db6e0100cc tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:10.319137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54e1cf4e-8b45-431f-a6ed-6bc091c31b64 req-3adca3bb-1e48-4f42-93a0-93db6e0100cc tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.2969241 Aug 18 14:00:10.342106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2c36-2a39-4704-b409-52cd6fca0333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.377799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37cfaa41-3562-4ee2-a9ba-670486607c16 req-ba401200-bf7f-45bc-b64f-6355dd422025 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320570 Aug 18 14:00:10.382419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.465079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54e1cf4e-8b45-431f-a6ed-6bc091c31b64 req-585781c9-5401-4329-b856-cc7752987e52 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440256 Aug 18 14:00:10.589916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.722870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2c36-2a39-4704-b409-52cd6fca0333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.726418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.810103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2c36-2a39-4704-b409-52cd6fca0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:10.893820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b2c36-2a39-4704-b409-52cd6fca0333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca19ed2-5444-4af7-be40-ffb5c3af5b9f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:10.951592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46138) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:10.965181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e9b2c36-2a39-4704-b409-52cd6fca0333 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9dc6fd705f44374a7dc9f892f32041b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8595786 Aug 18 14:00:11.006391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Allocated IP 172.25.1.126 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/7677aa9c-7e98-4eea-bc76-7e2c14b75b79) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:11.206623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.250492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4532c-4acf-4994-a3f6-ad176c309d2d req-537ba8d7-6afd-4627-8fde-13418ba76dce tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:11.259744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ed4532c-4acf-4994-a3f6-ad176c309d2d req-537ba8d7-6afd-4627-8fde-13418ba76dce tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1632893 Aug 18 14:00:11.263235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.298740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.372525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ed4532c-4acf-4994-a3f6-ad176c309d2d req-c05d0713-ee70-4b1c-87e5-ef878617409d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116595 Aug 18 14:00:11.500806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.539355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.543783 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:11.547769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ca19ed2-5444-4af7-be40-ffb5c3af5b9f HTTP/1.1" status: 204 len: 168 time: 0.5929930 Aug 18 14:00:11.634376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98064b56-825e-469b-b7c0-6be5d428bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca19ed2-5444-4af7-be40-ffb5c3af5b9f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:11.716528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:11.721127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:11.730535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:11.763566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dccb54-82be-44cf-b809-2c69aaa329c2 req-2be2b00b-9e4c-44ff-98ae-d925102b402e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:11.772852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1dccb54-82be-44cf-b809-2c69aaa329c2 req-2be2b00b-9e4c-44ff-98ae-d925102b402e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.2513177 Aug 18 14:00:11.803779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'Port': ['ID=7677aa9c-7e98-4eea-bc76-7e2c14b75b79,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:11.880172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd87ed-93c6-457d-9b00-220933d2e055 req-ef93fa6c-5514-4c7b-9f81-3695597c4d75 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:11.881861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3fd87ed-93c6-457d-9b00-220933d2e055 req-ef93fa6c-5514-4c7b-9f81-3695597c4d75 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.2232220 Aug 18 14:00:11.970589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1dccb54-82be-44cf-b809-2c69aaa329c2 req-1f86a115-c2cb-470c-b7ec-5de577fdc868 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961682 Aug 18 14:00:12.023565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3fd87ed-93c6-457d-9b00-220933d2e055 req-6ed9c222-9010-4360-9a8e-72d716ea6c03 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164403 Aug 18 14:00:12.165982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.316250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.624965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-40766323-4c7f-492e-b9e3-87c05156efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:12.626841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-40766323-4c7f-492e-b9e3-87c05156efaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1101 time: 0.1290002 Aug 18 14:00:12.671682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bcde7-b6ef-438c-9d97-a04ec861c085 req-0d420220-5f8d-413c-b21f-c5b2ff0bc184 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:12.680412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f6bcde7-b6ef-438c-9d97-a04ec861c085 req-0d420220-5f8d-413c-b21f-c5b2ff0bc184 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.1189196 Aug 18 14:00:12.759038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.795960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f6bcde7-b6ef-438c-9d97-a04ec861c085 req-7fb39888-e85e-4bfd-bb0b-839aff36e553 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128118 Aug 18 14:00:12.856071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.868365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-32477b33-1abd-4e57-aa2f-5ade3b9cee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:12.870465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-32477b33-1abd-4e57-aa2f-5ade3b9cee1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2341359 Aug 18 14:00:12.927064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-b45c8263-43d9-42b9-afac-dbcf67761a0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0459771 Aug 18 14:00:13.072366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-b662bd08-c2d5-4bf8-9e28-bd6863a7cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.077170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-b662bd08-c2d5-4bf8-9e28-bd6863a7cbc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1302984 Aug 18 14:00:13.230618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-dd8c7a3e-6918-4153-bfa2-d69f0115f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.249199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-dd8c7a3e-6918-4153-bfa2-d69f0115f810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530287 Aug 18 14:00:13.292512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b3e45-8d8d-47e2-90a1-dd4aff808f5d req-7cf61dae-f71b-48d2-8aed-4e1fc11e52ff tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.301250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-696b3e45-8d8d-47e2-90a1-dd4aff808f5d req-7cf61dae-f71b-48d2-8aed-4e1fc11e52ff tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1544027 Aug 18 14:00:13.408345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-696b3e45-8d8d-47e2-90a1-dd4aff808f5d req-6cf1799c-0733-4b7c-a239-de10ff388b02 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056144 Aug 18 14:00:13.494105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-ea7b9a71-cbbf-4394-92db-85478422dde0 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359874 Aug 18 14:00:13.615414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'Port': ['ID=7677aa9c-7e98-4eea-bc76-7e2c14b75b79,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:13.629232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.706300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.714788 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7fab7d15-aa66-4734-b5cf-2e91a9cb16fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5164778 Aug 18 14:00:13.730421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883895-80b8-4f5c-8ff8-50c935d6f384 req-abe0c33b-0f94-4dbf-b46a-1ffa94367299 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.738294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7883895-80b8-4f5c-8ff8-50c935d6f384 req-abe0c33b-0f94-4dbf-b46a-1ffa94367299 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1369267 Aug 18 14:00:13.771715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-e80bb778-8b03-40b0-a70c-386ca7b052dc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583191 Aug 18 14:00:13.823354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7883895-80b8-4f5c-8ff8-50c935d6f384 req-644916f8-69ff-430b-bea1-a42d519bd8dd tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 Aug 18 14:00:14.030601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611913a6-0dd9-4cbb-8876-f63817b845f9 req-a82a34ad-82b1-4747-8b8a-48f48f0213a4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:14.032180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-611913a6-0dd9-4cbb-8876-f63817b845f9 req-a82a34ad-82b1-4747-8b8a-48f48f0213a4 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 945 time: 0.0719619 Aug 18 14:00:14.138637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-611913a6-0dd9-4cbb-8876-f63817b845f9 req-11064029-61e9-47f8-8c05-eb13a4157002 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Aug 18 14:00:16.116403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-4d9ba3be-d0c2-4103-808d-58c0fe28bc25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544596 Aug 18 14:00:16.222808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-1652069c-aa50-4aaf-8b3b-26ab5dcf7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:16.224337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-1652069c-aa50-4aaf-8b3b-26ab5dcf7e6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 1096 time: 0.0557375 Aug 18 14:00:16.366653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-1a64eefc-225c-40ed-a6f4-b72ca68cf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:16.368770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-1a64eefc-225c-40ed-a6f4-b72ca68cf6b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1194236 Aug 18 14:00:16.422862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-6ca7c755-585d-4838-bf5b-875ef66ca11e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 200 len: 217 time: 0.0448058 Aug 18 14:00:16.490393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-4e16af2e-f0f4-44af-8049-76563828ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:16.491966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-4e16af2e-f0f4-44af-8049-76563828ec8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0605118 Aug 18 14:00:16.552524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-0a346b8d-0551-4345-97fa-20182f1aaded service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508528 Aug 18 14:00:16.674102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-855b1797-539e-4f17-9f19-1e66312afd51 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075270 Aug 18 14:00:16.864130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9143d81a-1a51-4131-bd31-f95e707a4a6c req-18b6a689-b51f-4c09-ac62-fddbe633cdf5 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815975 Aug 18 14:00:18.168762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-4d34f751-bf44-4336-ad83-a4eff1aeae7f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676179 Aug 18 14:00:18.316530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-c77931bd-a73a-4db1-9ba4-1c46b65f7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:18.319594 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-c77931bd-a73a-4db1-9ba4-1c46b65f7fd8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 1096 time: 0.0952740 Aug 18 14:00:18.460134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-f714fb06-9c7f-445e-b21a-411050c0c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:18.462630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-f714fb06-9c7f-445e-b21a-411050c0c134 service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1154726 Aug 18 14:00:18.543809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-c0dc3fe2-2e60-499c-854d-1f66f2d330f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 200 len: 217 time: 0.0733297 Aug 18 14:00:18.651003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-88e41cc0-207c-4ded-a7c3-18cefa9f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:18.652639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-88e41cc0-207c-4ded-a7c3-18cefa9f90f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0911272 Aug 18 14:00:18.705618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-79c7e81f-152f-4fe6-a8d9-0681181f2f55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447681 Aug 18 14:00:18.855793 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-481554bb-1116-4216-a525-66690f4eb8b3 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391168 Aug 18 14:00:19.037455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2028c505-23c7-4490-a74e-924f7a3dc631 req-2c786f83-6e2d-4b11-9762-fe6ef70eda52 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721258 Aug 18 14:00:21.239066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-b91e6f37-0542-41b2-991c-132a914209fe tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:21.240590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-b91e6f37-0542-41b2-991c-132a914209fe tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0532365 Aug 18 14:00:21.258197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804303-5'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:21.318211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:21.518633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:21.598132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:21.739397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:21.741664 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a46d0f-e423-428d-9b8a-4e3954c09af3" -d '{"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-unplugged", "status": "completed", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:21.749009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:21.794374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee0e73-9b90-403b-9172-8e0df997d093 req-027f39a2-08cf-4c3a-89c1-72f14e429810 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:21.795998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3eee0e73-9b90-403b-9172-8e0df997d093 req-027f39a2-08cf-4c3a-89c1-72f14e429810 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1114190 Aug 18 14:00:21.807730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-92f74613-07ee-4121-aa8b-3c0910ca1121 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:21.809370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-92f74613-07ee-4121-aa8b-3c0910ca1121 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.1727276 Aug 18 14:00:21.839184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-2e63721f-651e-4ef4-a338-555e20b93e49 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/quotas/78416f4717c34abc86f4b31f971fabc1 HTTP/1.1" status: 200 len: 375 time: 0.0216212 Aug 18 14:00:21.864694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3eee0e73-9b90-403b-9172-8e0df997d093 req-1de05e3b-9743-4ab9-9e98-7abd3c944090 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541971 Aug 18 14:00:21.882856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:21.932087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f36238db-637a-413e-b35c-890cee96bfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:21.976777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-9ce075e3-02e4-4226-8e2e-00a1869b9e44 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296072 Aug 18 14:00:22.009602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:22.076415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:22.076796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:22.076996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:22.095495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:22.095821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:22.109515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ba5d-c0ee-4c29-ab1a-29f47e50adad req-3f224d78-e627-476b-b44b-9ed5fec6661e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:22.111049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2df3ba5d-c0ee-4c29-ab1a-29f47e50adad req-3f224d78-e627-476b-b44b-9ed5fec6661e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1694384 Aug 18 14:00:22.114339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:22.114931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:22.115323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:22.115778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Bound port: 12feec8c-6f7c-40c7-95c0-f44cccd98960, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:22.116146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:22.482143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:22.492429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-4dec78be-f039-4929-a855-b088033e9451 service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959276 Aug 18 14:00:22.504643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2df3ba5d-c0ee-4c29-ab1a-29f47e50adad req-dfdb67ed-015c-46c0-a837-092b877c74d6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861868 Aug 18 14:00:22.593648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:22.605230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:22.618028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:22.631244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:22.633871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:22.634973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:22.641644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:22.642568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:22.650001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:22.651091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:22.651963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:22.652967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Bound port: 12feec8c-6f7c-40c7-95c0-f44cccd98960, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:22.653612 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:22.688119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-7cb26de8-26ad-4531-becb-54a612f97152 service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948035 Aug 18 14:00:22.786700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:22.832633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f31f-5329-4cc6-8ef8-209fe5a99803 req-9e17b5a2-12f2-43f4-bb8d-c5e3e62afe33 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:22.834310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fa0f31f-5329-4cc6-8ef8-209fe5a99803 req-9e17b5a2-12f2-43f4-bb8d-c5e3e62afe33 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0891194 Aug 18 14:00:22.905784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=8']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:22.910812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:22.916022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:22.916022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-a1296f86-7459-47b7-ae6f-401f2a1ff735 service neutron] 10.222.0.10 "PUT /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 1121 time: 1.6598814 Aug 18 14:00:22.918863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:22.930909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fa0f31f-5329-4cc6-8ef8-209fe5a99803 req-91174f60-a476-4ada-9054-ccc162de0eaf tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803297 Aug 18 14:00:22.972006 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 12feec8c-6f7c-40c7-95c0-f44cccd98960-n-h2-804303-5-0 {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:00:22.973277 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:00:23.038524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['12feec8c-6f7c-40c7-95c0-f44cccd98960'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:23.065006 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb63ff9a-bcef-4cc4-af8d-2e2a25bcf765 x-openstack-request-id: req-eb63ff9a-bcef-4cc4-af8d-2e2a25bcf765 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:23.065310 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-unplugged", "status": "completed", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:23.065690 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb63ff9a-bcef-4cc4-af8d-2e2a25bcf765 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:23.065994 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'code': 200} Aug 18 14:00:23.138652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['12feec8c-6f7c-40c7-95c0-f44cccd98960'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:23.174499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ed4ad5b-6b14-4c75-bcdb-ef5ea7106c0a req-cd75f87f-2e2a-4c6f-9bb8-94ff1a319357 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0574598 Aug 18 14:00:23.210240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8230-8a0f-4b9f-b804-606d599331ee req-c844e734-4071-4bd7-894b-2a5ad44bf6dd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:23.231482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-047f8230-8a0f-4b9f-b804-606d599331ee req-c844e734-4071-4bd7-894b-2a5ad44bf6dd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1274989 Aug 18 14:00:23.294485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-047f8230-8a0f-4b9f-b804-606d599331ee req-24d64a2c-bf92-4fbf-8c26-f0a6c2fbb318 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551283 Aug 18 14:00:23.429149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f6fdf-3c5d-43e8-a4e9-e82d83da00cd req-8e897baa-3463-4c5f-83b8-af889cdb09e3 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:23.431176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f4f6fdf-3c5d-43e8-a4e9-e82d83da00cd req-8e897baa-3463-4c5f-83b8-af889cdb09e3 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 950 time: 0.0657949 Aug 18 14:00:23.489210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:23.490007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:23.490429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:23.497338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:23.498295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempting to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on network 167638a7-f73e-4e33-9822-be0329c5ec23 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:23.504916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:23.505741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Checking segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:23.506163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Bound using segment: {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:23.506949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Bound port: 12feec8c-6f7c-40c7-95c0-f44cccd98960, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0567a20c-6629-4256-a7e9-f6787e5b78f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '167638a7-f73e-4e33-9822-be0329c5ec23'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:23.508339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:23.509025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f4f6fdf-3c5d-43e8-a4e9-e82d83da00cd req-27982a36-ce10-45b4-bdbc-0421b5266299 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701005 Aug 18 14:00:23.600919 n-d-804303-5 neutron-server[112230]: WARNING neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Concurrent port binding operations failed on port 12feec8c-6f7c-40c7-95c0-f44cccd98960 Aug 18 14:00:23.610118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:23.612034 n-d-804303-5 neutron-server[112230]: INFO neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Attempt 2 to bind port 12feec8c-6f7c-40c7-95c0-f44cccd98960 Aug 18 14:00:23.612645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 has no active binding in host n-h1-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 14:00:23.730855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8059e81-1867-4d89-b3a6-361664e42d6b req-3f1605ee-cf35-4c84-9af7-561fefb90972 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:23.731785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8059e81-1867-4d89-b3a6-361664e42d6b req-3f1605ee-cf35-4c84-9af7-561fefb90972 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1197147 Aug 18 14:00:23.789030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8059e81-1867-4d89-b3a6-361664e42d6b req-85b5a621-ffec-4d60-9e95-83080e889565 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Aug 18 14:00:24.067776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7366-1582-46fc-9737-3a2bfec42fb4 req-ead60d04-d591-481d-9945-d4d37dc55dba tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:24.069758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca8a7366-1582-46fc-9737-3a2bfec42fb4 req-ead60d04-d591-481d-9945-d4d37dc55dba tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0624073 Aug 18 14:00:24.111766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca8a7366-1582-46fc-9737-3a2bfec42fb4 req-3be6b701-7088-4dd7-994b-d1f122801c91 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Aug 18 14:00:24.292869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8093cdb6-d766-432a-82bb-748bb0594991 req-ced26121-7e39-4565-b35b-ed0d66814d34 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0283258 Aug 18 14:00:24.408820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7decf8-5b86-4648-88d4-f5362cbde4e2 req-3d2dacc9-712d-4e66-8110-275ef9dbd488 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:24.410435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b7decf8-5b86-4648-88d4-f5362cbde4e2 req-3d2dacc9-712d-4e66-8110-275ef9dbd488 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0540206 Aug 18 14:00:24.480482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b7decf8-5b86-4648-88d4-f5362cbde4e2 req-2fde5be6-b443-404e-afa0-6bf54b813b8e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629416 Aug 18 14:00:24.486327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:24.589231 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:24.623722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:24.625922 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447924b3-a462-47e7-abc2-af974fee829a" -d '{"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-unplugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:24.645831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:24.667221 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c293b-d695-4b4e-9d58-23f555a4a328 x-openstack-request-id: req-7c7c293b-d695-4b4e-9d58-23f555a4a328 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:24.667529 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-unplugged", "status": "completed", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:24.667901 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c7c293b-d695-4b4e-9d58-23f555a4a328 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:24.669225 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'code': 200} Aug 18 14:00:24.743514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-016f81b7-b7f8-4c35-b3b7-874e18fbd7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:24.745018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:24.810302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:24.821169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.821169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.821392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.821729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.822166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.822512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.822842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.823172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.823497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.824630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.824630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.824630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:24.894571 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:24.930608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47383bd-c908-412f-95bf-2f978e34c05e req-0b511386-b812-4b60-9e4b-9a377596e279 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:24.938460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47383bd-c908-412f-95bf-2f978e34c05e req-0b511386-b812-4b60-9e4b-9a377596e279 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0661154 Aug 18 14:00:24.985438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47383bd-c908-412f-95bf-2f978e34c05e req-e805ed43-05c6-40ae-a46e-93d3cc9632d8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Aug 18 14:00:25.067252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:25.069678 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a56871-c085-422c-8218-ec4c0de23f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:25.108343 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e116933-b03a-4886-a4ed-3499dff1d41d x-openstack-request-id: req-3e116933-b03a-4886-a4ed-3499dff1d41d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:25.108689 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:25.108956 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e116933-b03a-4886-a4ed-3499dff1d41d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:25.109365 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'status': 'completed', 'code': 200} Aug 18 14:00:25.220326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56871-c085-422c-8218-ec4c0de23f6d req-49f50afb-9cde-4a67-8ce9-f2c218d21430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.222560 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-49f50afb-9cde-4a67-8ce9-f2c218d21430 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1124 time: 0.0741270 Aug 18 14:00:25.238769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbabc5-6ff4-4381-869f-d05363348d18 req-1d71f963-2c15-439a-8f95-d691322ae60c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.249077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3cbabc5-6ff4-4381-869f-d05363348d18 req-1d71f963-2c15-439a-8f95-d691322ae60c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0636060 Aug 18 14:00:25.297203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3cbabc5-6ff4-4381-869f-d05363348d18 req-b2d9c851-2382-4b13-a8bd-3715cb5df894 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Aug 18 14:00:25.377212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56871-c085-422c-8218-ec4c0de23f6d req-1ff211ec-bbea-4c2d-ab47-e5e085016f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.379357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-1ff211ec-bbea-4c2d-ab47-e5e085016f1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1385581 Aug 18 14:00:25.407102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03626ea6-aeaf-4622-b0ba-f03c4c40e304 req-6dd00441-0857-4993-9fa2-7f10b0f3df02 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0373099 Aug 18 14:00:25.426393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-96131842-7af5-4b43-9a68-07e49ec811e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 217 time: 0.0385294 Aug 18 14:00:25.490160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56871-c085-422c-8218-ec4c0de23f6d req-b4741273-1db2-44ba-8463-73cd177c3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.494260 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-b4741273-1db2-44ba-8463-73cd177c3b0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0543242 Aug 18 14:00:25.545972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-4d45d99c-1a1c-4367-b2fa-604b0ccff1bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318160 Aug 18 14:00:25.623725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff631-a4d2-4558-8102-0764fb5c523d req-eb5a9f11-dbf1-4600-bf32-0dbe68e6f0c9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.626604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d7ff631-a4d2-4558-8102-0764fb5c523d req-eb5a9f11-dbf1-4600-bf32-0dbe68e6f0c9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0580645 Aug 18 14:00:25.684860 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-758d8df7-1f66-4811-b3f6-310bcb6d7209 service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283448 Aug 18 14:00:25.687495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d7ff631-a4d2-4558-8102-0764fb5c523d req-c427f321-cd1a-4777-b067-02674525d565 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Aug 18 14:00:25.780012 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:25.795522 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-70a56871-c085-422c-8218-ec4c0de23f6d req-d06e6abb-a09b-489d-be08-07b2222adb8a service neutron] 10.222.0.58 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031506 Aug 18 14:00:25.947805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-56c33cbb-da21-4c87-8cac-2be8c75d0abb tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:25.949345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-56c33cbb-da21-4c87-8cac-2be8c75d0abb tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.1411099 Aug 18 14:00:25.968663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'port': {'device_id': '021a0667-9eab-4d07-9924-d34dc93bf058', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'admin_state_up': True, 'tenant_id': '78416f4717c34abc86f4b31f971fabc1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:26.128839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ac7e6-97fa-4be5-ba6a-0e79dda445d9 req-ec010723-5b4e-4941-8aae-c2f58a81fdf8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:26.130605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a4ac7e6-97fa-4be5-ba6a-0e79dda445d9 req-ec010723-5b4e-4941-8aae-c2f58a81fdf8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0576797 Aug 18 14:00:26.172297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a4ac7e6-97fa-4be5-ba6a-0e79dda445d9 req-cda2394d-ec1a-49f8-a701-02d15571f90d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355475 Aug 18 14:00:26.228737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Made reservation on behalf of 78416f4717c34abc86f4b31f971fabc1 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:26.232544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.314599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:26.397108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Allocated IP 172.20.0.8 (2de7da11-bbe1-4874-9553-1661938aab0f/f5d17f1f-3f01-4911-a33d-3870f448706c/3e8489a0-953a-4fb8-b3f8-35c54ba22692) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:26.464166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309b2b6-4e20-4688-93fe-4a08931d6729 req-9eacbec6-1731-44e8-95db-61e08e1033d0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:26.475197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e309b2b6-4e20-4688-93fe-4a08931d6729 req-9eacbec6-1731-44e8-95db-61e08e1033d0 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.1051321 Aug 18 14:00:26.532771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fce5b9ec-c194-4e0e-bfb4-96b4e10ce2de req-009b3715-5383-4df7-a7d8-a99262f1cdc7 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0303686 Aug 18 14:00:26.563017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f83496f7-c559-496d-877c-285449842aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.578413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e309b2b6-4e20-4688-93fe-4a08931d6729 req-8f20a5db-6d22-4509-b458-fc0c379c0b95 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021066 Aug 18 14:00:26.613560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.680524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f83496f7-c559-496d-877c-285449842aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.749954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.793966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f83496f7-c559-496d-877c-285449842aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.796810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Network 2de7da11-bbe1-4874-9553-1661938aab0f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:26.800083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:26.804483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:26.846762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f83496f7-c559-496d-877c-285449842aec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dba5abe1ab684b5b8ecce97033b9ecc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286107 Aug 18 14:00:26.847761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:26.856890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83496f7-c559-496d-877c-285449842aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e730b-20aa-4239-9bb8-45ccf4854b12,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:26.864024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:26.864681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:26.869868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344ae82-7fd9-4dfa-9cfb-9238ef3e01fb req-3126733c-181d-41a6-bfaa-e50029b50498 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:26.876273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:26.877417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f344ae82-7fd9-4dfa-9cfb-9238ef3e01fb req-3126733c-181d-41a6-bfaa-e50029b50498 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1126146 Aug 18 14:00:26.935384 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-d8ef3b29-457a-4d3b-88ed-0e6ef6577401 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9714367 Aug 18 14:00:26.950565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Request body: {'port': {'device_id': '021a0667-9eab-4d07-9924-d34dc93bf058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:26.955989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f344ae82-7fd9-4dfa-9cfb-9238ef3e01fb req-80b8cbb5-986a-4491-be40-dd233924c71b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771544 Aug 18 14:00:26.989794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.015322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.041826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.152010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.159199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.161988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf5e730b-20aa-4239-9bb8-45ccf4854b12 HTTP/1.1" status: 204 len: 168 time: 0.3129053 Aug 18 14:00:27.185539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40512cd4-e47d-41d5-b72f-af94b48c59cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e730b-20aa-4239-9bb8-45ccf4854b12,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:27.329646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88f19-ef34-4c45-8642-296789fb79ec req-7a010495-5e62-4f2e-9a60-3184817a73c1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.338716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6c88f19-ef34-4c45-8642-296789fb79ec req-7a010495-5e62-4f2e-9a60-3184817a73c1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0637200 Aug 18 14:00:27.351279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.381894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6c88f19-ef34-4c45-8642-296789fb79ec req-dbed8df0-807f-47bc-8cbd-a80c1150ac03 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Aug 18 14:00:27.478636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:27.488777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.514219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Transition to ACTIVE for port object 3e8489a0-953a-4fb8-b3f8-35c54ba22692 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:27.592341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.707198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:27.790924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b36cef-f9e6-4d6a-b34f-6e72d92f8c1d req-efb27c1f-1457-4f52-a1dd-6f649c865c62 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.792559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7b36cef-f9e6-4d6a-b34f-6e72d92f8c1d req-efb27c1f-1457-4f52-a1dd-6f649c865c62 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.1534233 Aug 18 14:00:27.827795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9295e-9db3-4b93-9576-4545fad7a046 req-71be9ab1-ec67-4ae0-9e2d-cfb30562c17a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.829437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28f9295e-9db3-4b93-9576-4545fad7a046 req-71be9ab1-ec67-4ae0-9e2d-cfb30562c17a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0977230 Aug 18 14:00:27.872962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Attempting to bind port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:27.873366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Attempting to bind port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:27.873703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Attempting to bind port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:27.880775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 on network 2de7da11-bbe1-4874-9553-1661938aab0f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:27.881733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Attempting to bind port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:27.888635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:27.889016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Checking segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:27.889377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Bound using segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:27.889828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Bound port: 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:27.890216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:27.906560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7b36cef-f9e6-4d6a-b34f-6e72d92f8c1d req-fe5064f7-b13c-4171-965d-0cb5b7aa3206 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043186 Aug 18 14:00:27.917581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28f9295e-9db3-4b93-9576-4545fad7a046 req-d12b1d8a-c215-4547-abf3-089ea2444092 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786772 Aug 18 14:00:28.010681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:28.019537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:28.099226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faa329-e93e-4b04-8de5-b0cfedf791fc req-35f4e698-6892-4870-a452-44620443358b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.106245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5faa329-e93e-4b04-8de5-b0cfedf791fc req-35f4e698-6892-4870-a452-44620443358b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0662258 Aug 18 14:00:28.121829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46506) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:28.144665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-928d2128-367f-4fe4-9dd1-a65e48302c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:28.194227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5faa329-e93e-4b04-8de5-b0cfedf791fc req-4fc418dd-8716-4033-9e99-daa18592421e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Aug 18 14:00:28.251030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:28.309059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.309587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:28.311027 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e8489a0-953a-4fb8-b3f8-35c54ba22692 HTTP/1.1" status: 200 len: 1091 time: 1.3661697 Aug 18 14:00:28.314108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:28.316363 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09070400-b493-4855-a465-c90b7dc1da66" -d '{"events": [{"name": "network-changed", "server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:28.321047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-928d2128-367f-4fe4-9dd1-a65e48302c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:28.340190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa347473-39c8-4e8b-ae72-6c91dbbb6604 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:28.370430 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6014d64-2549-4ce4-9c4e-f9409aad7faa x-openstack-request-id: req-f6014d64-2549-4ce4-9c4e-f9409aad7faa {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:28.370723 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:28.371392 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6014d64-2549-4ce4-9c4e-f9409aad7faa {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:28.371946 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'status': 'completed', 'code': 200} Aug 18 14:00:28.452901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070400-b493-4855-a465-c90b7dc1da66 req-e2fc0215-282d-49fc-a7b1-3271c94bc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.454865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09070400-b493-4855-a465-c90b7dc1da66 req-e2fc0215-282d-49fc-a7b1-3271c94bc447 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 1094 time: 0.0538042 Aug 18 14:00:28.522897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:28.542229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9932c58-2c20-400b-a2c0-dadf5df7fd80 req-5c4b2b67-1421-4a3c-a3af-997f9ada49bc tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.550249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9932c58-2c20-400b-a2c0-dadf5df7fd80 req-5c4b2b67-1421-4a3c-a3af-997f9ada49bc tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0809789 Aug 18 14:00:28.594493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070400-b493-4855-a465-c90b7dc1da66 req-8b3e41b5-cff4-4fae-b9da-346981f5b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.596004 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09070400-b493-4855-a465-c90b7dc1da66 req-8b3e41b5-cff4-4fae-b9da-346981f5b2ee service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=78416f4717c34abc86f4b31f971fabc1&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1254070 Aug 18 14:00:28.598384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9932c58-2c20-400b-a2c0-dadf5df7fd80 req-bd414da1-3609-4415-88dd-9f32e8159bec tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Aug 18 14:00:28.702111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:28.706887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070400-b493-4855-a465-c90b7dc1da66 req-0f572a9f-4166-4439-af3f-f821ae29e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:28.706887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09070400-b493-4855-a465-c90b7dc1da66 req-0f572a9f-4166-4439-af3f-f821ae29e398 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999787 Aug 18 14:00:28.717344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'mac_address': 'fa:16:3e:4d:29:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:28.758027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:28.773957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:28.794802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:29.072487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65130-ae10-4eed-99d2-f28fd1b617cc req-0195b510-1af7-4761-a5a3-bcf0c7416679 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.074038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abc65130-ae10-4eed-99d2-f28fd1b617cc req-0195b510-1af7-4761-a5a3-bcf0c7416679 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.0793741 Aug 18 14:00:29.096315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e711f-2ce0-4f46-a0a8-eb800ccf7333 req-d7fad493-4eb8-4e0a-9da5-c20961f17019 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.100549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-068e711f-2ce0-4f46-a0a8-eb800ccf7333 req-d7fad493-4eb8-4e0a-9da5-c20961f17019 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0742867 Aug 18 14:00:29.144040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-928d2128-367f-4fe4-9dd1-a65e48302c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.155703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abc65130-ae10-4eed-99d2-f28fd1b617cc req-3d11162f-08e2-4f77-80b2-7ffce32f40e2 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Aug 18 14:00:29.183017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.190534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-068e711f-2ce0-4f46-a0a8-eb800ccf7333 req-806141c5-9106-4e2e-9c97-35cc1e3d018e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Aug 18 14:00:29.262186 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-928d2128-367f-4fe4-9dd1-a65e48302c0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60d70e7a67bf46b898ab65449e89dc44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1387403 Aug 18 14:00:29.264971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46542) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:29.284725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d2128-367f-4fe4-9dd1-a65e48302c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244e6b48-cb5a-4861-8f72-be77f1043781,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:29.305692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:29.329038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-03fd69c6-430f-4207-b056-b1a670651725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.329038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-03fd69c6-430f-4207-b056-b1a670651725 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 1094 time: 0.0883784 Aug 18 14:00:29.353106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['106a58db-3dad-4a1a-93ad-2d73a73ddf50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:29.362250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b6d71-8162-4294-b880-d60bbe649e6f req-a143ee67-6786-499c-a8a8-3a40d3aaa36c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.370385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-588b6d71-8162-4294-b880-d60bbe649e6f req-a143ee67-6786-499c-a8a8-3a40d3aaa36c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0981817 Aug 18 14:00:29.393068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-a4e98e6c-4483-420e-ac5a-dda8c4686e79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692 HTTP/1.1" status: 200 len: 217 time: 0.0556264 Aug 18 14:00:29.395631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.437513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.454570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-588b6d71-8162-4294-b880-d60bbe649e6f req-e84358bd-537a-4649-b046-abcbb4dc235f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831966 Aug 18 14:00:29.511404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-a4ad6f98-a498-46bd-a78a-12abec8760c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.512897 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-a4ad6f98-a498-46bd-a78a-12abec8760c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 200 len: 862 time: 0.0959606 Aug 18 14:00:29.516938 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-6b8a83fd-1e12-40dc-9318-829aa54c769f service neutron] 10.222.0.58 "GET /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.1317677 Aug 18 14:00:29.565996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-e4f44d0b-95c6-4473-b6b6-69b3bda0609f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2de7da11-bbe1-4874-9553-1661938aab0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346606 Aug 18 14:00:29.608956 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.611789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.616750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/244e6b48-cb5a-4861-8f72-be77f1043781 HTTP/1.1" status: 204 len: 168 time: 0.3483589 Aug 18 14:00:29.642167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5557-a58b-41ae-bb40-65fd82ce3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e6b48-cb5a-4861-8f72-be77f1043781,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:29.739720 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-ba597920-1cd0-41d9-afd1-d47237cec1e6 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532216 Aug 18 14:00:29.807538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308a2d9-5a15-47a1-bf90-ce849b78dd97 req-ab3e788e-f24c-45dd-a10b-756541707d58 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:29.809304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0308a2d9-5a15-47a1-bf90-ce849b78dd97 req-ab3e788e-f24c-45dd-a10b-756541707d58 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0594931 Aug 18 14:00:29.854013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0308a2d9-5a15-47a1-bf90-ce849b78dd97 req-e0f9906a-e805-4788-a34e-b41fc50ed3cb tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Aug 18 14:00:29.868921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:29.960264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:29.997721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:30.021693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8ec3a31e-e909-4aad-b887-0756ecbc4533 req-dc67a0ec-5e80-4200-ab4f-d665e1a66bbb service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276947 Aug 18 14:00:30.038316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12feec8c-6f7c-40c7-95c0-f44cccd98960 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:30.050800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:30.237209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:30.341051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec81c-d050-4659-b391-016fe36b3a92 req-7a484579-c4dc-4e81-afb1-312f1270226f tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:30.355933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ccec81c-d050-4659-b391-016fe36b3a92 req-7a484579-c4dc-4e81-afb1-312f1270226f tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.1027527 Aug 18 14:00:30.367165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] Transition to ACTIVE for port object 12feec8c-6f7c-40c7-95c0-f44cccd98960 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:30.430479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee6c6-866a-40d1-8b7a-f203d4c42845 req-34c6c60f-323e-43d3-b2dd-0fea517ffd81 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:30.431979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-123ee6c6-866a-40d1-8b7a-f203d4c42845 req-34c6c60f-323e-43d3-b2dd-0fea517ffd81 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 943 time: 0.0790896 Aug 18 14:00:30.437771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ccec81c-d050-4659-b391-016fe36b3a92 req-40bfc537-f9c4-493e-8a7a-40ddb88c4e47 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741096 Aug 18 14:00:30.479399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-123ee6c6-866a-40d1-8b7a-f203d4c42845 req-6c96e5e9-e191-41d7-9795-b00e8c1e26a7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Aug 18 14:00:30.488918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:30.544706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:30.582620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] Pushing event updated for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:30.637165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] No DVR routers for this DVR port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:30.705242 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-8f9699d7-63a2-4d72-83f6-5bdd038e5b10 service neutron] 10.222.0.58 "PUT /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960/bindings/n-h1-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1709075 Aug 18 14:00:30.717222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df4336-012f-4de4-a9be-e12c448aa78d req-6d215e21-2ed4-4b6b-a458-147b7d7c7a10 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:30.720671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8df4336-012f-4de4-a9be-e12c448aa78d req-6d215e21-2ed4-4b6b-a458-147b7d7c7a10 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0812502 Aug 18 14:00:30.722882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:30.726506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:30.779729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8df4336-012f-4de4-a9be-e12c448aa78d req-e267f448-39cf-406a-a682-564e63fc5fbb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520594 Aug 18 14:00:30.864414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:30.920742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:30.922007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:30.925077 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11bba88-bfa8-41e2-9937-06c810df5acf" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:31.022546 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff7ec1d-30f3-47f6-a412-bacd3a73efc4 x-openstack-request-id: req-fff7ec1d-30f3-47f6-a412-bacd3a73efc4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:31.022961 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-plugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:31.023321 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fff7ec1d-30f3-47f6-a412-bacd3a73efc4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:31.028616 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'code': 200} Aug 18 14:00:31.038476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:31.042069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:31.084565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-7066af0a-38ce-46c4-a26d-8532073caa0d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.087504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-7066af0a-38ce-46c4-a26d-8532073caa0d tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.1601346 Aug 18 14:00:31.167655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e80307-4f66-45d6-827c-c2e0773774b4 req-224f0d5d-0d29-4b76-be56-3dedecce520f tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.176929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99e80307-4f66-45d6-827c-c2e0773774b4 req-224f0d5d-0d29-4b76-be56-3dedecce520f tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1673222 Aug 18 14:00:31.197717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:31.252230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99e80307-4f66-45d6-827c-c2e0773774b4 req-de9d653c-5887-41e3-af48-d2130e5d5e54 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724695 Aug 18 14:00:31.255090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-d813d9e0-dade-49a8-a15d-0f41257a6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.257290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-d813d9e0-dade-49a8-a15d-0f41257a6c91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274 HTTP/1.1" status: 200 len: 1095 time: 0.1600335 Aug 18 14:00:31.335491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-f04078b4-1346-4596-bfaa-c7566e40610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.338110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-f04078b4-1346-4596-bfaa-c7566e40610a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1095 time: 0.0539215 Aug 18 14:00:31.498734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-9ab85e34-7a7d-4e11-b864-5a07f0e548f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.503605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-9ab85e34-7a7d-4e11-b864-5a07f0e548f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 200 len: 907 time: 0.1497672 Aug 18 14:00:31.566834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-63f28f3e-d827-4ad4-84bc-0560a10dfdeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 200 len: 217 time: 0.0552649 Aug 18 14:00:31.652020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-e617eafd-dffc-4ecf-93a2-aaef7e018e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.653711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-e617eafd-dffc-4ecf-93a2-aaef7e018e6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 200 len: 846 time: 0.0738780 Aug 18 14:00:31.716427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-c185ad62-37eb-4f53-ac8b-e9e044ed33d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=167638a7-f73e-4e33-9822-be0329c5ec23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538089 Aug 18 14:00:31.834150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-c3874263-ea16-4e71-8cbb-83f0ce445f1f service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978806 Aug 18 14:00:31.843048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efee4a0-285c-40b2-98af-8aae1614220e req-a8726b4c-9330-4a97-b610-67acc10f8855 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:31.844861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8efee4a0-285c-40b2-98af-8aae1614220e req-a8726b4c-9330-4a97-b610-67acc10f8855 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.2823186 Aug 18 14:00:31.885999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:31.995970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8efee4a0-285c-40b2-98af-8aae1614220e req-51a41a0b-07b2-4811-b82c-37678f49bff2 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378839 Aug 18 14:00:32.030316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e984a4-35e2-4658-b9b6-52e6a58e8467 req-0b7a40d5-fd33-4453-8d6c-95af6a50de07 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:32.042006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4e984a4-35e2-4658-b9b6-52e6a58e8467 req-0b7a40d5-fd33-4453-8d6c-95af6a50de07 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.3529727 Aug 18 14:00:32.125748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:32.149963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'port_id': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'mac_address': 'fa:16:3e:33:f5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d17f1f-3f01-4911-a33d-3870f448706c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:32.201954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4e984a4-35e2-4658-b9b6-52e6a58e8467 req-2a9a058c-99d4-402e-b1aa-55e8ab1605f9 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546648 Aug 18 14:00:32.221476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-0a584ae5-2f06-498c-9304-d0533293d274 service neutron] 10.222.0.10 "GET /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735743 Aug 18 14:00:32.221707 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:32.248029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:32.262467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4725d-6030-402a-98a5-ffa2f813e874 req-f09adef9-dbef-4e87-842e-f13df8e0c773 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:32.272845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b4725d-6030-402a-98a5-ffa2f813e874 req-f09adef9-dbef-4e87-842e-f13df8e0c773 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1326387 Aug 18 14:00:32.298107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:32.324244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b4725d-6030-402a-98a5-ffa2f813e874 req-eed16904-315f-4ed1-8980-3f58c5eea538 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Aug 18 14:00:32.386020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:32.499540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02780b-1d10-463e-b356-f25f79ff93a7 req-f4bf9ddb-b68c-4773-8a53-261fdef56061 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:32.502422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:32.508009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe02780b-1d10-463e-b356-f25f79ff93a7 req-f4bf9ddb-b68c-4773-8a53-261fdef56061 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1300650 Aug 18 14:00:32.606297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe02780b-1d10-463e-b356-f25f79ff93a7 req-5042e351-a69c-402e-99cd-178bfddf80e7 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778182 Aug 18 14:00:32.718403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['3e8489a0-953a-4fb8-b3f8-35c54ba22692'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:32.866043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-e2a0bae8-1461-412d-8097-8d5ba8258d65 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:32.869063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-e2a0bae8-1461-412d-8097-8d5ba8258d65 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c&tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1095 time: 0.0812557 Aug 18 14:00:33.162177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b33b-7d7d-4e83-ab60-ccca90c1dcaa req-42d029b3-5184-4261-a96b-ba5815e0dbc5 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:33.176066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3237b33b-7d7d-4e83-ab60-ccca90c1dcaa req-42d029b3-5184-4261-a96b-ba5815e0dbc5 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 944 time: 0.0747840 Aug 18 14:00:33.213982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-6ff43da4-009a-4e1e-8796-c8a389c5e18b service neutron] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:33.221295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-6ff43da4-009a-4e1e-8796-c8a389c5e18b service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:33.222512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72b771aa-1e22-4ec6-9f38-a0dd8f61b2ad req-6ff43da4-009a-4e1e-8796-c8a389c5e18b service neutron] 10.222.0.10 "DELETE /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960/bindings/n-h2-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.3435192 Aug 18 14:00:33.255239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3237b33b-7d7d-4e83-ab60-ccca90c1dcaa req-418b7864-54ca-466e-9ff6-8ae7ff612b3b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Aug 18 14:00:33.386914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72e1e-13b0-4c25-acb5-2c40537e1949 req-2cf14e3b-90fb-4146-a83f-bac426450a6f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:33.399891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22d72e1e-13b0-4c25-acb5-2c40537e1949 req-2cf14e3b-90fb-4146-a83f-bac426450a6f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.1148019 Aug 18 14:00:33.506217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22d72e1e-13b0-4c25-acb5-2c40537e1949 req-d930f4cc-c185-4260-84b3-b591ab84e148 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022313 Aug 18 14:00:33.590560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ec1db-f42d-4a6c-bb3e-97568247c95c req-1da210da-1138-4f69-8f0f-83e3d06081a8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:33.592115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9ec1db-f42d-4a6c-bb3e-97568247c95c req-1da210da-1138-4f69-8f0f-83e3d06081a8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1450164 Aug 18 14:00:33.702945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9ec1db-f42d-4a6c-bb3e-97568247c95c req-e718c034-ec64-42fb-9e5e-2f01e5896ef4 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 Aug 18 14:00:33.868205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e04a8-adbb-430b-80e5-475b8b84b1e9 req-f978475a-c484-4bc7-aee5-f5f516c610c4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:33.876470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-627e04a8-adbb-430b-80e5-475b8b84b1e9 req-f978475a-c484-4bc7-aee5-f5f516c610c4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1118007 Aug 18 14:00:33.915295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:33.984436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-627e04a8-adbb-430b-80e5-475b8b84b1e9 req-26366045-449b-4a0f-91dd-f772587d5cf2 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068413 Aug 18 14:00:34.007006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427d870-990b-4a33-be16-1661a9600144 req-0b3b5613-cf8c-4d3a-8329-449665b16fba tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:34.020737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6427d870-990b-4a33-be16-1661a9600144 req-0b3b5613-cf8c-4d3a-8329-449665b16fba tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 1095 time: 0.1743891 Aug 18 14:00:34.079278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6427d870-990b-4a33-be16-1661a9600144 req-68db4847-62b9-4732-81f4-25c91b2dfec0 tempest-LiveMigrationTest-586990387 tempest-LiveMigrationTest-586990387-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570087 Aug 18 14:00:34.177328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:34.193205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:34.193205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:34.446806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:34.493932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:34.496114 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cfff48-9710-43e9-98f9-3518c02b5a23" -d '{"events": [{"server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "name": "network-vif-plugged", "status": "completed", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:34.518324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143d749-8e21-4012-9ae4-391608451a35 req-2a4d475f-4a3b-4a1d-9d68-849b518ec3a3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:34.525689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8143d749-8e21-4012-9ae4-391608451a35 req-2a4d475f-4a3b-4a1d-9d68-849b518ec3a3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 944 time: 0.1119351 Aug 18 14:00:34.541967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:34.575994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8143d749-8e21-4012-9ae4-391608451a35 req-f73301c0-a8f4-46eb-bf8b-b108f6483658 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 Aug 18 14:00:34.631476 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a8ea5-5932-45ef-9986-481fc83d7a98 x-openstack-request-id: req-823a8ea5-5932-45ef-9986-481fc83d7a98 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:34.632039 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "name": "network-vif-plugged", "status": "completed", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:34.633285 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-823a8ea5-5932-45ef-9986-481fc83d7a98 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:34.634045 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'code': 200} Aug 18 14:00:34.671964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:34.805806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256b02-3f88-4ee0-b48e-416f91d114e4 req-83680da0-d743-4955-93ef-63411fc0f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:34.811218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2256b02-3f88-4ee0-b48e-416f91d114e4 req-83680da0-d743-4955-93ef-63411fc0f27c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 1096 time: 0.0900311 Aug 18 14:00:34.821048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:34.889654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2256b02-3f88-4ee0-b48e-416f91d114e4 req-4cd6542c-ac84-41d3-b42d-82c7e3bd8302 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666168 Aug 18 14:00:35.010398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52ff3c-ed00-486e-b0fb-6a6a1a389b8c req-1cae51f9-678d-4f97-9717-539c31a53ec6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:35.012129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c52ff3c-ed00-486e-b0fb-6a6a1a389b8c req-1cae51f9-678d-4f97-9717-539c31a53ec6 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.1241360 Aug 18 14:00:35.020948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e0b80-4bbc-49da-982c-376519ed30ed req-8321a607-6347-454e-89b6-78df1a7f57cf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:35.028603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-332e0b80-4bbc-49da-982c-376519ed30ed req-8321a607-6347-454e-89b6-78df1a7f57cf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1245618 Aug 18 14:00:35.098535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-332e0b80-4bbc-49da-982c-376519ed30ed req-c6f2de8d-ed34-460c-9010-f488b268ad2a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Aug 18 14:00:35.157263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c52ff3c-ed00-486e-b0fb-6a6a1a389b8c req-897d1807-89ac-412b-a1bd-f79bd37729ff tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246624 Aug 18 14:00:35.349438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382628d-49c3-40db-bf15-f6a47093ae03 req-48ee341a-1d85-4a41-9696-0db1bb8cb163 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:35.365320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9382628d-49c3-40db-bf15-f6a47093ae03 req-48ee341a-1d85-4a41-9696-0db1bb8cb163 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1217599 Aug 18 14:00:35.394252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46760) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:35.428003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9382628d-49c3-40db-bf15-f6a47093ae03 req-07084511-f10b-49d3-a6c3-3f4d5c26fbc8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Aug 18 14:00:35.545517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb492e-a867-499b-aff7-e961029e7bdc req-76ca314d-e93f-4eed-9e90-318e438a041b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:35.550698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5acb492e-a867-499b-aff7-e961029e7bdc req-76ca314d-e93f-4eed-9e90-318e438a041b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.0871899 Aug 18 14:00:35.580661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3fc5edae-1c2a-4f78-b83b-62d784db6a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:35.733979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Deleting port 12feec8c-6f7c-40c7-95c0-f44cccd98960 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:35.734401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:35.746013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3fc5edae-1c2a-4f78-b83b-62d784db6a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:35.836194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd908f1-1700-40d8-b0f9-42abefb2b25b req-9c6df4c1-c834-477c-88e3-7472a5855b11 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:35.854962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecd908f1-1700-40d8-b0f9-42abefb2b25b req-9c6df4c1-c834-477c-88e3-7472a5855b11 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.1710250 Aug 18 14:00:35.885897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3fc5edae-1c2a-4f78-b83b-62d784db6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:35.936864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] For port 12feec8c-6f7c-40c7-95c0-f44cccd98960, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=12feec8c-6f7c-40c7-95c0-f44cccd98960,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:35.936864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:35.936864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Calling delete_port for 12feec8c-6f7c-40c7-95c0-f44cccd98960 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:35.936864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecd908f1-1700-40d8-b0f9-42abefb2b25b req-fb4cb876-f26e-4578-9c6c-5e9685c8ae55 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Aug 18 14:00:35.937759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3fc5edae-1c2a-4f78-b83b-62d784db6a1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad101aa24f1346bcb328aa4acccd99c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335732 Aug 18 14:00:35.937759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5edae-1c2a-4f78-b83b-62d784db6a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14fdc29-5fab-4d3c-a24b-a13d10e72d59,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:35.937759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46778) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:35.989649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.013754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.216952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e4e80-d24d-43e9-a95e-16f5896bacd6 req-c483af6f-3ba3-463a-afd7-4b832bff01aa tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:36.218500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba0e4e80-d24d-43e9-a95e-16f5896bacd6 req-c483af6f-3ba3-463a-afd7-4b832bff01aa tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0499475 Aug 18 14:00:36.291867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba0e4e80-d24d-43e9-a95e-16f5896bacd6 req-4a690650-18c8-44ed-b8c6-e61808db140b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611818 Aug 18 14:00:36.313809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2e79c-8b3f-4265-898f-d465fbbee40a req-a9bc99a5-11bf-48bc-b4c4-3d8536c86120 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:36.315301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49b2e79c-8b3f-4265-898f-d465fbbee40a req-a9bc99a5-11bf-48bc-b4c4-3d8536c86120 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 944 time: 0.0672133 Aug 18 14:00:36.353873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49b2e79c-8b3f-4265-898f-d465fbbee40a req-785e1dda-df61-49a8-abcd-424d78e7b24f tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Aug 18 14:00:36.446356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.446567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.449035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.450423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e14fdc29-5fab-4d3c-a24b-a13d10e72d59 HTTP/1.1" status: 204 len: 168 time: 0.5122726 Aug 18 14:00:36.460255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447433c-627b-4d18-a79e-2dae0230307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14fdc29-5fab-4d3c-a24b-a13d10e72d59,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:36.461908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['af6e25e5-13cc-4d66-b0f6-9a72c89887fa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:36.497429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event deleted for resources: {'Port': ['ID=12feec8c-6f7c-40c7-95c0-f44cccd98960,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:36.578008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] No DVR routers for this DVR port 12feec8c-6f7c-40c7-95c0-f44cccd98960 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:36.580823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:36.582878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5acb492e-a867-499b-aff7-e961029e7bdc req-070a08c5-0375-49c9-b972-80d6185f3d0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "DELETE /v2.0/ports/12feec8c-6f7c-40c7-95c0-f44cccd98960 HTTP/1.1" status: 204 len: 173 time: 1.0252941 Aug 18 14:00:36.590789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-deleted', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:36.593154 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f179395-59f0-4418-9f4b-9eacb5f6642a" -d '{"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-deleted", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:36.650570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d2d77-95ac-4447-a876-c89f4eb85aee req-6b8a467b-86f7-4fe5-be07-b9dfe5363c3c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:36.659081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-053d2d77-95ac-4447-a876-c89f4eb85aee req-6b8a467b-86f7-4fe5-be07-b9dfe5363c3c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0817590 Aug 18 14:00:36.661879 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339d1f3-9396-4cc5-b4c0-d904c39f3ddc x-openstack-request-id: req-4339d1f3-9396-4cc5-b4c0-d904c39f3ddc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:36.662170 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8d8ab-4761-4303-8ec5-41815285bb5c", "name": "network-vif-deleted", "tag": "12feec8c-6f7c-40c7-95c0-f44cccd98960", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:36.662416 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4339d1f3-9396-4cc5-b4c0-d904c39f3ddc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:36.662797 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8d8ab-4761-4303-8ec5-41815285bb5c', 'name': 'network-vif-deleted', 'tag': '12feec8c-6f7c-40c7-95c0-f44cccd98960', 'status': 'completed', 'code': 200} Aug 18 14:00:36.710181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-053d2d77-95ac-4447-a876-c89f4eb85aee req-c1ffa91b-3382-425d-8c95-860afde2a961 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Aug 18 14:00:37.103596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549252-5ec3-480b-bc06-739d6db6037d req-cd026ebe-dc41-453f-be6c-36560de16d4a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:37.111178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29549252-5ec3-480b-bc06-739d6db6037d req-cd026ebe-dc41-453f-be6c-36560de16d4a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.0747249 Aug 18 14:00:37.165789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29549252-5ec3-480b-bc06-739d6db6037d req-b03b37a5-8c5d-40f8-8315-d7755f192e90 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Aug 18 14:00:37.381563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13964e12-3705-45f6-8f2f-7d88cc0b295e req-43174496-0a73-48fb-85ea-454754995490 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:37.385321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13964e12-3705-45f6-8f2f-7d88cc0b295e req-43174496-0a73-48fb-85ea-454754995490 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.0939515 Aug 18 14:00:37.485467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46820) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:37.509106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-058d797e-2d6c-4d67-a38a-1f3cf278bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:37.514166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13964e12-3705-45f6-8f2f-7d88cc0b295e req-99ecb7bc-f324-42c5-afee-32e7db7c3078 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219258 Aug 18 14:00:37.546638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff75f8-584a-4897-8245-c1463bf14e57 req-7d530b8a-be19-48ba-876e-c9c0872018d6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:37.555665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46ff75f8-584a-4897-8245-c1463bf14e57 req-7d530b8a-be19-48ba-876e-c9c0872018d6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1407588 Aug 18 14:00:37.627119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46ff75f8-584a-4897-8245-c1463bf14e57 req-d327cfce-b3f1-4fcc-8d00-e8710f6f016f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692804 Aug 18 14:00:37.719376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-058d797e-2d6c-4d67-a38a-1f3cf278bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:37.798450 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-058d797e-2d6c-4d67-a38a-1f3cf278bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:37.939560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:37.940189 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-058d797e-2d6c-4d67-a38a-1f3cf278bf5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bd67fdfb6ea4b208125d53741aae532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503896 Aug 18 14:00:37.951592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d797e-2d6c-4d67-a38a-1f3cf278bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dd1be1-6b8f-44c2-bbb1-d90989c88210,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:38.149269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:38.233749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:38.283876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1bd89c1f-49ec-4b6a-9d0c-8c2dd8b97922 req-9eb5a8ec-8276-4199-aa4f-602f1a7386ad tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.5740633 Aug 18 14:00:38.408122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cbaf0-58a2-4d10-bd73-a7222bd19911 req-aaecec2d-742f-4c35-b7c9-dd2f88c08df0 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:38.416599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c62cbaf0-58a2-4d10-bd73-a7222bd19911 req-aaecec2d-742f-4c35-b7c9-dd2f88c08df0 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0687070 Aug 18 14:00:38.438688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:38.441295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:38.442481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8dd1be1-6b8f-44c2-bbb1-d90989c88210 HTTP/1.1" status: 204 len: 168 time: 0.5013199 Aug 18 14:00:38.451981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebedd93-0857-494e-8995-1e1a7c64aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dd1be1-6b8f-44c2-bbb1-d90989c88210,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:38.472827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c62cbaf0-58a2-4d10-bd73-a7222bd19911 req-bae1c1c9-dd77-4df7-8235-6918496dc683 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554039 Aug 18 14:00:38.626616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:38.675009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 12feec8c-6f7c-40c7-95c0-f44cccd98960 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:38.676117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 12feec8c-6f7c-40c7-95c0-f44cccd98960 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:38.834211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea11c4-f3e1-45aa-ab87-0b54cd605106 req-25aaee76-1a05-48e6-a8b6-d970364a1574 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:38.835958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edea11c4-f3e1-45aa-ab87-0b54cd605106 req-25aaee76-1a05-48e6-a8b6-d970364a1574 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0648384 Aug 18 14:00:38.901603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edea11c4-f3e1-45aa-ab87-0b54cd605106 req-95249905-68d3-4c65-9c2d-d7aaaf5b60b5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Aug 18 14:00:39.680979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b433c-e2e0-4155-9130-00116b04c517 req-e84d8125-15aa-4ca4-aeed-5dcd97e2ffaf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:39.683222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce9b433c-e2e0-4155-9130-00116b04c517 req-e84d8125-15aa-4ca4-aeed-5dcd97e2ffaf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0833554 Aug 18 14:00:39.770622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce9b433c-e2e0-4155-9130-00116b04c517 req-2c27409e-ebc3-4cdb-a438-c266f7d7b1f5 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Aug 18 14:00:39.851432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-417b1417-d0aa-4932-9c03-39ffab0f0c59 req-0d5ae4bb-6e40-45c5-9b40-1db01470901c tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0791728 Aug 18 14:00:39.954557 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:39.979000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47b3e1-3579-421b-9296-25c7008dea4c req-05479bea-eace-41d7-a3de-2308c5cb30e5 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:39.981627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f47b3e1-3579-421b-9296-25c7008dea4c req-05479bea-eace-41d7-a3de-2308c5cb30e5 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.0933831 Aug 18 14:00:40.164366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f47b3e1-3579-421b-9296-25c7008dea4c req-6e0cff65-6099-43c1-873a-dc3925166e45 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722991 Aug 18 14:00:40.199674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e65879-0dba-4f92-9bdf-e2e39793f042 req-21ea28f0-661a-41c7-af90-c94c0ba24b40 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:40.222458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93e65879-0dba-4f92-9bdf-e2e39793f042 req-21ea28f0-661a-41c7-af90-c94c0ba24b40 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1740296 Aug 18 14:00:40.286026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93e65879-0dba-4f92-9bdf-e2e39793f042 req-235059e9-75f3-4bb0-906a-6156faca304b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Aug 18 14:00:40.596982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:41.070461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2362f2af-7524-4ada-8c0e-7b9a1bb52fe8 req-829dce33-97d2-44ff-be69-d20b4786de42 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0416455 Aug 18 14:00:41.102165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6221-204a-4252-9a5e-4ea3276c72e3 req-2cfc0a78-406b-4aca-a9d9-5d3d08cc12e8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:41.103997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61f6221-204a-4252-9a5e-4ea3276c72e3 req-2cfc0a78-406b-4aca-a9d9-5d3d08cc12e8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1560497 Aug 18 14:00:41.156920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61f6221-204a-4252-9a5e-4ea3276c72e3 req-9f5c66ca-56e1-4e65-a0ea-0a1a284a6d30 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Aug 18 14:00:41.329944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ed054-fa01-4938-be82-bf494b2722a8 req-ff6993e3-a3f7-452d-98b2-eb661211ed62 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:41.330808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b3ed054-fa01-4938-be82-bf494b2722a8 req-ff6993e3-a3f7-452d-98b2-eb661211ed62 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.1094065 Aug 18 14:00:41.410913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b3ed054-fa01-4938-be82-bf494b2722a8 req-aa3afa9f-c5a9-41b0-ae8d-06a86e13c727 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Aug 18 14:00:41.442096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce89e12-ef68-4143-89c9-8eb654da9fb5 req-e1b08bd9-5d0b-41c9-a63e-029684b4310a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:41.442096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ce89e12-ef68-4143-89c9-8eb654da9fb5 req-e1b08bd9-5d0b-41c9-a63e-029684b4310a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0722411 Aug 18 14:00:41.508746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ce89e12-ef68-4143-89c9-8eb654da9fb5 req-dcd580d2-c54b-4859-b20b-2093bb5f53dd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Aug 18 14:00:41.986464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:42.177302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:42.210297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'port_id': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'mac_address': 'fa:16:3e:33:f5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d17f1f-3f01-4911-a33d-3870f448706c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:42.260511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbf7b104-0499-4c7e-9e06-0250035287b1 req-d085e296-6bb0-45cb-a70f-769e1298569a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0976946 Aug 18 14:00:42.300539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:42.339188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:42.370053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:42.430208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1a184-53db-4aba-a1bb-6c326c057059 req-9f552d46-5ef8-43dd-a677-29232fddf157 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:42.432221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ae1a184-53db-4aba-a1bb-6c326c057059 req-9f552d46-5ef8-43dd-a677-29232fddf157 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0951157 Aug 18 14:00:42.482155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ae1a184-53db-4aba-a1bb-6c326c057059 req-f0f96b2d-d56b-4454-ae5c-fbd445ffaa34 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Aug 18 14:00:42.569620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:42.625284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018825bb-e748-4845-88d6-a17dac49184c req-84dd2a52-ae52-4b19-98e8-ff1f2744695b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:42.626965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018825bb-e748-4845-88d6-a17dac49184c req-84dd2a52-ae52-4b19-98e8-ff1f2744695b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 945 time: 0.1208618 Aug 18 14:00:42.685524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:42.699312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018825bb-e748-4845-88d6-a17dac49184c req-c34bff84-2465-4ac4-8dd1-b7eca1ce0c03 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656416 Aug 18 14:00:42.727391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['3e8489a0-953a-4fb8-b3f8-35c54ba22692'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:42.810230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e17a-5444-45c5-b12f-cf9e2ae53a41 req-5e70f1fa-3438-4e1b-8212-bbc63d76c6d7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:42.811762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d153e17a-5444-45c5-b12f-cf9e2ae53a41 req-5e70f1fa-3438-4e1b-8212-bbc63d76c6d7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0915203 Aug 18 14:00:42.863253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d153e17a-5444-45c5-b12f-cf9e2ae53a41 req-554ebf5f-3af7-41ed-81e5-3d2bdfc2bc8b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Aug 18 14:00:43.471498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ea7df6a-1e3c-4ae2-a7af-c431bc17894a req-7e3eada4-8b29-4fb0-93ad-caa2d8743331 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f8d8ab-4761-4303-8ec5-41815285bb5c HTTP/1.1" status: 200 len: 210 time: 0.0777328 Aug 18 14:00:43.712921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76639546-a8e4-47d3-9ff4-785d5a9e0ae3 req-2bbc8943-9eb3-4683-8037-a2b15373e8b1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:43.714869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76639546-a8e4-47d3-9ff4-785d5a9e0ae3 req-2bbc8943-9eb3-4683-8037-a2b15373e8b1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.0809114 Aug 18 14:00:43.778900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76639546-a8e4-47d3-9ff4-785d5a9e0ae3 req-c7c84b73-6e2b-4a05-b16b-3d511c69c7cd tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579085 Aug 18 14:00:43.919215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799a3b-fdba-46f0-b1ab-a8ffe380fc9f req-5064d697-fe9a-4858-8097-4fb698087264 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:43.922877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61799a3b-fdba-46f0-b1ab-a8ffe380fc9f req-5064d697-fe9a-4858-8097-4fb698087264 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 944 time: 0.0946188 Aug 18 14:00:43.996506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:44.017820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61799a3b-fdba-46f0-b1ab-a8ffe380fc9f req-238f3eed-4591-43d8-a6ce-4d96b698e802 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797794 Aug 18 14:00:44.135813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d53dc-c8f9-4f4c-a5c7-d0b3ab7d9051 req-0a688a3c-4142-460d-b87f-15defdf517b3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:44.137592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f54d53dc-c8f9-4f4c-a5c7-d0b3ab7d9051 req-0a688a3c-4142-460d-b87f-15defdf517b3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1242578 Aug 18 14:00:44.164105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:44.184249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:44.198505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f54d53dc-c8f9-4f4c-a5c7-d0b3ab7d9051 req-2c87233d-1a87-4773-90d6-8e096198e871 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Aug 18 14:00:44.208737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:44.297277 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:44.362230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:44.958551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5511258-376a-4aef-b85e-55a467f4fc4a req-5c1f61b3-b4ac-4915-9147-d099fe64b84a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:44.959011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5511258-376a-4aef-b85e-55a467f4fc4a req-5c1f61b3-b4ac-4915-9147-d099fe64b84a tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.1233497 Aug 18 14:00:45.081811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5511258-376a-4aef-b85e-55a467f4fc4a req-425d6cc5-f692-4df7-87d6-ba6125dc3e1e tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876210 Aug 18 14:00:45.165429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a7764-7f21-4539-85c4-4725ca7ae7e0 req-46636304-9215-4fe2-962b-6e324fcf2cf3 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:45.167029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d3a7764-7f21-4539-85c4-4725ca7ae7e0 req-46636304-9215-4fe2-962b-6e324fcf2cf3 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1710851 Aug 18 14:00:45.243780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d3a7764-7f21-4539-85c4-4725ca7ae7e0 req-2ec5f896-91cd-4196-a68b-0d361e396079 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650828 Aug 18 14:00:45.412710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf1d5c-b913-4bf0-9f7a-55db498f9633 req-36030573-0ea8-49bc-8630-6d5ddf21e216 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:45.417688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12bf1d5c-b913-4bf0-9f7a-55db498f9633 req-36030573-0ea8-49bc-8630-6d5ddf21e216 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0872726 Aug 18 14:00:45.495982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12bf1d5c-b913-4bf0-9f7a-55db498f9633 req-33e2977f-1029-4ce2-a7ff-e0a31fc91589 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718272 Aug 18 14:00:46.209903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3c3a-26e8-450e-9c9d-aa5f59126134 req-38e56392-a8e0-4aab-8a19-3b6ba54f9ce3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:46.211310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b8b3c3a-26e8-450e-9c9d-aa5f59126134 req-38e56392-a8e0-4aab-8a19-3b6ba54f9ce3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.0539603 Aug 18 14:00:46.260785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b8b3c3a-26e8-450e-9c9d-aa5f59126134 req-44f60637-c0f3-4293-93f5-f04b918f8037 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Aug 18 14:00:46.502256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad39f4e-52da-4cff-b1a3-9cf62f0c7921 req-3c1fc840-2f3a-4bcf-adff-5e3540db4846 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:46.511208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aad39f4e-52da-4cff-b1a3-9cf62f0c7921 req-3c1fc840-2f3a-4bcf-adff-5e3540db4846 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1204014 Aug 18 14:00:46.581424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aad39f4e-52da-4cff-b1a3-9cf62f0c7921 req-80e276b7-b281-4272-9556-96497d98c476 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Aug 18 14:00:46.650500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3562676-f788-4943-b782-41e7fef544b6 req-edefeb2d-291a-42c9-9001-0f17b2a65d97 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:46.653693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e3562676-f788-4943-b782-41e7fef544b6 req-edefeb2d-291a-42c9-9001-0f17b2a65d97 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 943 time: 0.1606460 Aug 18 14:00:46.789644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53ac1-ac01-4775-a142-8960a2c3e75a req-aa74611c-5081-4aa4-90a0-54cc27bfa93a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:46.806860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9df53ac1-ac01-4775-a142-8960a2c3e75a req-aa74611c-5081-4aa4-90a0-54cc27bfa93a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1415453 Aug 18 14:00:46.843150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Deleting port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:46.843905 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:46.890588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9df53ac1-ac01-4775-a142-8960a2c3e75a req-2dad4e16-28ca-4104-97e9-cdbcdf1574f3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Aug 18 14:00:46.984780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:00:47.013170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] For port 3e8489a0-953a-4fb8-b3f8-35c54ba22692, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=3e8489a0-953a-4fb8-b3f8-35c54ba22692,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:47.013860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.081805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Calling delete_port for 3e8489a0-953a-4fb8-b3f8-35c54ba22692 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:47.458301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47102) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:47.548991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.649568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d39f6a08-c1b5-432f-be83-f10c6f7ebce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.652020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event deleted for resources: {'Port': ['ID=3e8489a0-953a-4fb8-b3f8-35c54ba22692,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:47.690902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.691256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.692769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.693300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.693834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.695486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.702637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:47.813074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] No DVR routers for this DVR port 3e8489a0-953a-4fb8-b3f8-35c54ba22692 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:47.819299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.826725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e3562676-f788-4943-b782-41e7fef544b6 req-3a5fef4f-e96f-4ad7-be4c-444c06dd15d8 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "DELETE /v2.0/ports/3e8489a0-953a-4fb8-b3f8-35c54ba22692 HTTP/1.1" status: 204 len: 173 time: 1.1629474 Aug 18 14:00:47.827280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'name': 'network-vif-deleted', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:47.830160 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664df406-2ae8-4462-83bd-41cf226e6d75" -d '{"events": [{"server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "name": "network-vif-deleted", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:47.951054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fce4ecb0-f4f2-4f41-a73f-4df3d72c0d97 req-e2a43813-8327-4f57-8244-43d0c293c721 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0886698 Aug 18 14:00:48.009912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d39f6a08-c1b5-432f-be83-f10c6f7ebce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.019450 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-aa935028-6043-40f8-9047-8f4cd235d35e service neutron] show failed (client error): The resource could not be found. Aug 18 14:00:48.020481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-aa935028-6043-40f8-9047-8f4cd235d35e service neutron] 10.222.0.10 "GET /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 1.0025306 Aug 18 14:00:48.052699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf550-61f8-4e05-bcd0-c6987ebd68ee req-711e8645-783e-4da3-ad3a-3719b911e631 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:48.065092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3fdf550-61f8-4e05-bcd0-c6987ebd68ee req-711e8645-783e-4da3-ad3a-3719b911e631 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1954279 Aug 18 14:00:48.092089 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a7edc-13f0-41ad-9208-e718e2e1b831 x-openstack-request-id: req-454a7edc-13f0-41ad-9208-e718e2e1b831 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:48.092383 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a0667-9eab-4d07-9924-d34dc93bf058", "name": "network-vif-deleted", "tag": "3e8489a0-953a-4fb8-b3f8-35c54ba22692", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:48.092635 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-454a7edc-13f0-41ad-9208-e718e2e1b831 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:48.093034 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a0667-9eab-4d07-9924-d34dc93bf058', 'name': 'network-vif-deleted', 'tag': '3e8489a0-953a-4fb8-b3f8-35c54ba22692', 'status': 'completed', 'code': 200} Aug 18 14:00:48.118025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d39f6a08-c1b5-432f-be83-f10c6f7ebce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.160374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f6a08-c1b5-432f-be83-f10c6f7ebce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9007aa0-9241-4a06-b115-ad1559070639,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:48.199655 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d39f6a08-c1b5-432f-be83-f10c6f7ebce6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09e8222fabd545239383ea50b801745a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396142 Aug 18 14:00:48.200274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47128) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:48.261148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3fdf550-61f8-4e05-bcd0-c6987ebd68ee req-170ed4f6-3ef7-44d2-b9d6-0810019735c8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867478 Aug 18 14:00:48.288262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.316254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.321532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63b4fc-f94d-4cef-9976-2091fd6c085e req-e4f7478b-99eb-4a7e-bfab-ac76ca74ab1e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:48.327504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c63b4fc-f94d-4cef-9976-2091fd6c085e req-e4f7478b-99eb-4a7e-bfab-ac76ca74ab1e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1394620 Aug 18 14:00:48.404571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c63b4fc-f94d-4cef-9976-2091fd6c085e req-7f9cb6a0-7ffa-4872-b062-ed77f68ce893 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Aug 18 14:00:48.510969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.514034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:48.521966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9007aa0-9241-4a06-b115-ad1559070639 HTTP/1.1" status: 204 len: 168 time: 0.3140132 Aug 18 14:00:48.533700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08cefe-6a5c-4b00-b1e0-4e96830b509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9007aa0-9241-4a06-b115-ad1559070639,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:48.816608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-5c2855b7-a263-4098-aa2d-25f3455cb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:48.818343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-5c2855b7-a263-4098-aa2d-25f3455cb310 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1101 time: 0.0426617 Aug 18 14:00:48.834359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:48.895420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.107403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f1275b2-0426-4e97-98be-514dcd5ee7f3 req-383dea2f-2906-41a4-806f-76a500b1d0fd tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=021a0667-9eab-4d07-9924-d34dc93bf058 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Aug 18 14:00:49.142217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:49.201491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:49.291657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.307793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Transition to ACTIVE for port object cd23ac7b-13a4-42e3-a7cf-69d03f87a28a will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:49.357750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47180) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:49.374242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8437cf2b-5d32-4051-b38d-83045c1678ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.396080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.484178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095ac3e-dee7-4b5f-a6c8-445016dc6b88 req-2030b871-b3ce-4d28-ad92-6ef0478b0564 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.493054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e095ac3e-dee7-4b5f-a6c8-445016dc6b88 req-2030b871-b3ce-4d28-ad92-6ef0478b0564 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 951 time: 0.1483607 Aug 18 14:00:49.504634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] No DVR routers for this DVR port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:49.553385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:49.570896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e095ac3e-dee7-4b5f-a6c8-445016dc6b88 req-056553b2-bf8e-4cef-b3f1-61ea863a91ae tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762239 Aug 18 14:00:49.582519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-be24837e-3b40-4fb9-9331-d7295e16db15 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.591063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-be24837e-3b40-4fb9-9331-d7295e16db15 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.2477517 Aug 18 14:00:49.618501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:49.618862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:49.619197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:49.619599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-bf9340f3-0bab-4f79-be84-09ea0ddba0a6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/quotas/bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 375 time: 0.0266745 Aug 18 14:00:49.628542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:49.628869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:49.663970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:49.664316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:49.664715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:49.665174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Bound port: cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:49.669300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.702975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8437cf2b-5d32-4051-b38d-83045c1678ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.724402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-9fa972ab-ff23-48ac-b3fa-c57fc4de91d3 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032813 Aug 18 14:00:49.757975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:49.761678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:49.785912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8437cf2b-5d32-4051-b38d-83045c1678ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.821216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb248296-ba19-40dd-a75b-c33c6f80f63d req-9feb8815-426b-4eff-90d4-3ee42aa447c4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.828470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb248296-ba19-40dd-a75b-c33c6f80f63d req-9feb8815-426b-4eff-90d4-3ee42aa447c4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1531894 Aug 18 14:00:49.833440 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8437cf2b-5d32-4051-b38d-83045c1678ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5962bf6979684a22a57b79d101582c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745409 Aug 18 14:00:49.837248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:49.854251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437cf2b-5d32-4051-b38d-83045c1678ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be788ae4-99f3-4cd4-ac59-43f718cf1338,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:49.887735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-78cf2701-e281-492f-8e17-587c908cf6d8 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624525 Aug 18 14:00:49.891905 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.893429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb248296-ba19-40dd-a75b-c33c6f80f63d req-62787f27-1617-4932-af9a-67f936f1a4b5 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Aug 18 14:00:49.937537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.938205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.939671 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 1096 time: 1.1129801 Aug 18 14:00:49.942520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:50.018685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:50.023487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:50.031897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f22b-4939-4258-9a76-f161ca29d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:50.043491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-03e33866-cdef-4561-ab4e-cc6d63b10f32 service neutron] 10.222.0.35 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472170 Aug 18 14:00:50.073506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 3e8489a0-953a-4fb8-b3f8-35c54ba22692 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:50.074164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 3e8489a0-953a-4fb8-b3f8-35c54ba22692 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:50.094471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}, {'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:50.096926 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a749dbd4-f7f6-4244-8774-f1d1c16385eb" -d '{"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}, {"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:50.114732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-c0c9fa6f-be07-4d54-9371-dbfcb8397732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.119076 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-c0c9fa6f-be07-4d54-9371-dbfcb8397732 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1099 time: 0.1443861 Aug 18 14:00:50.149947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453e1f-68a7-400e-919d-fe7eb0bec11d req-72917f2f-9851-4c07-9c30-76bddc9f2433 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.152277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61453e1f-68a7-400e-919d-fe7eb0bec11d req-72917f2f-9851-4c07-9c30-76bddc9f2433 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.0778615 Aug 18 14:00:50.229610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:50.232092 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:50.239113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be788ae4-99f3-4cd4-ac59-43f718cf1338 HTTP/1.1" status: 204 len: 168 time: 0.3952234 Aug 18 14:00:50.269692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf971a-333e-4c98-b91c-545bbecd9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be788ae4-99f3-4cd4-ac59-43f718cf1338,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:50.274666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-a8b10331-6dfb-4a96-8b49-d3d1f6db9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.276225 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-a8b10331-6dfb-4a96-8b49-d3d1f6db9473 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1476393 Aug 18 14:00:50.278442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61453e1f-68a7-400e-919d-fe7eb0bec11d req-85170ace-ffa3-4d36-8ccd-4cbe97bfec1f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Aug 18 14:00:50.336434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-cbb1fc42-0f37-4bdf-9ccb-1d136616e73f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0478184 Aug 18 14:00:50.346791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f022-58c2-4b21-bc6f-f56b8867c9a4 req-b6f56fb5-c73a-47e8-8bff-489b3e38aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.348330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5921f022-58c2-4b21-bc6f-f56b8867c9a4 req-b6f56fb5-c73a-47e8-8bff-489b3e38aedd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 1097 time: 0.0688276 Aug 18 14:00:50.396912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5921f022-58c2-4b21-bc6f-f56b8867c9a4 req-b3edb270-7fcd-4b25-a839-fe89179fbb75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Aug 18 14:00:50.400159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-e0e4b306-bd71-414c-8b1d-0051b07444ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.401679 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-e0e4b306-bd71-414c-8b1d-0051b07444ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0547483 Aug 18 14:00:50.457678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-f7a5cee8-a461-4b3f-81c3-277c0f33ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:50.459281 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-f7a5cee8-a461-4b3f-81c3-277c0f33ace0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431933 Aug 18 14:00:50.564067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-7bd0c6ff-db0e-4c23-bdd2-8b7f39584533 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912080 Aug 18 14:00:50.995640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63cd2638-0ef2-4bc7-965c-e353979ded01 req-2227e8c3-e190-48d7-a598-bd60704689e3 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180698 Aug 18 14:00:51.010615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205edd-d372-4f2b-b085-375246c23100 req-35797dca-2718-4721-a3f0-8eb94b26ae2d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.022008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85205edd-d372-4f2b-b085-375246c23100 req-35797dca-2718-4721-a3f0-8eb94b26ae2d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 944 time: 0.0701802 Aug 18 14:00:51.046913 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d5a953-1193-4baf-b3db-8c1541d2617b x-openstack-request-id: req-d6d5a953-1193-4baf-b3db-8c1541d2617b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:51.047377 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "code": 200}, {"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:51.047650 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6d5a953-1193-4baf-b3db-8c1541d2617b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:51.048974 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'code': 200} Aug 18 14:00:51.049531 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'status': 'completed', 'code': 200} Aug 18 14:00:51.106847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85205edd-d372-4f2b-b085-375246c23100 req-ce9189e9-afa4-4b57-b645-6ad31c1a3e44 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862284 Aug 18 14:00:51.154993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1505cb58-acd9-4d80-b775-f40f91b1b7ba req-98e4a411-256c-4fd4-b51b-c7b8abd0e038 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0739913 Aug 18 14:00:51.196395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-886a432e-0d05-4fe4-a4f3-c7e1b182d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.197928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-886a432e-0d05-4fe4-a4f3-c7e1b182d8b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1099 time: 0.1182404 Aug 18 14:00:51.383525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dacf5a-4578-4e99-be3d-1f6fd0eb8575 req-b3116ae0-c23e-4539-a0e6-c9998b4bb6a5 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.385406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80dacf5a-4578-4e99-be3d-1f6fd0eb8575 req-b3116ae0-c23e-4539-a0e6-c9998b4bb6a5 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1330757 Aug 18 14:00:51.407007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-a05322d0-d2a8-4552-b0e2-479dde6d2b9b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.408885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-a05322d0-d2a8-4552-b0e2-479dde6d2b9b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 944 time: 0.1157565 Aug 18 14:00:51.495941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-74ef9c44-4695-4179-b17a-4f07b7c08ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.497679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-74ef9c44-4695-4179-b17a-4f07b7c08ca1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2870595 Aug 18 14:00:51.534466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80dacf5a-4578-4e99-be3d-1f6fd0eb8575 req-0fc45490-6baa-4474-912e-42d1d52363f2 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317635 Aug 18 14:00:51.580550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-85c15604-a371-4ffe-9e92-288a8432a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.582235 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-85c15604-a371-4ffe-9e92-288a8432a5a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1099 time: 0.4071386 Aug 18 14:00:51.627712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-32f54d01-df66-489e-bfff-d97059280ebf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.1207950 Aug 18 14:00:51.687584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Deleting port af6e25e5-13cc-4d66-b0f6-9a72c89887fa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:51.687584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:51.760128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-a2ec1561-2265-4448-a387-f5986011bd8d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.764186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-a2ec1561-2265-4448-a387-f5986011bd8d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.1878386 Aug 18 14:00:51.789322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-8333cf4a-5015-4150-b948-c6c1a0109500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.790889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-8333cf4a-5015-4150-b948-c6c1a0109500 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1980116 Aug 18 14:00:51.825594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-c8615938-31c7-4ebf-bb28-41aa4d560e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.827416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-c8615938-31c7-4ebf-bb28-41aa4d560e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1768656 Aug 18 14:00:51.830758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-e639f20a-8814-4114-be20-7b220e8e8a58 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/quotas/78416f4717c34abc86f4b31f971fabc1 HTTP/1.1" status: 200 len: 375 time: 0.0621579 Aug 18 14:00:51.854010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-b0969385-55e1-40af-83b4-50fb08e2cd9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0501401 Aug 18 14:00:51.861279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] For port af6e25e5-13cc-4d66-b0f6-9a72c89887fa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:51.862012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:51.869786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d19ed075-8282-4161-a935-68e6dcce682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:51.888924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f79df-9e75-4f86-bb95-040475423819 req-d9e41ba5-ac44-4a09-b512-629a0ef1c589 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.890584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-125f79df-9e75-4f86-bb95-040475423819 req-d9e41ba5-ac44-4a09-b512-629a0ef1c589 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.1265488 Aug 18 14:00:51.917891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Calling delete_port for af6e25e5-13cc-4d66-b0f6-9a72c89887fa owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:51.931745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-f6f0b136-8a3a-47b7-a6ba-87f539d86d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.933649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-f6f0b136-8a3a-47b7-a6ba-87f539d86d31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0688493 Aug 18 14:00:51.959923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-c2895f40-e130-45b6-95dc-80867d310b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:51.961543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-c2895f40-e130-45b6-95dc-80867d310b20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261115 Aug 18 14:00:51.967558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-125f79df-9e75-4f86-bb95-040475423819 req-761662ef-f39d-4c8e-b50e-e2d7ca3a7b71 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587783 Aug 18 14:00:51.977609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-fd41d2cb-1916-44b3-9c9c-ded6e1e660ae tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328475 Aug 18 14:00:52.036098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-f03480d6-a623-41dd-a429-ca6ccd084b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:52.036098 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-f03480d6-a623-41dd-a429-ca6ccd084b22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664227 Aug 18 14:00:52.145929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-e0621afb-cf78-4a0e-a665-bffe5c48f63a service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643369 Aug 18 14:00:52.194334 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-f562c279-a7cd-4381-b8f9-cc39df1d7119 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453116 Aug 18 14:00:52.274266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:52.309485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-696dcddf-ba3e-497b-9cb5-9a0ef0b826f6 req-993edda5-72b7-426d-971d-7d5121887467 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 210 time: 0.0367992 Aug 18 14:00:52.314641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event deleted for resources: {'Port': ['ID=af6e25e5-13cc-4d66-b0f6-9a72c89887fa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:52.365667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-efff60d1-4174-45e6-aac2-9416196e52de service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049565 Aug 18 14:00:52.366486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a749dbd4-f7f6-4244-8774-f1d1c16385eb req-fd8bda72-f491-470a-8925-c9fc66f79e3d service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588750 Aug 18 14:00:52.377539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-2462d6fd-3891-4b7d-859a-9b0e1a0187dd service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987906 Aug 18 14:00:52.383668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] No DVR routers for this DVR port af6e25e5-13cc-4d66-b0f6-9a72c89887fa on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:52.386647 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:52.396448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12a86f88-ccd3-4e80-96c4-a43467f03ef9 req-5b10b0d5-6bff-4286-bc0a-8ee910a2801a tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "DELETE /v2.0/ports/af6e25e5-13cc-4d66-b0f6-9a72c89887fa HTTP/1.1" status: 204 len: 173 time: 0.9692733 Aug 18 14:00:52.461693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13533bfc-9251-47b2-b714-694c29edec11 req-4ba71444-5a77-4307-b318-0caf8c51fd98 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0299115 Aug 18 14:00:52.499032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ab1d3061-a006-45d3-9438-d95286ac5e75 service neutron] 10.222.0.35 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205478 Aug 18 14:00:52.663133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:52.712481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:52.715319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:52.842592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:52.882731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:52.889258 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca9f17f-6bbe-4cc3-bab6-296bdcbe7fbf" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:52.917116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:52.940921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc6a64-3954-4224-a54f-61b1b266c47b req-b5050526-1d64-425e-9c45-0a94447a1a37 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:52.942764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50dc6a64-3954-4224-a54f-61b1b266c47b req-b5050526-1d64-425e-9c45-0a94447a1a37 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1260777 Aug 18 14:00:52.977079 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:52.998077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6f74ef8-3056-4902-8b17-1854eb218952 req-1eac4084-c9a4-415e-a4f1-00441309e5da tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 210 time: 0.0452299 Aug 18 14:00:53.025477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50dc6a64-3954-4224-a54f-61b1b266c47b req-ffbb51f8-d5df-4fd8-9905-26be3a621b8c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700834 Aug 18 14:00:53.044347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=11']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:53.058649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-deleted', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:53.071450 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e279a760-fa99-47c9-bedf-f97b4ca165fe" -d '{"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-deleted", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:53.077456 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ac083-b8f1-49a9-9ff6-b6085a863ca6 x-openstack-request-id: req-cf8ac083-b8f1-49a9-9ff6-b6085a863ca6 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:53.077874 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:53.078235 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf8ac083-b8f1-49a9-9ff6-b6085a863ca6 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:53.078733 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'code': 200} Aug 18 14:00:53.205001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156622-d6b5-4779-94c6-a996c90a0412 req-f089c1a4-f7e7-41b4-8c8b-22689aad1aa7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:53.207012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f156622-d6b5-4779-94c6-a996c90a0412 req-f089c1a4-f7e7-41b4-8c8b-22689aad1aa7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.0676413 Aug 18 14:00:53.212616 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2604c7-21ae-49a3-83df-facf2c81f620 x-openstack-request-id: req-ba2604c7-21ae-49a3-83df-facf2c81f620 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:53.212913 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a00606-7046-4ba1-bafd-d5096a979bbf", "name": "network-vif-deleted", "tag": "af6e25e5-13cc-4d66-b0f6-9a72c89887fa", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:53.213168 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba2604c7-21ae-49a3-83df-facf2c81f620 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:53.213573 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a00606-7046-4ba1-bafd-d5096a979bbf', 'name': 'network-vif-deleted', 'tag': 'af6e25e5-13cc-4d66-b0f6-9a72c89887fa', 'status': 'completed', 'code': 200} Aug 18 14:00:53.250740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f156622-d6b5-4779-94c6-a996c90a0412 req-ede95c74-f728-489c-bf90-13150e039c12 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 18 14:00:53.478477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f4b04ee-fbe0-48e0-b871-91fc989e709b req-ea852ad4-9473-48d6-8ca2-b635cef726d2 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=15a00606-7046-4ba1-bafd-d5096a979bbf HTTP/1.1" status: 200 len: 210 time: 0.0370290 Aug 18 14:00:53.542976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-2a82d868-4ad3-4bb3-859e-542715356f29 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:53.544706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-2a82d868-4ad3-4bb3-859e-542715356f29 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 811 time: 0.1638458 Aug 18 14:00:53.569341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-0496489c-dd4a-460a-a486-3450c0029d05 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/quotas/9c99aebf175543278247560be58ec99b HTTP/1.1" status: 200 len: 375 time: 0.0185022 Aug 18 14:00:53.636169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-53a575bb-6a3e-4cdd-9fc1-7c6974002c9a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591357 Aug 18 14:00:53.724161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9223db98-9bd5-45ea-98fa-9ab3e1390cda req-32bc3cb8-d255-438b-a4d9-ac29331500b8 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0699511 Aug 18 14:00:53.771862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-4708d213-fdd4-45b6-b000-caf38eb0e7cf service neutron] 10.222.0.35 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262147 Aug 18 14:00:53.877184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-80638172-07a5-4f67-a71e-27596f2e8e3d service neutron] 10.222.0.35 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992846 Aug 18 14:00:54.060002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:54.062751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:54.120463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: af6e25e5-13cc-4d66-b0f6-9a72c89887fa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:54.128837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device af6e25e5-13cc-4d66-b0f6-9a72c89887fa not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:54.153089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2429a37c-e54a-4e66-81f7-5de4f6c462d6 req-9f80a802-f86b-4430-b0b4-c37f86cbb50c tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 210 time: 0.0413582 Aug 18 14:00:54.251583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8e98166-6344-4c99-9d71-4ee2a6e7b02d req-bd70c6e8-f00c-4be3-86a0-fb0f8e0b23b1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 210 time: 0.0586643 Aug 18 14:00:54.271969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:54.307505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'mac_address': 'fa:16:3e:8b:95:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:54.415782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:54.436780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:54.460187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:54.475819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-87ee2cc5-1abb-45c1-b236-47f6fa2cdfcf tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:54.485929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eefb2-7032-4dbf-a818-a5970e2c9797 req-068283f5-fa86-4933-946f-1cfa134cc479 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:54.486892 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-87ee2cc5-1abb-45c1-b236-47f6fa2cdfcf tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 820 time: 0.1938486 Aug 18 14:00:54.488436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-484eefb2-7032-4dbf-a818-a5970e2c9797 req-068283f5-fa86-4933-946f-1cfa134cc479 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 948 time: 0.1038716 Aug 18 14:00:54.502604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Request body: {'port': {'device_id': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'admin_state_up': True, 'tenant_id': 'bec61881ee42457eb6d6d7891ad28c8d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:54.559036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-484eefb2-7032-4dbf-a818-a5970e2c9797 req-4c98105e-65f8-4d58-8ba7-bcaf5a109fd6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639648 Aug 18 14:00:54.610302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:54.694524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:54.768074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd8438c2-b2e0-476a-905f-36f30cbd5f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:54.794242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Made reservation on behalf of bec61881ee42457eb6d6d7891ad28c8d for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:54.798061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:54.885950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:54.928219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:55.014759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Allocated IP 172.20.0.12 (2047dc27-62fc-4f68-98d1-dded880257c9/fcc3015e-5abd-460e-8831-15eb26f0cdfa/a89a3c08-8965-4f17-b7e4-caf92c449ef2) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:55.204596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.394495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.407638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:55.452769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Network 2047dc27-62fc-4f68-98d1-dded880257c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:55.459051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:55.468675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:55.530744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:55.573310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:55.574412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.588536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-8ad37188-2273-4a7b-b0a4-d3fdb2c0f8c2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:55.590618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-8ad37188-2273-4a7b-b0a4-d3fdb2c0f8c2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.58 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e&tenant_id=a91ea0c85878423b982a8379ba9a4d59&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 949 time: 0.0922565 Aug 18 14:00:55.680914 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-eb91b643-0622-48aa-a844-b201e0d691b4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1836486 Aug 18 14:00:55.697887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Request body: {'port': {'device_id': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:55.702105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-b0f41bf9-2e45-4a7d-b303-b85b54c2f5f3 service neutron] 10.222.0.58 "GET /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.1009867 Aug 18 14:00:55.765777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.827140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.833533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-65779c3f-3a36-45b5-93d8-c99bb100671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:55.833533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-65779c3f-3a36-45b5-93d8-c99bb100671f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1100 time: 0.0937564 Aug 18 14:00:56.075166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:56.096313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684e45-f6d9-4890-b065-20b0f0181ae8 req-6176ce37-4d9a-48bd-b6cc-0ed844b95fa9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.106384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17684e45-f6d9-4890-b065-20b0f0181ae8 req-6176ce37-4d9a-48bd-b6cc-0ed844b95fa9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 932 time: 0.1112983 Aug 18 14:00:56.115762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-668aacaa-85a1-4b12-b1e6-ae62a59c1430 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.117589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-668aacaa-85a1-4b12-b1e6-ae62a59c1430 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 822 time: 0.2550957 Aug 18 14:00:56.142258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Request body: {'port': {'device_id': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'admin_state_up': True, 'tenant_id': '78416f4717c34abc86f4b31f971fabc1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:56.146499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-17003252-b9c0-4159-ad56-5432d1db4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.151305 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-17003252-b9c0-4159-ad56-5432d1db4815 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3087945 Aug 18 14:00:56.287888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17684e45-f6d9-4890-b065-20b0f0181ae8 req-9b96df08-0921-4467-8b7a-2d2a4e1576af tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804438 Aug 18 14:00:56.336773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89a3c08-8965-4f17-b7e4-caf92c449ef2 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:56.337685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:56.339450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:56.340119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.381727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.386293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-16a2450e-6955-4c0a-8ff7-d4a30ded86cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0662479 Aug 18 14:00:56.419998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Transition to ACTIVE for port object a89a3c08-8965-4f17-b7e4-caf92c449ef2 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:56.498074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-a2812575-e817-466e-9149-f878219c84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.504953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89af0750-4821-473c-b379-ff88aa9fb66e req-9debeb47-0382-45ae-aaff-ce276ec98055 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 210 time: 0.0427470 Aug 18 14:00:56.522179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-16f8aa85-ce19-4fcb-a3ef-02944875f6a7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.524548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-16f8aa85-ce19-4fcb-a3ef-02944875f6a7 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.1643176 Aug 18 14:00:56.539243 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-a2812575-e817-466e-9149-f878219c84c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1355464 Aug 18 14:00:56.593004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.649767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.675034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:56.687940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:56.690741 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae2c31d-cf2b-458e-825b-14b6d1dd5a80" -d '{"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:56.699203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc5c8e3f-4674-441f-9fba-6d44477f0567 req-1b22e008-399d-4467-a565-341c2be1f086 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 210 time: 0.0890346 Aug 18 14:00:56.700009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Made reservation on behalf of 78416f4717c34abc86f4b31f971fabc1 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:56.705563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.719683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:56.741410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-a74f5973-05c5-4e7e-bf2d-027d85c4c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.743513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-a74f5973-05c5-4e7e-bf2d-027d85c4c22a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034123 Aug 18 14:00:56.830968 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.929861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:56.953005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5b9b1-adcd-4fe8-b9e7-2f44816cac08 req-5e701fa2-6713-41aa-a4ab-152a5325a444 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.954714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c5b9b1-adcd-4fe8-b9e7-2f44816cac08 req-5e701fa2-6713-41aa-a4ab-152a5325a444 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.2812479 Aug 18 14:00:56.985831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:56.986208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:56.986544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:57.002339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:57.002599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:57.012619 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-9346a6cb-d014-4d9e-bf66-5cd0591bb06c service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589774 Aug 18 14:00:57.013489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:57.013994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:57.014383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:57.021369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Bound port: a89a3c08-8965-4f17-b7e4-caf92c449ef2, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:57.021369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.021595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cadc2-9c09-43c5-b6c3-9ca3a8b0ec7b req-81938068-0ef9-4056-b465-9cfe9d3f4729 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.028280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031cadc2-9c09-43c5-b6c3-9ca3a8b0ec7b req-81938068-0ef9-4056-b465-9cfe9d3f4729 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 945 time: 0.2308612 Aug 18 14:00:57.046149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Deleting port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:57.046508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.169884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c5b9b1-adcd-4fe8-b9e7-2f44816cac08 req-d693f607-4875-4d7c-bf86-934eb2198fce tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959593 Aug 18 14:00:57.270982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031cadc2-9c09-43c5-b6c3-9ca3a8b0ec7b req-6f351468-1e7e-4d15-a5f6-ac7929edbe0e tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374711 Aug 18 14:00:57.306355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Allocated IP 172.20.0.9 (2de7da11-bbe1-4874-9553-1661938aab0f/f5d17f1f-3f01-4911-a33d-3870f448706c/5711b7c4-77f5-48bf-a080-ceaf59e49e2f) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:57.320199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47600) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:57.327384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:57.329030 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.343778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-c718da12-4bdf-4ee3-b119-c129b203cd59 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096931 Aug 18 14:00:57.369104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-c65a1732-ed99-469b-a688-ef2b240ec980 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.371069 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-c65a1732-ed99-469b-a688-ef2b240ec980 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.58 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 811 time: 0.3272910 Aug 18 14:00:57.373205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:57.383027 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5d93b-74a2-4170-ac17-7255667bbe7c x-openstack-request-id: req-83a5d93b-74a2-4170-ac17-7255667bbe7c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:57.383421 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:57.383975 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83a5d93b-74a2-4170-ac17-7255667bbe7c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:57.384434 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'code': 200} Aug 18 14:00:57.384753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] For port 1edabeee-5c55-4b04-ac90-1039cf0f7c85, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1edabeee-5c55-4b04-ac90-1039cf0f7c85,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:57.385115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.391763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Request body: {'port': {'device_id': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'admin_state_up': True, 'tenant_id': '9c99aebf175543278247560be58ec99b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:57.426692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Calling delete_port for 1edabeee-5c55-4b04-ac90-1039cf0f7c85 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:57.500353 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.553094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.554828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.557103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] 10.222.0.58 "PUT /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 1092 time: 1.8644223 Aug 18 14:00:57.562048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:57.565888 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c86319e-e1c6-4f31-a37a-2c215ba884f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:57.626827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a5df-c9d1-43e6-a6d9-b3a9fc8a8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:57.721683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-e4653fd0-fe3b-4c09-bbbc-0b773d61679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.723339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-e4653fd0-fe3b-4c09-bbbc-0b773d61679b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1095 time: 0.0621333 Aug 18 14:00:57.784245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-e52ed927-482e-4d22-8da1-93477776b6af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 217 time: 0.0511520 Aug 18 14:00:57.785240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Made reservation on behalf of 9c99aebf175543278247560be58ec99b for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:57.789661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.905753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fd39342-4bd4-4ccb-a6ef-7ed0816ea3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:57.938592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-99a8fe04-3c00-46d5-b16a-f2c5e21a78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.940135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-99a8fe04-3c00-46d5-b16a-f2c5e21a78bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1467597 Aug 18 14:00:57.991099 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-176f2271-b201-450d-a061-c9072f6684bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422242 Aug 18 14:00:58.002594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Allocated IP 172.20.0.2 (7e35b8cb-520f-45f5-a469-c3165c736ff8/8968a340-ac0f-4436-8c90-c15a2efad445/0d973f1b-c6a3-4c7f-a990-06b2281a9464) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:58.044127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d01ca5-0f0b-42f6-85b4-409389d6e5ba req-ed7cdbdc-d31b-4fbf-bb8a-be19d079ecd7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.047429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d01ca5-0f0b-42f6-85b4-409389d6e5ba req-ed7cdbdc-d31b-4fbf-bb8a-be19d079ecd7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1976655 Aug 18 14:00:58.173510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.177393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-b5371630-f706-43a7-9c35-a5f69d688f84 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759021 Aug 18 14:00:58.202182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d01ca5-0f0b-42f6-85b4-409389d6e5ba req-96dbcaeb-5775-4158-a256-8b12e8210e00 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313241 Aug 18 14:00:58.255553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fd39342-4bd4-4ccb-a6ef-7ed0816ea3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.306677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.321183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.328272 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-65cf29c6-c5d3-42b7-83a9-2d9ea7a0b0ec req-d7505ad0-cc2d-4298-b693-c8e95c02f6b3 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406119 Aug 18 14:00:58.357576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event deleted for resources: {'Port': ['ID=1edabeee-5c55-4b04-ac90-1039cf0f7c85,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:58.374954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fd39342-4bd4-4ccb-a6ef-7ed0816ea3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.393681 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.396346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.396706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.397246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.397589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.397983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.398318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.398654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.399124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.399465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.399795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.400124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.400451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:58.498722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] No DVR routers for this DVR port 1edabeee-5c55-4b04-ac90-1039cf0f7c85 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:58.510899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.513037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9e2a566-c987-418e-8cd8-098089c3a344 req-8cda3759-82e9-4e52-9e62-937a8e31eb7b tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.10 "DELETE /v2.0/ports/1edabeee-5c55-4b04-ac90-1039cf0f7c85 HTTP/1.1" status: 204 len: 173 time: 1.9700949 Aug 18 14:00:58.521805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-deleted', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:58.524125 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1dc420-502e-48da-8696-d132d43fab99" -d '{"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-deleted", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:58.543938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.546419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7fd39342-4bd4-4ccb-a6ef-7ed0816ea3c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c782730b4e6436c9691249b054cb18f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2139494 Aug 18 14:00:58.548644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47642) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:58.552015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Network 2de7da11-bbe1-4874-9553-1661938aab0f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:58.556338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4cf79b7a-a682-4da8-a830-4ef541467dfb'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:58.561533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event updated for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:58.563766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39342-4bd4-4ccb-a6ef-7ed0816ea3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b87e8-4698-48c2-846e-f2e8d69a217a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:58.575491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:58.587129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:58.595377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Network 7e35b8cb-520f-45f5-a469-c3165c736ff8 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:58.629794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:58.634392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:58.663140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef446-5722-46f7-b3ee-cc993aee501e req-383fd947-c5c1-4f11-baa7-e9261d6b5d1d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.670881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14bef446-5722-46f7-b3ee-cc993aee501e req-383fd947-c5c1-4f11-baa7-e9261d6b5d1d tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 931 time: 0.2636280 Aug 18 14:00:58.695991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Pushing event updated for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:58.702216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.702868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.713224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.717289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.733835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.750380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14bef446-5722-46f7-b3ee-cc993aee501e req-f4658e05-4664-4a7d-8a16-4ba9951974ad tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785873 Aug 18 14:00:58.796278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.814991 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-d9167a6d-9258-4259-a28d-4f98f806ec8a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4327626 Aug 18 14:00:58.823530 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007225d8-571b-4d0a-b396-caacdfe02c23 x-openstack-request-id: req-007225d8-571b-4d0a-b396-caacdfe02c23 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:58.823827 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:58.827933 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-007225d8-571b-4d0a-b396-caacdfe02c23 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:58.827933 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'status': 'completed', 'code': 200} Aug 18 14:00:58.830192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Request body: {'port': {'device_id': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:58.851283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-01543b80-e2fe-4bfc-82c6-284e23f8cdee tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7152133 Aug 18 14:00:58.888766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Request body: {'port': {'device_id': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:58.945332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.964887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-52b5fe50-9c12-4102-8ffd-c8e879596ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.966557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-52b5fe50-9c12-4102-8ffd-c8e879596ed5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1095 time: 0.1037061 Aug 18 14:00:58.993471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45695c-3e6b-460f-8a4c-0e591a4483ba req-f27be5e5-b465-4339-98fa-28083e524387 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.995081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca45695c-3e6b-460f-8a4c-0e591a4483ba req-f27be5e5-b465-4339-98fa-28083e524387 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 931 time: 0.1033406 Aug 18 14:00:58.998000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:59.001167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:59.004331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:59.005875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/526b87e8-4698-48c2-846e-f2e8d69a217a HTTP/1.1" status: 204 len: 168 time: 0.4451766 Aug 18 14:00:59.034108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ebdbe-9ca5-44c8-baaf-3d2c6c1dabca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b87e8-4698-48c2-846e-f2e8d69a217a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:59.101673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca45695c-3e6b-460f-8a4c-0e591a4483ba req-a8d49bb3-77ae-4bf8-ab02-80dd0d2db03c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874829 Aug 18 14:00:59.155190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-c56d3a59-5ce4-4c89-b441-423929a71391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:59.156954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-c56d3a59-5ce4-4c89-b441-423929a71391 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.1640732 Aug 18 14:00:59.308184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771fedd-0a70-487e-8d26-4d33b7595087 req-91a45c47-2676-4e84-ba45-a3b83960077c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:59.309958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b771fedd-0a70-487e-8d26-4d33b7595087 req-91a45c47-2676-4e84-ba45-a3b83960077c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1231487 Aug 18 14:00:59.338864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-d6a3b2e2-e7ba-4716-af27-0d67e63d500d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 217 time: 0.1448944 Aug 18 14:00:59.379021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb126738-45aa-40ae-9c09-d6cf12fa8b24 req-c966a5c5-612a-4bb5-a4f9-3f15ab17a60d tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bac8929-1a27-427d-9472-639fa73f8273 HTTP/1.1" status: 200 len: 210 time: 0.0679810 Aug 18 14:00:59.463468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-9bb612e2-78db-43d8-8679-0ba2eb93dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:59.465085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-9bb612e2-78db-43d8-8679-0ba2eb93dca8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1110330 Aug 18 14:00:59.572056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5711b7c4-77f5-48bf-a080-ceaf59e49e2f {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:59.582143 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:59.597967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Transition to ACTIVE for port object 5711b7c4-77f5-48bf-a080-ceaf59e49e2f will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:59.641676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b771fedd-0a70-487e-8d26-4d33b7595087 req-7f0dad8f-a3b9-4e83-b28b-3869f90a0fbb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164032 Aug 18 14:00:59.694596 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc2e95-5b63-4dd3-aa2a-f9ddbd6d8fca x-openstack-request-id: req-6cbc2e95-5b63-4dd3-aa2a-f9ddbd6d8fca {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:59.694895 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bac8929-1a27-427d-9472-639fa73f8273", "name": "network-vif-deleted", "tag": "1edabeee-5c55-4b04-ac90-1039cf0f7c85", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:59.695948 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cbc2e95-5b63-4dd3-aa2a-f9ddbd6d8fca {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:59.695948 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bac8929-1a27-427d-9472-639fa73f8273', 'name': 'network-vif-deleted', 'tag': '1edabeee-5c55-4b04-ac90-1039cf0f7c85', 'status': 'completed', 'code': 200} Aug 18 14:00:59.716713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:59.788983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Pushing event updated for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:59.890101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-7dc8ee95-ac0f-4e7c-9afa-e732687ac399 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4163358 Aug 18 14:00:59.937641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45693b2-c435-4dd5-a920-378592e0e998 req-2c96b451-d2d1-4f6f-ad11-a4e3be83152f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:59.939531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f45693b2-c435-4dd5-a920-378592e0e998 req-2c96b451-d2d1-4f6f-ad11-a4e3be83152f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1472652 Aug 18 14:01:00.000158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f45693b2-c435-4dd5-a920-378592e0e998 req-c6c090c6-2ea8-400d-9b6b-f8f1d2d8759f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539525 Aug 18 14:01:00.008403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Attempting to bind port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:00.008756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Attempting to bind port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:00.009098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Attempting to bind port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:00.020905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f on network 2de7da11-bbe1-4874-9553-1661938aab0f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:00.021249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Attempting to bind port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f on network 2de7da11-bbe1-4874-9553-1661938aab0f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:00.036137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:00.036488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Checking segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:00.036883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Bound using segment: {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:00.037326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Bound port: 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:00.041380 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.080435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47674) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:00.123918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52fde390-7de8-4238-af92-2ca68017336c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.156512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d973f1b-c6a3-4c7f-a990-06b2281a9464 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:00.173206 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-186dae05-4cb9-4bf7-ad18-2166dae28853 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671511 Aug 18 14:01:00.175628 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.197402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Transition to ACTIVE for port object 0d973f1b-c6a3-4c7f-a990-06b2281a9464 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:00.274138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.326432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:00.352372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:00.372883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c86319e-e1c6-4f31-a37a-2c215ba884f4 req-979d9704-fb36-4b33-a6ea-fd43527670ad service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730421 Aug 18 14:01:00.390028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:00.416810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52fde390-7de8-4238-af92-2ca68017336c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.432211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f443089-79f4-4969-bced-7f73d2e20147 req-db1b7c64-579d-4ca5-9179-dc0c6889faa0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.438516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f443089-79f4-4969-bced-7f73d2e20147 req-db1b7c64-579d-4ca5-9179-dc0c6889faa0 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 943 time: 0.1137257 Aug 18 14:01:00.444888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Attempting to bind port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:00.445456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Attempting to bind port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:00.445968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Attempting to bind port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:00.450675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:00.451158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Attempting to bind port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 on network 7e35b8cb-520f-45f5-a469-c3165c736ff8 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:00.457637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:00.458075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Checking segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:00.458568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Bound using segment: {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:00.459080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Bound port: 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0524f9f4-baa1-400d-a69a-ff454fce87fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:00.459536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.484498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f443089-79f4-4969-bced-7f73d2e20147 req-e5c7c929-82af-4e98-98ee-99c677544a3b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Aug 18 14:01:00.530056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.568839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:00.572574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:00.582297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52fde390-7de8-4238-af92-2ca68017336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.649449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.649449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.650039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] 10.222.0.58 "PUT /v2.0/ports/5711b7c4-77f5-48bf-a080-ceaf59e49e2f HTTP/1.1" status: 200 len: 1091 time: 1.7708130 Aug 18 14:01:00.652549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:00.664547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed068ef3-86de-459f-b09c-5506f9d82628 service neutron] Pushing event updated for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:00.677948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 1edabeee-5c55-4b04-ac90-1039cf0f7c85 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:00.677948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1edabeee-5c55-4b04-ac90-1039cf0f7c85 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:00.684759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52fde390-7de8-4238-af92-2ca68017336c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f470a344635b4c4087dfd7a70ea642ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021852 Aug 18 14:01:00.688131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde390-7de8-4238-af92-2ca68017336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5fe2e-db15-43a7-aab8-f3ce65c2bddf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:00.690437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47692) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:00.697599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.747497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.748193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.749592 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] 10.222.0.58 "PUT /v2.0/ports/0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 200 len: 1091 time: 1.9242857 Aug 18 14:01:00.757679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718452a5-36ce-4030-bd9b-adc17852cead req-5bc28bf7-483b-4045-94ed-61773551e489 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.759285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-718452a5-36ce-4030-bd9b-adc17852cead req-5bc28bf7-483b-4045-94ed-61773551e489 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 943 time: 0.1849747 Aug 18 14:01:00.773484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-56f10baa-6798-40ee-86f1-4d6b2277638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.775018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-56f10baa-6798-40ee-86f1-4d6b2277638a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1101 time: 0.1156836 Aug 18 14:01:00.784641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2ef13-78bf-45c3-ad24-10b27e74eb68 service neutron] Pushing event updated for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:00.795175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:00.822017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.825097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:00.827618 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8cf1f-b679-440d-be40-ada56c98e596" -d '{"events": [{"name": "network-changed", "server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:00.832403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-5c9c1d2b-4ae8-4736-9b4e-c9e5a7d0f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.833959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-5c9c1d2b-4ae8-4736-9b4e-c9e5a7d0f035 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 1094 time: 0.0619335 Aug 18 14:01:00.894996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-55283ef8-a21d-4f1b-9384-ab0156947fb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f HTTP/1.1" status: 200 len: 217 time: 0.0445454 Aug 18 14:01:00.910393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-718452a5-36ce-4030-bd9b-adc17852cead req-7380b4f2-6425-4249-ac77-77bfadd39cf4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391482 Aug 18 14:01:00.912717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.945136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.977025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-3b4534e6-b593-4ca8-946b-b08caefdf596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.978518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-3b4534e6-b593-4ca8-946b-b08caefdf596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1094 time: 0.1244040 Aug 18 14:01:00.990380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-70f4f1ad-0f91-4fdd-9551-3766a980df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.995806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-70f4f1ad-0f91-4fdd-9551-3766a980df0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 200 len: 862 time: 0.0835998 Aug 18 14:01:01.033122 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-c82d8306-d212-444f-8e24-c4335feaf9c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2de7da11-bbe1-4874-9553-1661938aab0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316808 Aug 18 14:01:01.053527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-81aadb95-0bf0-40d1-8d1d-1bb68b01a0dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 200 len: 217 time: 0.0525069 Aug 18 14:01:01.138666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-4a13fdd1-50fe-48fb-8a69-9fab3b58a086 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941372 Aug 18 14:01:01.167751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.170316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.173790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16d5fe2e-db15-43a7-aab8-f3ce65c2bddf HTTP/1.1" status: 204 len: 168 time: 0.4666817 Aug 18 14:01:01.205706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195ebc-a74d-4ccf-b6d7-d855edd5d67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5fe2e-db15-43a7-aab8-f3ce65c2bddf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:01.219927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-e7d2ebcf-3e74-47cc-8162-664fe5eaf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:01.222390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-e7d2ebcf-3e74-47cc-8162-664fe5eaf7e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.1554699 Aug 18 14:01:01.232184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ee779-0673-467e-908c-cf542b80097a req-7482e0d3-212a-4e51-b2c7-d161e0bfe9ff tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:01.234234 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-937ee779-0673-467e-908c-cf542b80097a req-7482e0d3-212a-4e51-b2c7-d161e0bfe9ff tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.1885374 Aug 18 14:01:01.264917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06a706b6-56a2-48f1-9a79-a87f8ea93ea1 req-7cad8e71-6609-4bb1-8788-2c22d8420269 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144402 Aug 18 14:01:01.307585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-09a1a751-e228-46ed-97c3-ff711856bec8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626621 Aug 18 14:01:01.389891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-937ee779-0673-467e-908c-cf542b80097a req-2a1214bf-d068-4ade-bfa2-76fe49b883f5 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107974 Aug 18 14:01:01.446073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:01.457693 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb22176-a3ac-47e9-990c-57aa2f364534 x-openstack-request-id: req-ceb22176-a3ac-47e9-990c-57aa2f364534 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:01.458087 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:01.458493 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceb22176-a3ac-47e9-990c-57aa2f364534 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:01.458992 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464', 'status': 'completed', 'code': 200} Aug 18 14:01:01.470568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-fd57406e-c116-4d87-b8f5-7b387934be14 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453104 Aug 18 14:01:01.541423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:01.612079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.637475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4a0d3e0-1ed7-4463-86b8-de8df43c1717 req-12ffb2e5-63f4-4174-b7ec-8fc2f2b70919 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554790 Aug 18 14:01:01.638461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Transition to ACTIVE for port object cd23ac7b-13a4-42e3-a7cf-69d03f87a28a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:01.696913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f'}, {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:01.699410 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ac8052-5911-4f35-a9a0-54de8bd5f570" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f"}, {"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:01.719566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.811383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:01.814233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] No DVR routers for this DVR port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:01.892991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-78aad798-d281-4141-96ce-943f230abce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:01.894552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-78aad798-d281-4141-96ce-943f230abce1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1094 time: 0.1324317 Aug 18 14:01:01.895623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:01.895944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:01.896615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:01.907672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:01.908301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Attempting to bind port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:01.928952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb830732-6eed-477d-8ddc-aee6829f19a0 req-f71d6d91-db62-4d53-9306-a71a101352fc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:01.930357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb830732-6eed-477d-8ddc-aee6829f19a0 req-f71d6d91-db62-4d53-9306-a71a101352fc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1138427 Aug 18 14:01:01.934820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:01.935553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:01.936204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:01.936740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Bound port: cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:01.937182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:02.058115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb830732-6eed-477d-8ddc-aee6829f19a0 req-29d4c814-884f-47cf-a4e6-fcc9a414c421 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180954 Aug 18 14:01:02.118113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-949ade3f-68a5-4806-af8b-5edb319f9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.119560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-949ade3f-68a5-4806-af8b-5edb319f9ecc service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 912 time: 0.2080975 Aug 18 14:01:02.120360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:02.145227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:02.166955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:02.191272 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d08231b-fe5e-4992-8a28-4aa8eb7d17ca x-openstack-request-id: req-7d08231b-fe5e-4992-8a28-4aa8eb7d17ca {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:02.191563 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f", "status": "completed", "code": 200}, {"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:02.191809 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d08231b-fe5e-4992-8a28-4aa8eb7d17ca {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:02.192206 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f', 'status': 'completed', 'code': 200} Aug 18 14:01:02.192465 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'code': 200} Aug 18 14:01:02.202331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-153807cc-fa49-4857-ad5d-e30da0e53f89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 200 len: 217 time: 0.0698869 Aug 18 14:01:02.206923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:02.251688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b2d59-4061-44c6-bbcc-6f3009df50e3 req-e4984c3f-e6f7-45b5-806b-abedfb58d6fe tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.253239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c24b2d59-4061-44c6-bbcc-6f3009df50e3 req-e4984c3f-e6f7-45b5-806b-abedfb58d6fe tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 943 time: 0.1412981 Aug 18 14:01:02.266600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-40666ae5-6d3c-4717-aad6-cfc1c08c3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.266600 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-40666ae5-6d3c-4717-aad6-cfc1c08c3b63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78416f4717c34abc86f4b31f971fabc1&device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 1094 time: 0.0709865 Aug 18 14:01:02.286836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-da6e1fdb-f19a-45f9-b1b7-d24c349a1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.288332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-da6e1fdb-f19a-45f9-b1b7-d24c349a1b2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.0742419 Aug 18 14:01:02.289346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:02.357891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.358623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:02.360264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 1097 time: 1.5730624 Aug 18 14:01:02.399017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-49f87170-ad7b-43c0-8a68-8c386105b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.400922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-49f87170-ad7b-43c0-8a68-8c386105b3c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 200 len: 923 time: 0.1281261 Aug 18 14:01:02.430832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-dfa35749-6df2-4bd9-be9b-bb75e62464a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092205 Aug 18 14:01:02.434124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c24b2d59-4061-44c6-bbcc-6f3009df50e3 req-881898c6-6339-4b96-b0ea-c4c8c309a565 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711521 Aug 18 14:01:02.456173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-0362e430-899c-4b06-8d95-6227a619b7d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f HTTP/1.1" status: 200 len: 217 time: 0.0459340 Aug 18 14:01:02.580212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-7b5514bf-9275-4d55-8e1b-eeb3ecc694eb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.581820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-7b5514bf-9275-4d55-8e1b-eeb3ecc694eb tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.1296034 Aug 18 14:01:02.584595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-e664fab5-0107-43e8-8c10-7408bb359290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.585549 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-e664fab5-0107-43e8-8c10-7408bb359290 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 200 len: 862 time: 0.1155231 Aug 18 14:01:02.647256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886563-a842-400a-ba6e-4538bcf59329 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=11']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:02.693241 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-28e8b1a8-859f-474a-ab54-4c1b49dc759a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2de7da11-bbe1-4874-9553-1661938aab0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496562 Aug 18 14:01:02.702823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-932c23ac-723d-400e-a004-aafc2e2c5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.704379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-932c23ac-723d-400e-a004-aafc2e2c5e7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1100 time: 0.2951322 Aug 18 14:01:02.793829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Deleting port ceaca582-7618-452e-aeaa-3d211457f102 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:02.794270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:02.877896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-4ccc26e6-d002-4d55-8c90-017591b88c02 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750691 Aug 18 14:01:02.985823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] For port ceaca582-7618-452e-aeaa-3d211457f102, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ceaca582-7618-452e-aeaa-3d211457f102,segment=NetworkSegment(0567a20c-6629-4256-a7e9-f6787e5b78f9),segment_id=0567a20c-6629-4256-a7e9-f6787e5b78f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:02.986125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.008761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Calling delete_port for ceaca582-7618-452e-aeaa-3d211457f102 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:03.098238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c6ac8052-5911-4f35-a9a0-54de8bd5f570 req-9b0a4596-3ca9-4bfd-a438-7bd6c18ba918 service neutron] 10.222.0.58 "GET /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068238 Aug 18 14:01:03.113891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f089-33a3-418e-b52c-adbaedf38032 req-d23b9e2b-99fb-4580-bbe0-c85a46520894 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.115422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d232f089-33a3-418e-b52c-adbaedf38032 req-d23b9e2b-99fb-4580-bbe0-c85a46520894 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 945 time: 0.5407550 Aug 18 14:01:03.129689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f4124-26cc-4c5c-a5c3-fbf9af80f266 req-fb1a6cfa-8d7c-4675-be7a-ab94c2d01d55 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.131749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c7f4124-26cc-4c5c-a5c3-fbf9af80f266 req-fb1a6cfa-8d7c-4675-be7a-ab94c2d01d55 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 943 time: 0.5140531 Aug 18 14:01:03.143963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-86495831-4020-41ae-8bbb-5ee283dbc959 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818707 Aug 18 14:01:03.265020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.274429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-38e82d78-ee80-403c-bcd9-d7916b9c5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.277358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-38e82d78-ee80-403c-bcd9-d7916b9c5898 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.5633168 Aug 18 14:01:03.295008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Pushing event deleted for resources: {'Port': ['ID=ceaca582-7618-452e-aeaa-3d211457f102,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:03.315246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d232f089-33a3-418e-b52c-adbaedf38032 req-f920d017-43ef-41cd-9bd6-546aa96b4927 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/security-groups?id=69e01f13-d2a7-44c4-9c37-a04165dfb684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777844 Aug 18 14:01:03.320527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c7f4124-26cc-4c5c-a5c3-fbf9af80f266 req-77acf129-3ae8-44af-9bf6-32cbd668ff23 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710346 Aug 18 14:01:03.390500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-07332e0e-56c7-40aa-9710-ab5768813468 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0683560 Aug 18 14:01:03.403614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] No DVR routers for this DVR port ceaca582-7618-452e-aeaa-3d211457f102 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:03.406725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.409990 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79ed84a8-5feb-4ba8-abeb-584798bb10e0 req-bf7770b9-0639-4879-b455-3d667ec7badd tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.58 "DELETE /v2.0/ports/ceaca582-7618-452e-aeaa-3d211457f102 HTTP/1.1" status: 204 len: 173 time: 0.8075399 Aug 18 14:01:03.460758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-deleted', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:03.463937 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2653bc-7e79-4971-bdb7-85a29673a72e" -d '{"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-deleted", "tag": "ceaca582-7618-452e-aeaa-3d211457f102"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:03.546945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3b8cf1f-b679-440d-be40-ada56c98e596 req-349bfe33-829b-4124-b7df-f9b3ca0ffd04 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890610 Aug 18 14:01:03.564426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1c34-dfd2-41be-8e04-22ba5b4029b1 req-ad2fe7b1-6ed7-41a1-8ddd-f6ee8f062cd9 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.566094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70cd1c34-dfd2-41be-8e04-22ba5b4029b1 req-ad2fe7b1-6ed7-41a1-8ddd-f6ee8f062cd9 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.1705422 Aug 18 14:01:03.570588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-0012a8ee-cdbd-4282-9b4a-d107b2992aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.572088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-0012a8ee-cdbd-4282-9b4a-d107b2992aa9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1584101 Aug 18 14:01:03.608983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b07e1-fc9f-44ae-8a04-26c46d009c08 req-fb836057-ec40-4215-aff7-0781e82606d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.610466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-428b07e1-fc9f-44ae-8a04-26c46d009c08 req-fb836057-ec40-4215-aff7-0781e82606d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.1831584 Aug 18 14:01:03.670788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70cd1c34-dfd2-41be-8e04-22ba5b4029b1 req-856ce476-789b-41bb-9748-55009bdc6147 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Aug 18 14:01:03.689060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-428b07e1-fc9f-44ae-8a04-26c46d009c08 req-b0d77cff-b5e6-4f02-a19f-1859ab385fec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607145 Aug 18 14:01:03.692098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-0b9f8ae1-9e03-405b-b99f-c16088116d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.693641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-0b9f8ae1-9e03-405b-b99f-c16088116d77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122141 Aug 18 14:01:03.841722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-679718df-6c1b-41d9-8fb7-1037ab4ca300 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370461 Aug 18 14:01:03.850269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a869a1-a993-4c69-83d4-46f373a6ae11 req-f7319938-ff6b-4acf-b164-bec8e815e9e2 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.852279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a869a1-a993-4c69-83d4-46f373a6ae11 req-f7319938-ff6b-4acf-b164-bec8e815e9e2 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.0845492 Aug 18 14:01:03.978358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a869a1-a993-4c69-83d4-46f373a6ae11 req-62e2e133-ec47-45d9-b907-0456db610dbd tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162367 Aug 18 14:01:03.987158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5f584-0b73-4992-9dd7-773b01d1645f req-f6c90528-8f9b-47b2-9f6d-09c444fc5548 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.988623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea5f584-0b73-4992-9dd7-773b01d1645f req-f6c90528-8f9b-47b2-9f6d-09c444fc5548 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 943 time: 0.1354733 Aug 18 14:01:04.024457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-462cc264-8ace-4d4c-b164-987ae4c17267 req-156c70e7-041a-478c-a510-4066d5affab2 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697519 Aug 18 14:01:04.042372 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea6e3f5-cf37-4f0b-83be-6c04c57d2fc5 x-openstack-request-id: req-cea6e3f5-cf37-4f0b-83be-6c04c57d2fc5 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:04.042824 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07", "name": "network-vif-deleted", "tag": "ceaca582-7618-452e-aeaa-3d211457f102", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:04.042936 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cea6e3f5-cf37-4f0b-83be-6c04c57d2fc5 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:04.043329 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07', 'name': 'network-vif-deleted', 'tag': 'ceaca582-7618-452e-aeaa-3d211457f102', 'status': 'completed', 'code': 200} Aug 18 14:01:04.047297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea5f584-0b73-4992-9dd7-773b01d1645f req-5591ff7c-6328-45da-98bc-d82eac08b775 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 Aug 18 14:01:04.132834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0d973f1b-c6a3-4c7f-a990-06b2281a9464 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:04.193547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:04.196917 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe34f3cc-eab2-490f-a797-0c7fac15cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:04.239197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:04.257586 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fdfff4-03ba-4381-a037-2d7f1816e864 x-openstack-request-id: req-96fdfff4-03ba-4381-a037-2d7f1816e864 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:04.257827 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:04.258495 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96fdfff4-03ba-4381-a037-2d7f1816e864 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:04.258619 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'status': 'completed', 'code': 200} Aug 18 14:01:04.259342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0d973f1b-c6a3-4c7f-a990-06b2281a9464', 'network_id': '7e35b8cb-520f-45f5-a469-c3165c736ff8', 'port_id': '0d973f1b-c6a3-4c7f-a990-06b2281a9464', 'mac_address': 'fa:16:3e:fd:66:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968a340-ac0f-4436-8c90-c15a2efad445', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:04.300275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.317561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d973f1b-c6a3-4c7f-a990-06b2281a9464 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:04.340359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:04.345202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-66412406-9a2b-41ef-8417-8b7297ac62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.346675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-66412406-9a2b-41ef-8417-8b7297ac62d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1100 time: 0.0755773 Aug 18 14:01:04.361043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-9722d1ad-c27f-45c2-8bd1-838a2ab2d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.361043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-9722d1ad-c27f-45c2-8bd1-838a2ab2d70b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 1100 time: 0.0586226 Aug 18 14:01:04.383272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-6d902329-f725-462b-911a-05181b0634f3 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.385179 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-6d902329-f725-462b-911a-05181b0634f3 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.0680819 Aug 18 14:01:04.436661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.441137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5711b7c4-77f5-48bf-a080-ceaf59e49e2f details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:04.546755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:04.573677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Deleting port 76355e20-ab74-482e-ae9b-8e7c467ccc94 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:04.574430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.592216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de0c0f59-2668-4632-89ba-a6bf4bccb6f4 req-445b3b2e-1f98-4bb5-b850-4bb04ab3f943 tempest-LiveMigrationTest-476879596 tempest-LiveMigrationTest-476879596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb8d3a1-5d76-4f87-9cd0-18c83bc27e07 HTTP/1.1" status: 200 len: 210 time: 0.0825078 Aug 18 14:01:04.594457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:04.610456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f', 'network_id': '2de7da11-bbe1-4874-9553-1661938aab0f', 'port_id': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f', 'mac_address': 'fa:16:3e:f3:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d17f1f-3f01-4911-a33d-3870f448706c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:04.668905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81b6e9-6ad9-4855-b81b-09f9cc0bf24b req-ca6dc917-d573-48c2-8e8e-3fd1532abae7 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.670478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a81b6e9-6ad9-4855-b81b-09f9cc0bf24b req-ca6dc917-d573-48c2-8e8e-3fd1532abae7 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 944 time: 0.1939270 Aug 18 14:01:04.673345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-9636e2a6-305b-455e-9387-20a7f392ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.674783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-9636e2a6-305b-455e-9387-20a7f392ed6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3016706 Aug 18 14:01:04.676112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-676c2a97-88b9-4b8e-91d3-750f0d28a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.677438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-676c2a97-88b9-4b8e-91d3-750f0d28a180 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3167756 Aug 18 14:01:04.685910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.702011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5711b7c4-77f5-48bf-a080-ceaf59e49e2f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:04.704784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] For port 76355e20-ab74-482e-ae9b-8e7c467ccc94, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=76355e20-ab74-482e-ae9b-8e7c467ccc94,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:04.705170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.724229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Calling delete_port for 76355e20-ab74-482e-ae9b-8e7c467ccc94 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:04.729891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:04.739157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-f9f37832-cddd-4db4-a605-cc18a0ecf3b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0536253 Aug 18 14:01:04.787723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-fc6b0dd3-6e4c-45a9-a09e-40bf94fc3742 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 200 len: 217 time: 0.0886202 Aug 18 14:01:04.809777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.842403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a81b6e9-6ad9-4855-b81b-09f9cc0bf24b req-5115a534-87df-4107-8b0f-4e4055567000 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623409 Aug 18 14:01:04.888853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:04.917328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-4ab7ab39-22e2-4edf-9e0f-4d2e29f9b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.918849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-4ab7ab39-22e2-4edf-9e0f-4d2e29f9b75d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1463804 Aug 18 14:01:04.922118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-d0b9ff11-d02f-4109-9dbd-8ae7be184e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.923742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-d0b9ff11-d02f-4109-9dbd-8ae7be184e11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1205606 Aug 18 14:01:04.935356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7433fe-2a4d-4568-ae9c-a7eecebd4a99 req-06737297-9bb0-4037-b04d-6934a96448ef tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.936923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c7433fe-2a4d-4568-ae9c-a7eecebd4a99 req-06737297-9bb0-4037-b04d-6934a96448ef tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 948 time: 0.1630366 Aug 18 14:01:04.945792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:04.987711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Pushing event deleted for resources: {'Port': ['ID=76355e20-ab74-482e-ae9b-8e7c467ccc94,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:05.049614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] No DVR routers for this DVR port 76355e20-ab74-482e-ae9b-8e7c467ccc94 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:05.052200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.055195 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d9fa055-8f0a-4ea4-ba91-4e14129b2a2c req-83b0727a-f26d-460c-ad38-8df07ace853d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "DELETE /v2.0/ports/76355e20-ab74-482e-ae9b-8e7c467ccc94 HTTP/1.1" status: 204 len: 173 time: 0.6609507 Aug 18 14:01:05.078325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c7433fe-2a4d-4568-ae9c-a7eecebd4a99 req-4ed87e0f-ecc4-4a98-bc7f-0e23acffe383 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181617 Aug 18 14:01:05.082518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-3a0f277f-c17b-4546-9374-a380b38e2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.083936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-3a0f277f-c17b-4546-9374-a380b38e2fe2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461737 Aug 18 14:01:05.092290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb44c7-2067-4ebc-bcb2-869fe99c73ea req-7f80c172-684b-4dbc-ae87-820ea8fa0055 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.092975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07bb44c7-2067-4ebc-bcb2-869fe99c73ea req-7f80c172-684b-4dbc-ae87-820ea8fa0055 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.1531577 Aug 18 14:01:05.095206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-ebaecc88-fcfb-4ce1-8832-1378bc1b6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.096699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-ebaecc88-fcfb-4ce1-8832-1378bc1b6144 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578119 Aug 18 14:01:05.099115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0d973f1b-c6a3-4c7f-a990-06b2281a9464'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:05.178348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5711b7c4-77f5-48bf-a080-ceaf59e49e2f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:05.310418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07bb44c7-2067-4ebc-bcb2-869fe99c73ea req-8da620ab-7889-4fe0-9478-8b12cfd7ddc3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898067 Aug 18 14:01:05.343350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-4d5e6a3c-8d3c-4cbe-b42b-e8e4792c7d9e service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456744 Aug 18 14:01:05.348068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-53661ffb-fec3-4128-96ea-c5e1cf251280 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317474 Aug 18 14:01:05.373814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c67412-2049-4ec8-8bb7-c63a2539867e req-fd0578fb-4f99-4ce4-9463-4724c9e48e8a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.376518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2c67412-2049-4ec8-8bb7-c63a2539867e req-fd0578fb-4f99-4ce4-9463-4724c9e48e8a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1651094 Aug 18 14:01:05.522793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47818) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:05.620781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2c67412-2049-4ec8-8bb7-c63a2539867e req-80039e8f-8dfd-4a9a-b9d8-70273d4a1eda tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268994 Aug 18 14:01:05.669296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4204d-b18b-4b96-945d-2db32342df54 req-2d26d082-bde9-46d3-8e25-54168c79e1c6 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.670523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cb4204d-b18b-4b96-945d-2db32342df54 req-2d26d082-bde9-46d3-8e25-54168c79e1c6 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 944 time: 0.2454290 Aug 18 14:01:05.677714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-5f9d76b3-2454-4d91-b23f-50519741caf9 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982113 Aug 18 14:01:05.682488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe34f3cc-eab2-490f-a797-0c7fac15cca2 req-1749274a-1f57-40f8-bd77-d803001b96cc service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020713 Aug 18 14:01:05.683007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77e794ff-990e-4233-a57e-84580b401ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.686470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47824) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:05.725275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cb4204d-b18b-4b96-945d-2db32342df54 req-cac93d9d-09e3-4753-9516-cde48e7f6f19 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Aug 18 14:01:05.800082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77e794ff-990e-4233-a57e-84580b401ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.819667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Deleting subnet e770702b-137d-4024-b7e0-2f106db831e1 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:05.822919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.859713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77e794ff-990e-4233-a57e-84580b401ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.861307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:05.901634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-77e794ff-990e-4233-a57e-84580b401ffe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a2ea5c70b0b4e2c9669db9ac9507aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774033 Aug 18 14:01:05.904510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:05.915144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e794ff-990e-4233-a57e-84580b401ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39dbf85-3884-4bc1-a2d3-fdb531668426,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:05.925412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.045111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-deleted', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:06.047795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0f2f3-1dff-416f-882b-21486ebd49f1 req-5d7bf5c2-de3c-4ed4-8bc5-54b661589310 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:06.047992 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa0a3b-afbe-470a-b6a3-585a7b62d249" -d '{"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-deleted", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:06.049333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bf0f2f3-1dff-416f-882b-21486ebd49f1 req-5d7bf5c2-de3c-4ed4-8bc5-54b661589310 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 944 time: 0.1214235 Aug 18 14:01:06.050102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.092598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.110810 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba7efb-16c7-4b2c-9577-522429ec0303 x-openstack-request-id: req-70ba7efb-16c7-4b2c-9577-522429ec0303 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:06.111504 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129f75-00d1-4789-832e-719932e76222", "name": "network-vif-deleted", "tag": "76355e20-ab74-482e-ae9b-8e7c467ccc94", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:06.111504 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70ba7efb-16c7-4b2c-9577-522429ec0303 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:06.121366 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129f75-00d1-4789-832e-719932e76222', 'name': 'network-vif-deleted', 'tag': '76355e20-ab74-482e-ae9b-8e7c467ccc94', 'status': 'completed', 'code': 200} Aug 18 14:01:06.135817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bf0f2f3-1dff-416f-882b-21486ebd49f1 req-02db1e6e-1356-43d4-a006-e1b7c179275e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713897 Aug 18 14:01:06.138086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0d973f1b-c6a3-4c7f-a990-06b2281a9464 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:06.214698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e1001bc-a400-43f5-bcc6-04e73ed97ac2 req-441db78c-dc50-43c0-a203-31d5b2052639 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d129f75-00d1-4789-832e-719932e76222 HTTP/1.1" status: 200 len: 210 time: 0.0380442 Aug 18 14:01:06.239669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.266928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e770702b-137d-4024-b7e0-2f106db831e1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:06.270735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.273869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1383cf61-4167-41fc-aa22-34d95e0fab89 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e770702b-137d-4024-b7e0-2f106db831e1 HTTP/1.1" status: 204 len: 168 time: 0.5852349 Aug 18 14:01:06.275770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:06.283457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.285958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.287367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d39dbf85-3884-4bc1-a2d3-fdb531668426 HTTP/1.1" status: 204 len: 168 time: 0.3811002 Aug 18 14:01:06.333325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d5feb-2070-4cb0-b803-0a8ea4f42870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39dbf85-3884-4bc1-a2d3-fdb531668426,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:06.356820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:06.364529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:06.364664 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.365163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.457628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.479420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.481803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:06.484185 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebe5a4-38df-4aa4-91cc-1a476e9317ec" -d '{"events": [{"server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "name": "network-vif-plugged", "status": "completed", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:06.499051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef835e8f-9676-414e-90c3-ed22dba01075 req-7b1e3448-3653-4202-9302-ac67c074ec0e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:06.500760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef835e8f-9676-414e-90c3-ed22dba01075 req-7b1e3448-3653-4202-9302-ac67c074ec0e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 949 time: 0.1219833 Aug 18 14:01:06.502606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167638a7-f73e-4e33-9822-be0329c5ec23']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:06.522694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0567a20c-6629-4256-a7e9-f6787e5b78f9') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:06.523062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0567a20c-6629-4256-a7e9-f6787e5b78f9') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:06.523178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:06.540388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.562635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.573030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef835e8f-9676-414e-90c3-ed22dba01075 req-8ae46873-2472-4b24-93e0-ebca21c5c676 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616717 Aug 18 14:01:06.574086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:06.574498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:06.576356 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:06.660024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.661586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5711b7c4-77f5-48bf-a080-ceaf59e49e2f up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:06.726595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:06.736731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.755097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.759429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] 10.222.0.35 "DELETE /v2.0/networks/167638a7-f73e-4e33-9822-be0329c5ec23 HTTP/1.1" status: 204 len: 168 time: 0.4801764 Aug 18 14:01:06.759812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:06.802297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b17fcd-b799-4f4e-b5d2-8f878a36509c admin admin] Pushing event deleted for resources: {'Network': ['ID=167638a7-f73e-4e33-9822-be0329c5ec23,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:06.821052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137885c-27b1-404f-a1a6-89f1bb08b4b0 req-ef78f2fe-6866-4bd3-b112-d8b7294fac17 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:06.839360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4137885c-27b1-404f-a1a6-89f1bb08b4b0 req-ef78f2fe-6866-4bd3-b112-d8b7294fac17 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1341279 Aug 18 14:01:06.839650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Deleting subnet 523ea8cc-00dc-43ef-9f71-42c40f1a67aa {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:06.844375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.849207 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0800f0c4-964d-45c4-98dd-b90f40b936a4 x-openstack-request-id: req-0800f0c4-964d-45c4-98dd-b90f40b936a4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:06.849496 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "name": "network-vif-plugged", "status": "completed", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:06.850005 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0800f0c4-964d-45c4-98dd-b90f40b936a4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:06.850547 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464', 'code': 200} Aug 18 14:01:06.879712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:06.883831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.902583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'mac_address': 'fa:16:3e:8b:95:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:06.922770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:06.936427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.951557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12345d-bdd8-4915-b127-c5c0ade5a9bc req-afab6d38-1ea8-4a28-b24f-62e0f31f6853 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:06.954376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff12345d-bdd8-4915-b127-c5c0ade5a9bc req-afab6d38-1ea8-4a28-b24f-62e0f31f6853 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 944 time: 0.1114368 Aug 18 14:01:06.968498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:06.973224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:06.974093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4137885c-27b1-404f-a1a6-89f1bb08b4b0 req-071cdb9b-39dd-4cfb-8616-419aa9c2cd5a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309741 Aug 18 14:01:06.978551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:06.979129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.011219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:07.019420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40cca4-b6da-41bb-83c3-d20383d2e0da req-04dd76d5-0af7-4e5b-a226-5d51725aa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:07.021169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d40cca4-b6da-41bb-83c3-d20383d2e0da req-04dd76d5-0af7-4e5b-a226-5d51725aa261 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1096 time: 0.1556187 Aug 18 14:01:07.033362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff12345d-bdd8-4915-b127-c5c0ade5a9bc req-3a320bc5-b007-422c-8fbd-efa043f51dfc tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Aug 18 14:01:07.048522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:07.090717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:07.102760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.105112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d85abebf-e8ca-43bd-b9b4-bba4037a588e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.143137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:07.154267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.184838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.191536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523ea8cc-00dc-43ef-9f71-42c40f1a67aa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.221560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.226976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c17bce19-8445-4285-91ca-bc53b510960b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/523ea8cc-00dc-43ef-9f71-42c40f1a67aa HTTP/1.1" status: 204 len: 168 time: 0.4657304 Aug 18 14:01:07.257536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:07.273808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.293310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.294535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ceaca582-7618-452e-aeaa-3d211457f102 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:07.348655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d85abebf-e8ca-43bd-b9b4-bba4037a588e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.354085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: ceaca582-7618-452e-aeaa-3d211457f102 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:07.354360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.354802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ceaca582-7618-452e-aeaa-3d211457f102 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:07.393338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.399420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d40cca4-b6da-41bb-83c3-d20383d2e0da req-335a1cab-434f-46c4-a578-c4fdaab78ea3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630919 Aug 18 14:01:07.423004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b04c9f-d94e-4faf-9518-680c3f1104a5 req-ad974166-952a-48f3-a4d1-142548974d79 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:07.424622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30b04c9f-d94e-4faf-9518-680c3f1104a5 req-ad974166-952a-48f3-a4d1-142548974d79 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0649691 Aug 18 14:01:07.452369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.462824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f085f845-d2b6-4927-9734-2c68b408cc51']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:07.466741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30b04c9f-d94e-4faf-9518-680c3f1104a5 req-c268832d-25db-4997-85e3-9d92bd1691b9 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Aug 18 14:01:07.473074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890d9ba5-a156-407b-837d-bf29bf5ae53d') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:07.473444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890d9ba5-a156-407b-837d-bf29bf5ae53d') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:07.480635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d85abebf-e8ca-43bd-b9b4-bba4037a588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.492550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.513222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:07.517121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.535481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:07.535944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:07.538568 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:07.575851 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d85abebf-e8ca-43bd-b9b4-bba4037a588e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35b4db1c977c4aac960852fe7cb923d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841068 Aug 18 14:01:07.579348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85abebf-e8ca-43bd-b9b4-bba4037a588e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dcb088-5a61-4fe8-9502-cc4ddff6355a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.580039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47868) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:07.674266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.699622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.705466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.707825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] 10.222.0.35 "DELETE /v2.0/networks/f085f845-d2b6-4927-9734-2c68b408cc51 HTTP/1.1" status: 204 len: 168 time: 0.4492433 Aug 18 14:01:07.720174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419a90f-716c-4a75-8853-bd5b8c09648f admin admin] Pushing event deleted for resources: {'Network': ['ID=f085f845-d2b6-4927-9734-2c68b408cc51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.727270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.753612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86c4f-74d9-4136-9e8c-606ffc23cde6 req-f3e8c8ae-8a7b-4d47-8aa4-eb02278d1b3f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:07.755116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1b86c4f-74d9-4136-9e8c-606ffc23cde6 req-f3e8c8ae-8a7b-4d47-8aa4-eb02278d1b3f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0932035 Aug 18 14:01:07.806584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1b86c4f-74d9-4136-9e8c-606ffc23cde6 req-5b0e4c1c-e575-4472-a74f-2ae6473ba228 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Aug 18 14:01:07.879631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38a3ed-4c0b-4d5a-b8ff-1a1eb8ec735d req-cecf6062-3abc-4bab-a50c-3318cfd55c8d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:07.881029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da38a3ed-4c0b-4d5a-b8ff-1a1eb8ec735d req-cecf6062-3abc-4bab-a50c-3318cfd55c8d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 949 time: 0.0539284 Aug 18 14:01:07.893130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.895699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:07.896824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6dcb088-5a61-4fe8-9502-cc4ddff6355a HTTP/1.1" status: 204 len: 168 time: 0.3157377 Aug 18 14:01:07.936582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90726737-ef41-498a-b278-2d19ca7a4305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dcb088-5a61-4fe8-9502-cc4ddff6355a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:07.970507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1938-6c31-4966-bbcf-6ef265be15b3 req-ffcab1de-ffc1-4133-9154-f69a5942d4e7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:07.972019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcdd1938-6c31-4966-bbcf-6ef265be15b3 req-ffcab1de-ffc1-4133-9154-f69a5942d4e7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 950 time: 0.0901308 Aug 18 14:01:07.977561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da38a3ed-4c0b-4d5a-b8ff-1a1eb8ec735d req-69875c88-7c54-493f-9c87-8665b2022a64 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874422 Aug 18 14:01:08.010578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcdd1938-6c31-4966-bbcf-6ef265be15b3 req-f14e7df6-2a0d-4526-aef2-15d7b01db456 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Aug 18 14:01:08.094612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3c21e-58ac-4364-bec1-0881b9cc79ca req-a84a112a-b57c-425e-b749-e8efa8068c87 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:08.099469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7a3c21e-58ac-4364-bec1-0881b9cc79ca req-a84a112a-b57c-425e-b749-e8efa8068c87 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.0543766 Aug 18 14:01:08.164027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7a3c21e-58ac-4364-bec1-0881b9cc79ca req-11c2bc34-ffb6-43fe-957e-2f5d0d25d7d6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Aug 18 14:01:08.184438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6fd19-b8b7-41fe-8522-2f86d2619c7f req-6958ed94-a01e-4f28-8cd6-55e7f93780b3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:08.184438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba6fd19-b8b7-41fe-8522-2f86d2619c7f req-6958ed94-a01e-4f28-8cd6-55e7f93780b3 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.0641582 Aug 18 14:01:08.192164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47888) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:08.268336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ddd81c9a-5781-4a50-bd42-380757b5b22f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a9ed6ab4d3441f6b9341ece2959f274&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0750124 Aug 18 14:01:08.274289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:08.274842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba6fd19-b8b7-41fe-8522-2f86d2619c7f req-849c0124-eaa3-4187-9c89-42084d508b1f tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800428 Aug 18 14:01:08.332900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:08.366422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:08.408897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-53b0c48b-b724-4e34-be2f-856dd6651f87 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287399 Aug 18 14:01:08.522005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-e4cb3e76-54ba-4603-8e23-853d20ca511a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:08.524177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-e4cb3e76-54ba-4603-8e23-853d20ca511a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144197 Aug 18 14:01:08.542466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:08.545176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:08.546481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69e01f13-d2a7-44c4-9c37-a04165dfb684 HTTP/1.1" status: 204 len: 168 time: 0.2703950 Aug 18 14:01:08.554614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-f3b9c107-6061-4932-99f4-c82fb671d642 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/quotas/a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 375 time: 0.0187070 Aug 18 14:01:08.555723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f786d-8bbd-4a6d-a91c-a734e895af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e01f13-d2a7-44c4-9c37-a04165dfb684,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:08.643025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402e4d-c754-410e-94b1-f5ad5c302f76 req-c8dc5f69-66f8-483e-a505-d1265e311f1d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:08.644553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f402e4d-c754-410e-94b1-f5ad5c302f76 req-c8dc5f69-66f8-483e-a505-d1265e311f1d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0992680 Aug 18 14:01:08.658035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-70104668-a1b8-4152-a1b4-afda4f79f062 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023867 Aug 18 14:01:08.678423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:08.695741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f402e4d-c754-410e-94b1-f5ad5c302f76 req-5eb4ed3b-ee4f-495f-8dfc-de97f107b972 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Aug 18 14:01:08.852433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:08.854944 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788cf1e3-5da2-462d-bc5a-15e43a7edd2f" -d '{"events": [{"server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "name": "network-vif-plugged", "status": "completed", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:08.869421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:08.884619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:08.894963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:08.925316 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e65f9c-9260-49c5-a8bb-846211ca72b9 x-openstack-request-id: req-34e65f9c-9260-49c5-a8bb-846211ca72b9 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:08.925976 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "name": "network-vif-plugged", "status": "completed", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:08.926469 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34e65f9c-9260-49c5-a8bb-846211ca72b9 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:08.927076 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f', 'code': 200} Aug 18 14:01:08.961965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e2913da-86f9-4b4d-92d8-00e0ed39eed0 req-49e26d29-26b5-495b-8f4c-8c8d5a48ff42 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.0375299 Aug 18 14:01:09.021646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.053017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c765b0-c2bc-499a-8078-a8eb5d71e54e req-5d7b3a71-fe15-48af-a8da-2caeef201226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.055094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c765b0-c2bc-499a-8078-a8eb5d71e54e req-5d7b3a71-fe15-48af-a8da-2caeef201226 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 1096 time: 0.0686698 Aug 18 14:01:09.072673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:09.129173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c765b0-c2bc-499a-8078-a8eb5d71e54e req-8e4dd746-8af3-454c-b0c7-9a5b9aa17076 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661588 Aug 18 14:01:09.145301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608494-8b7d-4027-bf00-2367d770e2ed req-d7bd67d1-61b2-4d31-8ae0-d43bcc972457 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.146927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64608494-8b7d-4027-bf00-2367d770e2ed req-d7bd67d1-61b2-4d31-8ae0-d43bcc972457 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 949 time: 0.0751505 Aug 18 14:01:09.188372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64608494-8b7d-4027-bf00-2367d770e2ed req-91406ab3-4cc6-425c-9efe-869161411d6d tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Aug 18 14:01:09.191309 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.191309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:09.231209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 76355e20-ab74-482e-ae9b-8e7c467ccc94 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:09.231699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 76355e20-ab74-482e-ae9b-8e7c467ccc94 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:09.287271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=13']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:09.302554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:09.358909 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-40377c0b-6bd5-4af6-b7a9-050156fe14fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d41201fad93e40a295a096cdc4aef3d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0626130 Aug 18 14:01:09.361776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47948) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:09.391036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2349f-f366-43c9-8ff7-8fdd70568af0 req-924f3eba-ab5e-4fdb-b8c1-f79a29617135 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.392584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08c2349f-f366-43c9-8ff7-8fdd70568af0 req-924f3eba-ab5e-4fdb-b8c1-f79a29617135 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1355777 Aug 18 14:01:09.487925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f6c30-6f74-4371-bc89-29336d0f180e req-a69e2656-3716-4932-9367-dd5bc421149b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.489392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f17f6c30-6f74-4371-bc89-29336d0f180e req-a69e2656-3716-4932-9367-dd5bc421149b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.1325169 Aug 18 14:01:09.510685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08c2349f-f366-43c9-8ff7-8fdd70568af0 req-522fa6c3-852d-451d-8fcc-13c7ca640a66 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Aug 18 14:01:09.521898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.567439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.590061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f17f6c30-6f74-4371-bc89-29336d0f180e req-a10cdfd6-0fa4-4502-9e43-3670b2b6cf67 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895221 Aug 18 14:01:09.702212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.705048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.706221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e754c8be-6c5f-43d0-9323-1fa0292c5d10 HTTP/1.1" status: 204 len: 168 time: 0.3409812 Aug 18 14:01:09.715237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c8b35-4b37-42cd-ab62-fe0bc703b7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e754c8be-6c5f-43d0-9323-1fa0292c5d10,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:09.854974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-ed791b5f-91c5-4b71-bd37-25abb66f1676 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.856672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-ed791b5f-91c5-4b71-bd37-25abb66f1676 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 949 time: 0.1119866 Aug 18 14:01:09.886157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ad63-7503-47d7-aad3-e781b6b472d2 req-a32791e1-eeb6-4a6f-94f5-ae643295361b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:09.887773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcf6ad63-7503-47d7-aad3-e781b6b472d2 req-a32791e1-eeb6-4a6f-94f5-ae643295361b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0980837 Aug 18 14:01:09.921883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:09.979723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcf6ad63-7503-47d7-aad3-e781b6b472d2 req-acafcee9-7529-468a-aa9d-97675a933477 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732858 Aug 18 14:01:10.066011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Deleting port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:10.066407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.146356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61121ad-b908-432e-a2b7-c0d076d48d6e req-c412543e-fbb5-406c-8f0b-fc545973475e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.0763624 Aug 18 14:01:10.172896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:10.270464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] For port 106a58db-3dad-4a1a-93ad-2d73a73ddf50, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=106a58db-3dad-4a1a-93ad-2d73a73ddf50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:10.271229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.288531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Calling delete_port for 106a58db-3dad-4a1a-93ad-2d73a73ddf50 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:10.330413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:10.345244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9', 'port_id': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'mac_address': 'fa:16:3e:65:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc3015e-5abd-460e-8831-15eb26f0cdfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:10.398299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.414471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89a3c08-8965-4f17-b7e4-caf92c449ef2 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:10.461473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:10.487238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e682e-4607-47ac-8431-5358044f9af0 req-1cb97975-9131-45b8-9a5f-5806eeb93e2b tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:10.489399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c8e682e-4607-47ac-8431-5358044f9af0 req-1cb97975-9131-45b8-9a5f-5806eeb93e2b tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 949 time: 0.1830940 Aug 18 14:01:10.539698 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.590682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.628328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:10.688882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c8e682e-4607-47ac-8431-5358044f9af0 req-59bb57a5-ec84-4b65-95e3-ae213716a277 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee129095-fd2b-422e-90eb-8c8b9cbd077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906154 Aug 18 14:01:10.722196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be4554-b5df-4b4f-aa11-3467a241320b req-a66dfde6-a80b-4600-be5a-e9f139cc2c42 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:10.722196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43be4554-b5df-4b4f-aa11-3467a241320b req-a66dfde6-a80b-4600-be5a-e9f139cc2c42 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1440430 Aug 18 14:01:10.730171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-13d047db-162d-4a36-a88c-80bed3a277da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:10.731792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-13d047db-162d-4a36-a88c-80bed3a277da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1096 time: 0.1319201 Aug 18 14:01:10.821356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.821730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a89a3c08-8965-4f17-b7e4-caf92c449ef2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:10.886643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43be4554-b5df-4b4f-aa11-3467a241320b req-862df3f6-2c77-4eee-be6a-b7f83bc2654b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589878 Aug 18 14:01:10.891542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Pushing event deleted for resources: {'Port': ['ID=106a58db-3dad-4a1a-93ad-2d73a73ddf50,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:10.929706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:10.932446 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad701ec-0c02-47e8-8f7f-c9894f660ad2" -d '{"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:10.956620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f5f09-c5b2-482c-9d1f-6283c9fedbdb req-3eebe085-3e14-4248-974a-406219b37365 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:10.958221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46f5f09-c5b2-482c-9d1f-6283c9fedbdb req-3eebe085-3e14-4248-974a-406219b37365 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.1997926 Aug 18 14:01:10.977248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] No DVR routers for this DVR port 106a58db-3dad-4a1a-93ad-2d73a73ddf50 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:10.979713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-213f65aa-482c-4bc7-a5b1-9aec18854e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:10.981255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-213f65aa-482c-4bc7-a5b1-9aec18854e1e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 912 time: 0.2349520 Aug 18 14:01:10.982451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:10.984370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eba39a1c-ac50-4447-b865-9f7fefcaa42a req-53aa18ed-738d-4db7-b8d5-6e6b61d3c694 tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.10 "DELETE /v2.0/ports/106a58db-3dad-4a1a-93ad-2d73a73ddf50 HTTP/1.1" status: 204 len: 173 time: 1.1200132 Aug 18 14:01:10.993340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-deleted', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:10.998982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacbedd5-9633-4712-bf0a-eb0231d2e276" -d '{"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-deleted", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:11.064433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-e24a18f8-c9e5-4787-bb64-7c7de8f39ab3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 200 len: 217 time: 0.0539026 Aug 18 14:01:11.124679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46f5f09-c5b2-482c-9d1f-6283c9fedbdb req-b15172dc-7e72-407a-b847-ebd242182dd2 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499689 Aug 18 14:01:11.160143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-491ee00a-b23c-41c8-9bb5-13899a773b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:11.160994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-491ee00a-b23c-41c8-9bb5-13899a773b6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.0885482 Aug 18 14:01:11.202053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-dcd4a1b9-52f5-41c6-9bd1-bd23143970c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327325 Aug 18 14:01:11.203200 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d4141-5a9d-4926-bd16-3d6762e132eb x-openstack-request-id: req-e55d4141-5a9d-4926-bd16-3d6762e132eb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:11.203507 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:11.203787 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e55d4141-5a9d-4926-bd16-3d6762e132eb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:11.204208 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'code': 200} Aug 18 14:01:11.211318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230015e-da18-443c-ae4a-ac703303c7f4 req-54077a2f-0eee-4f5b-9efc-9cb61c870b05 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:11.218590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8230015e-da18-443c-ae4a-ac703303c7f4 req-54077a2f-0eee-4f5b-9efc-9cb61c870b05 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.1118138 Aug 18 14:01:11.259838 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84e9d84-a753-4a51-a791-bdae223371bf x-openstack-request-id: req-a84e9d84-a753-4a51-a791-bdae223371bf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:11.260141 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d3f6f-eb66-4f1a-a42c-8461ac05c4bc", "name": "network-vif-deleted", "tag": "106a58db-3dad-4a1a-93ad-2d73a73ddf50", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:11.260393 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a84e9d84-a753-4a51-a791-bdae223371bf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:11.260839 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925d3f6f-eb66-4f1a-a42c-8461ac05c4bc', 'name': 'network-vif-deleted', 'tag': '106a58db-3dad-4a1a-93ad-2d73a73ddf50', 'status': 'completed', 'code': 200} Aug 18 14:01:11.340684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-e402e89d-5ef1-445a-90c0-b9b38e1d9419 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a91ea0c85878423b982a8379ba9a4d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826705 Aug 18 14:01:11.402711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8230015e-da18-443c-ae4a-ac703303c7f4 req-99ff6ed2-061b-4be7-9531-2ed655967410 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832635 Aug 18 14:01:11.432657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b3228a9-4d24-48ea-8f26-86c01ae2f03e req-23d79a98-780b-4f01-a812-bfeebed6996f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.0878398 Aug 18 14:01:11.495652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-b5407ca4-2ae5-4e07-9881-300aa2d01192 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737489 Aug 18 14:01:11.594396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-b1865b33-a2aa-4106-a8df-b4eb8fab2469 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:11.595915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-b1865b33-a2aa-4106-a8df-b4eb8fab2469 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351403 Aug 18 14:01:11.612209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Request body: {'port': {'device_id': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a91ea0c85878423b982a8379ba9a4d59'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:11.701074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-479fed77-a3e8-424d-82f7-a5f1b1657642 req-dd45807a-a694-4a7e-a632-15d09765e172 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968319 Aug 18 14:01:11.810711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c1edbc8-e92b-4c5a-9bf4-8b0c5af67988 req-6b0377c0-d8f3-44e7-a23c-3972c094dd8e tempest-ListImageFiltersTestJSON-703992630 tempest-ListImageFiltersTestJSON-703992630-project] 10.222.0.35 "GET /v2.0/ports?device_id=925d3f6f-eb66-4f1a-a42c-8461ac05c4bc HTTP/1.1" status: 200 len: 210 time: 0.0313525 Aug 18 14:01:11.899225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Made reservation on behalf of a91ea0c85878423b982a8379ba9a4d59 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:11.902926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.106100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca102d6c-a055-43b4-94cb-35b14336e635 req-2747211c-6dcf-40a9-99e6-ce3955aebe95 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:12.108271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca102d6c-a055-43b4-94cb-35b14336e635 req-2747211c-6dcf-40a9-99e6-ce3955aebe95 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1136854 Aug 18 14:01:12.133642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Allocated IP 192.168.233.243 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/17f6171a-0413-451e-be45-c89575990708) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:12.168837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:12.178389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca102d6c-a055-43b4-94cb-35b14336e635 req-8ae721b6-5ffa-4c79-b6dd-825513c34bf0 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Aug 18 14:01:12.299313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:12.344716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a89a3c08-8965-4f17-b7e4-caf92c449ef2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:12.354290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a89a3c08-8965-4f17-b7e4-caf92c449ef2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:12.354977 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.437057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79319-d81b-43ab-95ff-06c104a4b02e req-2fdf99d8-6f2c-4122-950f-f2e48b843253 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:12.445420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dd79319-d81b-43ab-95ff-06c104a4b02e req-2fdf99d8-6f2c-4122-950f-f2e48b843253 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.1796491 Aug 18 14:01:12.473571 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.473828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c9b0-5180-4380-b130-fd0bda540459 req-6370fdc3-7571-41ec-b773-6e3f07138d5a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:12.475422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d29c9b0-5180-4380-b130-fd0bda540459 req-6370fdc3-7571-41ec-b773-6e3f07138d5a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.1547515 Aug 18 14:01:12.514648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:12.530060 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.565827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dd79319-d81b-43ab-95ff-06c104a4b02e req-2a25dfd0-8ee4-4efd-bd26-78b5ef8035ad tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194990 Aug 18 14:01:12.568709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a717867d-7430-4b99-b290-abe1fc218932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.573174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Transition to ACTIVE for port object 17f6171a-0413-451e-be45-c89575990708 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:12.578378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d29c9b0-5180-4380-b130-fd0bda540459 req-b853d5cf-19a6-4831-9179-c17d22461d0d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942640 Aug 18 14:01:12.611144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.668895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac7e5a74-8f63-4aaa-997f-13f8381f3358 req-c55a4d1c-7b2b-41bb-a7ce-d962b284118f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.0308940 Aug 18 14:01:12.687335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:12.734843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a717867d-7430-4b99-b290-abe1fc218932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.739751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.753637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:12.786765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:12.787097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:12.793392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:12.798396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:12.811567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a717867d-7430-4b99-b290-abe1fc218932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.860634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:12.861920 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:12.865936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:12.955147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-c71b7eca-53bd-480b-81df-5f24b6e5171a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3452692 Aug 18 14:01:12.956466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717867d-7430-4b99-b290-abe1fc218932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1159b5fb-fbcc-4c53-ac69-33a261f4aa3f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:12.967106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Request body: {'port': {'device_id': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:12.967843 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a717867d-7430-4b99-b290-abe1fc218932 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d00b05cf48c24624b6d00856ea369196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671717 Aug 18 14:01:12.972631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48098) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:13.081723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.086415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.109827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.206561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:13.212810 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e396f7b-32bd-40d1-8997-905f50a8b3c9" -d '{"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-plugged", "status": "completed", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:13.251316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.256137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.258290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1159b5fb-fbcc-4c53-ac69-33a261f4aa3f HTTP/1.1" status: 204 len: 168 time: 0.2842779 Aug 18 14:01:13.268668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f261ca4-72e2-4871-9727-c96f2c973dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1159b5fb-fbcc-4c53-ac69-33a261f4aa3f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:13.341987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d6ca8dd9-eaa3-4ae3-b597-f951aec0376f None None] Provisioning for port 17f6171a-0413-451e-be45-c89575990708 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:13.351934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d6ca8dd9-eaa3-4ae3-b597-f951aec0376f None None] Provisioning complete for port 17f6171a-0413-451e-be45-c89575990708 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:13.352539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8dd9-eaa3-4ae3-b597-f951aec0376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.416139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca8dd9-eaa3-4ae3-b597-f951aec0376f None None] Port 17f6171a-0413-451e-be45-c89575990708 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:13.479071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f6171a-0413-451e-be45-c89575990708 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:13.493963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.506495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Transition to ACTIVE for port object 17f6171a-0413-451e-be45-c89575990708 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:13.590508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-db5e64d8-1646-4211-b81a-2ea2ed9c0c44 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:13.591843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-db5e64d8-1646-4211-b81a-2ea2ed9c0c44 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.0507376 Aug 18 14:01:13.629401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.727547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:13.808378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Deleting port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:13.808731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.869873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:13.871123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:13.871450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:13.896495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:13.900878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:13.909099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:13.909461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:13.909827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:13.910297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Bound port: 17f6171a-0413-451e-be45-c89575990708, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:13.910667 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.237183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48132) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:14.256291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5363704e-8f3c-49e9-8f43-6646911827ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.277932 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c89c81-6421-479a-a347-f2ec337e1399 x-openstack-request-id: req-d9c89c81-6421-479a-a347-f2ec337e1399 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:14.282588 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-plugged", "status": "completed", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:14.282588 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9c89c81-6421-479a-a347-f2ec337e1399 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:14.282588 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'code': 200} Aug 18 14:01:14.284451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] For port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,segment=NetworkSegment(2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7),segment_id=2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:14.284834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.305977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Calling delete_port for 5711b7c4-77f5-48bf-a080-ceaf59e49e2f owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:14.337970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5e33e-44f0-47cc-a2af-0aaa8055ce5b req-0a214e4c-0b84-41b7-8a27-634c387aea3c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.339464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3e5e33e-44f0-47cc-a2af-0aaa8055ce5b req-0a214e4c-0b84-41b7-8a27-634c387aea3c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1317186 Aug 18 14:01:14.409565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5363704e-8f3c-49e9-8f43-6646911827ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.414987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661f76-929d-4548-a9b1-1d3edbbd03db req-7e78c2a5-4187-46d7-8ae6-0817f38c40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.416197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:14.417535 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-84661f76-929d-4548-a9b1-1d3edbbd03db req-7e78c2a5-4187-46d7-8ae6-0817f38c40df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1097 time: 0.0692432 Aug 18 14:01:14.442826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:14.456762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-84661f76-929d-4548-a9b1-1d3edbbd03db req-616c46fe-4680-4eb8-9f53-010c52e6f284 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Aug 18 14:01:14.469932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3e5e33e-44f0-47cc-a2af-0aaa8055ce5b req-b75e05e0-1747-4d0a-a436-e1563fc4f899 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239734 Aug 18 14:01:14.487879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb06a4-3466-4e1d-bb3d-43c3814afe40 req-a1323c88-9070-41d9-acff-dda3d48ad960 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.489367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2afb06a4-3466-4e1d-bb3d-43c3814afe40 req-a1323c88-9070-41d9-acff-dda3d48ad960 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26 HTTP/1.1" status: 200 len: 945 time: 0.1474843 Aug 18 14:01:14.508615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5363704e-8f3c-49e9-8f43-6646911827ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.536915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2afb06a4-3466-4e1d-bb3d-43c3814afe40 req-17c6da8a-86a9-4a3e-8e41-357b8f59e310 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups?id=90f41161-2625-47b6-b774-35a67e439203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Aug 18 14:01:14.558535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363704e-8f3c-49e9-8f43-6646911827ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb2199-c290-43d6-b4bc-9fb86ac54b4c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:14.563271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5363704e-8f3c-49e9-8f43-6646911827ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a35e974220eb401dac708975cde3865f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272045 Aug 18 14:01:14.565908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:14.613482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.619505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.644130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.684191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:14.691041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.697654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.697654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] 10.222.0.10 "PUT /v2.0/ports/17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 1096 time: 1.7320480 Aug 18 14:01:14.701451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:14.704742 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa" -d '{"events": [{"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:14.709431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 106a58db-3dad-4a1a-93ad-2d73a73ddf50 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:14.710660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 106a58db-3dad-4a1a-93ad-2d73a73ddf50 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:14.713089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.779062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.779799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a319-a1fc-4ce6-a274-7240ed3d0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:14.782063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.789610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5beb2199-c290-43d6-b4bc-9fb86ac54b4c HTTP/1.1" status: 204 len: 168 time: 0.2227211 Aug 18 14:01:14.802073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9d33-8d73-4f7e-a53a-cde2343acfc5 req-f0f70eef-7f51-4f18-8ae1-1470d71cc359 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.810978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a6d9d33-8d73-4f7e-a53a-cde2343acfc5 req-f0f70eef-7f51-4f18-8ae1-1470d71cc359 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1986909 Aug 18 14:01:14.813576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690b3af-33cc-4bd7-b559-8a539460b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb2199-c290-43d6-b4bc-9fb86ac54b4c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:14.851243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] No DVR routers for this DVR port 5711b7c4-77f5-48bf-a080-ceaf59e49e2f on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:14.852987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event deleted for resources: {'Port': ['ID=5711b7c4-77f5-48bf-a080-ceaf59e49e2f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:14.860603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.863269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-503a30ce-031f-429e-9a4f-2ed0d973a7ef req-fbf3911e-6fc8-44f2-ae84-d67d948fd14b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.58 "DELETE /v2.0/ports/5711b7c4-77f5-48bf-a080-ceaf59e49e2f HTTP/1.1" status: 204 len: 173 time: 1.2606094 Aug 18 14:01:14.876945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9bda5-e696-4448-ada0-c5b3ae38cfbb req-75c503df-7d43-4f48-875e-0d3ccee79c43 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.887191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c9bda5-e696-4448-ada0-c5b3ae38cfbb req-75c503df-7d43-4f48-875e-0d3ccee79c43 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 948 time: 0.2742162 Aug 18 14:01:14.960996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a6d9d33-8d73-4f7e-a53a-cde2343acfc5 req-c25dff6e-50fc-44aa-bd40-e5b7780f7800 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490591 Aug 18 14:01:14.978813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c9bda5-e696-4448-ada0-c5b3ae38cfbb req-2eff7b2f-813a-4483-bf98-dedb38e4fea8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924265 Aug 18 14:01:14.983447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-379517cb-c303-4aa9-b066-a42b5e0e3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:14.985483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-379517cb-c303-4aa9-b066-a42b5e0e3b6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1099 time: 0.1219728 Aug 18 14:01:15.036037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-df4d9c7e-164a-4bcf-b314-dec4d33de38f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0408671 Aug 18 14:01:15.072853 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915906ec-0ad0-4a94-b0f9-5ff11f165069 x-openstack-request-id: req-915906ec-0ad0-4a94-b0f9-5ff11f165069 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:15.073190 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:15.073384 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-915906ec-0ad0-4a94-b0f9-5ff11f165069 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:15.073985 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'status': 'completed', 'code': 200} Aug 18 14:01:15.094551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-68d50502-bc31-4ca7-94ee-71bbdac7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.096167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-68d50502-bc31-4ca7-94ee-71bbdac7c3dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0522797 Aug 18 14:01:15.147106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-8d7bebd2-888b-4b2e-b5f2-3529be9c33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.148796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-8d7bebd2-888b-4b2e-b5f2-3529be9c33b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451946 Aug 18 14:01:15.257735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-ea825450-5ea7-4fd9-8c31-ba09cc4fafb7 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012425 Aug 18 14:01:15.360743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44f2b2d-13e2-41cb-a0fc-b23e02179766 req-11791685-7265-4f78-8992-8f94a04cf538 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950160 Aug 18 14:01:15.520897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-86b9ccd2-4762-423c-ba4f-d2c44175525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.523728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-86b9ccd2-4762-423c-ba4f-d2c44175525d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1099 time: 0.0503678 Aug 18 14:01:15.622395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-0194d57a-690d-461d-9111-38f98ba5a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.624034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-0194d57a-690d-461d-9111-38f98ba5a05f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0902643 Aug 18 14:01:15.674639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-fceeaf03-d710-4bc9-b0c9-3d2a0567d696 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0419939 Aug 18 14:01:15.743538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-7165c379-073a-42ef-85dc-b8fa93952cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.745107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-7165c379-073a-42ef-85dc-b8fa93952cea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0595016 Aug 18 14:01:15.799230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-ddc3ce6d-8649-47bd-b9dc-037c321ec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.799590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-ddc3ce6d-8649-47bd-b9dc-037c321ec052 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450015 Aug 18 14:01:15.945016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dcd61-6e9f-43f6-bd99-e7c5303e8dd9 req-5ea2c00b-2bba-44a5-bece-c0cd9cdd3f1f tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:15.946528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510dcd61-6e9f-43f6-bd99-e7c5303e8dd9 req-5ea2c00b-2bba-44a5-bece-c0cd9cdd3f1f tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0807519 Aug 18 14:01:15.948481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-68a7fb31-9958-4e5b-ad16-8427969b1ccd service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326156 Aug 18 14:01:16.037242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510dcd61-6e9f-43f6-bd99-e7c5303e8dd9 req-b8621e93-9c0b-4a48-a6c9-bfacf7eff7c4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843310 Aug 18 14:01:16.080362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a525c69f-dfeb-4c60-a8e0-e16dcf685efa req-f4fc4ea1-5819-4bc1-b4b4-c4617eb20675 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213818 Aug 18 14:01:16.175127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5711b7c4-77f5-48bf-a080-ceaf59e49e2f no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:16.195885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 5711b7c4-77f5-48bf-a080-ceaf59e49e2f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:16.196222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5711b7c4-77f5-48bf-a080-ceaf59e49e2f not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:16.436400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798785d-5735-4d0c-abe6-40f62daac7cb req-75427865-1dda-4038-b10e-c42387dc5d48 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:16.443906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f798785d-5735-4d0c-abe6-40f62daac7cb req-75427865-1dda-4038-b10e-c42387dc5d48 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0580313 Aug 18 14:01:16.481443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f798785d-5735-4d0c-abe6-40f62daac7cb req-092ef811-cf44-4d9d-82f8-d4aa392f974f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Aug 18 14:01:16.601867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505abeb6-d66b-4f98-b002-4cfbe03bd1e4 req-67800f6d-744e-492c-85b3-6f93ba034c29 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:16.602999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505abeb6-d66b-4f98-b002-4cfbe03bd1e4 req-67800f6d-744e-492c-85b3-6f93ba034c29 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 948 time: 0.0539992 Aug 18 14:01:16.644203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505abeb6-d66b-4f98-b002-4cfbe03bd1e4 req-d81c366e-ba23-419a-aafd-2847a70e8040 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Aug 18 14:01:16.698961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:16.890690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:16.930153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0121f-4fc2-4d26-8c77-a1e2cddfe770 req-4c68b947-fa2d-4fd3-9e69-434bd65cacbc tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:16.939926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ec0121f-4fc2-4d26-8c77-a1e2cddfe770 req-4c68b947-fa2d-4fd3-9e69-434bd65cacbc tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1097 time: 0.0957694 Aug 18 14:01:16.951788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:16.971751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '17f6171a-0413-451e-be45-c89575990708', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '17f6171a-0413-451e-be45-c89575990708', 'mac_address': 'fa:16:3e:fa:ce:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:17.032859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ec0121f-4fc2-4d26-8c77-a1e2cddfe770 req-aea39be4-81e8-4aca-b4e0-e6b12aec9cc4 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915985 Aug 18 14:01:17.059287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4540e79f-7bae-4278-a981-d382e946768f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.073894 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.076156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'name': 'network-vif-deleted', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:17.080840 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479532db-eb35-4887-8b90-a134714eff2a" -d '{"events": [{"server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "name": "network-vif-deleted", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:17.110281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f6171a-0413-451e-be45-c89575990708 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:17.136289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:17.184126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4540e79f-7bae-4278-a981-d382e946768f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.193574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee0b2-be59-496e-94ce-a8104d368029 req-3e122a53-77f2-4c17-b047-f3ad665232c1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:17.195159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b0ee0b2-be59-496e-94ce-a8104d368029 req-3e122a53-77f2-4c17-b047-f3ad665232c1 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Aug 18 14:01:17.200255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48256) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.217048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.250283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b0ee0b2-be59-496e-94ce-a8104d368029 req-8e94c9d3-b211-4386-872b-74042e240b28 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473683 Aug 18 14:01:17.257241 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c818fbb-d4e9-4254-95c7-5491cfa71032 x-openstack-request-id: req-0c818fbb-d4e9-4254-95c7-5491cfa71032 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:17.257527 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26", "name": "network-vif-deleted", "tag": "5711b7c4-77f5-48bf-a080-ceaf59e49e2f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:17.257774 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c818fbb-d4e9-4254-95c7-5491cfa71032 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:17.258211 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd2bb4f-3527-47e1-88ea-3f3a08a9bf26', 'name': 'network-vif-deleted', 'tag': '5711b7c4-77f5-48bf-a080-ceaf59e49e2f', 'status': 'completed', 'code': 200} Aug 18 14:01:17.277997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:17.280777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4540e79f-7bae-4278-a981-d382e946768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.304578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.340284 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4540e79f-7bae-4278-a981-d382e946768f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9568e2a141948e7863348fd1532ff8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476178 Aug 18 14:01:17.345425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.355305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540e79f-7bae-4278-a981-d382e946768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7676b-5cad-435a-8bb1-f08170d0cbb5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:17.359437 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.361698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.383353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572361b-c0f0-4e3f-bb52-b582793681a5 req-4fc05cf2-846d-4983-9223-9cd6c816f380 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:17.385019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2572361b-c0f0-4e3f-bb52-b582793681a5 req-4fc05cf2-846d-4983-9223-9cd6c816f380 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1097 time: 0.0465574 Aug 18 14:01:17.434626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2572361b-c0f0-4e3f-bb52-b582793681a5 req-90d20159-2a81-4333-bb55-5a0ca05f1bad tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364528 Aug 18 14:01:17.439498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.465996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.496227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['17f6171a-0413-451e-be45-c89575990708'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:17.551723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.555224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.556481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "DELETE /v2.0/security-groups/065ce30a-8319-4fd8-99a9-b80550bc7240 HTTP/1.1" status: 204 len: 168 time: 0.3551133 Aug 18 14:01:17.559541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48274) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.567725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215d900-83b4-44f2-962d-81db5654adea tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ce30a-8319-4fd8-99a9-b80550bc7240,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:17.582573 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-4fef8ce0-c2e2-4aa6-a279-98d453d1365b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] show failed (client error): The resource could not be found. Aug 18 14:01:17.590809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48276) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.591087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4fef8ce0-c2e2-4aa6-a279-98d453d1365b tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "GET /v2.0/security-groups/065ce30a-8319-4fd8-99a9-b80550bc7240 HTTP/1.1" status: 404 len: 347 time: 0.0293093 Aug 18 14:01:17.620214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48278) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.710949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.727442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.728894 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39c7676b-5cad-435a-8bb1-f08170d0cbb5 HTTP/1.1" status: 204 len: 168 time: 0.3824279 Aug 18 14:01:17.773291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8020d-b3f8-4110-b735-f65bf2d0b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7676b-5cad-435a-8bb1-f08170d0cbb5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:17.808820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8b62d51-9ffd-4de6-af73-8180675aa0e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=656d40154d5241ddb3ee162200218c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847739 Aug 18 14:01:17.812095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:17.812244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-31e66d06-d0f9-46ad-8a8f-ad60a486c1be tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:17.835412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Deleting port 7677aa9c-7e98-4eea-bc76-7e2c14b75b79 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:17.836134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.839186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733dba-bcf9-45fc-b388-93a5488336da req-6ed1507c-95af-49e5-a115-abdbf53d749c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:17.840828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e733dba-bcf9-45fc-b388-93a5488336da req-6ed1507c-95af-49e5-a115-abdbf53d749c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.1124833 Aug 18 14:01:17.915451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e733dba-bcf9-45fc-b388-93a5488336da req-160ca815-39f8-42aa-a54a-88a2ec6da865 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658514 Aug 18 14:01:17.923130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.944045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.945224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.956837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.962585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Calling delete_port for 7677aa9c-7e98-4eea-bc76-7e2c14b75b79 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:18.045864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-31e66d06-d0f9-46ad-8a8f-ad60a486c1be tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "PUT /v2.0/quotas/03743d068f574d93b48d764a523889b2 HTTP/1.1" status: 200 len: 366 time: 0.6830666 Aug 18 14:01:18.049410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.079872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.082544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.083684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee129095-fd2b-422e-90eb-8c8b9cbd077f HTTP/1.1" status: 204 len: 168 time: 0.2684944 Aug 18 14:01:18.097645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98766a1c-0b13-4bf0-b545-6628cb755c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee129095-fd2b-422e-90eb-8c8b9cbd077f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:18.102452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0bc7b99a-7977-4632-b297-415ce7d8ac41 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0519254 Aug 18 14:01:18.105817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48296) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.120752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07dab546-b645-4fe9-8863-440758554290 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas/03743d068f574d93b48d764a523889b2 HTTP/1.1" status: 200 len: 366 time: 0.0129685 Aug 18 14:01:18.123707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48298) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.143032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-f50ac310-8bae-4bfe-a891-db18674274ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036541 Aug 18 14:01:18.223989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-9afbfd8d-81de-49f4-ac0b-a89e7cccd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:18.225992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-9afbfd8d-81de-49f4-ac0b-a89e7cccd9fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 1101 time: 0.0435939 Aug 18 14:01:18.243694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3e8c0be4-5cf9-45d1-9a9f-766cf243875f tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/03743d068f574d93b48d764a523889b2 HTTP/1.1" status: 204 len: 168 time: 0.1184437 Aug 18 14:01:18.246185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.263800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cfc8893e-1d53-4d5b-8644-19a9af08b7a7 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0163956 Aug 18 14:01:18.277360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48306) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.287349 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c90b543b-45d0-486d-bce7-4c54680825fe tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas/03743d068f574d93b48d764a523889b2 HTTP/1.1" status: 200 len: 370 time: 0.0085046 Aug 18 14:01:18.289698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.295944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-265756f5-78f1-46a6-883f-b4910d8faf17 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas/03743d068f574d93b48d764a523889b2/default HTTP/1.1" status: 200 len: 370 time: 0.0045805 Aug 18 14:01:18.298815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.303718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.315686 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-da8f1d1f-5137-4afd-8821-605a19ea2c00 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] delete failed (client error): The resource could not be found. Aug 18 14:01:18.319960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-da8f1d1f-5137-4afd-8821-605a19ea2c00 tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/03743d068f574d93b48d764a523889b2 HTTP/1.1" status: 404 len: 348 time: 0.0163226 Aug 18 14:01:18.331292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Pushing event deleted for resources: {'Port': ['ID=7677aa9c-7e98-4eea-bc76-7e2c14b75b79,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:18.389594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-75e70f3f-e1c6-40c8-baae-b0f714a9824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:18.391118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-75e70f3f-e1c6-40c8-baae-b0f714a9824e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1384296 Aug 18 14:01:18.399076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.401765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.403001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6caf603b-b8a0-4279-baff-459b2cda2435 tempest-ImagesOneServerNegativeTestJSON-2076446081 tempest-ImagesOneServerNegativeTestJSON-2076446081-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c4a13ff-b756-4635-bcca-c7ec8736a841 HTTP/1.1" status: 204 len: 168 time: 0.8111844 Aug 18 14:01:18.404516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a9ea5-b5ca-4b7b-b812-7f22dd120a4b req-f8646b99-859a-441e-945b-4168d1eade82 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:18.406324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2a9ea5-b5ca-4b7b-b812-7f22dd120a4b req-f8646b99-859a-441e-945b-4168d1eade82 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0777800 Aug 18 14:01:18.449645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-7977fe31-b4aa-4987-9593-93e4d10b2990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 200 len: 217 time: 0.0422783 Aug 18 14:01:18.510171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2a9ea5-b5ca-4b7b-b812-7f22dd120a4b req-26bd1269-4ed4-4cd7-b8fa-a6eebc1cb483 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950813 Aug 18 14:01:18.521918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-be4a90d4-e0e2-4f29-a744-76879a7b7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:18.531889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-be4a90d4-e0e2-4f29-a744-76879a7b7f1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0646069 Aug 18 14:01:18.535210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48316) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.546620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63875a5b-7ff6-4431-acb5-f1f247edef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.580849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-91a3b1e3-c143-4021-b01b-480dbe9205ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:18.582520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-91a3b1e3-c143-4021-b01b-480dbe9205ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495570 Aug 18 14:01:18.669034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48330) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.718039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:18.720600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Deleting subnet f5d17f1f-3f01-4911-a33d-3870f448706c {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:18.724734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-ec65cae4-6474-4f01-bd14-b34eeb6763bc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300163 Aug 18 14:01:18.747667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.781889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63875a5b-7ff6-4431-acb5-f1f247edef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.796214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.838649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.841762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63875a5b-7ff6-4431-acb5-f1f247edef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.852584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e465ce9f-4a0b-401f-886d-adb44bd610db req-f1c48d89-fa2f-4500-9f8e-1e1504ce94ef service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176696 Aug 18 14:01:18.868379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 17f6171a-0413-451e-be45-c89575990708 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:18.872978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 17f6171a-0413-451e-be45-c89575990708 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:18.873721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:18.908457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63875a5b-7ff6-4431-acb5-f1f247edef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5763cdc-e5f2-455c-8921-d93af8fe8ff5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:18.921860 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-63875a5b-7ff6-4431-acb5-f1f247edef4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a0bfb1f5d074af0a953c6af10bb3118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886611 Aug 18 14:01:18.922575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:18.969959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:19.005687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:network and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.006068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.017771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.021608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.033647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:subnet and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.043789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.073641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.086168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:19.101284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.101709 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8645d6d-b78c-4d86-9794-231770421a76" -d '{"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-plugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:19.110407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:subnetpool and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.119436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.144468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6afbcf-4b1b-48fb-9c9e-5aa06535d22d req-90f7260d-a72f-4adb-8d79-52f20d460ddf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.144659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:19.153134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b6afbcf-4b1b-48fb-9c9e-5aa06535d22d req-90f7260d-a72f-4adb-8d79-52f20d460ddf tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.0972121 Aug 18 14:01:19.154421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.155023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:port and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.156856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f5d17f1f-3f01-4911-a33d-3870f448706c HTTP/1.1" status: 204 len: 168 time: 0.4847920 Aug 18 14:01:19.157995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef28de-df5b-492f-84a2-9ca44857a64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d17f1f-3f01-4911-a33d-3870f448706c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:19.163802 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48358) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:19.177829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.217800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:router and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.232489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.240099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.243475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b6afbcf-4b1b-48fb-9c9e-5aa06535d22d req-cfdacf85-9bf6-411b-8651-c3a47daa44a6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893722 Aug 18 14:01:19.247229 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.254774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-4d70bd82-2be9-4619-84f7-5c1d8dca8601 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975122 Aug 18 14:01:19.268481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:floatingip and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.279474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.322849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.325529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.329026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5763cdc-e5f2-455c-8921-d93af8fe8ff5 HTTP/1.1" status: 204 len: 168 time: 0.4035022 Aug 18 14:01:19.375905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6d22-243c-4e1f-ad08-14b7d38c2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5763cdc-e5f2-455c-8921-d93af8fe8ff5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:19.390836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.401933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de7da11-bbe1-4874-9553-1661938aab0f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:19.415285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:19.415524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd5a7dd-8927-43f2-8c9f-6a096e7b08d7') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:19.428137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:19.434968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.476640 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b420dd-31b8-409b-a344-9de474af193a x-openstack-request-id: req-44b420dd-31b8-409b-a344-9de474af193a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:19.477130 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-plugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:19.477552 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44b420dd-31b8-409b-a344-9de474af193a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:19.478250 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'code': 200} Aug 18 14:01:19.484822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601170-905f-4eb1-9481-81b4eac0537c req-142c0b2a-74ce-49ba-ab48-1af282f25567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.485645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-142c0b2a-74ce-49ba-ab48-1af282f25567 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 1095 time: 0.1856060 Aug 18 14:01:19.494448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:security_group and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.501705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.508834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.543347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Usage tracker for resource:security_group_rule and tenant:6f05cb875ea746b29b17e2d2127fded3 is out of sync, need to count used quota {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 14:01:19.582331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:19.586829 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:19.591292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.quota.resource [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=112229) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 14:01:19.625907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d2fffd86-a21c-4cb7-9d93-8c73a5ebb24e tempest-QuotasTest-1808247457 tempest-QuotasTest-1808247457-project-admin] 10.222.0.35 "GET /v2.0/quotas/6f05cb875ea746b29b17e2d2127fded3/details.json HTTP/1.1" status: 200 len: 703 time: 0.6547687 Aug 18 14:01:19.664554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab223bac-70f4-4d50-919c-6094a1d46aa8 req-cc91b384-407a-4ac4-9f43-b586a6a28bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.666158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab223bac-70f4-4d50-919c-6094a1d46aa8 req-cc91b384-407a-4ac4-9f43-b586a6a28bb2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1101 time: 0.0871170 Aug 18 14:01:19.678113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56065ba-9687-443b-9f04-01fa1f2fae43 req-2583e221-7650-4d9b-8030-830df3a60d96 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.680218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f56065ba-9687-443b-9f04-01fa1f2fae43 req-2583e221-7650-4d9b-8030-830df3a60d96 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0898507 Aug 18 14:01:19.771296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab223bac-70f4-4d50-919c-6094a1d46aa8 req-78c06128-7d9d-4540-87fc-2a6fe1d44352 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901082 Aug 18 14:01:19.802549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f56065ba-9687-443b-9f04-01fa1f2fae43 req-60680a3f-6db0-485e-9bf9-e0a26b7caf3b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051176 Aug 18 14:01:19.804525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601170-905f-4eb1-9481-81b4eac0537c req-381ced8b-48ca-4db2-af32-be1f59343da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.805952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-381ced8b-48ca-4db2-af32-be1f59343da1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.2917838 Aug 18 14:01:19.826561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.835334 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:19.844520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2de7da11-bbe1-4874-9553-1661938aab0f HTTP/1.1" status: 204 len: 168 time: 0.6732178 Aug 18 14:01:19.859132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c0261-706b-4041-8cf8-c2baf3bb4205 admin admin] Pushing event deleted for resources: {'Network': ['ID=2de7da11-bbe1-4874-9553-1661938aab0f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:19.873947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-0ab3005a-9a8d-4c9b-a2d8-ff95bb1c2ea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 200 len: 217 time: 0.0602031 Aug 18 14:01:19.927131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601170-905f-4eb1-9481-81b4eac0537c req-5363e3d2-4d08-47e2-9f23-43a3851094f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:19.929377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-5363e3d2-4d08-47e2-9f23-43a3851094f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0471981 Aug 18 14:01:19.972370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-98a0cb92-793e-4dcc-b3a6-50d817b5ce90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344236 Aug 18 14:01:20.069673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-12363d68-706d-4131-a786-99711195691f service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Aug 18 14:01:20.162769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a601170-905f-4eb1-9481-81b4eac0537c req-48b1a5a6-38d7-4a67-bcf3-0b3c1ec5c5d8 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855300 Aug 18 14:01:20.362586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf55cbd-a2e2-4a97-bb44-92cd93df7ca8 req-0fcce0c9-d2ea-4d2c-80b1-3dbe610b0b80 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:20.364097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bf55cbd-a2e2-4a97-bb44-92cd93df7ca8 req-0fcce0c9-d2ea-4d2c-80b1-3dbe610b0b80 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.0508571 Aug 18 14:01:20.419129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48392) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:20.432604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bf55cbd-a2e2-4a97-bb44-92cd93df7ca8 req-3a8f1ed5-3842-401e-a75e-714a16094cd3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616469 Aug 18 14:01:20.475621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fa4b712-4b59-435d-a76d-d6c3619aea83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78416f4717c34abc86f4b31f971fabc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538218 Aug 18 14:01:20.476182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48394) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:20.533457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:20.563224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.580794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.655894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5ea8-8334-47eb-9735-992aab6e4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.721897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.724532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.726365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90f41161-2625-47b6-b774-35a67e439203 HTTP/1.1" status: 204 len: 168 time: 0.2489069 Aug 18 14:01:20.743253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4a16b-4b2c-4823-a855-79ddc49f8bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f41161-2625-47b6-b774-35a67e439203,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:20.784740 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5ea8-8334-47eb-9735-992aab6e4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.810356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-d9d84d26-93d9-40cb-b3ed-7961c69d7b00 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:01:20.811430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-d9d84d26-93d9-40cb-b3ed-7961c69d7b00 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2166493 Aug 18 14:01:20.840568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:20.842518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5ea8-8334-47eb-9735-992aab6e4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.893401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c3bf5ea8-8334-47eb-9735-992aab6e4b43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7287288e939d4df880be6eada7a1aa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586612 Aug 18 14:01:20.898064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:20.926346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf5ea8-8334-47eb-9735-992aab6e4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48597b5a-0098-4810-b93d-e259073aa24f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:20.967065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:20.983399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d2eb7-7f43-42a7-a990-b18003341aa7 req-73a1c8ba-d305-4764-9e73-07bdc61c5fcf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:20.985131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-709d2eb7-7f43-42a7-a990-b18003341aa7 req-73a1c8ba-d305-4764-9e73-07bdc61c5fcf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0687978 Aug 18 14:01:20.997675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.036918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-709d2eb7-7f43-42a7-a990-b18003341aa7 req-63ee36b9-a133-4420-8d53-b618ba42ee34 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Aug 18 14:01:21.122970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Request body: {'binding': {'host': 'n-h1-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:21.123512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Unknown quota resources ['binding']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:01:21.130640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.133867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.139388 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48597b5a-0098-4810-b93d-e259073aa24f HTTP/1.1" status: 204 len: 168 time: 0.2385600 Aug 18 14:01:21.146265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36581-61e4-4a0d-9bd2-f53c80837226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48597b5a-0098-4810-b93d-e259073aa24f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:21.235063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1240407926-network', 'tenant_id': '156f1222375d4f36a889a731dec1c8f0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:21.306546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on host n-h1-804303-5 for vnic_type normal with profile None {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:21.306888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:21.307294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:21.311517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:21.311972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:21.316539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:21.316876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:21.317274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:21.323352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Bound port: a89a3c08-8965-4f17-b7e4-caf92c449ef2, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:21.341772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Made reservation on behalf of 156f1222375d4f36a889a731dec1c8f0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:21.344380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.353967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.373529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:21.468673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.469905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] 10.222.0.35 "POST /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6507695 Aug 18 14:01:21.474018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.566712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabc7cc-1454-4f9d-b3ab-120a7918e549 req-f2cce425-2273-422a-9123-f5d82158c5c7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:21.568222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dabc7cc-1454-4f9d-b3ab-120a7918e549 req-f2cce425-2273-422a-9123-f5d82158c5c7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.0579309 Aug 18 14:01:21.570894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.593565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:21.608962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dabc7cc-1454-4f9d-b3ab-120a7918e549 req-6e78f923-5b32-40bd-aa66-647bbf889046 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345721 Aug 18 14:01:21.609117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c1026-8fc3-4a69-b190-e5b29676b96b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:21.615347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.615702 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Added segment 6c804aec-5bf5-4c38-b8e2-5661da470448 of type vlan for network 8041ca51-6044-4f9a-aed2-78815e93188f Aug 18 14:01:21.679146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.778751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.780005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:21.780706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.858307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c5c2-104d-4934-84c7-9fa19c43c2c3 req-b951ed8e-2504-49d6-af3a-03415fe075f7 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:21.860121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8c5c5c2-104d-4934-84c7-9fa19c43c2c3 req-b951ed8e-2504-49d6-af3a-03415fe075f7 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1101 time: 0.0991364 Aug 18 14:01:21.872994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] Pushing event updated for resources: {'Network': ['ID=8041ca51-6044-4f9a-aed2-78815e93188f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:21.884454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8041ca51-6044-4f9a-aed2-78815e93188f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:21.917370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00f089-a207-42d4-8c17-7ba9696b155c req-5ed41a53-d58f-4cce-b987-da235aab29bc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:21.922946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-affd6103-2954-4797-b4d8-515f5c835bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:21.926677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a00f089-a207-42d4-8c17-7ba9696b155c req-5ed41a53-d58f-4cce-b987-da235aab29bc tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1380239 Aug 18 14:01:21.929672 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-202816f3-6ca9-4213-8a37-82d34935608f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0879197 Aug 18 14:01:21.932666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48454) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:21.938986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Request body: {'subnet': {'network_id': '8041ca51-6044-4f9a-aed2-78815e93188f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1240407926-subnet', 'tenant_id': '156f1222375d4f36a889a731dec1c8f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:21.976680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8c5c5c2-104d-4934-84c7-9fa19c43c2c3 req-9781f729-699d-4c5e-9705-d49869d253b3 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085920 Aug 18 14:01:21.990169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a00f089-a207-42d4-8c17-7ba9696b155c req-b752cd70-2822-4309-b18a-143eaa282ae5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Aug 18 14:01:22.099722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Made reservation on behalf of 156f1222375d4f36a889a731dec1c8f0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:22.104742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.170172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839b03-0b9d-4562-be14-e00f06557591 req-28922a02-042e-41d6-af28-2d30a803eaf8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:22.172357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03839b03-0b9d-4562-be14-e00f06557591 req-28922a02-042e-41d6-af28-2d30a803eaf8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0585604 Aug 18 14:01:22.237401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03839b03-0b9d-4562-be14-e00f06557591 req-9c4484a5-8ab1-4e0c-8636-b4c9233c919c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509999 Aug 18 14:01:22.323258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-358157e2-706a-4987-8315-306dbbcea9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:22.324787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-358157e2-706a-4987-8315-306dbbcea9df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1097 time: 0.0499070 Aug 18 14:01:22.363178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:22.410498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1bde-7504-4e84-a3ec-e7f113a81e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.425659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-b8ca5665-fe71-4020-8061-e9e957a4f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:22.427487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-b8ca5665-fe71-4020-8061-e9e957a4f28d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.0941863 Aug 18 14:01:22.498216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-f9ccc03f-6170-4192-a2f6-568de2e855d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 217 time: 0.0551648 Aug 18 14:01:22.500564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.571190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-85defd3c-f2fd-4f04-8c67-1d4769ce32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:22.572667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-85defd3c-f2fd-4f04-8c67-1d4769ce32d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.0647562 Aug 18 14:01:22.609349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e382e9a5-0d20-45ac-a55c-829be74706b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274925 Aug 18 14:01:22.641588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0624839e-63ea-4dd0-962a-6eecdee7f5d3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:22.691372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Checking segment: {'id': '6c804aec-5bf5-4c38-b8e2-5661da470448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8041ca51-6044-4f9a-aed2-78815e93188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:22.691552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Network hostable DHCP agents. Network: 8041ca51-6044-4f9a-aed2-78815e93188f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:22.695749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1bde-7504-4e84-a3ec-e7f113a81e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.729243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-c01a3288-c819-4910-9dcb-06991d963b70 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999331 Aug 18 14:01:22.756957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1bde-7504-4e84-a3ec-e7f113a81e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.790546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Network 8041ca51-6044-4f9a-aed2-78815e93188f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:22.822970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc7d1bde-7504-4e84-a3ec-e7f113a81e73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f05cb875ea746b29b17e2d2127fded3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604938 Aug 18 14:01:22.827656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48490) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:22.832136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d1bde-7504-4e84-a3ec-e7f113a81e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3e836-5525-4622-822f-f3499f1f7689,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:22.879873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-0dd78434-6c87-4138-acb6-612e781aa799 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344185 Aug 18 14:01:22.900347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8041ca51-6044-4f9a-aed2-78815e93188f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:22.904942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.908740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:22.908740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:22.914594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5470f62d-cd83-4e00-a692-9d018aa184b6 None None] Network 8041ca51-6044-4f9a-aed2-78815e93188f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:22.930457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:23.025862 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-af76c3af-4f22-493e-ba42-68dc81d98515 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0916662 Aug 18 14:01:23.089734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa1de2-02f8-49aa-bf4e-7ee2e5898c1e None None] Network 8041ca51-6044-4f9a-aed2-78815e93188f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:23.098563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:23.101771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:23.103259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70d3e836-5525-4622-822f-f3499f1f7689 HTTP/1.1" status: 204 len: 168 time: 0.2744555 Aug 18 14:01:23.112928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e837-e5d6-4074-8de9-371bbae0747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3e836-5525-4622-822f-f3499f1f7689,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:23.331468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011a8c-d793-4afe-887d-ded7ed04c728 req-13d9cef1-3bfe-4a8a-bf0d-66e17d1653aa tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:23.340767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a011a8c-d793-4afe-887d-ded7ed04c728 req-13d9cef1-3bfe-4a8a-bf0d-66e17d1653aa tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0965626 Aug 18 14:01:23.398633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a011a8c-d793-4afe-887d-ded7ed04c728 req-9d94edee-c9aa-4287-88f9-f8112519b339 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Aug 18 14:01:23.468886 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-97235444-11e5-4c7d-94d2-f3aaa0d3f077 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0624101 Aug 18 14:01:23.515519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6c97-2a51-42f8-a93e-83c213126e33 req-090e0581-d23e-40c4-9e1c-d8a8d32002db tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:23.517564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fee6c97-2a51-42f8-a93e-83c213126e33 req-090e0581-d23e-40c4-9e1c-d8a8d32002db tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.0625591 Aug 18 14:01:23.576866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fee6c97-2a51-42f8-a93e-83c213126e33 req-a39f64ec-dcd2-4193-9e03-15cc323845b2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Aug 18 14:01:23.715818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d57c-3fbd-488e-9387-9754807db793 req-d5afda90-16ee-4a94-87c5-0187fad639a3 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:23.717339 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1963d57c-3fbd-488e-9387-9754807db793 req-d5afda90-16ee-4a94-87c5-0187fad639a3 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0594902 Aug 18 14:01:23.774613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1824501294', 'description': 'tempest-description-455612170'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:23.794450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1963d57c-3fbd-488e-9387-9754807db793 req-6508a67a-55e9-407f-83b7-f1b7633489c2 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Aug 18 14:01:23.901563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.001796 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:01:24.028212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.110161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.163023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26d8fea-f974-4833-b3a2-016d214fcf34,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:24.220608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:24.270563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.275766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4ce8287-5083-45e0-8b9d-d4523dd577fb req-7580663f-f2cd-4924-aa91-faf16a16f0d5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5088947 Aug 18 14:01:24.395227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-45e9e6be-7f4c-48e8-b5b7-96ab6bd19987 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/e26d8fea-f974-4833-b3a2-016d214fcf34 HTTP/1.1" status: 200 len: 1804 time: 0.0895977 Aug 18 14:01:24.431522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e26d8fea-f974-4833-b3a2-016d214fcf34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:24.432499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e26d8fea-f974-4833-b3a2-016d214fcf34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:24.636677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3607d1-b2fb-4f38-ba7c-cf5a54dc37dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.687626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.702114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b72bd042-0e63-4a47-8a79-cbcb4186f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.721098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.807346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.818799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3607d1-b2fb-4f38-ba7c-cf5a54dc37dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.854132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7160e9a-1b88-4f93-acc5-15d09c394053,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:24.859819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.893792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3607d1-b2fb-4f38-ba7c-cf5a54dc37dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.922580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f76d6-1896-410d-b4e7-7e97d22bbbe2 req-a0f3e5dc-0e49-45d6-afe7-b44747b2464a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:24.925947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c44f76d6-1896-410d-b4e7-7e97d22bbbe2 req-a0f3e5dc-0e49-45d6-afe7-b44747b2464a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0858443 Aug 18 14:01:24.980153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:24.981276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37dfaeae-3de1-4965-8b7b-253368cdc399 req-20ddd159-ab9f-4fa1-b108-3730804a5ecd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5629044 Aug 18 14:01:24.984511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c44f76d6-1896-410d-b4e7-7e97d22bbbe2 req-d05b2c4c-cf51-4b6e-a5fb-8c13e9e86bec tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504816 Aug 18 14:01:24.987408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e3607d1-b2fb-4f38-ba7c-cf5a54dc37dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82119d6e8fcc4f5ab0c35683c3962380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655654 Aug 18 14:01:24.990450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48582) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:24.997504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3607d1-b2fb-4f38-ba7c-cf5a54dc37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03261ccd-ccbc-4dcd-b626-a8b495c913ec,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:25.097921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.136025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.156798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174276d-52c6-4981-b051-7dbafb587425 req-3989d183-ef54-4736-b254-563edbc8caa0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:25.158402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1174276d-52c6-4981-b051-7dbafb587425 req-3989d183-ef54-4736-b254-563edbc8caa0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1035609 Aug 18 14:01:25.251633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1174276d-52c6-4981-b051-7dbafb587425 req-dab36401-52cd-48a1-b3aa-360e00240751 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845816 Aug 18 14:01:25.324148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.332844 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.335039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03261ccd-ccbc-4dcd-b626-a8b495c913ec HTTP/1.1" status: 204 len: 168 time: 0.3431046 Aug 18 14:01:25.348041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7a6a9-cc93-42ca-b2c4-35d751f09f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03261ccd-ccbc-4dcd-b626-a8b495c913ec,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:25.431649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c65109-d6fc-4ac2-b637-83ea0b011778 req-8fd9e892-a39b-4c58-b886-0f8c82a70332 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:25.434519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93c65109-d6fc-4ac2-b637-83ea0b011778 req-8fd9e892-a39b-4c58-b886-0f8c82a70332 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0592194 Aug 18 14:01:25.483538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93c65109-d6fc-4ac2-b637-83ea0b011778 req-e5a4f638-5722-452c-80c1-706cce46f8dc tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Aug 18 14:01:25.516856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1379025043', 'description': 'tempest-description-296442689'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:25.617408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.746721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.751565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.836991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.887215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c00ac33-88e3-40d3-a2a6-57bc10ed517f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:25.988000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:25.990101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf963ae6-8a29-4f7f-8d5f-bc23685247c8 req-a609ae96-bfa0-47d3-8d24-6a5ca3abaa02 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4779012 Aug 18 14:01:26.046791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48620) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:26.063059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-02323d1f-6688-43b7-bb36-d1a2330ce902 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/9c00ac33-88e3-40d3-a2a6-57bc10ed517f HTTP/1.1" status: 200 len: 1804 time: 0.0485029 Aug 18 14:01:26.076942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c00ac33-88e3-40d3-a2a6-57bc10ed517f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:26.077254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c00ac33-88e3-40d3-a2a6-57bc10ed517f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:26.130189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48626) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:26.161881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76956b26-f104-47a0-8c95-a795958daf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.192582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1d61e-3a92-4df9-a5e2-7f27f2307306 req-cb899624-4ac8-4d38-9755-6a6e6af3281d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:26.202647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bc1d61e-3a92-4df9-a5e2-7f27f2307306 req-cb899624-4ac8-4d38-9755-6a6e6af3281d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0798781 Aug 18 14:01:26.274364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bc1d61e-3a92-4df9-a5e2-7f27f2307306 req-8aae3e0b-1a14-41f3-8de8-d66ae0a5041b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645509 Aug 18 14:01:26.311013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.347968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.375887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76956b26-f104-47a0-8c95-a795958daf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.393116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-406171916'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:26.435113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de3ea-a989-4ab9-a1a8-e677937d586f req-d48ed858-3a6e-4be9-9162-a28504d35fe0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:26.436680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-451de3ea-a989-4ab9-a1a8-e677937d586f req-d48ed858-3a6e-4be9-9162-a28504d35fe0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.0588026 Aug 18 14:01:26.512526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76956b26-f104-47a0-8c95-a795958daf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.574711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76956b26-f104-47a0-8c95-a795958daf55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffe29ff729d14c9ba6042f6114a43afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434347 Aug 18 14:01:26.577435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48632) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:26.584682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76956b26-f104-47a0-8c95-a795958daf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021a6190-fd87-47e2-9d1f-6a959ca22da2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:26.649202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.650470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.658629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.764140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.766901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.831270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.831597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.835118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:26.869321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-451de3ea-a989-4ab9-a1a8-e677937d586f req-4edb168e-3ddb-4183-b937-762e04242754 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260120 Aug 18 14:01:26.874589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8637efd9-7fa0-46d5-815d-a42aa4e52828,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:26.887956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-e4c906c9-084f-4f35-9693-513dc8f4631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:26.887956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-e4c906c9-084f-4f35-9693-513dc8f4631d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1101 time: 0.0890536 Aug 18 14:01:26.909078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.912660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.917026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/021a6190-fd87-47e2-9d1f-6a959ca22da2 HTTP/1.1" status: 204 len: 168 time: 0.3354926 Aug 18 14:01:26.945757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814dbd5-ad05-4abf-99de-28665a29687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021a6190-fd87-47e2-9d1f-6a959ca22da2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:26.953451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:26.955574 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d70464da-c72d-4ee8-96a1-d5d160d467da tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9061952 Aug 18 14:01:26.960318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48644) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:26.999568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.011858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf3a9818-f314-4894-af90-cdb595a7cb1b req-587f946a-f670-4504-93ea-2f9198d310d8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9386108 Aug 18 14:01:27.105399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982c506-141f-4d73-a3f2-293f5aa2ab85 req-e00e1fdf-b010-49b6-9d8b-6a328c09b1f6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:27.114581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a982c506-141f-4d73-a3f2-293f5aa2ab85 req-e00e1fdf-b010-49b6-9d8b-6a328c09b1f6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1264620 Aug 18 14:01:27.147362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-776be57c-1a08-4da1-a419-47b4dc67c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:27.150404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-776be57c-1a08-4da1-a419-47b4dc67c435 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2546597 Aug 18 14:01:27.167901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1896187756', 'description': 'tempest-description-1178669111'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:27.258155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a982c506-141f-4d73-a3f2-293f5aa2ab85 req-51e69c09-7a19-4613-8827-b8db32da188c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425798 Aug 18 14:01:27.261507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-d9731952-dea7-4670-840b-62869fe91177 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0857079 Aug 18 14:01:27.299108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.332628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.381963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9f88f4e4-a3e5-43a1-8e3c-837a07ce4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:27.383508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9f88f4e4-a3e5-43a1-8e3c-837a07ce4122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1142468 Aug 18 14:01:27.492518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98461a7b-beb2-4fad-ac8b-1760d3300d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.495835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.543443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8aa5696b-5df6-47a5-8081-339ffb824581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:27.545356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8aa5696b-5df6-47a5-8081-339ffb824581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185825 Aug 18 14:01:27.554035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406491f8-c908-4aaf-9dea-bacaf2403bef req-525177d6-464b-4b75-a03b-c81ce283f145 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:27.555679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-406491f8-c908-4aaf-9dea-bacaf2403bef req-525177d6-464b-4b75-a03b-c81ce283f145 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1832275 Aug 18 14:01:27.663549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.680261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-406491f8-c908-4aaf-9dea-bacaf2403bef req-60af4eff-d875-4e7a-bc76-e7e5539ea71b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052017 Aug 18 14:01:27.754234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.754455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.754603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.780692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abff82d-dc71-4197-878a-e33a6f48dd01,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:27.813505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-483f45df-ea0d-43b2-9f48-14c12edfa1a6 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542188 Aug 18 14:01:27.876466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98461a7b-beb2-4fad-ac8b-1760d3300d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.893948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.894203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 138e3b68-9f12-415e-a6d9-b33be4349ae2 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:27.899985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:27.901178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44e2f054-1ced-42e9-98da-d7cb22af784c tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "DELETE /v2.0/routers/138e3b68-9f12-415e-a6d9-b33be4349ae2 HTTP/1.1" status: 204 len: 168 time: 0.9380765 Aug 18 14:01:27.906015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48662) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:27.910598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Request body: {'router': {'name': 'tempest-router-1231596033', 'distributed': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:27.960101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-7f0c6a23-edd1-44a5-9584-50f9f842d0bc service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352005 Aug 18 14:01:27.979922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98461a7b-beb2-4fad-ac8b-1760d3300d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.035740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98461a7b-beb2-4fad-ac8b-1760d3300d6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fed35c9a17a04f2da704c07cf692ee86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1986911 Aug 18 14:01:28.040516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98461a7b-beb2-4fad-ac8b-1760d3300d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd121506-3bdc-4bf1-82d8-7cf42f23e6e6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:28.041918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48668) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:28.071027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c89ed-6511-4db4-95ec-7f872ffd370a req-9493bf56-c6ee-4564-bfe0-29d104bc5e0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:28.072714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb1c89ed-6511-4db4-95ec-7f872ffd370a req-9493bf56-c6ee-4564-bfe0-29d104bc5e0c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1116328 Aug 18 14:01:28.076501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.078251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b4ed430-e4d8-47b1-ab34-ce243e368be6 req-e3a387e5-b8a8-4739-8b08-e900c8cf289b tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9475477 Aug 18 14:01:28.119002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.128089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-140168159', 'description': 'tempest-description-1979726021'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:28.150507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.158122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb1c89ed-6511-4db4-95ec-7f872ffd370a req-8d2bc775-5ffe-4ce8-a9af-a02bc762c27e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731778 Aug 18 14:01:28.206964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.210260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.325226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.328651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.329780 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd121506-3bdc-4bf1-82d8-7cf42f23e6e6 HTTP/1.1" status: 204 len: 168 time: 0.2864063 Aug 18 14:01:28.334121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.347244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad335ac-68bc-4865-b6e3-337a291225db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd121506-3bdc-4bf1-82d8-7cf42f23e6e6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:28.430755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.501224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f9fd-f4e3-449f-a5cd-dbfedfe0eebb req-cd98d4a8-125c-4066-b984-a5d61a7eed9b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:28.503875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aeb3f9fd-f4e3-449f-a5cd-dbfedfe0eebb req-cd98d4a8-125c-4066-b984-a5d61a7eed9b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0916364 Aug 18 14:01:28.505084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.575509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aeb3f9fd-f4e3-449f-a5cd-dbfedfe0eebb req-0da6ead7-7410-4235-a7c9-8d0966c63462 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Aug 18 14:01:28.595178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.676679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.708408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8de27-00f9-4200-8b70-d67fc5b0f69d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:28.728647 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.730476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25ae01a9-111a-4dbf-90da-4ddb4cac456e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8234365 Aug 18 14:01:28.735389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48690) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:28.820690 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.829851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8efb2c90-5e21-4fff-a790-696737f230c9 req-50844a3c-3c0f-4d4b-855f-ca00fff7640a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7103798 Aug 18 14:01:28.866280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.023683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-18c475f3-ad5b-4d70-9ecc-48a9b683ee75 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0abff82d-dc71-4197-878a-e33a6f48dd01 HTTP/1.1" status: 200 len: 1805 time: 0.1785359 Aug 18 14:01:29.062424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247b33-df45-4690-8733-b9ce2d0a4c34 req-15c027ea-106c-46ba-9777-aa1af9bc2fc7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.063925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39247b33-df45-4690-8733-b9ce2d0a4c34 req-15c027ea-106c-46ba-9777-aa1af9bc2fc7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.2453785 Aug 18 14:01:29.122417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.132419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.229697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39247b33-df45-4690-8733-b9ce2d0a4c34 req-6c1eab57-a7c8-4719-ac04-af83d11dab3a tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342738 Aug 18 14:01:29.232492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-b219ad45-c24c-43ee-8a59-a050e15382a2 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/e7e8de27-00f9-4200-8b70-d67fc5b0f69d HTTP/1.1" status: 200 len: 1804 time: 0.1779943 Aug 18 14:01:29.252983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0abff82d-dc71-4197-878a-e33a6f48dd01', 'remote_group_id': 'e7e8de27-00f9-4200-8b70-d67fc5b0f69d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.253580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0abff82d-dc71-4197-878a-e33a6f48dd01', 'remote_group_id': 'e7e8de27-00f9-4200-8b70-d67fc5b0f69d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.293756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.295023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7eba55-4ab9-4768-aa99-eb30270e9635 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:29.309013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.314766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4f6d5f3e-1d5f-4416-ae29-53cf099bc7d3 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "DELETE /v2.0/routers/8b7eba55-4ab9-4768-aa99-eb30270e9635 HTTP/1.1" status: 204 len: 168 time: 0.5780611 Aug 18 14:01:29.314982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:29.323486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Request body: {'router': {'name': 'tempest-router-1030013646', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '68cb9beb38b244efa1496288605ea97f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.381516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa20f6-18c7-4e66-89a5-d11a504874a4 req-bbac6d24-2479-48ce-a527-a6566bb7668e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.383073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63aa20f6-18c7-4e66-89a5-d11a504874a4 req-bbac6d24-2479-48ce-a527-a6566bb7668e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.0625074 Aug 18 14:01:29.422849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63aa20f6-18c7-4e66-89a5-d11a504874a4 req-49961c70-76b1-4a70-9fed-2e849dcfed06 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Aug 18 14:01:29.509641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.560294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.571826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.573632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.644367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.658591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48732) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:29.696757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.720941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae4d867-adb5-4635-b050-0f2e5d1cf264,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:29.746482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.774550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-529799622-network', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.823457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.824683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7a77d6f-702b-4e3a-b4a8-d6ea7ba5dd1f req-95e41e7e-5201-4903-9275-4092523ffa76 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5761316 Aug 18 14:01:29.847640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.849138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-63824224-3bbd-47dc-b495-bc5f5ba922c9 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5328460 Aug 18 14:01:29.855726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:29.860708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Request body: {'router': {'distributed': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.871027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-219781577', 'description': 'tempest-description-866797532'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:29.893208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636611d-532f-41ff-976b-4bd1b31b148b req-30c3729c-5884-4cef-85a2-d75d16fe6154 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.894784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0636611d-532f-41ff-976b-4bd1b31b148b req-30c3729c-5884-4cef-85a2-d75d16fe6154 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0829954 Aug 18 14:01:29.938297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0636611d-532f-41ff-976b-4bd1b31b148b req-f33afcab-2268-4884-b81f-19583a959486 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Aug 18 14:01:29.955558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Made reservation on behalf of 8853a8f04c214b9197ae7c6ff879f071 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:29.958072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.976814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.061440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.099978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.100571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.164838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.182887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=112228) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 18 14:01:30.183217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Router 7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d migrating from provider to provider. {{(pid=112228) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 18 14:01:30.183600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.188536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.214882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.246313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:30.262080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.270543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2786cddb-12d2-4fe3-b719-e40dc711ad69,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:30.275314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.275314 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Added segment 3a3174ac-8816-4455-bfa4-0b309e06291b of type vlan for network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 Aug 18 14:01:30.337065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.380003 n-d-804303-5 neutron-server[112228]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] No L3 agents can host the router 7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d Aug 18 14:01:30.406194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.432761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f359-3110-4c73-a9cd-fd74cfa85944 req-67c56c05-d509-4825-9222-74a0dd58abce tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:30.440388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f573f359-3110-4c73-a9cd-fd74cfa85944 req-67c56c05-d509-4825-9222-74a0dd58abce tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1068842 Aug 18 14:01:30.476183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f573f359-3110-4c73-a9cd-fd74cfa85944 req-966e0ce0-f7da-4741-9fcb-1aa5c39c2904 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 18 14:01:30.513293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Hosts for router 7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d: [] {{(pid=112228) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 18 14:01:30.546004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Hosts for other DVR routers connected to router 7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d: set() {{(pid=112228) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 18 14:01:30.548660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.552300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9354e31a-3902-4697-8a29-f361a26be2fd tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "PUT /v2.0/routers/7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d HTTP/1.1" status: 200 len: 717 time: 0.6930685 Aug 18 14:01:30.563398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48756) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:30.575021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48758) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:30.581799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.583984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.584953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:30.585526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.638513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0c8be24c-ad72-4fa6-9dff-a361cf4c4a3e tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "GET /v2.0/routers/7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d HTTP/1.1" status: 200 len: 717 time: 0.0837710 Aug 18 14:01:30.641036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48762) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:30.681747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e207615-189e-4d9f-8ed0-0afc5b9945de,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:30.696653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:30.703504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:30.705068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae49b0-d039-4644-8e28-4d6512f3f952 req-d8ba74f7-252a-40f6-8a7a-3f8c26838d8c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:30.707009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccae49b0-d039-4644-8e28-4d6512f3f952 req-d8ba74f7-252a-40f6-8a7a-3f8c26838d8c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1593537 Aug 18 14:01:30.736807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0707a425-2a16-4987-80ff-c382e59e0894 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0724559 Aug 18 14:01:30.737098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48766) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:30.738908 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.742594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Request body: {'subnet': {'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-529799622-subnet', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:30.771126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccae49b0-d039-4644-8e28-4d6512f3f952 req-a2f69573-5573-4c5f-8dc7-6fa37cbf7983 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536027 Aug 18 14:01:30.795337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.796656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cf237c7-28d9-4e5e-9946-4beef448572f req-c26679df-689a-4754-a0c4-08c184cefe64 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9394279 Aug 18 14:01:30.824796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1884848151', 'description': 'tempest-description-524091149'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:30.901342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:01:30.901342 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:01:30.901342 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '62dbd32d3edf4ff89559568d3392ccdf', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 1, 30, 762543)}] Aug 18 14:01:30.901342 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:01:30.902459 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:01:30.903141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:01:30.903141 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:01:30.903141 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '156f1222375d4f36a889a731dec1c8f0', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 1, 30, 831124)}] Aug 18 14:01:30.903141 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:01:30.903717 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:01:30.921320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-836bd2fc-0b50-42d2-ab5f-90c68cf23611 tempest-RoutersTestDVR-347153456 tempest-RoutersTestDVR-347153456-project] 10.222.0.35 "GET /v2.0/routers/7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d HTTP/1.1" status: 200 len: 683 time: 0.2791142 Aug 18 14:01:30.923907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48770) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:30.996539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:30.999408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Made reservation on behalf of 8853a8f04c214b9197ae7c6ff879f071 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:31.001704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.056568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea06e-447e-4f08-883b-f72751ddaa53 req-1d3a5b3c-9749-4679-93c3-d32979957f8b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:31.058164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c45ea06e-447e-4f08-883b-f72751ddaa53 req-1d3a5b3c-9749-4679-93c3-d32979957f8b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Aug 18 14:01:31.095451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c45ea06e-447e-4f08-883b-f72751ddaa53 req-868f431f-5e4b-4fc2-86c8-64e476946c84 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Aug 18 14:01:31.210394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.213505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.330665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.331169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:31.338518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.339656 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3060c93e-0c8f-42f3-bfb0-542f5c7a006a tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7c7df23d-dbf9-477e-bce4-7bf0ffbc2c4d HTTP/1.1" status: 204 len: 168 time: 0.4148657 Aug 18 14:01:31.343333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48774) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:31.348031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Request body: {'router': {'name': 'tempest-router-1566564939', 'distributed': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:31.404036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.410438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.463796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.464894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.467623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a3ddbf-48ed-498a-bbcc-7654823dad14,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:31.478444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Checking segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:31.478444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Network hostable DHCP agents. Network: a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:31.523173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.549272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.578524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:31.634669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee930-9a52-435c-b6f8-184dcf967d7c req-1750c567-05c1-4728-90c7-76b21f9ee1d6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:31.636169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-345ee930-9a52-435c-b6f8-184dcf967d7c req-1750c567-05c1-4728-90c7-76b21f9ee1d6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0847931 Aug 18 14:01:31.644695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.664644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:31.668967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:31.669953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.674941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702ecd7-c2bb-4732-bc2e-c7611e67d75f None None] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:31.722433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-345ee930-9a52-435c-b6f8-184dcf967d7c req-873ae490-180b-46c6-b3e3-da7c4a90c61d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750027 Aug 18 14:01:31.755933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.841258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.855960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:01:31.855960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.907882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62dbd32d3edf4ff89559568d3392ccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3314755 Aug 18 14:01:31.911492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:31.915681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db54376-c40c-4d91-b01e-08c3bc817151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a15e16-700b-4ea2-885a-93a4a63c02fb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:31.935314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:31.935314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a49301f4-704b-4849-bc26-ddd2df499c42 tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5893643 Aug 18 14:01:31.936985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:31.970579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dec014-876a-498f-a10c-08f75f18bbbc req-054b3c49-9033-4986-8b10-d791f92b8957 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:31.972301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04dec014-876a-498f-a10c-08f75f18bbbc req-054b3c49-9033-4986-8b10-d791f92b8957 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1268797 Aug 18 14:01:32.042504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04dec014-876a-498f-a10c-08f75f18bbbc req-2efb8b1a-30fc-414c-b34d-fea1513908fd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592232 Aug 18 14:01:32.047076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.051173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.130972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.144166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.154080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Allocated IP 172.20.0.2 (a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63/e7a3ddbf-48ed-498a-bbcc-7654823dad14/84edc730-dd6f-46ce-bcc4-8b86e7a298d6) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:32.188997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.226327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.227634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9dccd721-31e1-41bf-9ad4-984e89d63b58 req-fdbbc6b3-fa5e-40b2-864c-174510b5bca6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4072404 Aug 18 14:01:32.242229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.245102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.251834 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa89412d-5375-46f8-8eef-8b0e12f137ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5137649 Aug 18 14:01:32.254593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168928-dc66-4099-bf0b-ef2e0d6fe823 req-8658fb9a-800a-4059-b430-1b7f89efcbff tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:32.254737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.254858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37168928-dc66-4099-bf0b-ef2e0d6fe823 req-8658fb9a-800a-4059-b430-1b7f89efcbff tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0622730 Aug 18 14:01:32.255356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:32.260892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:32.341780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37168928-dc66-4099-bf0b-ef2e0d6fe823 req-578ab17b-85de-48f3-bfa4-47c7a0092cfe tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Aug 18 14:01:32.344658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-dfc41b5f-ca2b-4610-bab2-fab6254757c5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/8e207615-189e-4d9f-8ed0-0afc5b9945de HTTP/1.1" status: 200 len: 1803 time: 0.0801220 Aug 18 14:01:32.348156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.369695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.370833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.402070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Transition to ACTIVE for port object 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:32.402364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.403486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 104eea63-86e8-4d34-b014-cf256345ccf5 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:32.405672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.408611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.411181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63a15e16-700b-4ea2-885a-93a4a63c02fb HTTP/1.1" status: 204 len: 168 time: 0.4986966 Aug 18 14:01:32.414068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.415622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5a5a6488-1c9a-4db5-8980-f518435d1efe tempest-RoutersTestDVR-1906505914 tempest-RoutersTestDVR-1906505914-project-admin] 10.222.0.35 "DELETE /v2.0/routers/104eea63-86e8-4d34-b014-cf256345ccf5 HTTP/1.1" status: 204 len: 168 time: 0.4772604 Aug 18 14:01:32.419452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-0f5d3363-2264-438d-8919-d11649b826cd tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352 HTTP/1.1" status: 200 len: 1804 time: 0.0664792 Aug 18 14:01:32.425747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf299-7025-41b4-9554-698baa48a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a15e16-700b-4ea2-885a-93a4a63c02fb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.447673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Transition to ACTIVE for port object 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:32.473316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e207615-189e-4d9f-8ed0-0afc5b9945de', 'remote_group_id': 'bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:32.473316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e207615-189e-4d9f-8ed0-0afc5b9945de', 'remote_group_id': 'bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:32.479136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.520015 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.563981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:32.567194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:32.569774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:32.575767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Pushing event updated for resources: {'Port': ['ID=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.586941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.587292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.587637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.587985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.588348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.588692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.589017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.589350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.589678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.590035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.590366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.590692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:32.655566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Attempting to bind port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:32.656023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Attempting to bind port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:32.656386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Attempting to bind port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 on network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:32.662026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:32.662400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Checking segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:32.662982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.663412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Bound using segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:32.663882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Bound port: 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:32.664270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.689172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.731304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.738854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] For port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:32.743699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] For port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:32.808624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.837151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.880426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0d566-ab60-47a0-923c-ef3882beee7c req-90956cf3-4858-4945-8f1d-055a5237dc9d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:32.887985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bb0d566-ab60-47a0-923c-ef3882beee7c req-90956cf3-4858-4945-8f1d-055a5237dc9d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.0815334 Aug 18 14:01:32.898285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.909572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799f89d-a25e-416c-b433-a8c9f5d6530a None None] Pushing event updated for resources: {'Port': ['ID=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.937592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e213b6d-38a0-41b0-98d2-6b9ff9046897,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.974268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bb0d566-ab60-47a0-923c-ef3882beee7c req-a81cac50-00c5-4b87-86c9-5a9f7a0ea0cd tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Aug 18 14:01:32.980131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48802) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:33.048040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.049344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b257aa5-1f50-4696-8676-a83a7a46ceb9 req-fa3fa6e8-60b7-4f7b-934b-cba071b72714 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5847692 Aug 18 14:01:33.170894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bba57a7-5401-408d-a179-9f97f5e5906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.202677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-e90ce05c-3d7c-40be-9bd1-a967a29f2ada tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352 HTTP/1.1" status: 200 len: 1804 time: 0.1141613 Aug 18 14:01:33.242034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.287604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bba57a7-5401-408d-a179-9f97f5e5906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.289817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.319710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd35318-553e-4b90-ad9c-d8991e5dca87 req-f2be28af-d6ab-4cb2-83f7-8ed7ac294508 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:33.327335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bd35318-553e-4b90-ad9c-d8991e5dca87 req-f2be28af-d6ab-4cb2-83f7-8ed7ac294508 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1356888 Aug 18 14:01:33.360236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48812) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:33.375728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2ca-e4c8-4261-b5ff-eefa5b4ef45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.385878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bba57a7-5401-408d-a179-9f97f5e5906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.409317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:33.421770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.425782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba57a7-5401-408d-a179-9f97f5e5906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bee237-2cf7-44af-a86d-93234c577350,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:33.426295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bd35318-553e-4b90-ad9c-d8991e5dca87 req-0210fa13-7fa2-474b-9854-2dc0f35041d0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Aug 18 14:01:33.472022 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8bba57a7-5401-408d-a179-9f97f5e5906a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68cb9beb38b244efa1496288605ea97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907315 Aug 18 14:01:33.474615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:33.490519 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.541298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Allocated IP 172.25.1.221 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6b22941e-34cf-4c6f-9345-b1c10d1dc30f) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:33.573094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:33.587085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.621241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.637196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2ca-e4c8-4261-b5ff-eefa5b4ef45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.712493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243e00-e479-4774-b507-5af07393cdf5 req-c2dd85a0-77c4-40df-9eda-bf2bc585eaef tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:33.714099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3243e00-e479-4774-b507-5af07393cdf5 req-c2dd85a0-77c4-40df-9eda-bf2bc585eaef tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0902698 Aug 18 14:01:33.716759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2ca-e4c8-4261-b5ff-eefa5b4ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.751373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.760280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.762584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.762895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.767419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.767419 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0bee237-2cf7-44af-a86d-93234c577350 HTTP/1.1" status: 204 len: 168 time: 0.2909925 Aug 18 14:01:33.771626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c2ca-e4c8-4261-b5ff-eefa5b4ef45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b592afc0-8783-498f-be1b-3b686b2c4ed7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:33.780945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e94e2821-7c2e-4842-b3f7-9c59683d3f3c req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352 HTTP/1.1" status: 204 len: 173 time: 0.5410812 Aug 18 14:01:33.787675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a51c2ca-e4c8-4261-b5ff-eefa5b4ef45e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6487fb664e084809a5c4460e00178f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261191 Aug 18 14:01:33.789617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa376-0e4a-4aaa-a64b-107329e57aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bee237-2cf7-44af-a86d-93234c577350,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:33.792390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48822) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:33.841012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e19a83-e5a2-410a-98b8-09f4addee774 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:33.869699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.878753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3243e00-e479-4774-b507-5af07393cdf5 req-159cee98-1f56-4b61-a352-de7b4c04f77c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561856 Aug 18 14:01:33.902613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:33.927947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c30b9d8b-249f-424b-ab8e-80150079b5c1 req-5fe10665-1704-4c21-9973-98e97a1f1f35 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/8e207615-189e-4d9f-8ed0-0afc5b9945de HTTP/1.1" status: 200 len: 1803 time: 0.1461878 Aug 18 14:01:33.973276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-505219279', 'description': 'tempest-description-974667861'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:34.033996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ab712-ca2a-4921-8240-2233b50129fa None None] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:34.036004 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.070571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.073136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.074605 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b592afc0-8783-498f-be1b-3b686b2c4ed7 HTTP/1.1" status: 204 len: 168 time: 0.2809832 Aug 18 14:01:34.085484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa75eb-938e-4f5b-87d0-2a62fa9d03a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b592afc0-8783-498f-be1b-3b686b2c4ed7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:34.090819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.124908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:34.137493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:34.144386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:34.150766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:34.213071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Provisioning for port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:34.217410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2495b-7b6b-4b4c-b51d-958049eb2efc req-96d1b079-7de0-4da5-84c8-31179812d201 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:34.217410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00b2495b-7b6b-4b4c-b51d-958049eb2efc req-96d1b079-7de0-4da5-84c8-31179812d201 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1502864 Aug 18 14:01:34.219513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Provisioning complete for port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:34.219891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.368722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.410699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] For port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:34.438434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00b2495b-7b6b-4b4c-b51d-958049eb2efc req-852b49b9-1b64-4268-8991-2e6d39bc6496 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094734 Aug 18 14:01:34.547499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.607665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc9483-afce-46a2-9da4-9a6d593a5d57 None None] Pushing event updated for resources: {'Port': ['ID=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:34.679207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-39dc3785-9129-4a39-8286-5575ef7a28a2 None None] Provisioning complete for port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:34.679627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-39dc3785-9129-4a39-8286-5575ef7a28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.752314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:34.772740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:34.800046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23f77fe7-2a92-414c-8fd0-b5e9c40e3282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:34.909601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:34.928841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 has no active binding in host n-h1-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 14:01:34.948924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.058700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.111630 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.134411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23f77fe7-2a92-414c-8fd0-b5e9c40e3282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.149430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e177e98c-97e2-45bf-a865-26cf1d96a58a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:35.151157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e177e98c-97e2-45bf-a865-26cf1d96a58a tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1097 time: 0.2143550 Aug 18 14:01:35.192917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148b978-1cef-402c-bef3-29e6225f03bc req-bf0cd722-938d-490a-85ec-87c4d6445a6e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:35.195040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b148b978-1cef-402c-bef3-29e6225f03bc req-bf0cd722-938d-490a-85ec-87c4d6445a6e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.6426919 Aug 18 14:01:35.208315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804303-5'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:35.219414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23f77fe7-2a92-414c-8fd0-b5e9c40e3282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.271097 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23f77fe7-2a92-414c-8fd0-b5e9c40e3282 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe1f53dcf97d42609d6b844ad1222fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966309 Aug 18 14:01:35.272858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77fe7-2a92-414c-8fd0-b5e9c40e3282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225b246-190f-4103-8082-1b270d50ef9d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:35.286977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:35.298672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4de57e-2592-433c-9f83-b5335d54c70e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:35.316374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.317772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b0a762e-1efe-4703-bb8d-c984725063e0 req-9a969394-6ed7-460c-985f-0ea3f28f27e6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3487821 Aug 18 14:01:35.360531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.392785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.453865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b148b978-1cef-402c-bef3-29e6225f03bc req-be41c9d4-5094-47e5-b82a-762f0c683fd0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298083 Aug 18 14:01:35.453865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.455302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:35.541321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:35.541812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.622772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.625478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.626795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8225b246-190f-4103-8082-1b270d50ef9d HTTP/1.1" status: 204 len: 168 time: 0.3369815 Aug 18 14:01:35.637877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e30b7a-c94f-4be9-9a5b-b9ffdbc9db9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225b246-190f-4103-8082-1b270d50ef9d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:35.700084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.718883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8640e383-3753-4003-8f63-4f31a858d6fa req-8c2f8c2c-fdac-4265-8a4e-7c730f33eeef tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 200 len: 1803 time: 0.2129066 Aug 18 14:01:35.734317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b57f-dd7e-4e6b-9999-c58b6e22f99d req-54c42c98-ea9e-4ef8-98c9-613ffe2fddbf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:35.736274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b289b57f-dd7e-4e6b-9999-c58b6e22f99d req-54c42c98-ea9e-4ef8-98c9-613ffe2fddbf tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.2283261 Aug 18 14:01:35.797344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4de57e-2592-433c-9f83-b5335d54c70e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:35.797344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4de57e-2592-433c-9f83-b5335d54c70e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:35.929485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b289b57f-dd7e-4e6b-9999-c58b6e22f99d req-eedceb1a-9e88-433b-bb38-3c48eafd385b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856279 Aug 18 14:01:35.932837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:36.012308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:36.121788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.138352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:36.141027 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ccc61-d19f-4fda-a8fb-3039460cf86a" -d '{"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:36.150657 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.165241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.177989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb45cd-7a63-49da-9ddc-3b0277e630a8 req-69c5d489-e26a-4cf4-9be1-5fbf9dd863e5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:36.179893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72eb45cd-7a63-49da-9ddc-3b0277e630a8 req-69c5d489-e26a-4cf4-9be1-5fbf9dd863e5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 946 time: 0.1719050 Aug 18 14:01:36.235565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72eb45cd-7a63-49da-9ddc-3b0277e630a8 req-490cd4ca-91e0-4211-a6d3-295e06dd38c5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Aug 18 14:01:36.239866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.293134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Router 64debcee-e6d1-4f8c-8124-184c036e133a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:01:36.297883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.353715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:36.356505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ce7960-9d02-48be-acf6-3e82fd186ff0,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:36.410525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on host n-h2-804303-5 for vnic_type normal with profile {"migrating_to": "n-h1-804303-5"} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:36.410859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:36.411207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:36.423804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:36.424231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Attempting to bind port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on network 2047dc27-62fc-4f68-98d1-dded880257c9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:36.433673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:36.434352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Checking segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:36.434731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Bound using segment: {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:36.435359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Bound port: a89a3c08-8965-4f17-b7e4-caf92c449ef2, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526c2562-9685-4938-87ec-f28ef6150e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2047dc27-62fc-4f68-98d1-dded880257c9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:36.435721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.473436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.475258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8640e383-3753-4003-8f63-4f31a858d6fa req-4cb88020-8a39-461b-93b5-edf69a4075b5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7344902 Aug 18 14:01:36.534915 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9399fd-894f-4794-a220-2599d87a2962 x-openstack-request-id: req-5b9399fd-894f-4794-a220-2599d87a2962 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:36.540995 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:36.540995 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b9399fd-894f-4794-a220-2599d87a2962 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:36.540995 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'code': 200} Aug 18 14:01:36.540995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:36.549421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Sync routers for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:36.560191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:36.560853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:36.572610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:36.576588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:36.617245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-e17ec828-f6d8-4569-861b-2e3bd0de29a0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=763eb03a11004d19b617ae6aae007bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332038 Aug 18 14:01:36.668105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.684065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.689056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2abcb482-703f-4c73-a8c0-4de2745065e0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4297471 Aug 18 14:01:36.689172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:36.757876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:36.928924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=8']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:36.933269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:36.934131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.935722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-3bc783dc-b8d9-4e83-9844-df7852dae334 service neutron] 10.222.0.10 "PUT /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 1122 time: 1.7372725 Aug 18 14:01:36.966849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-f2f05019-2b31-4c91-ac2c-9491be65fa35 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:36.974152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-f2f05019-2b31-4c91-ac2c-9491be65fa35 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479371 Aug 18 14:01:36.983594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b16394-0cc7-4d5c-b286-e1d2a5aa1500 req-d9100926-1b31-46b6-b38a-8e4deb8acadb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:36.985473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0b16394-0cc7-4d5c-b286-e1d2a5aa1500 req-d9100926-1b31-46b6-b38a-8e4deb8acadb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.2358680 Aug 18 14:01:37.000998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-9659d2bf-1301-4421-bddb-0f0a17a1f130 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/quotas/763eb03a11004d19b617ae6aae007bf4 HTTP/1.1" status: 200 len: 375 time: 0.0257108 Aug 18 14:01:37.034939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:34Z', 'revision_number': 3, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:37.050092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-7afff0bc-ae30-441e-a147-59831a9bb345 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=763eb03a11004d19b617ae6aae007bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479290 Aug 18 14:01:37.075540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a89a3c08-8965-4f17-b7e4-caf92c449ef2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:37.078168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['a89a3c08-8965-4f17-b7e4-caf92c449ef2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:37.082802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Checking router: 64debcee-e6d1-4f8c-8124-184c036e133a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:37.082802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Updating router 64debcee-e6d1-4f8c-8124-184c036e133a port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:01:37.124303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0b16394-0cc7-4d5c-b286-e1d2a5aa1500 req-4bf26787-5e69-42a9-98d2-aa705035aa39 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125622 Aug 18 14:01:37.187482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:37.213771 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.224771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-a55db202-c925-4f62-9275-c0e5dc43f1de tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 200 len: 2396 time: 0.0853350 Aug 18 14:01:37.230547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4de57e-2592-433c-9f83-b5335d54c70e', 'remote_group_id': None}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:37.230898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4de57e-2592-433c-9f83-b5335d54c70e', 'remote_group_id': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:37.422254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1736199386'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:37.446593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.480279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffa3a6-9ad4-4259-966e-1e175c575241 req-ba62a482-5a29-4769-b72f-e6daf1605a61 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:37.488043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37ffa3a6-9ad4-4259-966e-1e175c575241 req-ba62a482-5a29-4769-b72f-e6daf1605a61 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1196604 Aug 18 14:01:37.513057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.544828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:37.548295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.562482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37ffa3a6-9ad4-4259-966e-1e175c575241 req-455d92e8-0920-4c49-a495-c61f7f9db29a tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Aug 18 14:01:37.563464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.601297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.642556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d427dd83-4315-4733-8699-c192f03216c4,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:37.758988 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.767298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00872bb-8363-4401-9dcc-4e08ad0f96e7 req-57d3e5e0-9b02-4cf4-b4f0-d0699af8232e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:37.772915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d00872bb-8363-4401-9dcc-4e08ad0f96e7 req-57d3e5e0-9b02-4cf4-b4f0-d0699af8232e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.0917637 Aug 18 14:01:37.790804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.818934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d00872bb-8363-4401-9dcc-4e08ad0f96e7 req-bb14b7b7-3c36-4ede-abd1-8fb546adb1ed tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Aug 18 14:01:37.831466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.866987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Transition to ACTIVE for port object 6b22941e-34cf-4c6f-9345-b1c10d1dc30f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:37.903936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da5a80c-2549-4e9b-bdbc-735c20d70f37 req-cd77f0ec-fef5-4593-a5b8-2921a9c222a2 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 210 time: 0.0399826 Aug 18 14:01:37.904957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.935859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:37.947767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e25047d-f35b-4b80-9f24-d2ffc1d7f3e2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:37.954849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.955334 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Added segment 44d835c6-c180-42c7-95fc-35bf659ff873 of type vlan for network 41841446-4e65-40cb-8bc0-95fb7b6346ce Aug 18 14:01:37.969681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.021742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.047396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Allocated IP 172.20.0.1 (a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63/e7a3ddbf-48ed-498a-bbcc-7654823dad14/fe8dbe10-dacb-4a22-9a30-08b69c037fa1) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:38.058819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.059763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8780799e-e182-4e55-ae81-b74e99c4f013 req-28ba7deb-7fbe-4360-a63f-00be18360359 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8340850 Aug 18 14:01:38.074377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83467fc-9bcc-46e0-b459-d8bddbfc5916 None None] Pushing event updated for resources: {'Port': ['ID=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.092813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Attempting to bind port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:38.093720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Attempting to bind port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:38.095423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Attempting to bind port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:38.109772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:38.110244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:38.110605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.111003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:38.111571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Bound port: 6b22941e-34cf-4c6f-9345-b1c10d1dc30f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:38.111912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.151305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7171031d-32fa-4326-9bae-4eeb1bda757e req-d0d89678-2c00-47d5-866e-957981cea04a tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 200 len: 2994 time: 0.0646622 Aug 18 14:01:38.157691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.173941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:38.173941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.196584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.216058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Transition to ACTIVE for port object fe8dbe10-dacb-4a22-9a30-08b69c037fa1 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:38.224747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] For port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:38.228367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] For port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:38.322551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1306994 Aug 18 14:01:38.323067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48934) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:38.333187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'subnet': {'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:38.339514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.353697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-20f957a2-d75b-45f9-aca5-2406d76f935d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-group-rules/d427dd83-4315-4733-8699-c192f03216c4 HTTP/1.1" status: 200 len: 783 time: 0.1452639 Aug 18 14:01:38.389004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.424915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83467fc-9bcc-46e0-b459-d8bddbfc5916 None None] Pushing event updated for resources: {'Port': ['ID=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.445324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994236c-9a74-4aab-aad2-8f5aa76a3d4e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Network': ['ID=41841446-4e65-40cb-8bc0-95fb7b6346ce,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.458810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-677702ce-562e-4917-acad-be3a08cd14f1 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 200 len: 2994 time: 0.1041281 Aug 18 14:01:38.463056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:38.488855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:38.489647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82151-9f9b-4627-a06d-a4f748e959e6 req-c1c1d47d-91c7-4e37-92ca-5c496a537c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:38.490372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:38.492253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1b82151-9f9b-4627-a06d-a4f748e959e6 req-c1c1d47d-91c7-4e37-92ca-5c496a537c9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1096 time: 0.2742581 Aug 18 14:01:38.508629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.509298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.525910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d0d9-779e-461d-b990-d7131f092377 req-39e6a583-562e-41ac-9996-b009f2eb33c0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:38.533440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc02d0d9-779e-461d-b990-d7131f092377 req-39e6a583-562e-41ac-9996-b009f2eb33c0 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.2386477 Aug 18 14:01:38.540838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:38.543365 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ded19a-d0b3-4c47-b26a-43adb1c030e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:38.551355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:38.555422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.556748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:38.575525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:38.622967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1b82151-9f9b-4627-a06d-a4f748e959e6 req-3566e072-8af9-41e1-83a5-93af74ebbdcf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170714 Aug 18 14:01:38.649056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc02d0d9-779e-461d-b990-d7131f092377 req-16803589-896f-49f8-b159-ee6b1736442b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Aug 18 14:01:38.699183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.710499 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c3738-0dd6-4836-a829-62c1322215b2 x-openstack-request-id: req-690c3738-0dd6-4836-a829-62c1322215b2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:38.710793 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:38.711604 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-690c3738-0dd6-4836-a829-62c1322215b2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:38.712299 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'status': 'completed', 'code': 200} Aug 18 14:01:38.730267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:38.797026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.847107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.848232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163f71b7-2b5a-4a31-a544-8d3e2707cc73 req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d427dd83-4315-4733-8699-c192f03216c4 HTTP/1.1" status: 204 len: 173 time: 0.3886003 Aug 18 14:01:38.881087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:38.886062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.888748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf914a97-5ae5-48b9-b76d-3e3c8621f119 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d427dd83-4315-4733-8699-c192f03216c4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.932222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-6cd26178-74ea-4b46-b94f-46e4579f7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:38.934289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-6cd26178-74ea-4b46-b94f-46e4579f7502 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1125 time: 0.1953764 Aug 18 14:01:39.047108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.054442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7302-2e98-4838-8c0f-2135ace08ccf req-d921eb4b-62c4-41ce-aee7-3d76eec975e6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:39.062569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-508c7302-2e98-4838-8c0f-2135ace08ccf req-d921eb4b-62c4-41ce-aee7-3d76eec975e6 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1780133 Aug 18 14:01:39.088156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cbfe7bd5-c3f8-4764-8d9c-12da82b4fa05 None None] Provisioning for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:39.099729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cbfe7bd5-c3f8-4764-8d9c-12da82b4fa05 None None] Provisioning complete for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:39.100149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7bd5-c3f8-4764-8d9c-12da82b4fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.115368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cd72f-9e41-4564-a45f-24e640db5c18 req-cc0b343f-08dc-4d5b-90a8-22ea3e2f948c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:39.121531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a32cd72f-9e41-4564-a45f-24e640db5c18 req-cc0b343f-08dc-4d5b-90a8-22ea3e2f948c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1639180 Aug 18 14:01:39.155490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-20ce88a9-b93d-417a-a30b-ee8b3fdf54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:39.156935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe7bd5-c3f8-4764-8d9c-12da82b4fa05 None None] Port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:39.157098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-20ce88a9-b93d-417a-a30b-ee8b3fdf54bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.2121303 Aug 18 14:01:39.223880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:34Z', 'revision_number': 3, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:39.232372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-62abd724-39f6-4ae9-bc27-86cf192ac33c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 217 time: 0.0614073 Aug 18 14:01:39.233650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-508c7302-2e98-4838-8c0f-2135ace08ccf req-c0445cdd-9e23-4594-8589-458334853a34 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698711 Aug 18 14:01:39.253292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a32cd72f-9e41-4564-a45f-24e640db5c18 req-10418feb-b48c-4e61-9aba-c6a3858854a9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951662 Aug 18 14:01:39.257710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e9d0d-d235-4380-8d82-e178dca75c18 None None] The sync data for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 is: [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:34Z', 'revision_number': 3, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:39.373461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.375084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-364c71d8-3702-4f87-a488-1a276b31afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:39.376357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.377552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-364c71d8-3702-4f87-a488-1a276b31afcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1278996 Aug 18 14:01:39.391360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-a8d66b21-5586-4a94-91be-385490772820 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 200 len: 2396 time: 0.0681996 Aug 18 14:01:39.417517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e9fc90f-0810-483d-b351-b13bcde97df0 req-ab521a1b-0361-420a-9df4-e3c454ce9862 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 210 time: 0.0445938 Aug 18 14:01:39.441317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-e5fe7f18-5c9b-4278-8538-18bbc35136c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489476 Aug 18 14:01:39.483601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Subnet': ['ID=e36fc8e2-29b6-4696-a8ea-6abc0230328e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:39.491116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.507419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Checking segment: {'id': '44d835c6-c180-42c7-95fc-35bf659ff873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:39.507419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network hostable DHCP agents. Network: 41841446-4e65-40cb-8bc0-95fb7b6346ce, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:39.602836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.620402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-606f778e-2b34-4975-8989-6d6028de08e5 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675394 Aug 18 14:01:39.644808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.646977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:39.656048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.731269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:39.806195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:39.807971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:39.866469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 41841446-4e65-40cb-8bc0-95fb7b6346ce) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:39.875587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:39.876442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.877416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e2e2d-e150-4cf6-b6af-db1d99ad765e None None] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:39.995004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Router 64debcee-e6d1-4f8c-8124-184c036e133a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:40.002332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.085339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b924f118-7b09-4a42-ac36-f7c1b58f7cea tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7584839 Aug 18 14:01:40.085539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc7401-9dfe-4ada-900b-2399cab4a5ba None None] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:40.085647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:40.091709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1120960989', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:40.187000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.188132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.207870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c6e374c-6fcf-4c9c-8670-2cf7514167de None None] Provisioning complete for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:40.208437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3c6e374c-6fcf-4c9c-8670-2cf7514167de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.279681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.306668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-ba718410-d096-4cb8-8742-11db0c8f2670 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=763eb03a11004d19b617ae6aae007bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303043 Aug 18 14:01:40.315878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:40.330925 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9672ab8-f9a6-4e75-86f0-8c6af44c00e7 admin admin] 10.222.0.35 "PUT /v2.0/routers/64debcee-e6d1-4f8c-8124-184c036e133a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6403012 Aug 18 14:01:40.386755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e374c-6fcf-4c9c-8670-2cf7514167de None None] Port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:40.432362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185bd6-98e8-43bc-8be7-b8e4d54ebf60 req-6b8ca36d-b5a0-4f2a-ba81-a44cae985e69 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:40.438428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e185bd6-98e8-43bc-8be7-b8e4d54ebf60 req-6b8ca36d-b5a0-4f2a-ba81-a44cae985e69 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.2710032 Aug 18 14:01:40.513769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ded19a-d0b3-4c47-b26a-43adb1c030e3 req-7158f8ee-e1ff-4477-a232-a627ba81c454 service neutron] 10.222.0.58 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8827534 Aug 18 14:01:40.557941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e185bd6-98e8-43bc-8be7-b8e4d54ebf60 req-b6d05d23-42b0-4be8-804c-b191b9e7935f tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160362 Aug 18 14:01:40.583562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-5bf30280-fe48-4a77-ab62-3a4427ab7dd6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:40.585184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-5bf30280-fe48-4a77-ab62-3a4427ab7dd6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699113 Aug 18 14:01:40.606782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Request body: {'port': {'device_id': '0b48a335-354b-4e5d-93bd-006046949c24', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '763eb03a11004d19b617ae6aae007bf4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:40.616715 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.621214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.633307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.636354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.647968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b82ae631-9761-4e76-a1e7-2ff1496adf7c req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d4de57e-2592-433c-9f83-b5335d54c70e HTTP/1.1" status: 204 len: 173 time: 1.2411582 Aug 18 14:01:40.708251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec07b05-bada-4082-8391-bc10983d0632 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4de57e-2592-433c-9f83-b5335d54c70e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:40.806684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c23fd9-9664-4133-ac7a-3beca0387031 req-842e338a-12aa-4e12-8220-6f867e521bfe tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:40.808289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0c23fd9-9664-4133-ac7a-3beca0387031 req-842e338a-12aa-4e12-8220-6f867e521bfe tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.1249690 Aug 18 14:01:40.839066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373e8c0-6417-4834-9fab-3f9ffd282be2 req-d91b90c3-1998-4d43-876a-7c245421314c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:40.844208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d373e8c0-6417-4834-9fab-3f9ffd282be2 req-d91b90c3-1998-4d43-876a-7c245421314c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1340578 Aug 18 14:01:40.940955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0c23fd9-9664-4133-ac7a-3beca0387031 req-6e33220f-b3f3-453a-b1de-9ae42847b94c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938778 Aug 18 14:01:40.944211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d373e8c0-6417-4834-9fab-3f9ffd282be2 req-c4508574-e793-49cb-ba47-e11d10671385 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895450 Aug 18 14:01:41.027304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Made reservation on behalf of 763eb03a11004d19b617ae6aae007bf4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:41.031930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.050147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.105448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-159d5162-bc6a-4883-bd07-e75de89dd10e req-a93189f9-a8c9-4e45-9fab-5ee2f20b28f6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 210 time: 0.0576785 Aug 18 14:01:41.133809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.159742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.163954 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-dce35c16-6fa7-443d-ab9a-25b5819c5081 req-4fa0a922-e4ec-4d7b-a11d-10ae6d47dc82 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] show failed (client error): The resource could not be found. Aug 18 14:01:41.176865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dce35c16-6fa7-443d-ab9a-25b5819c5081 req-4fa0a922-e4ec-4d7b-a11d-10ae6d47dc82 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/bd1f1c0b-cc8b-46ea-bb1e-3daa011d8352 HTTP/1.1" status: 404 len: 352 time: 0.0345931 Aug 18 14:01:41.322204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.214 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/9e821d24-dfc1-40a7-8517-9a9eea005c36) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:41.347874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.424536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.480245 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.553891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b22941e-34cf-4c6f-9345-b1c10d1dc30f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:41.639984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.696104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:41.717523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:41.730694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:41.740428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-49b8edc0-4a5e-4e20-874b-bf73231326f8 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/8e207615-189e-4d9f-8ed0-0afc5b9945de HTTP/1.1" status: 200 len: 1803 time: 0.1771553 Aug 18 14:01:41.743288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Sync routers for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:41.745208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255307d6-a8e1-433e-92f6-54865f0aa6c9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:41.767360 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:41.768207 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:41.770481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:41.775716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:41.776187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.780013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Allocated IP 192.168.233.238 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/e3336a17-f500-4f2e-a791-e53f1371ac91) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:41.800122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-74a2169e-4d21-434f-b34b-69335e4bd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:41.802051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-74a2169e-4d21-434f-b34b-69335e4bd3bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c99aebf175543278247560be58ec99b&device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 1096 time: 0.1623969 Aug 18 14:01:41.821346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=9e821d24-dfc1-40a7-8517-9a9eea005c36,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:41.950174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.999868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48976) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:42.026849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433626748', 'description': 'tempest-description--1887411746'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:42.042175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.093954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:42.099734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-6f8d881b-c2b8-4523-adb6-1fcea63b05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:42.101756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-6f8d881b-c2b8-4523-adb6-1fcea63b05bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 200 len: 912 time: 0.2918050 Aug 18 14:01:42.105080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:42.166785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-1fa6092f-7365-4bac-ab86-2ed5801b507f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 200 len: 217 time: 0.0514216 Aug 18 14:01:42.171137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.207270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.259180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.290491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:42.295002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:42.333592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.442731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Transition to ACTIVE for port object e3336a17-f500-4f2e-a791-e53f1371ac91 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:42.445806 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:39Z', 'revision_number': 2, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:42.460093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.476449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4a8bd-d642-49ae-81b9-a41d99bbc188 req-7041e014-dce6-4b0f-9a28-b792b19aaf78 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:42.484597 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Checking router: 64debcee-e6d1-4f8c-8124-184c036e133a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:42.484948 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Updating router 64debcee-e6d1-4f8c-8124-184c036e133a port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:01:42.485329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13c4a8bd-d642-49ae-81b9-a41d99bbc188 req-7041e014-dce6-4b0f-9a28-b792b19aaf78 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.3816881 Aug 18 14:01:42.515546 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.601854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.604706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.610468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdcfe270-a2b9-4b7c-b46c-919807634ca5 req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/8e207615-189e-4d9f-8ed0-0afc5b9945de HTTP/1.1" status: 204 len: 173 time: 0.8599200 Aug 18 14:01:42.620831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-8cfc8012-b219-466f-823c-fd3dbe721057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:42.623612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-8cfc8012-b219-466f-823c-fd3dbe721057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 200 len: 851 time: 0.2920337 Aug 18 14:01:42.661778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe2858-69d3-4396-ae79-20c9561ea60e tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e207615-189e-4d9f-8ed0-0afc5b9945de,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:42.668169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.708598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-ce07daea-21fe-40ce-b2f8-5a4262ac1648 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e35b8cb-520f-45f5-a469-c3165c736ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539224 Aug 18 14:01:42.712720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13c4a8bd-d642-49ae-81b9-a41d99bbc188 req-c4f77a9f-2370-484d-b3d3-360322910a28 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261696 Aug 18 14:01:42.819938 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.825809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.841756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.970833 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.992203 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Transition to ACTIVE for port object fe8dbe10-dacb-4a22-9a30-08b69c037fa1 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:43.012782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:43.015362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037fa277-7636-4d9c-a034-75127289556b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.032604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:43.037004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:43.043724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.111418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e52c57-732a-4a13-918b-048a69de543a req-497fc6bc-2ca0-413f-aa55-ed9979ebd7e7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:43.113106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93e52c57-732a-4a13-918b-048a69de543a req-497fc6bc-2ca0-413f-aa55-ed9979ebd7e7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.3008060 Aug 18 14:01:43.120374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-b099a017-cf2d-44fc-b9d0-d318cf150fbc service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036369 Aug 18 14:01:43.132032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c482-7350-4711-a681-6043afbe9355 req-0b67a582-d81d-4f64-9da6-30c6e19935d1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:43.133819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e754c482-7350-4711-a681-6043afbe9355 req-0b67a582-d81d-4f64-9da6-30c6e19935d1 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.3226142 Aug 18 14:01:43.207448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:43.208147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.292617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93e52c57-732a-4a13-918b-048a69de543a req-a6d4d6b3-84e6-4fc9-bf1e-ded17a1c1b12 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495724 Aug 18 14:01:43.308921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e754c482-7350-4711-a681-6043afbe9355 req-96292304-623d-49c3-9867-e243747987d5 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553094 Aug 18 14:01:43.366814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88334e35-bc49-4f31-8c3f-2d5c5b470a0c req-bcd13bf1-f679-4b4a-8d81-2f5e831a7ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317743 Aug 18 14:01:43.379008 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.382611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.382611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-13207ccc-20c2-4cc6-a2cb-7485c4e61aa8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3743963 Aug 18 14:01:43.385733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:43.392905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'security_group_rule': {'security_group_id': '037fa277-7636-4d9c-a034-75127289556b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:43.466540 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Pushing event updated for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.497689 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.498132 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.498557 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.498745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-c6761723-e11e-4ec5-8739-e2f26b90ceef tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8958099 Aug 18 14:01:43.499100 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.499621 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.500151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.501275 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.501275 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.501631 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.502087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.502527 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.503165 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:43.510857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:01:43.519710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b17ecde9-9f20-41e2-aec7-962cecebc50b None None] Provisioning for port e3336a17-f500-4f2e-a791-e53f1371ac91 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:43.520477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Request body: {'port': {'device_id': '0b48a335-354b-4e5d-93bd-006046949c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:43.546169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b17ecde9-9f20-41e2-aec7-962cecebc50b None None] Provisioning complete for port e3336a17-f500-4f2e-a791-e53f1371ac91 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:43.546718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17ecde9-9f20-41e2-aec7-962cecebc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.548815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b22941e-34cf-4c6f-9345-b1c10d1dc30f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:43.594179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Attempting to bind port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:43.600476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Attempting to bind port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:43.600476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Attempting to bind port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 on network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:43.608877 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:43.609553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Checking segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:43.610106 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.610681 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Bound using segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:43.611428 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Bound port: fe8dbe10-dacb-4a22-9a30-08b69c037fa1, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:43.619595 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.675502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b17ecde9-9f20-41e2-aec7-962cecebc50b None None] Port e3336a17-f500-4f2e-a791-e53f1371ac91 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:43.691746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.692252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:43.692874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.751249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:43.777765 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] For port fe8dbe10-dacb-4a22-9a30-08b69c037fa1, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:43.779836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:43.783871 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] For port fe8dbe10-dacb-4a22-9a30-08b69c037fa1, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:43.806723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:43.807620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.813729 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.822973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8096daf-ea7c-452e-b3bd-d761865b7a35 req-acf6c174-5717-431a-a744-9fd5c6c8d1d9 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:43.824499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8096daf-ea7c-452e-b3bd-d761865b7a35 req-acf6c174-5717-431a-a744-9fd5c6c8d1d9 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 936 time: 0.3032336 Aug 18 14:01:43.835026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-66e74623-b0d6-4f15-bb01-c90618431da5 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/e7e8de27-00f9-4200-8b70-d67fc5b0f69d HTTP/1.1" status: 200 len: 1804 time: 0.2608407 Aug 18 14:01:43.843825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.853093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-c7585522-fddd-4024-a9f6-0e1f449f7cb4 service neutron] 10.222.0.58 "GET /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.3050213 Aug 18 14:01:43.857049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:43.857713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.869790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.875512 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3480d0a7-6dcc-40b7-9eae-373c46173f5e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7846234 Aug 18 14:01:43.877790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48990) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:43.903110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.903338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3bfde-e2da-4645-ba59-8b677c5587d8 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:43.921880 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.994004 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:43.995307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:44.000792 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31b2c7-d5dc-434f-851d-ce059854e985 None None] Pushing event updated for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:44.010196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8096daf-ea7c-452e-b3bd-d761865b7a35 req-18f79b24-c89b-40b9-9fcc-bcce3074dd0e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740434 Aug 18 14:01:44.039046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.140581 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:44.174008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.208694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.279144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7297fc37-377e-487c-8802-6535d7e6e4dc,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:44.363979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.365329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dad770ac-6fbb-4e39-a98b-1853a0a82ec6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9779811 Aug 18 14:01:44.369633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.385602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48994) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:44.392759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'security_group_rule': {'security_group_id': '037fa277-7636-4d9c-a034-75127289556b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:44.401001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:43Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:44.430325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa94f1f-6b20-4b40-91f1-e695006ea783 req-5b9662a3-135e-4479-b598-a82b46e5179c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:44.431904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4aa94f1f-6b20-4b40-91f1-e695006ea783 req-5b9662a3-135e-4479-b598-a82b46e5179c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.2748168 Aug 18 14:01:44.437344 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceebb43-2e84-49f1-bf90-359bff0dbf18 None None] The sync data for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 is: [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:43Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:44.466868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.573291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.581673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:44.637799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4aa94f1f-6b20-4b40-91f1-e695006ea783 req-32f1456c-aca1-4652-b7b1-380fb35a8470 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743009 Aug 18 14:01:44.670700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:44.680784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:44.684026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.727688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Transition to ACTIVE for port object e3336a17-f500-4f2e-a791-e53f1371ac91 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:44.731608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89a3c08-8965-4f17-b7e4-caf92c449ef2 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:44.732219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.750505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:44.795821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.798328 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.799517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1a57147-b7cf-47e9-82b9-00d556090022 req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/e7e8de27-00f9-4200-8b70-d67fc5b0f69d HTTP/1.1" status: 204 len: 173 time: 0.9501212 Aug 18 14:01:44.810434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88357ccc-8ca6-4c2c-998d-86a142c82587 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8de27-00f9-4200-8b70-d67fc5b0f69d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:44.846430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.848622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.868354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab871-d4c9-451f-a7f6-6a21908f64bb req-094d6aef-c30e-460b-98e0-5d020d67408b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:44.876887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cab871-d4c9-451f-a7f6-6a21908f64bb req-094d6aef-c30e-460b-98e0-5d020d67408b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1292295 Aug 18 14:01:44.911242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531da5c1-5eae-4540-8c86-5b760e19d530,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:44.971591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.005272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.1 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/05fb19df-75aa-4cda-8204-9ebc5675a281) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:45.028054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:45.072495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b989f-e6d3-473a-bbbd-2726abf37297 req-5464319d-54fe-4c69-a9f3-2be44f18aa87 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:45.074134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-419b989f-e6d3-473a-bbbd-2726abf37297 req-5464319d-54fe-4c69-a9f3-2be44f18aa87 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 944 time: 0.1886485 Aug 18 14:01:45.086646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6cab871-d4c9-451f-a7f6-6a21908f64bb req-4b4bc3bd-56c2-4b93-ada0-c7bda3e2428a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085788 Aug 18 14:01:45.093632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.105900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98669327-8b6a-4abe-8434-c860c3e234c1 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7190099 Aug 18 14:01:45.109029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49004) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:45.205897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:45.226539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.273457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] Transition to ACTIVE for port object a89a3c08-8965-4f17-b7e4-caf92c449ef2 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:45.286394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-419b989f-e6d3-473a-bbbd-2726abf37297 req-764458aa-e5e4-4aa1-b3a0-ee225952275e tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204958 Aug 18 14:01:45.306155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Attempting to bind port e3336a17-f500-4f2e-a791-e53f1371ac91 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:45.306155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Attempting to bind port e3336a17-f500-4f2e-a791-e53f1371ac91 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:45.306155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Attempting to bind port e3336a17-f500-4f2e-a791-e53f1371ac91 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:45.316310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Port e3336a17-f500-4f2e-a791-e53f1371ac91 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:45.316645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Attempting to bind port e3336a17-f500-4f2e-a791-e53f1371ac91 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:45.340529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:45.340905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:45.341257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:45.341689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Bound port: e3336a17-f500-4f2e-a791-e53f1371ac91, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:45.342947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.362918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-24f5e2e5-3d85-4ecb-a363-e8e5945039e2 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/0abff82d-dc71-4197-878a-e33a6f48dd01 HTTP/1.1" status: 200 len: 1805 time: 0.1229377 Aug 18 14:01:45.394604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.434344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fe8dbe10-dacb-4a22-9a30-08b69c037fa1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:45.458980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.461633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.516311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:45.521662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:45.531320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:45.574292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=05fb19df-75aa-4cda-8204-9ebc5675a281,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:45.607176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:45.612758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] No DVR routers for this DVR port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:45.618217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:45.618703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:45.619417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.622610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d49a2-005c-44a6-b125-7d6d6b3c0d1b req-80b9b8e7-a051-4b25-a2ce-f9556a8fc998 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:45.625135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-437d49a2-005c-44a6-b125-7d6d6b3c0d1b req-80b9b8e7-a051-4b25-a2ce-f9556a8fc998 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 948 time: 0.2496238 Aug 18 14:01:45.629630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.643426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.661661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:45.721535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] 10.222.0.58 "PUT /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2/bindings/n-h1-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8534107 Aug 18 14:01:45.725341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0c5b9-6648-41b9-8d2e-b8c88c39fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:45.732571 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.764914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.767463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.767620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.807459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port fe8dbe10-dacb-4a22-9a30-08b69c037fa1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:45.832129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-437d49a2-005c-44a6-b125-7d6d6b3c0d1b req-a0926c5d-0b7b-42ef-b79d-9a1363c06413 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949832 Aug 18 14:01:45.855053 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-24c32bab-5743-424c-a771-fa0b0b046248 service neutron] show failed (client error): The resource could not be found. Aug 18 14:01:45.856249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-24c32bab-5743-424c-a771-fa0b0b046248 service neutron] 10.222.0.10 "GET /v2.0/ports/17f6171a-0413-451e-be45-c89575990708/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.2614946 Aug 18 14:01:45.859759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:45.861342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.863367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] 10.222.0.10 "PUT /v2.0/ports/e3336a17-f500-4f2e-a791-e53f1371ac91 HTTP/1.1" status: 200 len: 1096 time: 2.3529429 Aug 18 14:01:45.876541 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.878615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:45.882345 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc675ae1-47e5-437e-aeb9-f3c381fe1272" -d '{"events": [{"name": "network-changed", "server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:45.966040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9b761-5c30-432b-a715-9cc364e23cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:46.001560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:46.006429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-4c458735-0e4b-4378-a483-14ea4497ad6d tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.007998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-4c458735-0e4b-4378-a483-14ea4497ad6d tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.1340189 Aug 18 14:01:46.018256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Allocated IP 172.25.1.210 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/35a8cb74-3d53-472c-ad11-67d330153cd0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:46.071496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.074760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.092408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67a4b7a0-af6f-40c1-a8eb-e15ffb8e00f9 req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/0abff82d-dc71-4197-878a-e33a6f48dd01 HTTP/1.1" status: 204 len: 173 time: 0.7266459 Aug 18 14:01:46.161870 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71355ae2-6e2d-4d76-8515-a652f9b1a916 x-openstack-request-id: req-71355ae2-6e2d-4d76-8515-a652f9b1a916 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:46.162058 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:46.162861 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71355ae2-6e2d-4d76-8515-a652f9b1a916 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:46.163245 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'status': 'completed', 'code': 200} Aug 18 14:01:46.181988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471d331-4119-4c1b-aa36-eb74c546bbf6 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abff82d-dc71-4197-878a-e33a6f48dd01,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:46.183742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.211724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.237348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-cfb12e37-e11d-41a8-9359-f162fc72d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.239050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-cfb12e37-e11d-41a8-9359-f162fc72d4c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=763eb03a11004d19b617ae6aae007bf4&device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 1099 time: 0.2131069 Aug 18 14:01:46.240965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-49cc7127-c737-4236-8bd7-e2706e0ca923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.242329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-49cc7127-c737-4236-8bd7-e2706e0ca923 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540&tenant_id=bec61881ee42457eb6d6d7891ad28c8d HTTP/1.1" status: 200 len: 1096 time: 0.2151332 Aug 18 14:01:46.255274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ffc15-7f17-48d5-b3a4-ceb1a6932fda req-17c0be93-9ea2-4778-a3b7-ca7f7341d4e0 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.256903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-997ffc15-7f17-48d5-b3a4-ceb1a6932fda req-17c0be93-9ea2-4778-a3b7-ca7f7341d4e0 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.2433016 Aug 18 14:01:46.509205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.569966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:46.584447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:46.590333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.594399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:46.597552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'Port': ['ID=35a8cb74-3d53-472c-ad11-67d330153cd0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:46.600469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-2fb050b8-7e08-45f2-a7a3-0fceae8e3648 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/9c00ac33-88e3-40d3-a2a6-57bc10ed517f HTTP/1.1" status: 200 len: 2403 time: 0.4272327 Aug 18 14:01:46.609074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-1c725b05-100b-4af8-b977-5fe800c48257 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e3336a17-f500-4f2e-a791-e53f1371ac91 HTTP/1.1" status: 200 len: 217 time: 0.3486745 Aug 18 14:01:46.678631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.733626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.766307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.768779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-0398689e-9635-40c0-8e76-a726bee91d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.770328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-0398689e-9635-40c0-8e76-a726bee91d72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1096 time: 0.1735189 Aug 18 14:01:46.775381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=05fb19df-75aa-4cda-8204-9ebc5675a281,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:46.775547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-997ffc15-7f17-48d5-b3a4-ceb1a6932fda req-1dbadf3f-cba7-46f3-bfbe-e12f32ffac5b tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791990 Aug 18 14:01:46.779121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-4c882ea2-7710-4170-a114-b85229b4ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.780603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-4c882ea2-7710-4170-a114-b85229b4ef95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1496513 Aug 18 14:01:46.869260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.879318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-744e23ce-fbcd-4e49-8bdd-437cd76c0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:46.880826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-744e23ce-fbcd-4e49-8bdd-437cd76c0975 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1101 time: 0.1925201 Aug 18 14:01:46.887467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.908349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:46.942413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:46.946874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:46.992502 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.025056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-0500764e-cc27-4aeb-950e-29234f6645b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.026531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-0500764e-cc27-4aeb-950e-29234f6645b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198341 Aug 18 14:01:47.071865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-8ddfb1db-0baf-4374-8596-952499b3379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.073333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-8ddfb1db-0baf-4374-8596-952499b3379f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 200 len: 921 time: 0.2909036 Aug 18 14:01:47.129296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9667e-3a11-4812-b20c-9b8c161130ac req-f10adec6-1bac-43fc-adf2-13441b536fed tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.130834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29d9667e-3a11-4812-b20c-9b8c161130ac req-f10adec6-1bac-43fc-adf2-13441b536fed tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.2490835 Aug 18 14:01:47.150302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:47.152445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.170676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.186163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-807c1473-4e8c-490a-83df-b928a7d2a0ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 200 len: 217 time: 0.0973740 Aug 18 14:01:47.251967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.310375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29d9667e-3a11-4812-b20c-9b8c161130ac req-a11e5e41-cd49-46c7-85a6-737adc3283c6 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682324 Aug 18 14:01:47.323328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-dd2c3c22-2448-4655-b8f8-c1d652b21dad service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781193 Aug 18 14:01:47.327189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.339100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.339100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3146e677-0d77-443b-a5e6-ce090c6015a4 req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/9c00ac33-88e3-40d3-a2a6-57bc10ed517f HTTP/1.1" status: 204 len: 173 time: 0.7210531 Aug 18 14:01:47.339664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'Port': ['ID=35a8cb74-3d53-472c-ad11-67d330153cd0,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:47.341632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:47.345970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8097a9bd-b45c-480e-943a-37853f79c228 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/routers/7d91b11d-06ce-4fb1-8c1d-70cd7d227de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4668798 Aug 18 14:01:47.348687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49022) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:47.353534 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:47.354488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'port': {'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce', 'name': 'tempest-FloatingIPTestJSON-249890678'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:47.364119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-a62df64f-fe25-4afb-a4d0-12a764fddf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.366253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-a62df64f-fe25-4afb-a4d0-12a764fddf59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 200 len: 860 time: 0.1653678 Aug 18 14:01:47.374669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.380429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:47.382831 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:47.468514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64388ab-f2b7-4d0f-a4cc-b50f1e6ccf69 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c00ac33-88e3-40d3-a2a6-57bc10ed517f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:47.494353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-73361bd7-ee39-4c47-9d9d-0e6a45e210c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2047dc27-62fc-4f68-98d1-dded880257c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691516 Aug 18 14:01:47.498178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fe8dbe10-dacb-4a22-9a30-08b69c037fa1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:47.527009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:47.548339 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:47.549028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:47.582045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.588166 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:47.589370 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ebe77-ad22-4741-a2b6-7e657543d55f None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:47.596520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70fd5b24-86a5-46c9-920d-a4babad2ba33 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4866514 Aug 18 14:01:47.615231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:47.616465 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.727692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f74b7bd-962a-4ef7-89d2-9365fbbf668a req-29ff9d16-cd65-45ba-ba95-61f9a89d478c service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830431 Aug 18 14:01:47.738210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631078-e894-4c46-8f9a-eddce2742204 req-7c15d063-bb8a-49c6-aba0-64351d58fe4d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.739741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5631078-e894-4c46-8f9a-eddce2742204 req-7c15d063-bb8a-49c6-aba0-64351d58fe4d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.2421644 Aug 18 14:01:47.781545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:47.782121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-64daa296-145d-4529-9e74-6aced0c882f8 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722235 Aug 18 14:01:47.785654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.791103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:47.810951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] device_id is not set on port f732cc92-949e-4e48-87c0-6b3625d1eab0 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:01:47.870318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5631078-e894-4c46-8f9a-eddce2742204 req-8bc44f60-c523-43f1-ae02-c4eff39d2462 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144302 Aug 18 14:01:47.901448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:47.948281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.986172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Transition to ACTIVE for port object 17f6171a-0413-451e-be45-c89575990708 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:48.045404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-2ee495d2-c8c4-4139-8c0f-eba47109ec60 service neutron] 10.222.0.10 "GET /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496045 Aug 18 14:01:48.062041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-92bba03d-af57-4669-887d-5179496e8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.063528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-92bba03d-af57-4669-887d-5179496e8ce2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=763eb03a11004d19b617ae6aae007bf4&device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 1099 time: 0.1037166 Aug 18 14:01:48.064193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.081268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940862e-0935-461c-ae5b-e7fb20d91543 req-c54c7148-40c5-44da-9e9f-71784cfbd2d6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.082911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1940862e-0935-461c-ae5b-e7fb20d91543 req-c54c7148-40c5-44da-9e9f-71784cfbd2d6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 948 time: 0.1197574 Aug 18 14:01:48.166448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:48.168467 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9158f7-442a-4761-aa6c-7393e46c98e0" -d '{"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-unplugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:48.238632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.2 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/f732cc92-949e-4e48-87c0-6b3625d1eab0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:48.241478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:48.252728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] No DVR routers for this DVR port 17f6171a-0413-451e-be45-c89575990708 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:48.310550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1940862e-0935-461c-ae5b-e7fb20d91543 req-d25d9c3b-18ef-46cc-9357-466a6e4b84cd tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948874 Aug 18 14:01:48.341358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:48.341869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:48.342403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:48.365827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-4240e942-98ca-4023-8c9d-9678a493f9b7 tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "GET /v2.0/security-groups/e26d8fea-f974-4833-b3a2-016d214fcf34 HTTP/1.1" status: 200 len: 2397 time: 0.2481437 Aug 18 14:01:48.388954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:48.389082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:48.405809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:48.406229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:48.406622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:48.407078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Bound port: 17f6171a-0413-451e-be45-c89575990708, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:48.407790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.415854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-0bbbe60e-b1d0-4632-9431-f764b4bd7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.422893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-0bbbe60e-b1d0-4632-9431-f764b4bd7424 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3442054 Aug 18 14:01:48.429035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.497968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-03e3e8d7-12e6-4e80-820a-c0c3324fbcf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e3336a17-f500-4f2e-a791-e53f1371ac91 HTTP/1.1" status: 200 len: 217 time: 0.0603151 Aug 18 14:01:48.601125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-7eff5742-82d2-4fbd-ba97-295373655a3f tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--433626748&fields=id&tenant_id=8853a8f04c214b9197ae7c6ff879f071 HTTP/1.1" status: 200 len: 267 time: 0.1868172 Aug 18 14:01:48.628420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.644862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.676607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:48.682235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:48.685438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:48.689398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:48.712355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-46a32dce-8b9f-49a4-90fb-ce24329dda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.713829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-46a32dce-8b9f-49a4-90fb-ce24329dda61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1949732 Aug 18 14:01:48.731485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=f732cc92-949e-4e48-87c0-6b3625d1eab0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:48.752337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:48.760044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.760359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.760685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.761026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.761363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.761696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.762050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.762382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.762704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.763028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.763356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.763677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:48.783936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.786886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.787610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.842328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-f9149e8c-6d6e-4e2d-bd54-18670a1bf4f5 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.843899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-f9149e8c-6d6e-4e2d-bd54-18670a1bf4f5 tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540&tenant_id=bec61881ee42457eb6d6d7891ad28c8d&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.2417405 Aug 18 14:01:48.853808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.921087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ea21b8c-3ce1-40dc-a935-4cce86cd76aa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5712347 Aug 18 14:01:48.923615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:48.929379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'port': {'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce', 'name': 'tempest-FloatingIPTestJSON-936290648'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:48.931840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-46a69ea4-275a-44eb-b095-144241246c05 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.933392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-46a69ea4-275a-44eb-b095-144241246c05 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/networks?id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 HTTP/1.1" status: 200 len: 811 time: 0.3187547 Aug 18 14:01:48.944827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.945308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.946776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] 10.222.0.58 "PUT /v2.0/ports/17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 1096 time: 2.0479035 Aug 18 14:01:48.956606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-36191536-6968-410a-a418-8aa7d6fad00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.957578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-36191536-6968-410a-a418-8aa7d6fad00e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2232621 Aug 18 14:01:49.032333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-0b1d0ee9-2e31-4d50-8e33-37327f247df8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/quotas/8853a8f04c214b9197ae7c6ff879f071 HTTP/1.1" status: 200 len: 375 time: 0.0783777 Aug 18 14:01:49.078888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.081430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.082620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18e7e9b4-40ce-4a42-a1cd-c80d25d70bf1 req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] 10.222.0.35 "DELETE /v2.0/security-groups/e26d8fea-f974-4833-b3a2-016d214fcf34 HTTP/1.1" status: 204 len: 173 time: 0.7143104 Aug 18 14:01:49.090390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a164974-2bd9-4bef-a0a6-3347ae84cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:49.094655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:49.141809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf605e-69da-4b83-9265-15af0f66444d tempest-SecurityGroupRulesTestJSON-1846711129 tempest-SecurityGroupRulesTestJSON-1846711129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26d8fea-f974-4833-b3a2-016d214fcf34,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:49.172607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Deleting subnet 0624839e-63ea-4dd0-962a-6eecdee7f5d3 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:49.176738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.206774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:49.210415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.242386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.245082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] device_id is not set on port 4851b9cb-b760-47f8-8f48-695f7c024ce4 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:01:49.336685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.434133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.11 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/4851b9cb-b760-47f8-8f48-695f7c024ce4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:49.551590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.553644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9b15bf07-9a75-4554-904d-eebdab8345f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:49.555284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9b15bf07-9a75-4554-904d-eebdab8345f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1099 time: 0.5750618 Aug 18 14:01:49.593628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0624839e-63ea-4dd0-962a-6eecdee7f5d3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:49.599465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.602821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-afdaf8d6-c9f7-454f-a825-f9558d6360c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0624839e-63ea-4dd0-962a-6eecdee7f5d3 HTTP/1.1" status: 204 len: 168 time: 0.5061040 Aug 18 14:01:49.605466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49054) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:49.638963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-23cb318c-b2e4-4987-bcc4-2077c83cbe80 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597555 Aug 18 14:01:49.647236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-fbee6f04-3e8f-4ddb-aead-f15aad7daf17 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8853a8f04c214b9197ae7c6ff879f071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5695143 Aug 18 14:01:49.717723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.722230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.788773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797b80-b3f3-415b-8ddc-3ef49213a28b req-a6106945-16a9-45ba-8039-14cae67fc9ee tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:49.790510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8797b80-b3f3-415b-8ddc-3ef49213a28b req-a6106945-16a9-45ba-8039-14cae67fc9ee tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.6392007 Aug 18 14:01:49.795224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e97d5a85-b0a5-4d05-b5a1-3b121c5c630a service neutron] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:49.812874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e97d5a85-b0a5-4d05-b5a1-3b121c5c630a service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.814010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-e97d5a85-b0a5-4d05-b5a1-3b121c5c630a service neutron] 10.222.0.10 "DELETE /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2/bindings/n-h2-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.9570923 Aug 18 14:01:49.845656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.858200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8041ca51-6044-4f9a-aed2-78815e93188f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:49.870506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c804aec-5bf5-4c38-b8e2-5661da470448') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:49.870792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c804aec-5bf5-4c38-b8e2-5661da470448') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:49.881103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.894550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9448fe10-7dcd-44f7-ac9f-29065d1ffca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:49.895006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.896047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-9448fe10-7dcd-44f7-ac9f-29065d1ffca7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3239369 Aug 18 14:01:49.901247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:49.901670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:49.903393 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:49.926128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8797b80-b3f3-415b-8ddc-3ef49213a28b req-c5c5134d-ebf8-449a-a6d4-3589d04b145e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214843 Aug 18 14:01:49.960825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc675ae1-47e5-437e-aeb9-f3c381fe1272 req-2321a173-6f69-4891-b20c-72ac56925128 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125391 Aug 18 14:01:49.962688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-168fe69c-ccdd-40bd-8ce2-2aa6686c705f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0511522 Aug 18 14:01:49.964496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-cf6dfd62-96a3-4005-af08-9fdd2af469b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892182 Aug 18 14:01:49.979458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.023466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:50.029026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:50.032977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:50.048925 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd995f-7432-4916-ae3e-f60c84902171 x-openstack-request-id: req-a0fd995f-7432-4916-ae3e-f60c84902171 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:50.049218 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-unplugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:50.049462 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0fd995f-7432-4916-ae3e-f60c84902171 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:50.049878 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'code': 200} Aug 18 14:01:50.062061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=4851b9cb-b760-47f8-8f48-695f7c024ce4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:50.069475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.078301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-4c330dfd-ea54-4e9c-8c9d-32a5063d47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.079716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.080226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-4c330dfd-ea54-4e9c-8c9d-32a5063d47bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1094241 Aug 18 14:01:50.081833 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8041ca51-6044-4f9a-aed2-78815e93188f HTTP/1.1" status: 204 len: 168 time: 0.4752247 Aug 18 14:01:50.097061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1368307-37cc-4f45-ae7d-50e0912e2371 admin admin] Pushing event deleted for resources: {'Network': ['ID=8041ca51-6044-4f9a-aed2-78815e93188f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:50.112536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.113218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.189917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-37c19fab-bfbb-4692-879a-d8d2ce9dd797 service neutron] 10.222.0.35 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073123 Aug 18 14:01:50.216157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d661-60f1-428a-b9d2-8f2b3bd48965 req-4a564f9c-2168-459f-aa3c-3bb42611da90 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.217619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f496d661-60f1-428a-b9d2-8f2b3bd48965 req-4a564f9c-2168-459f-aa3c-3bb42611da90 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 948 time: 0.1121328 Aug 18 14:01:50.219904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-bc640fa5-edf0-42d9-9490-3583ab3faf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.221457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-bc640fa5-edf0-42d9-9490-3583ab3faf7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295595 Aug 18 14:01:50.238635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-95a6979d-93b6-4cec-9bd5-234d6aee9693 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3105180 Aug 18 14:01:50.238635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:50.253441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '4851b9cb-b760-47f8-8f48-695f7c024ce4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:50.316801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f496d661-60f1-428a-b9d2-8f2b3bd48965 req-e143993c-9264-4a67-bf33-b07cf61cb6ed tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911632 Aug 18 14:01:50.350374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.361622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-15456b02-58ac-4856-b0ea-3c368e1ab86b service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267421 Aug 18 14:01:50.497129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.555814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-1a92e739-f957-4e57-b25e-ab264c4c4d39 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849437 Aug 18 14:01:50.587734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7037-acc2-4ffb-b0f9-caae76f5385c req-f42fc6fd-ee8c-4e52-92c5-bb824f357b68 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.589526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddad7037-acc2-4ffb-b0f9-caae76f5385c req-f42fc6fd-ee8c-4e52-92c5-bb824f357b68 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.0870662 Aug 18 14:01:50.616133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:50.634602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddad7037-acc2-4ffb-b0f9-caae76f5385c req-1dbd5021-9c6b-4540-9e4b-b6698fcf284f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Aug 18 14:01:50.695439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.5 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:50.719919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-542d6cc5-673a-49c2-98ec-2a00f7dabf50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=156f1222375d4f36a889a731dec1c8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011920 Aug 18 14:01:50.721531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:50.767908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd301843-b13e-413d-bba4-2e5d315b24f7 req-07897bf6-9729-4328-b4f7-de7cc1cc431a tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 210 time: 0.0587044 Aug 18 14:01:50.784172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8152a-b8a4-4528-a6d7-0cf30b20f622 req-30e5aea7-c84b-453c-b073-a6536e2012d3 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.786880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58a8152a-b8a4-4528-a6d7-0cf30b20f622 req-30e5aea7-c84b-453c-b073-a6536e2012d3 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 948 time: 0.1494186 Aug 18 14:01:50.839088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:50.845939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:50.853120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.864395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58a8152a-b8a4-4528-a6d7-0cf30b20f622 req-3dcf6904-12b5-4811-b697-75df90c525d1 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700963 Aug 18 14:01:50.899119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.962566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6049a-9e36-4d59-a664-6e235a72e4ee req-63bbf744-e2f0-4fc0-a372-1bd5f68fa4da tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:50.964957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:50.970626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7d6049a-9e36-4d59-a664-6e235a72e4ee req-63bbf744-e2f0-4fc0-a372-1bd5f68fa4da tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 1096 time: 0.0766346 Aug 18 14:01:51.000635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.063344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7d6049a-9e36-4d59-a664-6e235a72e4ee req-1cdd422d-f571-41d9-979f-c01389b9c47f tempest-LiveAutoBlockMigrationV225Test-1140032840 tempest-LiveAutoBlockMigrationV225Test-1140032840-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Aug 18 14:01:51.067385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:51.088209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'mac_address': 'fa:16:3e:39:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:51.172406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208bf7-13f3-4984-b880-6df50034424a req-4d687610-5450-4694-b626-6005d65c9fce tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:51.172682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.174914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27208bf7-13f3-4984-b880-6df50034424a req-4d687610-5450-4694-b626-6005d65c9fce tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0967126 Aug 18 14:01:51.192854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:51.217048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:51.227051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27208bf7-13f3-4984-b880-6df50034424a req-640badbf-5f1f-4223-8c97-265d01bb260c tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Aug 18 14:01:51.265672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.278013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.278013 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e0c1026-8fc3-4a69-b190-e5b29676b96b HTTP/1.1" status: 204 len: 168 time: 0.5506747 Aug 18 14:01:51.278013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.363727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b014f6a-d35d-4266-9816-87813c469ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c1026-8fc3-4a69-b190-e5b29676b96b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:51.399260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:51.401024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:51.406553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:51.437977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:51.467575 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.480872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdba90-ace8-42cc-a5ea-4da202122e06 req-40e1f24f-2e05-40a5-a2c6-477a361027bc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:51.486730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cfdba90-ace8-42cc-a5ea-4da202122e06 req-40e1f24f-2e05-40a5-a2c6-477a361027bc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 948 time: 0.0673695 Aug 18 14:01:51.559370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:51.571576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cfdba90-ace8-42cc-a5ea-4da202122e06 req-b6f52828-68bf-4986-a39c-e777f5f5104e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Aug 18 14:01:51.634193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeddbed-f012-436a-968c-7e882a7768dd req-f5f29a19-3ec2-43c8-81a2-8746554a9578 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:51.635754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-baeddbed-f012-436a-968c-7e882a7768dd req-f5f29a19-3ec2-43c8-81a2-8746554a9578 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 945 time: 0.0622733 Aug 18 14:01:51.769459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e3336a17-f500-4f2e-a791-e53f1371ac91'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:51.840213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Deleting port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:51.840741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.922538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b872-4b85-44da-97b5-3a657eb9805d req-6130bdad-5fa4-467c-a03c-e10b6598a552 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:51.930440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a28b872-4b85-44da-97b5-3a657eb9805d req-6130bdad-5fa4-467c-a03c-e10b6598a552 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.1667416 Aug 18 14:01:51.953348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ca81-1bb3-43be-aef9-e11e9468f022 req-9b7c49b4-76f0-47da-943c-9717dc35a841 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:51.955718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a15ca81-1bb3-43be-aef9-e11e9468f022 req-9b7c49b4-76f0-47da-943c-9717dc35a841 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.1590486 Aug 18 14:01:51.978586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.003409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdc4d47f-0d1a-462a-b366-344074b1b24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.050726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:52.053884 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19" -d '{"events": [{"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:52.059292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a28b872-4b85-44da-97b5-3a657eb9805d req-0c758cfa-353d-410b-8d47-8d9aff0de9c4 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278288 Aug 18 14:01:52.068515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] For port 0d973f1b-c6a3-4c7f-a990-06b2281a9464, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0d973f1b-c6a3-4c7f-a990-06b2281a9464,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:52.068904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.084079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a15ca81-1bb3-43be-aef9-e11e9468f022 req-7adcb5ed-5f7d-49b5-9c94-6dfa6a011658 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183660 Aug 18 14:01:52.097191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Calling delete_port for 0d973f1b-c6a3-4c7f-a990-06b2281a9464 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:52.196559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18a42d23-f73e-4f9c-9a8f-8833a0429ee3 req-41e3822e-3dd7-4562-bc26-b34cda564e4e tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Aug 18 14:01:52.219927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.289096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd3b32-15c9-4f8c-aa44-b835ac6253cc req-ae8de6b8-f00c-4f84-8c93-597e4e388a78 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:52.290833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36bd3b32-15c9-4f8c-aa44-b835ac6253cc req-ae8de6b8-f00c-4f84-8c93-597e4e388a78 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 949 time: 0.0972939 Aug 18 14:01:52.357720 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09b0a8e-bd0c-40eb-9711-78550062190b x-openstack-request-id: req-d09b0a8e-bd0c-40eb-9711-78550062190b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:52.358214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:52.362162 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d09b0a8e-bd0c-40eb-9711-78550062190b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:52.362162 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'status': 'completed', 'code': 200} Aug 18 14:01:52.362914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 17f6171a-0413-451e-be45-c89575990708 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:52.406392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36bd3b32-15c9-4f8c-aa44-b835ac6253cc req-f6ab57d1-c01b-4cd4-8cdb-2ccdb68db22e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053526 Aug 18 14:01:52.463097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.551258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:52.558833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.564663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.572920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0d973f1b-c6a3-4c7f-a990-06b2281a9464'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:52.577640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '17f6171a-0413-451e-be45-c89575990708', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '17f6171a-0413-451e-be45-c89575990708', 'mac_address': 'fa:16:3e:fa:ce:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:52.666000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:52.676962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-70105808-9cf9-4593-a667-d1384c778595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:52.679241 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-70105808-9cf9-4593-a667-d1384c778595 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1099 time: 0.2365468 Aug 18 14:01:52.696029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4cf79b7a-a682-4da8-a830-4ef541467dfb'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:52.763952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.764199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Pushing event deleted for resources: {'Port': ['ID=0d973f1b-c6a3-4c7f-a990-06b2281a9464,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:52.789062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f6171a-0413-451e-be45-c89575990708 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:52.802379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-57db118a-b4ee-4f7a-b39c-c31c9fdaaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:52.804007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-57db118a-b4ee-4f7a-b39c-c31c9fdaaf51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1099 time: 0.3918192 Aug 18 14:01:52.828401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:52.848031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.860658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:52.890165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcac47c-8cb1-4535-92bc-5df8a7d0e62e req-c58f1539-347b-4256-8558-09a033a511b8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:52.898704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bcac47c-8cb1-4535-92bc-5df8a7d0e62e req-c58f1539-347b-4256-8558-09a033a511b8 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 867 time: 0.4265740 Aug 18 14:01:52.913343 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.919181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-32b773c7-df24-4ed6-a39d-d44ff698adfe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:52.949496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-32b773c7-df24-4ed6-a39d-d44ff698adfe tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.4498272 Aug 18 14:01:52.949496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] No DVR routers for this DVR port 0d973f1b-c6a3-4c7f-a990-06b2281a9464 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:52.988585 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.008455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-d0e36abc-2a45-4c1e-990f-dda009e40bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.010108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-d0e36abc-2a45-4c1e-990f-dda009e40bae service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3172143 Aug 18 14:01:53.012716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-baeddbed-f012-436a-968c-7e882a7768dd req-26f795be-2bd3-4356-a175-85f632889e33 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.58 "DELETE /v2.0/ports/0d973f1b-c6a3-4c7f-a990-06b2281a9464 HTTP/1.1" status: 204 len: 173 time: 1.3635509 Aug 18 14:01:53.016937 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP d0465595-ee43-43d2-86ed-48f904ef12f2 associated. External IP: 172.25.1.5, port: 4851b9cb-b760-47f8-8f48-695f7c024ce4. Aug 18 14:01:53.041355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:53.117282 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-18c2792c-123e-4153-991c-3d0f981df9a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0933681 Aug 18 14:01:53.149975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e3336a17-f500-4f2e-a791-e53f1371ac91 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:53.156370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e3336a17-f500-4f2e-a791-e53f1371ac91 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:53.156370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.188586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d2dd0-ff53-440b-b13b-e0a0319501db req-26f19da8-77ec-4bac-b7ac-b6166e961d42 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.196882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab8d2dd0-ff53-440b-b13b-e0a0319501db req-26f19da8-77ec-4bac-b7ac-b6166e961d42 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 948 time: 0.4668202 Aug 18 14:01:53.197264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['17f6171a-0413-451e-be45-c89575990708'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:53.228335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bcac47c-8cb1-4535-92bc-5df8a7d0e62e req-ce86a2e7-c567-4671-9d9c-02f6eda30a93 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286407 Aug 18 14:01:53.275947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-69728d90-0263-41fc-b7c6-316df224871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.277545 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-69728d90-0263-41fc-b7c6-316df224871b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1056747 Aug 18 14:01:53.371244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.427151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:53.430789 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dac5a7-fa62-4601-9d2d-b91ad0dceb4b" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:53.454578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49132) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:53.455887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:53.467106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab8d2dd0-ff53-440b-b13b-e0a0319501db req-3d5bee62-bf44-49cd-9286-b6f305ed8dfd tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592144 Aug 18 14:01:53.468319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-38aafbf9-94d7-44ce-9ad6-cce32ed98789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.470017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-38aafbf9-94d7-44ce-9ad6-cce32ed98789 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.5969610 Aug 18 14:01:53.557925 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.564169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-d05c2616-009b-4039-a61e-4f0e03d840c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0785880 Aug 18 14:01:53.573400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Deleting port a89a3c08-8965-4f17-b7e4-caf92c449ef2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:53.574162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.601080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-ca1ba92a-07cc-4186-b368-c3581bf5ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.603348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-ca1ba92a-07cc-4186-b368-c3581bf5ee09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3091280 Aug 18 14:01:53.650108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:53.653475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:53.674326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1128905461-network', 'tenant_id': 'f2f5d679bb314d35ada259e03bca5c03'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:53.794462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-f91201c3-f92c-43b5-8b84-f11d72a9c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.795961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-f91201c3-f92c-43b5-8b84-f11d72a9c60f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1287599 Aug 18 14:01:53.804997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] For port a89a3c08-8965-4f17-b7e4-caf92c449ef2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a89a3c08-8965-4f17-b7e4-caf92c449ef2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:53.805370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.815942 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-82a7f189-c26f-45bd-9baa-a7f55dba0fd7 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806765 Aug 18 14:01:53.852662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be8fde-5f42-4c61-a409-c99751c913e7 req-a198d11e-fbe4-4872-b19b-5277969cec8d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:53.854296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1be8fde-5f42-4c61-a409-c99751c913e7 req-a198d11e-fbe4-4872-b19b-5277969cec8d tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 945 time: 0.1859396 Aug 18 14:01:53.855509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Calling delete_port for a89a3c08-8965-4f17-b7e4-caf92c449ef2 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:53.890412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:53.908223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Made reservation on behalf of f2f5d679bb314d35ada259e03bca5c03 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:53.909331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:53.910572 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.919568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-683b3c53-9ee7-4864-907e-7aeeccdd049a req-50eefa95-536c-4889-9907-9f851173d6f6 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 210 time: 0.0608838 Aug 18 14:01:53.926428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:53.938049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:53.949025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-08d020ce-306a-45ad-8967-8af3283515bc service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255763 Aug 18 14:01:53.966776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.974527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:53.985292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:53.985623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:53.987623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.007952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-0947c241-0f87-4687-95c9-3b187734b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:54.009783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-0947c241-0f87-4687-95c9-3b187734b575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954551 Aug 18 14:01:54.022087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4182939-a890-4d0a-964d-e617dc26b40e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7792346 Aug 18 14:01:54.023689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:54.027225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1be8fde-5f42-4c61-a409-c99751c913e7 req-6af81f82-5073-4e0a-bd26-7a072f6a9a3b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614013 Aug 18 14:01:54.029089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:54.075742 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2375e-e904-43de-bf05-53f161d0379b x-openstack-request-id: req-31e2375e-e904-43de-bf05-53f161d0379b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:54.087244 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:54.087244 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31e2375e-e904-43de-bf05-53f161d0379b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:54.087244 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'code': 200} Aug 18 14:01:54.087244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:54.087244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390d6ce-636b-4bc5-9894-e9b5fc3a70da None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:54.115100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.325338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5f3fd-fd49-424d-89d6-90a7135e3a40 req-2aebddae-3b63-4ee7-87ae-ae6a6a1c727e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:54.326958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00a5f3fd-fd49-424d-89d6-90a7135e3a40 req-2aebddae-3b63-4ee7-87ae-ae6a6a1c727e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 950 time: 0.2071738 Aug 18 14:01:54.338148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-d576e8d7-5ad9-4fda-b481-b0f260da9113 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855206 Aug 18 14:01:54.351809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9491e-68f4-4533-8d46-75a98b261db7 req-9ad61963-cbb0-423c-8ac9-ed7d00f3719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:54.353099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0611-b140-42aa-996a-8bde3dce21bb req-930fc00d-106e-43e5-b110-cacf0124ff1b tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:54.353380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-97d9491e-68f4-4533-8d46-75a98b261db7 req-9ad61963-cbb0-423c-8ac9-ed7d00f3719e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 1101 time: 0.2336001 Aug 18 14:01:54.354643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40fd0611-b140-42aa-996a-8bde3dce21bb req-930fc00d-106e-43e5-b110-cacf0124ff1b tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.2042110 Aug 18 14:01:54.360670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'name': 'network-vif-deleted', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:54.368453 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f6da2-038e-49ef-90f3-ae591fe6874c" -d '{"events": [{"server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "name": "network-vif-deleted", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:54.369624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 17f6171a-0413-451e-be45-c89575990708 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:54.440438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.461634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-705cf7c1-95e5-4e1b-8aa6-2767dd8cf6e8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:54.465210 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-705cf7c1-95e5-4e1b-8aa6-2767dd8cf6e8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.58 "GET /v2.0/networks?id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 HTTP/1.1" status: 200 len: 811 time: 0.2767141 Aug 18 14:01:54.467815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-97d9491e-68f4-4533-8d46-75a98b261db7 req-2fc83d00-61a5-4514-8c06-eb411d55dc58 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071172 Aug 18 14:01:54.492080 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.526825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-1cb7dc1c-4596-46b0-9290-5d368ad5ac77 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8853a8f04c214b9197ae7c6ff879f071 HTTP/1.1" status: 200 len: 379 time: 0.0522103 Aug 18 14:01:54.534930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.534930 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP d0465595-ee43-43d2-86ed-48f904ef12f2 disassociated. External IP: 172.25.1.5, port: 4851b9cb-b760-47f8-8f48-695f7c024ce4. Aug 18 14:01:54.535319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.536636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40fd0611-b140-42aa-996a-8bde3dce21bb req-82f221ab-8275-4d8c-a40a-3ef05422c509 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553345 Aug 18 14:01:54.574049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2', 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:54.583214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00a5f3fd-fd49-424d-89d6-90a7135e3a40 req-b403cb05-a554-45e5-89d9-93d8283012f8 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438943 Aug 18 14:01:54.586340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c1fd62-02ca-4b5a-a90c-7a7f33e52d19 req-62fea1a2-8146-4f70-b7c7-55620f7cf327 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282829 Aug 18 14:01:54.627225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event deleted for resources: {'Port': ['ID=a89a3c08-8965-4f17-b7e4-caf92c449ef2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:54.714803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] No DVR routers for this DVR port a89a3c08-8965-4f17-b7e4-caf92c449ef2 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:54.717194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.721624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.724668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f93420c1-5e08-434d-8fc3-26fc7b26cc53 req-2ffac0ca-c98f-4191-80a4-452c878c5003 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "DELETE /v2.0/ports/a89a3c08-8965-4f17-b7e4-caf92c449ef2 HTTP/1.1" status: 204 len: 173 time: 1.6711428 Aug 18 14:01:54.727345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a0406f9b-5ec7-43bf-8a94-a9c9ea201da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.760262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:54.769404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 17f6171a-0413-451e-be45-c89575990708 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:54.782188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2261caf-e60b-43d7-b0b7-a98f7087d85f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:54.789063 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245abf7b-3b15-4f32-b83a-331c4db6deb5 x-openstack-request-id: req-245abf7b-3b15-4f32-b83a-331c4db6deb5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:54.789818 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7", "name": "network-vif-deleted", "tag": "0d973f1b-c6a3-4c7f-a990-06b2281a9464", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:54.790491 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-245abf7b-3b15-4f32-b83a-331c4db6deb5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:54.791333 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7', 'name': 'network-vif-deleted', 'tag': '0d973f1b-c6a3-4c7f-a990-06b2281a9464', 'status': 'completed', 'code': 200} Aug 18 14:01:54.794886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.795427 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Added segment e90a6c17-6418-417e-bdef-08a2a021eb13 of type vlan for network 0c5bab86-eba1-401b-bb64-4e18ba199f12 Aug 18 14:01:54.861182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 17f6171a-0413-451e-be45-c89575990708 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:54.861182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.871984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.939021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e91f8f-144c-4e60-ab72-7b91316d70f1 req-5d78f967-55e6-4af2-9f80-fafd1a8eb0dd tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4deeffc-28f4-4283-ac5d-3f3b5f62e7a7 HTTP/1.1" status: 200 len: 210 time: 0.1297863 Aug 18 14:01:54.958126 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.984347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.022077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.023797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:55.026008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.064945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:55.112819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'port': {'device_id': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'admin_state_up': True, 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'security_groups': ['037fa277-7636-4d9c-a034-75127289556b']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:55.128876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eba22-46e6-4bbd-9484-df4aaa57b3c8 req-214054d6-8ceb-416a-a8d4-c78984923785 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:55.130630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad3eba22-46e6-4bbd-9484-df4aaa57b3c8 req-214054d6-8ceb-416a-a8d4-c78984923785 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.2440538 Aug 18 14:01:55.144649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9783f05a-ee4e-4ab9-95da-a0ddcf111e3f req-fb682564-677d-4e19-b8d2-e60f65f7b174 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 210 time: 0.1045635 Aug 18 14:01:55.167294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.168139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0d973f1b-c6a3-4c7f-a990-06b2281a9464 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:55.200383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7430513 Aug 18 14:01:55.205415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49150) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:55.221968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Request body: {'subnet': {'network_id': '0c5bab86-eba1-401b-bb64-4e18ba199f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1128905461-subnet', 'tenant_id': 'f2f5d679bb314d35ada259e03bca5c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:55.227283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583917f6-1690-4089-9e66-cf43754cf6ce admin admin] Pushing event updated for resources: {'Network': ['ID=0c5bab86-eba1-401b-bb64-4e18ba199f12,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:55.268244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad3eba22-46e6-4bbd-9484-df4aaa57b3c8 req-3052f465-6fd1-4598-9652-d032aaf33eec tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175704 Aug 18 14:01:55.270808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 0d973f1b-c6a3-4c7f-a990-06b2281a9464 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:55.271166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0d973f1b-c6a3-4c7f-a990-06b2281a9464 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:55.283325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:55.283325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0c5bab86-eba1-401b-bb64-4e18ba199f12 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:55.354388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-331a2d4b-9c6e-4951-be24-4d46e24a49be req-b84af158-5b9f-4b06-a823-4e183ea8aa13 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0820391 Aug 18 14:01:55.484529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:55.496793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Made reservation on behalf of f2f5d679bb314d35ada259e03bca5c03 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:55.501164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.640769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Made reservation on behalf of 8853a8f04c214b9197ae7c6ff879f071 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:55.645687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.684012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:55.689978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.707441 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:55.722591 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8ec80691-a7d3-401d-86f2-f55741510cae tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/d0465595-ee43-43d2-86ed-48f904ef12f2 HTTP/1.1" status: 200 len: 686 time: 1.6971660 Aug 18 14:01:55.729103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:55.763059 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:55.764604 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:55.828215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:55.846734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.848083 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:55.849011 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:55.903844 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:55.904410 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9edc01-dd82-4650-8076-f278187736a4 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:56.040147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:56.040669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.044398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Allocated IP 172.20.0.8 (a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63/e7a3ddbf-48ed-498a-bbcc-7654823dad14/2add5fe1-a38d-41d2-87a0-d7c2e59781f3) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:56.078154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:56.083283 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695753af-d36a-4d7b-b045-f7b91144ca32" -d '{"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-plugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:56.170204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125b3a2-2099-4025-ac1f-dcb2b525aefd req-69828cdc-3a23-4874-ac82-13197eb764ca tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.171836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4125b3a2-2099-4025-ac1f-dcb2b525aefd req-69828cdc-3a23-4874-ac82-13197eb764ca tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.1682677 Aug 18 14:01:56.183465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b870418e-fbc2-4985-81a4-4f3a814b1d11 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.184462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b870418e-fbc2-4985-81a4-4f3a814b1d11 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.6617293 Aug 18 14:01:56.194398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-7a58d314-2706-46a8-b6d5-8cab76e9c049 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.196056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-7a58d314-2706-46a8-b6d5-8cab76e9c049 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.58 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353&tenant_id=a91ea0c85878423b982a8379ba9a4d59&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 950 time: 0.2267351 Aug 18 14:01:56.204261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795959c-c4b2-4498-aed1-d94bc02ad4c1 req-b8af861e-5c04-4491-9332-a9aac2063ab9 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.205923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e795959c-c4b2-4498-aed1-d94bc02ad4c1 req-b8af861e-5c04-4491-9332-a9aac2063ab9 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 950 time: 0.2111754 Aug 18 14:01:56.267066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.268146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.293807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:56.395136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.421878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Transition to ACTIVE for port object 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:56.429356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4125b3a2-2099-4025-ac1f-dcb2b525aefd req-7f767f15-4e4f-4773-a4bd-bac02edf8ddc tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212191 Aug 18 14:01:56.470247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e795959c-c4b2-4498-aed1-d94bc02ad4c1 req-b2b63e8d-0ab5-49d5-973d-1d880cd1b5e6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438769 Aug 18 14:01:56.527362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-ec7f028f-0593-4d6a-ab3b-1ad2f2758659 service neutron] 10.222.0.58 "GET /v2.0/ports/17f6171a-0413-451e-be45-c89575990708/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.3162017 Aug 18 14:01:56.593099 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30555ce2-d8d4-430c-a150-852698007f0a x-openstack-request-id: req-30555ce2-d8d4-430c-a150-852698007f0a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:56.593782 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-plugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:56.593782 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30555ce2-d8d4-430c-a150-852698007f0a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:56.594172 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'code': 200} Aug 18 14:01:56.622950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.632673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Deleting port b2d32b26-d467-47ec-bd3e-4172677d8e4d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:56.633127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.677522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.697803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.706502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:56.718148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:56.724685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:56.765978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event updated for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:56.794900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-deleted', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:56.797299 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8971a69-66fe-4bde-b8ee-56fe19aeb961" -d '{"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-deleted", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:56.808918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-b2722d62-93af-4e0d-b3a1-b01cbfa7d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.810570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-b2722d62-93af-4e0d-b3a1-b01cbfa7d6fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1101 time: 0.2543135 Aug 18 14:01:56.831856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3fc8b-2a4f-4f2b-aa21-4fcdd11ec72d req-64169b94-d225-4ea8-9302-4026845d5b36 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.833525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fc3fc8b-2a4f-4f2b-aa21-4fcdd11ec72d req-64169b94-d225-4ea8-9302-4026845d5b36 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.2586386 Aug 18 14:01:56.870449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:56.901377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:56.902335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.905308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.907900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.909100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/d0465595-ee43-43d2-86ed-48f904ef12f2 HTTP/1.1" status: 204 len: 168 time: 1.1789639 Aug 18 14:01:56.910073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c708d-7811-4be4-9c1b-7547e4b303d1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=dbf6e8e4-3a2f-4fdd-aa27-0a9b6a89b269,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:56.914217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49176) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:56.918848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'f732cc92-949e-4e48-87c0-6b3625d1eab0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:56.944737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfd47e8-e93e-4b75-bcf9-7c7086373b45,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:56.964806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: a89a3c08-8965-4f17-b7e4-caf92c449ef2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:56.965345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a89a3c08-8965-4f17-b7e4-caf92c449ef2 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:56.978274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] For port b2d32b26-d467-47ec-bd3e-4172677d8e4d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2d32b26-d467-47ec-bd3e-4172677d8e4d,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:56.978742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.007990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f716e3-a06d-4ee6-93ed-95273a3757b8 req-44fa9604-590a-46cf-beda-4ac68897864c tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:57.009866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5f716e3-a06d-4ee6-93ed-95273a3757b8 req-44fa9604-590a-46cf-beda-4ac68897864c tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 931 time: 0.3214781 Aug 18 14:01:57.049717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.050237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Checking segment: {'id': 'e90a6c17-6418-417e-bdef-08a2a021eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0c5bab86-eba1-401b-bb64-4e18ba199f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:57.050603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Network hostable DHCP agents. Network: 0c5bab86-eba1-401b-bb64-4e18ba199f12, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:57.130142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fc3fc8b-2a4f-4f2b-aa21-4fcdd11ec72d req-9a414cf3-f30e-470e-8242-259c7940ba84 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712560 Aug 18 14:01:57.133979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-ff1ed9f2-6cc0-409f-ab38-6150096c3134 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0303173 Aug 18 14:01:57.163438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Request body: {'port': {'device_id': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:57.234498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-1dc03119-91d1-489d-a208-dc4832753d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:57.237024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-1dc03119-91d1-489d-a208-dc4832753d1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3966942 Aug 18 14:01:57.268443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.281320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.313590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.379020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Network 0c5bab86-eba1-401b-bb64-4e18ba199f12 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:57.383138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91a65b20-c6cd-442c-9b83-7854c545d006 req-8b43260b-3dcc-409e-9af8-a06b58d3ef97 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.1396530 Aug 18 14:01:57.384297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-8a5e5ead-9041-4b06-9c8f-8c33ef5cd02b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.1303282 Aug 18 14:01:57.397073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-99b91404-8e57-4d1b-aba3-bd7da4bb6710 None None] Provisioning for port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:57.410086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5f716e3-a06d-4ee6-93ed-95273a3757b8 req-93091e75-56a4-463b-be47-5c9944f9750d tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797424 Aug 18 14:01:57.418394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-99b91404-8e57-4d1b-aba3-bd7da4bb6710 None None] Provisioning complete for port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:57.420726 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99b91404-8e57-4d1b-aba3-bd7da4bb6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.533227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-99b91404-8e57-4d1b-aba3-bd7da4bb6710 None None] Port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:57.585208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-dd6cf921-4432-462e-bfcf-205a2cd86bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:57.587104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-dd6cf921-4432-462e-bfcf-205a2cd86bd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1947935 Aug 18 14:01:57.664989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0c5bab86-eba1-401b-bb64-4e18ba199f12) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:57.670036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:57.670628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.703010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.155 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/63c6e8e4-4a9c-4122-8f55-c278f84a448d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:57.703412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.703789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.704155 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 disassociated. External IP: 172.25.1.252, port: b2d32b26-d467-47ec-bd3e-4172677d8e4d. Aug 18 14:01:57.704497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Calling delete_port for b2d32b26-d467-47ec-bd3e-4172677d8e4d owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:57.741221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f9e398-9824-4dcb-b712-a6d5ecf41760 None None] Network 0c5bab86-eba1-401b-bb64-4e18ba199f12 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:57.767479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-209caa58-5ac2-4a39-a37f-8ee31d34f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:57.769284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-209caa58-5ac2-4a39-a37f-8ee31d34f534 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677969 Aug 18 14:01:57.842855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4d5b530d-a2a6-41ee-8615-603127813929 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6280103 Aug 18 14:01:57.991641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.039489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:58.073389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.082996 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe03484-625e-4cbc-8715-9ff45e23d5de x-openstack-request-id: req-3fe03484-625e-4cbc-8715-9ff45e23d5de {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:58.083510 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1679c5e8-2456-4e0b-bc40-1af2d9d8a540", "name": "network-vif-deleted", "tag": "a89a3c08-8965-4f17-b7e4-caf92c449ef2", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:58.083917 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fe03484-625e-4cbc-8715-9ff45e23d5de {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:58.084566 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1679c5e8-2456-4e0b-bc40-1af2d9d8a540', 'name': 'network-vif-deleted', 'tag': 'a89a3c08-8965-4f17-b7e4-caf92c449ef2', 'status': 'completed', 'code': 200} Aug 18 14:01:58.126494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65280da-98c7-476d-9c16-86a92133da18 None None] Network 0c5bab86-eba1-401b-bb64-4e18ba199f12 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:58.191386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Transition to ACTIVE for port object 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:58.248527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.250687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-d653905b-4d2f-4637-879f-ac3480d88645 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714518 Aug 18 14:01:58.338210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f0fc1-1a3c-4d45-99f5-72b4d4d62792 req-d18f3227-31ba-4386-97aa-443db9ea37ce tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:58.339939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca5f0fc1-1a3c-4d45-99f5-72b4d4d62792 req-d18f3227-31ba-4386-97aa-443db9ea37ce tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 946 time: 0.1509373 Aug 18 14:01:58.358192 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.376890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.408220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event deleted for resources: {'Port': ['ID=b2d32b26-d467-47ec-bd3e-4172677d8e4d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:58.422084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:58.429192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:58.437810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=63c6e8e4-4a9c-4122-8f55-c278f84a448d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:58.437810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:58.446908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.447256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.447608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.447945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.448281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.448618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.448945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.449284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.449602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.449965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.450357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.450739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:58.467971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca5f0fc1-1a3c-4d45-99f5-72b4d4d62792 req-b1de7814-6127-4300-a068-f04bd6b24b13 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups?id=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199102 Aug 18 14:01:58.526590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-93d11d90-0399-4ee6-b0ca-4d1a2f5a8c4c service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519956 Aug 18 14:01:58.643954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Pushing event updated for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:58.697282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:58.726627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0f00-b77b-428c-b6dc-cae074d0bf84 req-31776832-b2e6-48d2-84e5-da475b97abb7 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:58.734596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-430b0f00-b77b-428c-b6dc-cae074d0bf84 req-31776832-b2e6-48d2-84e5-da475b97abb7 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1259668 Aug 18 14:01:58.889051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-430b0f00-b77b-428c-b6dc-cae074d0bf84 req-fe3a2c37-41f1-4fb1-a67d-6a3c6079aa2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537905 Aug 18 14:01:58.928417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Attempting to bind port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:58.928975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Attempting to bind port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:58.929519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Attempting to bind port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 on network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:58.955009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 on network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:01:58.956475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Attempting to bind port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 on network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:59.052031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:59.052474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Checking segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:59.052941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Bound using segment: {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:59.053403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Bound port: 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3174ac-8816-4455-bfa4-0b309e06291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:59.053768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.063120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:59.095656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:59.133936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:59.139474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:59.164520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567210738', 'description': 'tempest-description-2022981888'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:59.170610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] No DVR routers for this DVR port b2d32b26-d467-47ec-bd3e-4172677d8e4d on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:59.175950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.178261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3955fc2-28c5-4f61-9af1-bfaf2c387264 req-b50dc2cc-8b0f-4d01-9091-f3acf23029e6 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.10 "DELETE /v2.0/ports/b2d32b26-d467-47ec-bd3e-4172677d8e4d HTTP/1.1" status: 204 len: 173 time: 2.9712322 Aug 18 14:01:59.192092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca8e75-5806-416a-a2ce-a738c048dad2 req-94f16b2c-8ee3-4c07-b7d0-f30720ce8bb8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:59.200133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcca8e75-5806-416a-a2ce-a738c048dad2 req-94f16b2c-8ee3-4c07-b7d0-f30720ce8bb8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1576359 Aug 18 14:01:59.257070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcca8e75-5806-416a-a2ce-a738c048dad2 req-a772d651-1e0f-4d17-b08c-7b5ac036a1a2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Aug 18 14:01:59.290487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:59.302527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.322903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:59.370005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:59.464738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.477167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88083-7fe6-4d77-a6f2-fc9a49e318cb req-491f379f-3c06-4b4f-8596-973569354581 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:59.485147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8c88083-7fe6-4d77-a6f2-fc9a49e318cb req-491f379f-3c06-4b4f-8596-973569354581 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 943 time: 0.1003006 Aug 18 14:01:59.502402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.536122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:59.538444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.542977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] 10.222.0.58 "PUT /v2.0/ports/2add5fe1-a38d-41d2-87a0-d7c2e59781f3 HTTP/1.1" status: 200 len: 1091 time: 2.3876936 Aug 18 14:01:59.547187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:59.567453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8c88083-7fe6-4d77-a6f2-fc9a49e318cb req-6035235e-ba3e-4996-908d-ee10e7b70b13 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768070 Aug 18 14:01:59.568463 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475b1b2-8f6d-41eb-a11a-5c205172cae9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:59.635827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.683256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b70ac1-36e5-4023-9523-6a0bd8f41244 service neutron] Pushing event updated for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:59.712377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e29de8-7c15-48eb-8dff-6a0d7bb26dc3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:59.731513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.745889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde7882b-b619-4791-a2de-c3d6b0fbe7d1 req-ea8567c6-3e94-4217-b47e-c4e266d2362c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0348864 Aug 18 14:01:59.748103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.749358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aaf64a87-c4cf-4d9d-84ea-2e8e46d203b5 req-2d3317b9-78be-4048-8fae-4702e7cd738c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6095877 Aug 18 14:01:59.776844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:59.832696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:59.856653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:59.857524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:59.894531 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e06df-7139-441d-aadc-f38e323cbf6b x-openstack-request-id: req-5c5e06df-7139-441d-aadc-f38e323cbf6b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:59.895342 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:59.895765 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c5e06df-7139-441d-aadc-f38e323cbf6b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:59.897178 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'status': 'completed', 'code': 200} Aug 18 14:01:59.923836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-41035491-64e3-4e09-8ac6-14c1395cbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:59.927120 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-41035491-64e3-4e09-8ac6-14c1395cbd79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8853a8f04c214b9197ae7c6ff879f071&device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 1094 time: 0.1273069 Aug 18 14:01:59.930659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1edecd4a-03ca-435c-8a56-b3c472a8b005 req-4d1247e0-02a0-48eb-862d-af7dbfefabc1 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d HTTP/1.1" status: 200 len: 210 time: 0.0523934 Aug 18 14:02:00.038970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-1e9f2fb4-9b7a-4d3c-a21a-9e6a018b4661 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3 HTTP/1.1" status: 200 len: 217 time: 0.0984054 Aug 18 14:02:00.042979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09aed318-c042-4921-880f-8cf223cf6249 req-50acaa12-3957-470b-902d-dbf5b4a535dc tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/93e29de8-7c15-48eb-8dff-6a0d7bb26dc3 HTTP/1.1" status: 200 len: 1812 time: 0.1287351 Aug 18 14:02:00.050170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:00.082765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93e29de8-7c15-48eb-8dff-6a0d7bb26dc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:00.083162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93e29de8-7c15-48eb-8dff-6a0d7bb26dc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:00.102506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.104299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'name': 'network-vif-deleted', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:00.125168 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c141a-5db2-4149-8c09-e8f95354d42d" -d '{"events": [{"server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "name": "network-vif-deleted", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:00.152749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-757cf392-ae58-435f-ba18-b38d7631732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:00.154289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-757cf392-ae58-435f-ba18-b38d7631732a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7a3ddbf-48ed-498a-bbcc-7654823dad14 HTTP/1.1" status: 200 len: 850 time: 0.0965419 Aug 18 14:02:00.171565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23322aab-d531-47d7-8586-747c24d7c21d req-515ceb59-f787-41e6-83e4-4625a00d183d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:00.185294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23322aab-d531-47d7-8586-747c24d7c21d req-515ceb59-f787-41e6-83e4-4625a00d183d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1859562 Aug 18 14:02:00.263005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23322aab-d531-47d7-8586-747c24d7c21d req-fc887056-b2bf-4648-a651-ff95c660c233 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Aug 18 14:02:00.304850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-d498c2e1-6959-4746-95ac-3d15768cf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:00.307052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-d498c2e1-6959-4746-95ac-3d15768cf544 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421564 Aug 18 14:02:00.378058 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752ea90-642c-4575-94b1-3e2de65dab58 x-openstack-request-id: req-3752ea90-642c-4575-94b1-3e2de65dab58 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:00.378352 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d", "name": "network-vif-deleted", "tag": "b2d32b26-d467-47ec-bd3e-4172677d8e4d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:00.378787 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3752ea90-642c-4575-94b1-3e2de65dab58 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:00.379008 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8686e-d0b2-4ef4-9dbb-e8b17e2d795d', 'name': 'network-vif-deleted', 'tag': 'b2d32b26-d467-47ec-bd3e-4172677d8e4d', 'status': 'completed', 'code': 200} Aug 18 14:02:00.442913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.501913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:00.509878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.539197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.551543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-5eea501b-5457-4302-b1d5-762a7a6e6f84 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:00.553190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-5eea501b-5457-4302-b1d5-762a7a6e6f84 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.10 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 946 time: 0.1228604 Aug 18 14:02:00.561516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5828e-0a1c-4ec6-81cc-fde97c75b156 None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:56Z', 'revision_number': 4, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6ea70cc5-a955-4778-8c56-3182d62f325b', 'name': '', 'network_id': '09973221-3cd9-4c7b-9e1b-fdb221d5bd4b', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'mac_address': 'fa:16:3e:af:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '56021232-e1aa-47da-9554-fab81394d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:54Z', 'updated_at': '2021-08-18T13:57:02Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'subnets': [{'id': '56021232-e1aa-47da-9554-fab81394d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:00.585334 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-d60edf96-f235-4eb6-9974-b34f12e0a66b service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567873 Aug 18 14:02:00.624018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08dd3-7d89-4a93-8c56-9790e9e7503c req-77f46bf0-e732-4aac-919b-cb89ea34cca1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:00.625665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80e08dd3-7d89-4a93-8c56-9790e9e7503c req-77f46bf0-e732-4aac-919b-cb89ea34cca1 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1305799 Aug 18 14:02:00.628634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.681369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3ff267-8348-4533-9db1-7d76583b1bcf,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:00.733239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80e08dd3-7d89-4a93-8c56-9790e9e7503c req-bdf66068-6a46-4e8c-9cee-0c2df67f67b9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964334 Aug 18 14:02:00.770417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Deleting port 4cf79b7a-a682-4da8-a830-4ef541467dfb {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:00.770770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.841621 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.841621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09aed318-c042-4921-880f-8cf223cf6249 req-c5a3902e-f185-4330-a592-cd84b876484d tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7317932 Aug 18 14:02:00.887456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2d32b26-d467-47ec-bd3e-4172677d8e4d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:00.932373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: b2d32b26-d467-47ec-bd3e-4172677d8e4d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:00.932992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2d32b26-d467-47ec-bd3e-4172677d8e4d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:00.983526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc1ac760-422a-4adc-b9bf-7e0fe228f332 req-346f328b-3bcb-4719-b8f3-7f9c50e11fe6 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=1679c5e8-2456-4e0b-bc40-1af2d9d8a540 HTTP/1.1" status: 200 len: 210 time: 0.0510304 Aug 18 14:02:00.985032 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6fa42-1d6d-41c4-b0ed-ce6b1eb312b3 None None] New status for floating IP 2cd886bc-d5cb-4043-b0ed-c85d20ef3f41: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:02:00.993526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] For port 4cf79b7a-a682-4da8-a830-4ef541467dfb, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4cf79b7a-a682-4da8-a830-4ef541467dfb,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:00.996596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.003799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d7ab-c961-4f5b-9167-3cc6f11540c1 req-6718a0f2-b516-493e-8b47-4d61b88983de tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:01.012189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4a1d7ab-c961-4f5b-9167-3cc6f11540c1 req-6718a0f2-b516-493e-8b47-4d61b88983de tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 943 time: 0.1467493 Aug 18 14:02:01.039635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Calling delete_port for 4cf79b7a-a682-4da8-a830-4ef541467dfb owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:01.142011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4a1d7ab-c961-4f5b-9167-3cc6f11540c1 req-5d7c687a-cd28-46e0-9898-d175166ba389 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287889 Aug 18 14:02:01.191320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41554a51-20e5-43bd-80a6-1ec4544c96ba req-66c71c6a-5b71-4648-ae43-5af56f1a19bc tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/93e29de8-7c15-48eb-8dff-6a0d7bb26dc3 HTTP/1.1" status: 200 len: 2405 time: 0.1420100 Aug 18 14:02:01.207573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eed1fa96-0f88-423a-a480-d49e70dd2a7c req-1b8ca320-f9a7-4fe0-8665-86034645dacd service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125181 Aug 18 14:02:01.214125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.258496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:02:01.337822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=63c6e8e4-4a9c-4122-8f55-c278f84a448d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:01.348779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.395059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-044cca75-0c8b-4329-9723-e239319a4507 req-669cde61-e580-473a-93f0-97d59316fd8a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-group-rules/ec3ff267-8348-4533-9db1-7d76583b1bcf HTTP/1.1" status: 200 len: 778 time: 0.0795884 Aug 18 14:02:01.532513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.550863 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP da0227d0-113b-493c-81c2-ff65267e7a7a associated. External IP: 172.25.1.155, port: f732cc92-949e-4e48-87c0-6b3625d1eab0. Aug 18 14:02:01.552547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4cf79b7a-a682-4da8-a830-4ef541467dfb'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:01.617976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-1d6bb045-fcf3-493a-a31d-15125d17d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:01.620143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-1d6bb045-fcf3-493a-a31d-15125d17d040 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8853a8f04c214b9197ae7c6ff879f071&device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 1094 time: 0.1430254 Aug 18 14:02:01.852902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-54fb884c-688f-473e-ad52-738f2a9a75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:01.854533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-54fb884c-688f-473e-ad52-738f2a9a75cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 HTTP/1.1" status: 200 len: 912 time: 0.2148256 Aug 18 14:02:01.943854 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-3fc54f00-2574-4696-95c1-dbbceddca441 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3 HTTP/1.1" status: 200 len: 217 time: 0.0800760 Aug 18 14:02:02.041099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-7abc837e-c242-4ed6-91ae-b5713daba1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:02.042622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-7abc837e-c242-4ed6-91ae-b5713daba1e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7a3ddbf-48ed-498a-bbcc-7654823dad14 HTTP/1.1" status: 200 len: 850 time: 0.0889635 Aug 18 14:02:02.092908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Pushing event deleted for resources: {'Port': ['ID=4cf79b7a-a682-4da8-a830-4ef541467dfb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:02.109068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:02.111213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-044cca75-0c8b-4329-9723-e239319a4507 req-db007661-f09f-4110-947e-ce8f9d21a916 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/93e29de8-7c15-48eb-8dff-6a0d7bb26dc3 HTTP/1.1" status: 200 len: 2405 time: 0.6875784 Aug 18 14:02:02.129059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-5b2011f9-1441-49b0-8ec1-76d68e69c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:02.130845 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-5b2011f9-1441-49b0-8ec1-76d68e69c731 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770373 Aug 18 14:02:02.186183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] No DVR routers for this DVR port 4cf79b7a-a682-4da8-a830-4ef541467dfb on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:02.194518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.197957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3ba39b-4f1d-4e13-8d47-8efe2db075df req-e152ff71-5f9f-47b9-a6bb-a1fff2144d2e tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.10 "DELETE /v2.0/ports/4cf79b7a-a682-4da8-a830-4ef541467dfb HTTP/1.1" status: 204 len: 173 time: 1.6291480 Aug 18 14:02:02.212939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e8312-21e1-4b52-a2b8-cb4359b5d67e req-be63a362-6fcf-4bc6-a141-ac64752d6a8d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:02.221416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d38e8312-21e1-4b52-a2b8-cb4359b5d67e req-be63a362-6fcf-4bc6-a141-ac64752d6a8d tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8fd79d-1bac-40b3-84b0-813b4d9c9892 HTTP/1.1" status: 200 len: 867 time: 0.7553957 Aug 18 14:02:02.249659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-044cca75-0c8b-4329-9723-e239319a4507 req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.268191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-044cca75-0c8b-4329-9723-e239319a4507 req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.289020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-94f16fe9-9bae-49c4-8966-e73ac05426de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:02.290709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-94f16fe9-9bae-49c4-8966-e73ac05426de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353&tenant_id=a91ea0c85878423b982a8379ba9a4d59 HTTP/1.1" status: 200 len: 1101 time: 0.2122216 Aug 18 14:02:02.310738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:02.321562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d38e8312-21e1-4b52-a2b8-cb4359b5d67e req-a0737861-776c-4c8e-b962-dd7b6e4027a4 tempest-ServerRescueTestJSON-5100833 tempest-ServerRescueTestJSON-5100833-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b674078-163a-46e8-a699-ad09b4b8245a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989785 Aug 18 14:02:02.348047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-583e3d07-29c5-4961-97bb-ee09e6b3092c service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759849 Aug 18 14:02:02.348047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:02.360520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:02.401748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'name': 'network-vif-deleted', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:02.404203 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6077dffc-1c4c-4c6f-a159-cc4a073a11de" -d '{"events": [{"server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "name": "network-vif-deleted", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:02.410884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 17f6171a-0413-451e-be45-c89575990708 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:02.415151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:02.421501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:02.422448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.440919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-044cca75-0c8b-4329-9723-e239319a4507 req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.450003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-044cca75-0c8b-4329-9723-e239319a4507 req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.450003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-044cca75-0c8b-4329-9723-e239319a4507 req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ec3ff267-8348-4533-9db1-7d76583b1bcf HTTP/1.1" status: 204 len: 173 time: 0.3368533 Aug 18 14:02:02.489485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bcb8b-abe8-43e7-b723-bb6687a4a0a1 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3ff267-8348-4533-9db1-7d76583b1bcf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:02.519537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:02.527937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.622335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:02.623185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:02.624931 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a70154ac-9b4f-4ab4-90ba-b016bae0bf31 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7093337 Aug 18 14:02:02.630589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49276) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:02.694065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:02.694813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1ac6-86f7-486b-abe7-8bb42140ec55 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:02.770293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1475b1b2-8f6d-41eb-a11a-5c205172cae9 req-942eb048-2633-4db5-8c16-bf7ca36a6400 service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821034 Aug 18 14:02:02.801355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:02.828369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7318805f-2859-4a0a-8ba0-20ea08d26f17 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/floatingips/da0227d0-113b-493c-81c2-ff65267e7a7a HTTP/1.1" status: 200 len: 977 time: 0.1951611 Aug 18 14:02:02.831061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49278) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:02.901628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:03.014557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:03.071513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06c62e-27a7-4a6b-89c9-08ee705cc34a req-710f8131-ea0d-4a9f-b29c-2e72248427f5 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:03.073273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db06c62e-27a7-4a6b-89c9-08ee705cc34a req-710f8131-ea0d-4a9f-b29c-2e72248427f5 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 943 time: 0.4291904 Aug 18 14:02:03.101939 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-20571eb6-c09b-414e-ac92-69a4323e4846 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2663763 Aug 18 14:02:03.106483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49284) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:03.114223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272dc90-a54b-4bab-9202-5489bf496f34 req-2b1a2990-97a7-4935-9975-341a133af27c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:03.119406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': '4851b9cb-b760-47f8-8f48-695f7c024ce4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:03.131439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4272dc90-a54b-4bab-9202-5489bf496f34 req-2b1a2990-97a7-4935-9975-341a133af27c tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.5628908 Aug 18 14:02:03.189949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:03.193442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:03.217671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'mac_address': 'fa:16:3e:39:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:03.246800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.266002 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.281274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:03.306388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.313248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:03.408478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.472513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db06c62e-27a7-4a6b-89c9-08ee705cc34a req-9b2dbf85-e6ee-4249-9564-e2ce9e9e30d5 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392141 Aug 18 14:02:03.476802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Transition to ACTIVE for port object 17f6171a-0413-451e-be45-c89575990708 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:03.546470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4272dc90-a54b-4bab-9202-5489bf496f34 req-257f6910-883a-46fd-9c1d-de90fa85cbb8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325897 Aug 18 14:02:03.574519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e3336a17-f500-4f2e-a791-e53f1371ac91'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:03.627298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.678030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1736387208', 'description': 'tempest-description-645859641'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:03.696328 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cee9a5-b511-401a-96a4-3a13204af749 x-openstack-request-id: req-d3cee9a5-b511-401a-96a4-3a13204af749 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:03.709948 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8fd79d-1bac-40b3-84b0-813b4d9c9892", "name": "network-vif-deleted", "tag": "4cf79b7a-a682-4da8-a830-4ef541467dfb", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:03.710323 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3cee9a5-b511-401a-96a4-3a13204af749 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:03.711282 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8fd79d-1bac-40b3-84b0-813b4d9c9892', 'name': 'network-vif-deleted', 'tag': '4cf79b7a-a682-4da8-a830-4ef541467dfb', 'status': 'completed', 'code': 200} Aug 18 14:02:03.729883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:03.798900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:02:03.801098 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:02:03.814608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:03.955676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:03.958458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] No DVR routers for this DVR port 17f6171a-0413-451e-be45-c89575990708 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:04.236414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.322617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:04.352062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.386848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:04.417434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.457072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:04.457627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:04.458012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:04.479412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:02:04.479740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Attempting to bind port 17f6171a-0413-451e-be45-c89575990708 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:04.533887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:04.534242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:04.534676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:04.535157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Bound port: 17f6171a-0413-451e-be45-c89575990708, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:04.535815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.543934 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.resource_extend [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:02:04.627374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:04.631598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:04.643120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:04.694934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'port_id': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'mac_address': 'fa:16:3e:5f:e6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:04.730768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.740950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.790800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:04.791501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.793218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] 10.222.0.10 "PUT /v2.0/ports/17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 1097 time: 2.4885323 Aug 18 14:02:04.794025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.796846 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.798153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "DELETE /v2.0/security-groups/abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f HTTP/1.1" status: 204 len: 168 time: 0.8301189 Aug 18 14:02:04.825597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:04.837860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.861577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:04.872213 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-5adaf57a-fc23-404b-9370-c69ab6bf8b94 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] show failed (client error): The resource could not be found. Aug 18 14:02:04.880988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5adaf57a-fc23-404b-9370-c69ab6bf8b94 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "GET /v2.0/security-groups/abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f HTTP/1.1" status: 404 len: 347 time: 0.0543327 Aug 18 14:02:04.886518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49322) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:04.908071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.931864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:04.939374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:04.941627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3f09-d0e5-4969-8c7c-e8a6c0f1a960 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaac4ed-1c3c-4d81-8909-dcc84c9a2c5f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:04.996441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4dad22-bcca-4024-a247-ab2ff457a46f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:05.025623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.063301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.097714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28978-d3bb-4812-89f5-24d3ffd039b9 req-9a38ddb6-340c-4a99-962a-f8cbc5f746cd tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:05.101865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:05.106152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4e28978-d3bb-4812-89f5-24d3ffd039b9 req-9a38ddb6-340c-4a99-962a-f8cbc5f746cd tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 943 time: 0.4026356 Aug 18 14:02:05.108928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0e54-c3c7-4ffc-aa06-d65ede5bb102 service neutron] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=11']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:05.123237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-046fcddd-5d03-4f56-966b-372c90e17e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:05.124864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-046fcddd-5d03-4f56-966b-372c90e17e74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1100 time: 0.2887080 Aug 18 14:02:05.163896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e3336a17-f500-4f2e-a791-e53f1371ac91 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:05.165161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.259389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.266211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.267612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1c79fca-546e-47d9-b81f-3babde016395 req-433ea8bb-c2a9-40a8-9eca-8dd42944a8c8 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6022775 Aug 18 14:02:05.402158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4e28978-d3bb-4812-89f5-24d3ffd039b9 req-5e0abc5b-300e-42de-8f98-c6c0b759f82f tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713101 Aug 18 14:02:05.420764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['2add5fe1-a38d-41d2-87a0-d7c2e59781f3'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:05.525914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-bc26c408-43ed-407e-9306-d49d62a154e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:05.543357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-bc26c408-43ed-407e-9306-d49d62a154e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3990073 Aug 18 14:02:05.628792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.659058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-58233657-b060-4088-be0b-4eac3972ba96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.1095145 Aug 18 14:02:05.720765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708'}, {'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:05.728313 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac2ff5-b756-474e-8a84-a73a2d95c54c" -d '{"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-unplugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708"}, {"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:05.731531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:05.738988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:05.748113 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5116eda0-68b3-4ef3-9400-81d6f69c30d5" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:05.827937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.829802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4cf79b7a-a682-4da8-a830-4ef541467dfb no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:05.895761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 4cf79b7a-a682-4da8-a830-4ef541467dfb {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:05.896991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4cf79b7a-a682-4da8-a830-4ef541467dfb not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:05.903593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d691ed-ae04-4be0-a506-73874c658962 req-60a129a5-3146-4882-855e-c991c1733d5e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:05.906881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93d691ed-ae04-4be0-a506-73874c658962 req-60a129a5-3146-4882-855e-c991c1733d5e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.4534271 Aug 18 14:02:06.022544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a37f1219-4dd9-45e9-8f19-871a7743a2f8 req-edc98caf-ad9d-495c-8bab-c35701662e99 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/0c4dad22-bcca-4024-a247-ab2ff457a46f HTTP/1.1" status: 200 len: 1812 time: 0.3603303 Aug 18 14:02:06.031156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:06.062820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93d691ed-ae04-4be0-a506-73874c658962 req-6dcb648d-55f5-4f35-a896-3d6c1462bc71 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403356 Aug 18 14:02:06.071099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-e27717bf-f01a-4f93-9f2a-c71d52111e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:06.072792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-e27717bf-f01a-4f93-9f2a-c71d52111e8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.3765843 Aug 18 14:02:06.157101 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98bb8e-dec7-4d16-be1a-8659ab30e961 x-openstack-request-id: req-8f98bb8e-dec7-4d16-be1a-8659ab30e961 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:06.157584 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-unplugged", "status": "completed", "tag": "17f6171a-0413-451e-be45-c89575990708", "code": 200}, {"name": "network-changed", "server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "tag": "17f6171a-0413-451e-be45-c89575990708", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:06.157967 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f98bb8e-dec7-4d16-be1a-8659ab30e961 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:06.158473 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'code': 200} Aug 18 14:02:06.158867 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'status': 'completed', 'code': 200} Aug 18 14:02:06.177160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2047ef08-ad5f-4795-bda2-423e274ca43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:06.179689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-2047ef08-ad5f-4795-bda2-423e274ca43c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930471 Aug 18 14:02:06.205019 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ed009-666f-4470-a854-1b6a6d3298d6 x-openstack-request-id: req-2c9ed009-666f-4470-a854-1b6a6d3298d6 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:06.205490 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:06.208562 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c9ed009-666f-4470-a854-1b6a6d3298d6 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:06.208562 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'code': 200} Aug 18 14:02:06.327624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-3ced2dab-9610-47a4-8272-3cefa43d0186 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387141 Aug 18 14:02:06.333643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772978808', 'description': 'tempest-description-1896052147'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:06.459387 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP da0227d0-113b-493c-81c2-ff65267e7a7a associated. External IP: 172.25.1.155, port: f732cc92-949e-4e48-87c0-6b3625d1eab0. Aug 18 14:02:06.498130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29dcd7d2-008d-4cb0-980d-33ced3ed2773 req-30d639cb-ee6d-4615-8947-05932e089c49 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550672 Aug 18 14:02:06.535937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:06.540695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Deleting port cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:06.540695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:06.543472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-b954f2e3-e7d5-4aa2-855a-6e57f5e5fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:06.545094 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-b954f2e3-e7d5-4aa2-855a-6e57f5e5fa4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1100 time: 0.3279643 Aug 18 14:02:06.656595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db3c1-3802-48df-b69f-10156fbbaf36 req-d6f91d84-a46b-4a0c-b081-b6047beef737 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:06.658335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee6db3c1-3802-48df-b69f-10156fbbaf36 req-d6f91d84-a46b-4a0c-b081-b6047beef737 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 944 time: 0.0950162 Aug 18 14:02:06.826351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee6db3c1-3802-48df-b69f-10156fbbaf36 req-964a5e08-3690-4b03-8829-60fb0f1da43b tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602535 Aug 18 14:02:06.856606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-5731aaa9-b042-4963-b08d-8ab2a88994ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:06.858344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-5731aaa9-b042-4963-b08d-8ab2a88994ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1100 time: 0.1712327 Aug 18 14:02:06.867159 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:06.983686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:06.984111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.020666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Calling delete_port for cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:07.028272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-bdff1683-cfa3-40ad-b53a-eb127f46fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.030982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-bdff1683-cfa3-40ad-b53a-eb127f46fbdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1558509 Aug 18 14:02:07.031127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-93ef0085-d631-4927-add1-b527df4b3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.032572 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-93ef0085-d631-4927-add1-b527df4b3997 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.4603801 Aug 18 14:02:07.126378 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.173724 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-a165e1dc-f8a6-4b87-b083-cd52a34f2a9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.0900192 Aug 18 14:02:07.188308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-cb44801d-1a37-47b8-b274-57f7cfd447e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 200 len: 217 time: 0.1478624 Aug 18 14:02:07.287236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-3ca3c993-d86d-43f0-85ae-321b14757333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.288805 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-3ca3c993-d86d-43f0-85ae-321b14757333 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1008887 Aug 18 14:02:07.344256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.348133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.350531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3baa346b-6c3e-4197-9a20-ec8050d0f493 req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0207441 Aug 18 14:02:07.351966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e957f-1923-483c-b3aa-ae9e61ccedbf tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63fe1b-0fe0-44b0-a187-c6c319c813f1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:07.459125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-229542fc-2fb6-4ff4-a28e-0cb70b444ed4 req-85b48e78-eb95-48b3-a3ac-f1128b460ef2 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/fa63fe1b-0fe0-44b0-a187-c6c319c813f1 HTTP/1.1" status: 200 len: 1813 time: 0.0818431 Aug 18 14:02:07.488970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e9374-2e62-420e-98d1-dd9bdb8cec93 req-e4687f22-7ad9-4179-854a-1b1b5c55e8a9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.492675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d91e9374-2e62-420e-98d1-dd9bdb8cec93 req-e4687f22-7ad9-4179-854a-1b1b5c55e8a9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.2552061 Aug 18 14:02:07.518624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-541934367', 'description': 'tempest-description-954671622'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:07.601211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-9c9c4c22-7e36-4ab9-b7c3-efc171ac467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.617089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-9c9c4c22-7e36-4ab9-b7c3-efc171ac467c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.3999028 Aug 18 14:02:07.685330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-b72c649c-e38f-41a4-b4b9-471541162088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.687024 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-b72c649c-e38f-41a4-b4b9-471541162088 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423750 Aug 18 14:02:07.771754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d91e9374-2e62-420e-98d1-dd9bdb8cec93 req-fd455e07-316a-45be-b57c-8bcde3446b61 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311614 Aug 18 14:02:07.777708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-fa364a8e-2b15-4160-9ebf-217850110edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:07.780570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-fa364a8e-2b15-4160-9ebf-217850110edc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517999 Aug 18 14:02:07.784522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:07.956406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-f071df94-5490-4764-999b-6ba856dcf885 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675196 Aug 18 14:02:07.972379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-97dd7f08-be13-401f-a447-b5caba794581 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649632 Aug 18 14:02:07.978312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.096151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.159499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d3426-4ba0-44c0-9397-62df4b3b91a4 req-6429f6eb-8002-466f-865e-394c0d556f45 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:08.164676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce6d3426-4ba0-44c0-9397-62df4b3b91a4 req-6429f6eb-8002-466f-865e-394c0d556f45 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 944 time: 0.2061470 Aug 18 14:02:08.172228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Pushing event deleted for resources: {'Port': ['ID=cfccf3cd-fa08-4c7a-8b2a-6e473ed17c1a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:08.225516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:08.237009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:08.258785 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:08.264676 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:08.289062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-600107b8-28aa-49c8-a43c-dbbf5c4d6a40 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203235 Aug 18 14:02:08.324700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce6d3426-4ba0-44c0-9397-62df4b3b91a4 req-0f70dbf4-d8d3-41b1-94f7-ef0b45ddbfbf tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416533 Aug 18 14:02:08.352332 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.363317 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:08.391098 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:08.391871 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:08.393640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:08.465425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.507906 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:08.508988 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0839bcf-a690-4618-a82d-4f3f9bac9c86 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:08.579090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-feac2ff5-b756-474e-8a84-a73a2d95c54c req-40854698-13f1-4356-b548-3b0c61e664a4 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850279 Aug 18 14:02:08.580054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba681b73-7957-4e14-8b4e-00fa6f23f5ad,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:08.585504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Deleting port 89782f4f-f05b-4edf-a771-550288ac5d7d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:08.586345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.646718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.648019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6a70ea2-bf26-4065-8c31-cdb15f6df747 req-3bc6d21a-4606-44b2-9568-40eec8fa0e2c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1507127 Aug 18 14:02:08.650040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:08.654841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:08.655220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.736882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.740669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.742138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6b8ebc3c-b202-47de-8e7d-9b548c25a1d8 tempest-ServersWithSpecificFlavorTestJSON-2084241151 tempest-ServersWithSpecificFlavorTestJSON-2084241151-project] 10.222.0.35 "DELETE /v2.0/floatingips/2cd886bc-d5cb-4043-b0ed-c85d20ef3f41 HTTP/1.1" status: 204 len: 168 time: 3.8486948 Aug 18 14:02:08.844916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37e90fe7-9907-4481-9e38-269dd3758234 req-8a6efc0e-83e6-421a-944a-4837317d12b4 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/ba681b73-7957-4e14-8b4e-00fa6f23f5ad HTTP/1.1" status: 200 len: 1811 time: 0.1443102 Aug 18 14:02:08.953717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] For port 89782f4f-f05b-4edf-a771-550288ac5d7d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=89782f4f-f05b-4edf-a771-550288ac5d7d,segment=NetworkSegment(0524f9f4-baa1-400d-a69a-ff454fce87fa),segment_id=0524f9f4-baa1-400d-a69a-ff454fce87fa)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:08.954111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.976275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Calling delete_port for 89782f4f-f05b-4edf-a771-550288ac5d7d owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:08.981056 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:08.992878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:09.089400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:09.117082 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adc86f4-1162-4a20-9117-690d303ce647" -d '{"events": [{"server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "name": "network-vif-plugged", "status": "completed", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:09.171665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:09.227095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e564af-6551-4618-a257-fcc5b22fb285 req-81934953-6c85-4598-88bb-822606902249 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:09.227727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:09.228763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9e564af-6551-4618-a257-fcc5b22fb285 req-81934953-6c85-4598-88bb-822606902249 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.1315410 Aug 18 14:02:09.311191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2042402114', 'description': 'tempest-description-1191771606'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:09.361631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9e564af-6551-4618-a257-fcc5b22fb285 req-1955c51c-bf65-437f-8474-ca2e5c55e8c7 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185415 Aug 18 14:02:09.504204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:09.527869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:09.563296 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e26087-1b2f-4129-936e-0a6c6fdaeedb x-openstack-request-id: req-b5e26087-1b2f-4129-936e-0a6c6fdaeedb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:09.564248 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "name": "network-vif-plugged", "status": "completed", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:09.564397 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5e26087-1b2f-4129-936e-0a6c6fdaeedb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:09.566578 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'code': 200} Aug 18 14:02:09.817413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637b35a-b993-46a0-b651-bc35391ca3ba req-dc470167-d048-42d7-b43e-9aa0d6ada555 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:09.819513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d637b35a-b993-46a0-b651-bc35391ca3ba req-dc470167-d048-42d7-b43e-9aa0d6ada555 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.1404974 Aug 18 14:02:09.923228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:09.932654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:09.942008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:09.953252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:09.979359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:09.980615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:09.983861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.007149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d637b35a-b993-46a0-b651-bc35391ca3ba req-e3d4f074-68d3-436f-8cdc-37c9c095a0b9 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690564 Aug 18 14:02:10.046250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-d44a54d3-0770-44cd-ab7d-9bb17dde690b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:10.059304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-d44a54d3-0770-44cd-ab7d-9bb17dde690b tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 944 time: 0.2116613 Aug 18 14:02:10.077088 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.108634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ec4bc95-be68-4e50-9ff6-6e222f32f5ed tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/da0227d0-113b-493c-81c2-ff65267e7a7a HTTP/1.1" status: 200 len: 978 time: 6.9980886 Aug 18 14:02:10.110062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:10.125427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:10.132449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa379-4b3b-4884-b71c-106fd6e66e8e req-c3c6895a-3e35-4157-a152-7c0463d10f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:10.146290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a8fa379-4b3b-4884-b71c-106fd6e66e8e req-c3c6895a-3e35-4157-a152-7c0463d10f44 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 1096 time: 0.2361209 Aug 18 14:02:10.185122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:10.203271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:10.204737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:10.264997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:10.265924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c004b68-64f6-4e40-8ad4-f4d40d6f6a77 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:10.268994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a8fa379-4b3b-4884-b71c-106fd6e66e8e req-17058aad-1fd1-472c-8da8-3e0d1e12791d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217449 Aug 18 14:02:10.270973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f908412-2df6-4a18-b4c4-6671ddbfd005,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:10.294742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.301101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.302928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b54911dc-39b4-40d0-ac07-9aff8949afc5 req-e2690ad5-d695-466a-9011-13d0462a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9957309 Aug 18 14:02:10.332283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c108f-ddeb-4750-83b2-c1592edde8b0 req-e3f6651a-d946-4455-87ec-c7801584a0eb tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:10.334793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a5c108f-ddeb-4750-83b2-c1592edde8b0 req-e3f6651a-d946-4455-87ec-c7801584a0eb tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.1311989 Aug 18 14:02:10.376397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Deleting port c26863f1-8c00-4779-83f5-0802d91d8aa2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:10.377161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.462339 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a5c108f-ddeb-4750-83b2-c1592edde8b0 req-6cfbd0ae-e03a-450a-9db1-5de7efecd3e0 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115751 Aug 18 14:02:10.523007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] For port c26863f1-8c00-4779-83f5-0802d91d8aa2, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c26863f1-8c00-4779-83f5-0802d91d8aa2,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:10.523473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.548192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.549003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Calling delete_port for c26863f1-8c00-4779-83f5-0802d91d8aa2 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:10.673187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-019abd3c-e651-4786-b41e-72421215b6e0 req-f5471e81-747d-425e-8530-8c4688d646a2 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/7f908412-2df6-4a18-b4c4-6671ddbfd005 HTTP/1.1" status: 200 len: 1813 time: 0.1010666 Aug 18 14:02:10.770844 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.774778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.780151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:10.781237 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP da0227d0-113b-493c-81c2-ff65267e7a7a disassociated. External IP: 172.25.1.155, port: 4851b9cb-b760-47f8-8f48-695f7c024ce4. Aug 18 14:02:10.793868 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-6fcf6ec1-9eb4-4ca5-899d-c366aa9acf6b req-6549cba9-9282-4ebf-b49d-ec6c52a90ac3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] show failed (client error): The resource could not be found. Aug 18 14:02:10.797067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fcf6ec1-9eb4-4ca5-899d-c366aa9acf6b req-6549cba9-9282-4ebf-b49d-ec6c52a90ac3 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/43eab00c-8698-40ee-8078-b3b4de771543 HTTP/1.1" status: 404 len: 352 time: 0.0521164 Aug 18 14:02:10.874124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e230e5a-8136-4ddd-96b6-46f5813e84e6 req-7ffcad99-861f-4619-b266-e7af87461790 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:10.874124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e230e5a-8136-4ddd-96b6-46f5813e84e6 req-7ffcad99-861f-4619-b266-e7af87461790 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 949 time: 0.1315484 Aug 18 14:02:10.924202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:10.992987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e230e5a-8136-4ddd-96b6-46f5813e84e6 req-011edcf2-cf27-4a9d-9420-18d750683344 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087892 Aug 18 14:02:11.015117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.039007 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-5d385729-1dcb-40fc-9909-a442d5d4b761 req-ce2047df-9e8e-45e6-9bd4-21c857dff3ae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] show failed (client error): The resource could not be found. Aug 18 14:02:11.046071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d385729-1dcb-40fc-9909-a442d5d4b761 req-ce2047df-9e8e-45e6-9bd4-21c857dff3ae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-group-rules/f5d733ec-849c-4a92-91dc-86173d6d9042 HTTP/1.1" status: 404 len: 361 time: 0.0594378 Aug 18 14:02:11.059001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Pushing event deleted for resources: {'Port': ['ID=89782f4f-f05b-4edf-a771-550288ac5d7d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:11.087481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event deleted for resources: {'Port': ['ID=c26863f1-8c00-4779-83f5-0802d91d8aa2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:11.176385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c26863f1-8c00-4779-83f5-0802d91d8aa2'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:11.195396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] No DVR routers for this DVR port c26863f1-8c00-4779-83f5-0802d91d8aa2 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:11.201044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.203143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dfdaf4-5196-4242-bb4d-6c00989b3d8a req-697f75b4-37c3-47d3-a613-dfd862521fa7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.10 "DELETE /v2.0/ports/c26863f1-8c00-4779-83f5-0802d91d8aa2 HTTP/1.1" status: 204 len: 173 time: 1.1389887 Aug 18 14:02:11.245740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-deleted', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:11.248609 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b58a11-ed47-4d74-b280-8a343ad2f6b3" -d '{"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-deleted", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:11.295407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:11.315967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '17f6171a-0413-451e-be45-c89575990708', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '17f6171a-0413-451e-be45-c89575990708', 'mac_address': 'fa:16:3e:fa:ce:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:11.331618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3582549-c279-4af5-ad9a-57ff2b4a993b req-9d5c8cc2-4777-4240-a110-a023d6ae8cf4 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:11.343404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3582549-c279-4af5-ad9a-57ff2b4a993b req-9d5c8cc2-4777-4240-a110-a023d6ae8cf4 tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 1100 time: 0.1973314 Aug 18 14:02:11.561339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.563170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3582549-c279-4af5-ad9a-57ff2b4a993b req-ed5971bb-5e70-4124-a577-9f0f90ac514a tempest-MigrationsAdminTest-301165701 tempest-MigrationsAdminTest-301165701-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906506 Aug 18 14:02:11.564583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f6171a-0413-451e-be45-c89575990708 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:11.564583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:11.564775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3958f025-436f-4178-a18d-5f2e3d6a5d16 req-44f21313-f943-4ca7-8886-74438549f1af tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 210 time: 0.0549457 Aug 18 14:02:11.564879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:11.564879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.565089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19d335dc-137e-43aa-b21f-dca554906446 req-2a1ef0da-3572-453c-a1b1-d21d6caf9292 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/7f908412-2df6-4a18-b4c4-6671ddbfd005 HTTP/1.1" status: 200 len: 1813 time: 0.0657122 Aug 18 14:02:11.678361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19d335dc-137e-43aa-b21f-dca554906446 req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.716288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19d335dc-137e-43aa-b21f-dca554906446 req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.777804 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642f31b-3306-4ade-8944-f15e7b7ce3fe x-openstack-request-id: req-8642f31b-3306-4ade-8944-f15e7b7ce3fe {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:11.778116 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd14bca-d377-41b9-9fe0-3eb0744c61ce", "name": "network-vif-deleted", "tag": "c26863f1-8c00-4779-83f5-0802d91d8aa2", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:11.778388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8642f31b-3306-4ade-8944-f15e7b7ce3fe {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:11.778791 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd14bca-d377-41b9-9fe0-3eb0744c61ce', 'name': 'network-vif-deleted', 'tag': 'c26863f1-8c00-4779-83f5-0802d91d8aa2', 'status': 'completed', 'code': 200} Aug 18 14:02:11.807116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:11.813552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.825392 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:11.834114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.848496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:11.849006 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-12f8e4b0-6e21-4b68-8ec6-582dc76353f6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/da0227d0-113b-493c-81c2-ff65267e7a7a HTTP/1.1" status: 200 len: 688 time: 1.7370522 Aug 18 14:02:11.850645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:11.851983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:11.896739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:11.911887 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:11.935981 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:11.937811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:11.978025 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:11.978836 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918688b5-62f6-4176-854f-9233e89cc6e7 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:12.002087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Router 41c06435-a3b2-4e6d-8cb7-150b586b8707 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:12.015073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 63c6e8e4-4a9c-4122-8f55-c278f84a448d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:12.015556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.059147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19d335dc-137e-43aa-b21f-dca554906446 req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.061768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19d335dc-137e-43aa-b21f-dca554906446 req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.063209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19d335dc-137e-43aa-b21f-dca554906446 req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f908412-2df6-4a18-b4c4-6671ddbfd005 HTTP/1.1" status: 204 len: 173 time: 0.4851329 Aug 18 14:02:12.083253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10788c8d-b7ca-42d2-9b41-342147773b1c tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f908412-2df6-4a18-b4c4-6671ddbfd005,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:12.151846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['17f6171a-0413-451e-be45-c89575990708'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:12.194283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.194964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:12.195741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.213540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Sync routers for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:12.220238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4e220a7-f620-4c50-b6b8-fc97d31a2013 admin admin] 10.222.0.35 "PUT /v2.0/routers/41c06435-a3b2-4e6d-8cb7-150b586b8707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2882867 Aug 18 14:02:12.223666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49454) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:12.244551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 63c6e8e4-4a9c-4122-8f55-c278f84a448d owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:12.264758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:12.265543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:12.505324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa51e99-5b48-426c-a210-596157b72de8 req-9982d7a3-a580-48bd-bade-9c238902764d tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:12.508693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faa51e99-5b48-426c-a210-596157b72de8 req-9982d7a3-a580-48bd-bade-9c238902764d tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.2757580 Aug 18 14:02:12.579093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faa51e99-5b48-426c-a210-596157b72de8 req-16b9b8fa-b5b1-4fde-ac6f-e5ed33ce8296 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640979 Aug 18 14:02:12.601871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:12.648085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.699605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=63c6e8e4-4a9c-4122-8f55-c278f84a448d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:12.728001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.900113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.902802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:12.909325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea07ba84-e655-491a-85d8-558af6b26b06 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/da0227d0-113b-493c-81c2-ff65267e7a7a HTTP/1.1" status: 204 len: 168 time: 1.0554945 Aug 18 14:02:12.910134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49472) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:12.942947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:12.972278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c26863f1-8c00-4779-83f5-0802d91d8aa2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:12.973023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c26863f1-8c00-4779-83f5-0802d91d8aa2 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:12.991052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.011402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eecb739f-4ee9-4969-b62b-534a22267ac7 req-b809dbbb-56e2-48b8-a9e6-19b41e4e8715 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd14bca-d377-41b9-9fe0-3eb0744c61ce HTTP/1.1" status: 200 len: 210 time: 0.0856011 Aug 18 14:02:13.016782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-86fb9e0b-9abb-4ca1-b40d-1cb18b42ac38 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/ba681b73-7957-4e14-8b4e-00fa6f23f5ad HTTP/1.1" status: 200 len: 1811 time: 0.1981814 Aug 18 14:02:13.071667 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-87e7e034-be4b-4d60-ba50-d0659d2ba0c5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] delete failed (client error): The resource could not be found. Aug 18 14:02:13.071667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-87e7e034-be4b-4d60-ba50-d0659d2ba0c5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/da0227d0-113b-493c-81c2-ff65267e7a7a HTTP/1.1" status: 404 len: 345 time: 0.1443884 Aug 18 14:02:13.074319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:13.145550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T14:02:10Z', 'revision_number': 5, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port': {'id': '8347ed02-bdef-4517-8b28-3a7bdc127c36', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:31Z', 'updated_at': '2021-08-18T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:13.175030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Checking router: 41c06435-a3b2-4e6d-8cb7-150b586b8707 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:13.188355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Routers {'41c06435-a3b2-4e6d-8cb7-150b586b8707'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:13.189196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['41c06435-a3b2-4e6d-8cb7-150b586b8707'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:13.243265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.261088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc615ff-d377-4bae-99c5-42e4542a8c8f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.269765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc615ff-d377-4bae-99c5-42e4542a8c8f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.279403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc615ff-d377-4bae-99c5-42e4542a8c8f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.280684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c1a5-267a-4d93-8606-041b5f4b505d req-d7241de4-f314-4265-baa1-9a2d553aa04a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.282385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fda3c1a5-267a-4d93-8606-041b5f4b505d req-d7241de4-f314-4265-baa1-9a2d553aa04a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1249547 Aug 18 14:02:13.282707 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0bc615ff-d377-4bae-99c5-42e4542a8c8f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/ports?network_id=41841446-4e65-40cb-8bc0-95fb7b6346ce HTTP/1.1" status: 200 len: 2357 time: 0.2061203 Aug 18 14:02:13.286124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:13.300373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.303189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] Set router 41c06435-a3b2-4e6d-8cb7-150b586b8707 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:13.361954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a7d9a-7009-4444-b215-5cb604230b7e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.361954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-342a7d9a-7009-4444-b215-5cb604230b7e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/subnets/e36fc8e2-29b6-4696-a8ea-6abc0230328e HTTP/1.1" status: 200 len: 797 time: 0.0714636 Aug 18 14:02:13.361954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Deleting port 8347ed02-bdef-4517-8b28-3a7bdc127c36 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:13.363229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.370879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T14:02:12Z', 'revision_number': 6, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:13.372750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fda3c1a5-267a-4d93-8606-041b5f4b505d req-05fc8b40-1c63-43e4-9405-1adb04436fe3 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808418 Aug 18 14:02:13.373594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:13.387946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'port': {'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce', 'name': 'tempest-FloatingIPTestJSON-270834379', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:13.460192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e97c30-8c13-4979-9009-ed32e2f496d4 None None] The sync data for ids ['41c06435-a3b2-4e6d-8cb7-150b586b8707'] in n-d-804303-5 is: [{'id': '41c06435-a3b2-4e6d-8cb7-150b586b8707', 'name': 'tempest-ServerRescueTestJSON-1072040174-router', 'tenant_id': '9c99aebf175543278247560be58ec99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:30Z', 'updated_at': '2021-08-18T14:02:12Z', 'revision_number': 6, 'project_id': '9c99aebf175543278247560be58ec99b', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:13.514475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] For port 8347ed02-bdef-4517-8b28-3a7bdc127c36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8347ed02-bdef-4517-8b28-3a7bdc127c36,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:13.514861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.534408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Calling delete_port for 8347ed02-bdef-4517-8b28-3a7bdc127c36 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:13.904129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:13.954093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659bf0-6db2-4cd1-acdd-76bc1fe6e202 req-d98293fc-09d3-4329-bfd2-880d571b9b4c tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:13.964432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f659bf0-6db2-4cd1-acdd-76bc1fe6e202 req-d98293fc-09d3-4329-bfd2-880d571b9b4c tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.1381299 Aug 18 14:02:13.965605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8347ed02-bdef-4517-8b28-3a7bdc127c36,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:13.970644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49484) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:13.975283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Request body: {'floatingip': {'port_id': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:14.026019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:14.063801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.064431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.066035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea81f934-153c-4ebf-8444-0da47c8190c8 req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba681b73-7957-4e14-8b4e-00fa6f23f5ad HTTP/1.1" status: 204 len: 173 time: 1.0065405 Aug 18 14:02:14.082068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d062658-ac1b-4b6a-8bbc-13104c7be31f tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba681b73-7957-4e14-8b4e-00fa6f23f5ad,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:14.131686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da887409-1202-4d18-a394-a23c10d9c3cd req-83694ae6-5230-4b52-b6a0-eea08d27dcbc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:14.133402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.133821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da887409-1202-4d18-a394-a23c10d9c3cd req-83694ae6-5230-4b52-b6a0-eea08d27dcbc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 950 time: 0.1166265 Aug 18 14:02:14.142969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.212874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f477d61e-2e02-4024-96a4-605461e42239 req-127ed2ab-217a-4471-adc5-b2b409289cbc tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/fa63fe1b-0fe0-44b0-a187-c6c319c813f1 HTTP/1.1" status: 200 len: 1813 time: 0.0967646 Aug 18 14:02:14.272190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:14.428097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Deleting port 17f6171a-0413-451e-be45-c89575990708 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:14.439256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.483723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.483723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.494455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f477d61e-2e02-4024-96a4-605461e42239 req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.571384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f477d61e-2e02-4024-96a4-605461e42239 req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.576772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.667793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] For port 17f6171a-0413-451e-be45-c89575990708, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=17f6171a-0413-451e-be45-c89575990708,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:14.668441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.691015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Calling delete_port for 17f6171a-0413-451e-be45-c89575990708 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:14.728515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] device_id is not set on port e37b0e3f-8b75-41e7-bc3b-1714969fc69a yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:02:14.950082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:15.027144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No active binding found for port 17f6171a-0413-451e-be45-c89575990708 {{(pid=112230) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 14:02:15.027896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 14:02:15.077173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Port 17f6171a-0413-451e-be45-c89575990708 not found, will not notify nova. {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 14:02:15.215325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.215857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c06435-a3b2-4e6d-8cb7-150b586b8707 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:02:15.226485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.227799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-46da6309-d30c-4024-9b1c-591411520df9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/41c06435-a3b2-4e6d-8cb7-150b586b8707 HTTP/1.1" status: 204 len: 168 time: 3.0031149 Aug 18 14:02:15.234091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:15.258315 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f477d61e-2e02-4024-96a4-605461e42239 req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.262017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f477d61e-2e02-4024-96a4-605461e42239 req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.266488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f477d61e-2e02-4024-96a4-605461e42239 req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa63fe1b-0fe0-44b0-a187-c6c319c813f1 HTTP/1.1" status: 204 len: 173 time: 1.0427365 Aug 18 14:02:15.282692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.295227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', '17f6171a-0413-451e-be45-c89575990708'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:15.297813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:15.349875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763e3e4-6378-49c2-a134-a5cea423ae22 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63fe1b-0fe0-44b0-a187-c6c319c813f1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:15.366913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e5072b8-4bd9-4fb9-ba29-b876a3843044 req-d1520111-0c48-441e-9734-7f01a35c282b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.1235015 Aug 18 14:02:15.492536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event deleted for resources: {'Port': ['ID=17f6171a-0413-451e-be45-c89575990708,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:15.542376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 89782f4f-f05b-4edf-a771-550288ac5d7d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:15.577735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 89782f4f-f05b-4edf-a771-550288ac5d7d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:15.578500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 89782f4f-f05b-4edf-a771-550288ac5d7d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:15.578754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Deleting subnet 8968a340-ac0f-4436-8c90-c15a2efad445 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:15.579628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8347ed02-bdef-4517-8b28-3a7bdc127c36 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:15.583118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.625882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.628971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8347ed02-bdef-4517-8b28-3a7bdc127c36 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:15.629337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8347ed02-bdef-4517-8b28-3a7bdc127c36 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:15.669298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.690822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] No DVR routers for this DVR port 17f6171a-0413-451e-be45-c89575990708 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:15.711642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.713988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da887409-1202-4d18-a394-a23c10d9c3cd req-ca8d8ef2-060d-4fea-af30-61531effaa2b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "DELETE /v2.0/ports/17f6171a-0413-451e-be45-c89575990708 HTTP/1.1" status: 204 len: 173 time: 1.5661378 Aug 18 14:02:15.720857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.14 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/e37b0e3f-8b75-41e7-bc3b-1714969fc69a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:15.728732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-deleted', 'tag': '17f6171a-0413-451e-be45-c89575990708'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:15.731299 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff974a-c060-48a2-b9c8-b3b072da10ec" -d '{"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-deleted", "tag": "17f6171a-0413-451e-be45-c89575990708"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:15.778252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ea651-b789-4b03-beb4-ab37dfe09a62 req-5177f442-8fdb-4786-9d6a-240d7cb64162 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:15.779939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-022ea651-b789-4b03-beb4-ab37dfe09a62 req-5177f442-8fdb-4786-9d6a-240d7cb64162 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.3481362 Aug 18 14:02:15.781973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.13 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/e37b0e3f-8b75-41e7-bc3b-1714969fc69a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:15.819577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-585005c3-61c0-491a-8fc0-91fc09e1ba93 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/0c4dad22-bcca-4024-a247-ab2ff457a46f HTTP/1.1" status: 200 len: 1812 time: 0.2631786 Aug 18 14:02:15.847320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.879491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-022ea651-b789-4b03-beb4-ab37dfe09a62 req-90774938-a2ae-4da5-8bf4-29de1727bbe4 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870044 Aug 18 14:02:15.894947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8968a340-ac0f-4436-8c90-c15a2efad445,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:15.903599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c4096-6884-45a4-a53e-55a37036b784 req-20ad125f-d5de-4807-aae4-b9e678046857 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:15.905245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e05c4096-6884-45a4-a53e-55a37036b784 req-20ad125f-d5de-4807-aae4-b9e678046857 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.3394735 Aug 18 14:02:15.949158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.953778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f41cf99-b60d-4827-af9c-db3686a9d665 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8968a340-ac0f-4436-8c90-c15a2efad445 HTTP/1.1" status: 204 len: 168 time: 0.7003829 Aug 18 14:02:15.958879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49526) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:16.010104 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d4818-00f5-4ff9-9c4a-61a90815cbd4 x-openstack-request-id: req-fe2d4818-00f5-4ff9-9c4a-61a90815cbd4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:16.010443 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a94d1-aa4b-4ee3-83aa-8d8b2352b353", "name": "network-vif-deleted", "tag": "17f6171a-0413-451e-be45-c89575990708", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:16.010705 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe2d4818-00f5-4ff9-9c4a-61a90815cbd4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:16.011121 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a94d1-aa4b-4ee3-83aa-8d8b2352b353', 'name': 'network-vif-deleted', 'tag': '17f6171a-0413-451e-be45-c89575990708', 'status': 'completed', 'code': 200} Aug 18 14:02:16.181171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.208056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.239073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.329477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.348595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.resource_extend [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:02:16.404014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.407009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.408216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8632af67-0eea-4b6c-b420-7a41efd8cec0 req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-groups/0c4dad22-bcca-4024-a247-ab2ff457a46f HTTP/1.1" status: 204 len: 173 time: 0.5863979 Aug 18 14:02:16.426586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Deleting port 4f3cd736-f89e-43c3-97f2-d742f1fac904 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:16.427048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.429646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25553b14-1763-4c4f-8548-5e28efc1dbae tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4dad22-bcca-4024-a247-ab2ff457a46f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:16.444422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.522851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.594186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c420287c-881e-4c9f-9779-178fb8e69804 req-1430075b-6785-4b89-bcbc-bf2027c1417b tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=a22a94d1-aa4b-4ee3-83aa-8d8b2352b353 HTTP/1.1" status: 200 len: 210 time: 0.0679510 Aug 18 14:02:16.600601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:16.612525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.622890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:16.633180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:16.704098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.719464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.752971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=e37b0e3f-8b75-41e7-bc3b-1714969fc69a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:16.791888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03de356e-4c60-46b5-8fad-026b3638647a req-7e555037-ac89-4fc7-82c6-9b0cea112d06 tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "GET /v2.0/security-groups/93e29de8-7c15-48eb-8dff-6a0d7bb26dc3 HTTP/1.1" status: 200 len: 1812 time: 0.3586082 Aug 18 14:02:16.801588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e35b8cb-520f-45f5-a469-c3165c736ff8']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:16.837929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0524f9f4-baa1-400d-a69a-ff454fce87fa') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:16.837929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0524f9f4-baa1-400d-a69a-ff454fce87fa') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:16.840771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:16.841140 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.898015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-03de356e-4c60-46b5-8fad-026b3638647a req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.916521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.920813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] For port 4f3cd736-f89e-43c3-97f2-d742f1fac904, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4f3cd736-f89e-43c3-97f2-d742f1fac904,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:16.920813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.931182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-03de356e-4c60-46b5-8fad-026b3638647a req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.987570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-70e14178-5e8b-49fb-a466-f7b1835a1229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6042078 Aug 18 14:02:16.994882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.995069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49544) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:16.998892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Calling delete_port for 4f3cd736-f89e-43c3-97f2-d742f1fac904 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:17.007276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'e37b0e3f-8b75-41e7-bc3b-1714969fc69a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:17.013165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:17.013890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:17.019517 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:17.074111 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Floating IP f8675776-0479-4211-8f65-903c5af8ef3c associated. External IP: 172.25.1.210, port: 2add5fe1-a38d-41d2-87a0-d7c2e59781f3. Aug 18 14:02:17.111834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-03de356e-4c60-46b5-8fad-026b3638647a req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.114553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-03de356e-4c60-46b5-8fad-026b3638647a req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.117223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03de356e-4c60-46b5-8fad-026b3638647a req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] 10.222.0.35 "DELETE /v2.0/security-groups/93e29de8-7c15-48eb-8dff-6a0d7bb26dc3 HTTP/1.1" status: 204 len: 173 time: 0.3117075 Aug 18 14:02:17.135478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49546) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:17.144037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c7344-e0a9-43f9-b646-71bb2fbba35a tempest-SecurityGroupRulesNegativeTestJSON-2112434039 tempest-SecurityGroupRulesNegativeTestJSON-2112434039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e29de8-7c15-48eb-8dff-6a0d7bb26dc3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:17.182590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d5a13-5480-4b4b-819f-83c9f5196934 req-ec2bcbd5-8ced-48e0-87f0-746d30f8aea7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:17.184484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f99d5a13-5480-4b4b-819f-83c9f5196934 req-ec2bcbd5-8ced-48e0-87f0-746d30f8aea7 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 945 time: 0.1156452 Aug 18 14:02:17.209142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.221102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Deleting subnet 6bfd47e8-e93e-4b75-bcf9-7c7086373b45 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:17.223444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.315525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.327362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.331693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e35b8cb-520f-45f5-a469-c3165c736ff8 HTTP/1.1" status: 204 len: 168 time: 1.3255944 Aug 18 14:02:17.338855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.354482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33806539-6fe9-48f2-b65e-128903c0a9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e35b8cb-520f-45f5-a469-c3165c736ff8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:17.426004 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.453335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f99d5a13-5480-4b4b-819f-83c9f5196934 req-b300afe8-bb40-4772-8eb8-abede890ea0f tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459648 Aug 18 14:02:17.553605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.573583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Router 64debcee-e6d1-4f8c-8124-184c036e133a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:17.591608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Deleting port 6ea70cc5-a955-4778-8c56-3182d62f325b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:17.591951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.684131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.169 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/7fcaa19c-b3d4-446f-8f79-a51429bddc1e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:17.827146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.944613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:17.949333 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.009060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfd47e8-e93e-4b75-bcf9-7c7086373b45,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:18.036053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.047471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:18.062435 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.067425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-954e8e0e-9162-49a3-b375-7aa182f20970 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6bfd47e8-e93e-4b75-bcf9-7c7086373b45 HTTP/1.1" status: 204 len: 168 time: 0.9296944 Aug 18 14:02:18.072526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:18.081439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49568) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:18.099827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:18.107469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event deleted for resources: {'Port': ['ID=4f3cd736-f89e-43c3-97f2-d742f1fac904,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:18.137254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] For port 6ea70cc5-a955-4778-8c56-3182d62f325b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ea70cc5-a955-4778-8c56-3182d62f325b,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:18.137757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.175532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:18.177680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Calling delete_port for 6ea70cc5-a955-4778-8c56-3182d62f325b owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:18.185985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.198705 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Sync routers for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:18.213876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] No DVR routers for this DVR port 4f3cd736-f89e-43c3-97f2-d742f1fac904 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:18.232296 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:18.235163 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:18.259038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.261093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e05c4096-6884-45a4-a53e-55a37036b784 req-2e5d3ac8-1f0c-465a-8d91-515c8c90c880 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "DELETE /v2.0/ports/4f3cd736-f89e-43c3-97f2-d742f1fac904 HTTP/1.1" status: 204 len: 173 time: 2.3011906 Aug 18 14:02:18.263264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49572) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:18.263710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-deleted', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:18.266003 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255d233-f662-4133-a4c6-e18e97c03d6e" -d '{"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-deleted", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:18.329536 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8ca5f619-4b18-4559-9730-55d11f1df4b8 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "PUT /v2.0/floatingips/f8675776-0479-4211-8f65-903c5af8ef3c HTTP/1.1" status: 200 len: 991 time: 4.3583412 Aug 18 14:02:18.347101 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4eddd1-3d26-45cb-b959-c4e39e3c5896 x-openstack-request-id: req-0f4eddd1-3d26-45cb-b959-c4e39e3c5896 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:18.347101 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06989640-548e-43a0-9992-473181035f85", "name": "network-vif-deleted", "tag": "4f3cd736-f89e-43c3-97f2-d742f1fac904", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:18.347101 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f4eddd1-3d26-45cb-b959-c4e39e3c5896 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:18.347101 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06989640-548e-43a0-9992-473181035f85', 'name': 'network-vif-deleted', 'tag': '4f3cd736-f89e-43c3-97f2-d742f1fac904', 'status': 'completed', 'code': 200} Aug 18 14:02:18.356169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=7fcaa19c-b3d4-446f-8f79-a51429bddc1e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:18.393089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.446113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4cd21d9-df4d-4bad-aeaf-f969aa2f6867 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c99aebf175543278247560be58ec99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769006 Aug 18 14:02:18.493105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:18.605527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49578) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:18.674667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.678809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.700371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e031f86-c7d1-4f2c-af62-0da5ae28a8d6 req-ef65d78f-9dc3-4a31-b51b-ea1d560ffe74 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=06989640-548e-43a0-9992-473181035f85 HTTP/1.1" status: 200 len: 210 time: 0.0764174 Aug 18 14:02:18.737209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea70cc5-a955-4778-8c56-3182d62f325b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:18.746787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.806624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.835648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5bab86-eba1-401b-bb64-4e18ba199f12']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:18.885377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90a6c17-6418-417e-bdef-08a2a021eb13') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:18.889698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90a6c17-6418-417e-bdef-08a2a021eb13') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:18.979912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:18.987418 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.026932 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.038749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 17f6171a-0413-451e-be45-c89575990708 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:19.039601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 17f6171a-0413-451e-be45-c89575990708 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:19.043395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:19.043804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:19.106006 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:19.120190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee79d-b389-415f-893d-47cc3f8e7508 req-89875052-3acd-4107-bbb6-9ce30b26235a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:19.128186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fdee79d-b389-415f-893d-47cc3f8e7508 req-89875052-3acd-4107-bbb6-9ce30b26235a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 951 time: 0.8164403 Aug 18 14:02:19.151549 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f8675776-0479-4211-8f65-903c5af8ef3c', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'port_id': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'mac_address': 'fa:16:3e:5f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:01:46Z', 'updated_at': '2021-08-18T14:02:16Z', 'revision_number': 1, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:19.176407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.198198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fdee79d-b389-415f-893d-47cc3f8e7508 req-d3e437a8-5585-44fe-892c-c541f83a2ae2 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687716 Aug 18 14:02:19.207309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.218186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.218186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] 10.222.0.35 "DELETE /v2.0/networks/0c5bab86-eba1-401b-bb64-4e18ba199f12 HTTP/1.1" status: 204 len: 168 time: 1.1326087 Aug 18 14:02:19.243877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a94cc-b948-4ddf-8569-4a965cfae67e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5bab86-eba1-401b-bb64-4e18ba199f12,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:19.248367 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Checking router: 64debcee-e6d1-4f8c-8124-184c036e133a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:19.257600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.260162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:19.264044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b674078-163a-46e8-a699-ad09b4b8245a HTTP/1.1" status: 204 len: 168 time: 0.6572635 Aug 18 14:02:19.282905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1a434-f555-4910-b1ea-d27cfac137e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b674078-163a-46e8-a699-ad09b4b8245a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:19.284382 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:19.316645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:19.601478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:19.637950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Router 77f15523-6571-4fa1-9a78-63520a70ea3b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:19.863209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:19.876687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-433a863c-035e-4641-916a-ec8be754c784 admin admin] 10.222.0.35 "PUT /v2.0/routers/77f15523-6571-4fa1-9a78-63520a70ea3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7721002 Aug 18 14:02:19.881135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49602) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:19.885607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Sync routers for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:19.911269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:19.915231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:20.039557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:20.119151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f8675776-0479-4211-8f65-903c5af8ef3c', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'port_id': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'mac_address': 'fa:16:3e:5f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:01:46Z', 'updated_at': '2021-08-18T14:02:16Z', 'revision_number': 1, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:20.157288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af061273-1433-4db7-b91b-57fc0cfc925e None None] The sync data for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 is: [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f8675776-0479-4211-8f65-903c5af8ef3c', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'port_id': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'mac_address': 'fa:16:3e:5f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:01:46Z', 'updated_at': '2021-08-18T14:02:16Z', 'revision_number': 1, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:20.220416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:20.240397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.366689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:20.369714 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341c809-ec61-44d6-93f8-444f628555ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:20.423290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d897-ca6f-4387-81df-33a1c67d252b req-22cfaa1e-bc6b-4ebc-a61c-83f06aa7464a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:20.425178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a02506fa-a2b0-46f8-aee5-d0568bb9586d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2f5d679bb314d35ada259e03bca5c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877168 Aug 18 14:02:20.430068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5673d897-ca6f-4387-81df-33a1c67d252b req-22cfaa1e-bc6b-4ebc-a61c-83f06aa7464a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 951 time: 0.7622867 Aug 18 14:02:20.434064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49628) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:20.464758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.477564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:20.581931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 4f3cd736-f89e-43c3-97f2-d742f1fac904 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:20.584334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4f3cd736-f89e-43c3-97f2-d742f1fac904 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:20.677834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.681344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d718cf-bbf7-403f-ba16-f144294ac353 req-135a117c-9b20-4b9b-aae3-1515edca9c09 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:20.683197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35d718cf-bbf7-403f-ba16-f144294ac353 req-135a117c-9b20-4b9b-aae3-1515edca9c09 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 951 time: 0.2453067 Aug 18 14:02:20.708364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Deleting port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:20.708364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.724666 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a9ba07-0836-403c-a1ea-009065617444 x-openstack-request-id: req-77a9ba07-0836-403c-a1ea-009065617444 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:20.725072 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:20.725306 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77a9ba07-0836-403c-a1ea-009065617444 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:20.725709 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'status': 'completed', 'code': 200} Aug 18 14:02:20.939238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.966358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.993265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T14:02:18Z', 'revision_number': 5, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port': {'id': '5d55ea59-4538-4af3-8f16-e8bf68c12cb2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T13:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:21.003756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341c809-ec61-44d6-93f8-444f628555ab req-69eb2d1e-db44-4d2c-ab86-9c8781e1fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.011507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-69eb2d1e-db44-4d2c-ab86-9c8781e1fb40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8853a8f04c214b9197ae7c6ff879f071&device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 1096 time: 0.2699304 Aug 18 14:02:21.066995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35d718cf-bbf7-403f-ba16-f144294ac353 req-1fa5193d-5eb2-4ff9-9e03-6daf11878e40 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561203 Aug 18 14:02:21.201457 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a3d27-0920-4292-b4f8-26f52d836f7e None None] New status for floating IP f8675776-0479-4211-8f65-903c5af8ef3c: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:02:21.240301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.321197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Checking router: 77f15523-6571-4fa1-9a78-63520a70ea3b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:21.342627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Routers {'77f15523-6571-4fa1-9a78-63520a70ea3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:21.346063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:01:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['77f15523-6571-4fa1-9a78-63520a70ea3b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:21.468036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Deleting port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:21.472631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.508995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] Set router 77f15523-6571-4fa1-9a78-63520a70ea3b gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:21.561781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-26d9b967-50d1-4580-8be9-4ced0ca45dec tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.564164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-26d9b967-50d1-4580-8be9-4ced0ca45dec tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.6326561 Aug 18 14:02:21.577322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e3bd-9697-433b-ab79-43c5cb8443e8 req-0c3de366-a232-498a-838c-8f0a095a2615 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.585677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9d1e3bd-9697-433b-ab79-43c5cb8443e8 req-0c3de366-a232-498a-838c-8f0a095a2615 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 944 time: 0.6648221 Aug 18 14:02:21.655978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] For port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:21.656367 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.686188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49654) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:21.730535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c00b979e-37ad-4540-84de-371281fce93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T14:02:20Z', 'revision_number': 6, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:21.740156 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-f1e1ad13-085f-4626-83fc-ec34cbc99543 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5639594 Aug 18 14:02:21.761144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Calling delete_port for cd23ac7b-13a4-42e3-a7cf-69d03f87a28a owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:21.805749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b979e-37ad-4540-84de-371281fce93a None None] The sync data for ids ['77f15523-6571-4fa1-9a78-63520a70ea3b'] in n-d-804303-5 is: [{'id': '77f15523-6571-4fa1-9a78-63520a70ea3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650446968-router', 'tenant_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:56:50Z', 'updated_at': '2021-08-18T14:02:20Z', 'revision_number': 6, 'project_id': 'f343a10d32b5484ba4dc6f5e80be9d92', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:21.879880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341c809-ec61-44d6-93f8-444f628555ab req-2df4cd89-5a73-4138-8cf7-3c2be92f7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.882899 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-2df4cd89-5a73-4138-8cf7-3c2be92f7141 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 HTTP/1.1" status: 200 len: 912 time: 0.8606653 Aug 18 14:02:21.912040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9d1e3bd-9697-433b-ab79-43c5cb8443e8 req-5331565b-c4c6-4f6c-81d5-bef2f7119417 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca92ff39-ed69-40aa-8a1f-b97c505353e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235641 Aug 18 14:02:21.941351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0b8b48c5-ae0e-4f5f-8559-5f6c55ba821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.982178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] For port 5d55ea59-4538-4af3-8f16-e8bf68c12cb2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:21.982665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.999539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-network', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:22.015066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.019713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Deleting port f5c38734-827b-4e1e-ad05-1c4ca47b2357 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:22.019713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.020128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.020128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2261caf-e60b-43d7-b0b7-a98f7087d85f HTTP/1.1" status: 204 len: 168 time: 1.5820167 Aug 18 14:02:22.030824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Calling delete_port for 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:22.048771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249883-86a0-43ac-ac4c-250a12070826 req-aa93c582-d798-479f-aff8-43e2e61d0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.050755 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-aa93c582-d798-479f-aff8-43e2e61d0903 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a91ea0c85878423b982a8379ba9a4d59&device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 1100 time: 0.2779577 Aug 18 14:02:22.080647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-39cee50c-1c1a-4e09-876f-0d64f09ab177 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3 HTTP/1.1" status: 200 len: 999 time: 0.1728790 Aug 18 14:02:22.080647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7573c8-051b-4a52-a7d0-642c241f6c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2261caf-e60b-43d7-b0b7-a98f7087d85f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:22.165416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] For port f5c38734-827b-4e1e-ad05-1c4ca47b2357, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f5c38734-827b-4e1e-ad05-1c4ca47b2357,segment=NetworkSegment(526c2562-9685-4938-87ec-f28ef6150e63),segment_id=526c2562-9685-4938-87ec-f28ef6150e63)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:22.165688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.203004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Calling delete_port for f5c38734-827b-4e1e-ad05-1c4ca47b2357 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:22.264924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Made reservation on behalf of 19ceb3e306bf450db739ea34400d67f3 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:22.264924 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.321399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.348406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341c809-ec61-44d6-93f8-444f628555ab req-0c4c67b2-4b6a-4af8-8d33-c340eb5d7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.350623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-0c4c67b2-4b6a-4af8-8d33-c340eb5d7a36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7a3ddbf-48ed-498a-bbcc-7654823dad14 HTTP/1.1" status: 200 len: 850 time: 0.2387853 Aug 18 14:02:22.365148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.509685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249883-86a0-43ac-ac4c-250a12070826 req-3c923fd3-8ca0-4d1a-aa4d-f5c8afffa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.511215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-3c923fd3-8ca0-4d1a-aa4d-f5c8afffa696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.3627255 Aug 18 14:02:22.517498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.615487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-1da31d33-c416-4c28-9c1d-9f3eeff78cab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 200 len: 217 time: 0.0748858 Aug 18 14:02:22.615487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341c809-ec61-44d6-93f8-444f628555ab req-b35c241a-cdde-4d27-8a21-04f4a8b34df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.615487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-b35c241a-cdde-4d27-8a21-04f4a8b34df6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393186 Aug 18 14:02:22.697074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2bac1-f77d-4b42-bd38-4fdc21e0d8c4 req-05ba8b67-a992-4505-81c2-51328b7a7c1d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.698781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4f2bac1-f77d-4b42-bd38-4fdc21e0d8c4 req-05ba8b67-a992-4505-81c2-51328b7a7c1d tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 951 time: 0.3711414 Aug 18 14:02:22.793512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=7fcaa19c-b3d4-446f-8f79-a51429bddc1e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:22.818764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249883-86a0-43ac-ac4c-250a12070826 req-736611ca-f13e-461c-a131-b88a95684690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:22.819324 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-736611ca-f13e-461c-a131-b88a95684690 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2119701 Aug 18 14:02:22.821777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.838765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.941731 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:22.974140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4f2bac1-f77d-4b42-bd38-4fdc21e0d8c4 req-7144d6e8-e7e4-4f9d-807e-52c0138c5f26 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583566 Aug 18 14:02:23.000499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Pushing event deleted for resources: {'Port': ['ID=5d55ea59-4538-4af3-8f16-e8bf68c12cb2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:23.037157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.050627 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-0e1e0d8e-5df0-446c-9115-786fbe64582d service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104102 Aug 18 14:02:23.082240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249883-86a0-43ac-ac4c-250a12070826 req-bfd550a8-d8e7-43d4-b523-e9094c1d9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:23.084479 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-bfd550a8-d8e7-43d4-b523-e9094c1d9ed9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535791 Aug 18 14:02:23.139715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Pushing event deleted for resources: {'Port': ['ID=f5c38734-827b-4e1e-ad05-1c4ca47b2357,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:23.158389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.261469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:02:23.266944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] No DVR routers for this DVR port f5c38734-827b-4e1e-ad05-1c4ca47b2357 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:23.274624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abccbbeb-134a-4958-a2b6-4706ae8fe24a req-ca0ae7b0-0c06-4117-83e6-00cdfd7177ad tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 210 time: 0.1812329 Aug 18 14:02:23.283423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.283423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b74966c2-0995-4654-b15c-b513e6a7d5b1 req-8d5f7327-9e46-420e-9b66-163bd947c23c tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.58 "DELETE /v2.0/ports/f5c38734-827b-4e1e-ad05-1c4ca47b2357 HTTP/1.1" status: 204 len: 173 time: 1.6806774 Aug 18 14:02:23.283423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-deleted', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:23.288158 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6006dfc-435b-4c5c-9934-20467a7df1e6" -d '{"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-deleted", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:23.309668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badcf019-b2eb-42c1-8042-e82aa466a647,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:23.325873 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP ba09c3fc-15e7-4d5e-8cce-ba75a77a41a1 associated. External IP: 172.25.1.169, port: e37b0e3f-8b75-41e7-bc3b-1714969fc69a. Aug 18 14:02:23.338233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.338794 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Added segment ab91d37f-6865-473b-bbcb-59ee4527af77 of type vlan for network 0d6c44e7-6171-4af7-b699-af83d233520d Aug 18 14:02:23.375976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.406917 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38a82f-3aad-44fe-b86a-a81d9c388e35 x-openstack-request-id: req-1e38a82f-3aad-44fe-b86a-a81d9c388e35 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:23.407413 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a93f-fab9-42bf-964d-166c910b5ea1", "name": "network-vif-deleted", "tag": "f5c38734-827b-4e1e-ad05-1c4ca47b2357", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:23.407840 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e38a82f-3aad-44fe-b86a-a81d9c388e35 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:23.408408 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a93f-fab9-42bf-964d-166c910b5ea1', 'name': 'network-vif-deleted', 'tag': 'f5c38734-827b-4e1e-ad05-1c4ca47b2357', 'status': 'completed', 'code': 200} Aug 18 14:02:23.415937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.432029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:23.440148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:23.466479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event deleted for resources: {'Port': ['ID=cd23ac7b-13a4-42e3-a7cf-69d03f87a28a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:23.607593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d341c809-ec61-44d6-93f8-444f628555ab req-334546cc-8aa0-4c1f-80c7-dad432ca5557 service neutron] 10.222.0.58 "GET /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388067 Aug 18 14:02:23.650699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] No DVR routers for this DVR port cd23ac7b-13a4-42e3-a7cf-69d03f87a28a on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:23.655486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.657961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5673d897-ca6f-4387-81df-33a1c67d252b req-8aad577e-cbf4-420c-917a-638eec519807 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "DELETE /v2.0/ports/cd23ac7b-13a4-42e3-a7cf-69d03f87a28a HTTP/1.1" status: 204 len: 173 time: 3.2090659 Aug 18 14:02:23.681507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ea70cc5-a955-4778-8c56-3182d62f325b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:23.682045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.686038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-fb8225b8-7561-4c51-af36-63fe1f947df3 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288792 Aug 18 14:02:23.694580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.707553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.801383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6ea70cc5-a955-4778-8c56-3182d62f325b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:23.804330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ea70cc5-a955-4778-8c56-3182d62f325b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:23.804970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:23.858656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:23.859623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d55ea59-4538-4af3-8f16-e8bf68c12cb2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:23.961456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.962075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f15523-6571-4fa1-9a78-63520a70ea3b {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:02:23.966069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.969320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:23.970253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.981160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:23.985106 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d0bec6ad-b926-4157-bd57-ba488910d0be admin admin] 10.222.0.35 "DELETE /v2.0/routers/77f15523-6571-4fa1-9a78-63520a70ea3b HTTP/1.1" status: 204 len: 168 time: 4.1006513 Aug 18 14:02:24.009746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49708) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:24.028287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05249883-86a0-43ac-ac4c-250a12070826 req-8e78e0db-b5cb-47c7-8bfa-d1d1e384f2c4 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294475 Aug 18 14:02:24.271582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:24.489109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18893862-b97f-458f-9929-25b4aadd6e88 req-e39754c8-39d8-451f-9191-98a67cc4d8e9 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e03183-61c9-4149-84e9-41b42026fe9e HTTP/1.1" status: 200 len: 210 time: 0.0554016 Aug 18 14:02:24.542214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d686c9e3-e1af-4572-b555-40cca33675b6 req-fbf84ea4-eea4-4c76-8aeb-ad9648e04089 tempest-LiveAutoBlockMigrationV225Test-1439469984 tempest-LiveAutoBlockMigrationV225Test-1439469984-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a25a93f-fab9-42bf-964d-166c910b5ea1 HTTP/1.1" status: 200 len: 210 time: 0.0932720 Aug 18 14:02:24.596212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:24.724832 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbe0a0ff-6fa2-4307-9345-d544b457c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:24.798974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:24.806283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Deleting subnet 56021232-e1aa-47da-9554-fab81394d378 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:24.810506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:24.810845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:24.830468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:24.831148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:24.861678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1614876 Aug 18 14:02:24.865254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49730) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:24.872949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Request body: {'subnet': {'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-subnet', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:24.875031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:24.877376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dbe78-2966-4d75-a943-360411b449b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6c44e7-6171-4af7-b699-af83d233520d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:24.893603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0d6c44e7-6171-4af7-b699-af83d233520d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:02:24.896370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:24.902184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:24.961975 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:24.993083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-032c9e67-753e-45c3-a756-c88149806f73 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9968841 Aug 18 14:02:24.996803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49732) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:25.010612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': 'e37b0e3f-8b75-41e7-bc3b-1714969fc69a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:25.025810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.047119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:25.073115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.074833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Made reservation on behalf of 19ceb3e306bf450db739ea34400d67f3 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:25.077130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.087649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: cd23ac7b-13a4-42e3-a7cf-69d03f87a28a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:25.088985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd23ac7b-13a4-42e3-a7cf-69d03f87a28a not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:25.092993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:25.094009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:25.108060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-163039818-network', 'tenant_id': 'd7441511a6b94d97a9f806922139152d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:25.144198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:25.145243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbd486-6e26-4c65-8aaf-06c4fc92e215 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:25.235295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Made reservation on behalf of d7441511a6b94d97a9f806922139152d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:25.238280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.248643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.265280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.311764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.314698 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/56021232-e1aa-47da-9554-fab81394d378 HTTP/1.1" status: 204 len: 168 time: 1.2835333 Aug 18 14:02:25.315749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924f614-b866-440e-a35c-a44eb466dd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56021232-e1aa-47da-9554-fab81394d378,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:25.319038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49734) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:25.326547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b718d2a-25bf-41c0-8cbb-5d8a2bb39bb8 None None] Network 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:25.415853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-deleted', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:25.419267 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f37d4b2-4953-468f-a455-675f372f1127" -d '{"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-deleted", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:25.546236 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ce008-c9d3-4891-be61-99c2a4144fd9 x-openstack-request-id: req-770ce008-c9d3-4891-be61-99c2a4144fd9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:25.546914 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e03183-61c9-4149-84e9-41b42026fe9e", "name": "network-vif-deleted", "tag": "cd23ac7b-13a4-42e3-a7cf-69d03f87a28a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:25.546914 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-770ce008-c9d3-4891-be61-99c2a4144fd9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:25.547312 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e03183-61c9-4149-84e9-41b42026fe9e', 'name': 'network-vif-deleted', 'tag': 'cd23ac7b-13a4-42e3-a7cf-69d03f87a28a', 'status': 'completed', 'code': 200} Aug 18 14:02:25.607145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.645423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.744556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:25.771045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.796761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] DHCP port deletion for 09973221-3cd9-4c7b-9e1b-fdb221d5bd4b request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:02:25.830285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Deleting port 59e12f04-5b89-4896-99da-c58f675e07f4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:25.831658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.953909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] For port 59e12f04-5b89-4896-99da-c58f675e07f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59e12f04-5b89-4896-99da-c58f675e07f4,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:25.953909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:25.970287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Calling delete_port for 59e12f04-5b89-4896-99da-c58f675e07f4 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:25.974591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Deleting port 59e12f04-5b89-4896-99da-c58f675e07f4 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:25.975625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.042475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.062167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e204057-e832-48b2-90da-0e453ef733e7,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.078415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.079806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Deleting subnet fcc3015e-5abd-460e-8831-15eb26f0cdfa {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:26.096429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b56ea5-2837-4057-a07a-fe8a125a3df0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.107063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:02:26.121422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] For port 59e12f04-5b89-4896-99da-c58f675e07f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59e12f04-5b89-4896-99da-c58f675e07f4,segment=NetworkSegment(ec46158f-40dd-4ab6-b9b8-ebdaa2db430c),segment_id=ec46158f-40dd-4ab6-b9b8-ebdaa2db430c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:26.122285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.122810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.123214 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Added segment 52ba864f-3082-4751-9004-10194e148493 of type vlan for network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 Aug 18 14:02:26.145077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Calling delete_port for 59e12f04-5b89-4896-99da-c58f675e07f4 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:26.172046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.178911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.237342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Checking segment: {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:26.237711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Network hostable DHCP agents. Network: 0d6c44e7-6171-4af7-b699-af83d233520d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:02:26.244541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.249442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.298634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.452854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.453548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.453893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:26.454719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.456997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Network 0d6c44e7-6171-4af7-b699-af83d233520d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:02:26.458443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.463185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.511814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:26.527870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] Pushing event deleted for resources: {'Port': ['ID=59e12f04-5b89-4896-99da-c58f675e07f4,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.547744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Pushing event deleted for resources: {'Port': ['ID=59e12f04-5b89-4896-99da-c58f675e07f4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.559363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] No DVR routers for this DVR port 59e12f04-5b89-4896-99da-c58f675e07f4 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:26.581973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e552a0-b437-447c-9e19-960fc58fba35 None None] No DVR routers for this DVR port 59e12f04-5b89-4896-99da-c58f675e07f4 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:26.589729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: f5c38734-827b-4e1e-ad05-1c4ca47b2357 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:26.607213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=66b2d3d6-33f0-45e0-9abf-d13a321e0672,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.608014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f5c38734-827b-4e1e-ad05-1c4ca47b2357 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:26.621541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:02:26.657454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0d6c44e7-6171-4af7-b699-af83d233520d) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:26.672632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b50613-4a5d-4aa7-a62e-2b73a701d9e3 None None] Network 0d6c44e7-6171-4af7-b699-af83d233520d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:26.683569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:26.684746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.719626 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99e041a3-c5b1-4818-901a-33f8e135b0b4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9131718 Aug 18 14:02:26.725550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49766) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:26.735720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Request body: {'subnet': {'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-163039818-subnet', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:26.772926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.796468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.800487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09973221-3cd9-4c7b-9e1b-fdb221d5bd4b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:26.818845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:26.820974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec46158f-40dd-4ab6-b9b8-ebdaa2db430c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:26.837732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.853802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e9a504e-e32d-4cac-87f0-f18cb4dc7d89 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9869318 Aug 18 14:02:26.855623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc3015e-5abd-460e-8831-15eb26f0cdfa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:26.861660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49768) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:26.863626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.877323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:26.889179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.893291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0f43dc3e-5f83-483d-800a-fcaf9cd860ba admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fcc3015e-5abd-460e-8831-15eb26f0cdfa HTTP/1.1" status: 204 len: 168 time: 1.1352279 Aug 18 14:02:26.900573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49772) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:26.933999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:26.934704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:26.951757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c3dd3-a50b-40ba-b86a-08b7c164d9f8 req-6f7d0912-3ad9-4438-8e3f-5832cb252b05 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:26.952059 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:26.964906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-653c3dd3-a50b-40ba-b86a-08b7c164d9f8 req-6f7d0912-3ad9-4438-8e3f-5832cb252b05 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.2101793 Aug 18 14:02:27.028201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab6ccf-ffff-4587-b984-d929d3535d15 None None] Network 0d6c44e7-6171-4af7-b699-af83d233520d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:27.158211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-653c3dd3-a50b-40ba-b86a-08b7c164d9f8 req-461c3a29-8c0e-4929-b9a9-e4e24cc56b87 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914388 Aug 18 14:02:27.278921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Made reservation on behalf of d7441511a6b94d97a9f806922139152d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:27.283988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.315048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.369981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.376447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:27.393257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.406214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.419292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] 10.222.0.35 "DELETE /v2.0/networks/09973221-3cd9-4c7b-9e1b-fdb221d5bd4b HTTP/1.1" status: 204 len: 168 time: 2.0951214 Aug 18 14:02:27.450849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:27.464519 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.465611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.503496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59e12f04-5b89-4896-99da-c58f675e07f4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:27.525571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 59e12f04-5b89-4896-99da-c58f675e07f4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:27.526025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59e12f04-5b89-4896-99da-c58f675e07f4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:27.553125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a84dd6-1fd7-4195-9cce-6531fc39813b admin admin] Pushing event deleted for resources: {'Network': ['ID=09973221-3cd9-4c7b-9e1b-fdb221d5bd4b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:27.565399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.588137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:27.592527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.603444 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:27.613059 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:27.618116 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.664462 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.680035 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:27.681275 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.720771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2748321c-223d-40ea-88f9-2d42c1b51bc0 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/ba09c3fc-15e7-4d5e-8cce-ba75a77a41a1 HTTP/1.1" status: 200 len: 978 time: 2.7222977 Aug 18 14:02:27.722860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49788) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:27.743273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.760456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2047dc27-62fc-4f68-98d1-dded880257c9']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.776744 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.778141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e082f49f-43d9-4e49-824e-00e5a8bb5079 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:27.785251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526c2562-9685-4938-87ec-f28ef6150e63') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.785783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526c2562-9685-4938-87ec-f28ef6150e63') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:27.847830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.947810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.962883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:27.963298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:27.965130 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:28.055933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.110237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.193099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de733119-0c61-41c8-b1be-907ec0d6b728,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:28.232376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Checking segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:28.232765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Network hostable DHCP agents. Network: 66b2d3d6-33f0-45e0-9abf-d13a321e0672, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:02:28.237243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.251336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.253624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2047dc27-62fc-4f68-98d1-dded880257c9 HTTP/1.1" status: 204 len: 168 time: 1.3484030 Aug 18 14:02:28.258338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49822) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:28.329573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-cf2d69b4-35c4-4254-9db0-9e7a9cc1f107 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:28.330906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be111791-06a9-4adb-a338-b8cedbf6c6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2047dc27-62fc-4f68-98d1-dded880257c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:28.337256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-cf2d69b4-35c4-4254-9db0-9e7a9cc1f107 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.1675336 Aug 18 14:02:28.363806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:02:28.374203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Deleting subnet 0e2f2a23-145c-4d68-a697-5a105adba9e0 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:28.381394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.437809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.501326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 66b2d3d6-33f0-45e0-9abf-d13a321e0672) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:28.509955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dafb1-0dba-4079-803d-00ac00bf021a None None] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:28.524239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:28.525113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.528318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.576430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3a12-abbb-439b-9ff0-a6cdc4990630 req-8445bfff-81ff-4f2b-be16-1f6491ad3803 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:28.577977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c9a3a12-abbb-439b-9ff0-a6cdc4990630 req-8445bfff-81ff-4f2b-be16-1f6491ad3803 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 950 time: 0.2175617 Aug 18 14:02:28.579393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 7fcaa19c-b3d4-446f-8f79-a51429bddc1e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:28.579733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.588280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.594801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be3e3f-3883-44b1-bbf2-e2441a6ea55c req-8bb25fdf-0fae-455f-9bf7-735fb5a497cc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:28.596316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53be3e3f-3883-44b1-bbf2-e2441a6ea55c req-8bb25fdf-0fae-455f-9bf7-735fb5a497cc tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 950 time: 0.2277339 Aug 18 14:02:28.718547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-950f9cb2-bcf1-4293-a1fe-6af60a9381e2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9916689 Aug 18 14:02:28.722169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:02:28.724667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.726442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49826) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:28.732674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:28.746568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.771105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c9a3a12-abbb-439b-9ff0-a6cdc4990630 req-a2c8714d-4d0a-4397-a44c-ebb8f19b20ad tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630034 Aug 18 14:02:28.787523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53be3e3f-3883-44b1-bbf2-e2441a6ea55c req-f7552e44-df92-44e7-9503-e4b5a80ee0e8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378739 Aug 18 14:02:28.792342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Deleting port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:28.792733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.819174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2f2a23-145c-4d68-a697-5a105adba9e0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:28.821581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.826503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c237aa18-054c-49ca-87b5-b7fb6ef8c4ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0e2f2a23-145c-4d68-a697-5a105adba9e0 HTTP/1.1" status: 204 len: 168 time: 0.5440593 Aug 18 14:02:28.828872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49828) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:28.838700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.839977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.858801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.859149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.910811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 7fcaa19c-b3d4-446f-8f79-a51429bddc1e owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:28.982045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:28.985138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.052085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Allocated IP 172.20.0.2 (66b2d3d6-33f0-45e0-9abf-d13a321e0672/de733119-0c61-41c8-b1be-907ec0d6b728/e3c25b9b-dba3-46a8-961f-04b2f6d67608) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:29.095651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.128314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.156352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] For port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:29.156734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.173101 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.202187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f4dc49-2f14-4c82-a449-3398a9f0516b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:29.211503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Calling delete_port for c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:29.217624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefebc7d-b880-45b8-b6ad-ac88e3d90959') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:29.217955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefebc7d-b880-45b8-b6ad-ac88e3d90959') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:29.232495 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.242045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Transition to ACTIVE for port object e3c25b9b-dba3-46a8-961f-04b2f6d67608 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:29.259670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Transition to ACTIVE for port object e3c25b9b-dba3-46a8-961f-04b2f6d67608 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:29.289564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.307114 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.332931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.346120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:29.346530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:29.348405 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:29.355311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.361387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Allocated IP 172.25.1.75 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/9d92ce07-5ff4-4fd1-b601-7ee301f9aac7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:29.394527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:29.400035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:29.403869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:29.408139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Deleting port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:29.408609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.416496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Pushing event updated for resources: {'Port': ['ID=e3c25b9b-dba3-46a8-961f-04b2f6d67608,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:29.492342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Attempting to bind port e3c25b9b-dba3-46a8-961f-04b2f6d67608 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:29.494732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Attempting to bind port e3c25b9b-dba3-46a8-961f-04b2f6d67608 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:29.494732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Attempting to bind port e3c25b9b-dba3-46a8-961f-04b2f6d67608 on network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:29.499953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:29.500403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Checking segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:29.500979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.501429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Bound using segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:29.501956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Bound port: e3c25b9b-dba3-46a8-961f-04b2f6d67608, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:29.507252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.559382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] For port 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:29.559813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.574367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Calling delete_port for 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:29.589357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.593872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] For port e3c25b9b-dba3-46a8-961f-04b2f6d67608, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:29.596273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.597116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] For port e3c25b9b-dba3-46a8-961f-04b2f6d67608, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e3c25b9b-dba3-46a8-961f-04b2f6d67608,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:29.613429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.631554 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.633468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f4f4dc49-2f14-4c82-a449-3398a9f0516b HTTP/1.1" status: 204 len: 168 time: 0.8035636 Aug 18 14:02:29.653028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a5f10-5460-42bb-ae71-7659ebf9b624 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f4dc49-2f14-4c82-a449-3398a9f0516b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:29.658108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=7fcaa19c-b3d4-446f-8f79-a51429bddc1e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:29.661042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.687009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:29.721004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:29.729633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.732825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event deleted for resources: {'Port': ['ID=c66c0aea-e445-48b5-a8b3-1ae6b1d646b1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:29.823895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19489-a378-405e-b58d-b3bf018df3f3 None None] Pushing event updated for resources: {'Port': ['ID=e3c25b9b-dba3-46a8-961f-04b2f6d67608,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:29.834628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.835183 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP ba09c3fc-15e7-4d5e-8cce-ba75a77a41a1 disassociated (deleted). External IP: 172.25.1.169, port: e37b0e3f-8b75-41e7-bc3b-1714969fc69a. Aug 18 14:02:29.981888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.984709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] No DVR routers for this DVR port c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:29.987405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.989760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aed9ec8b-e38c-4444-a5b1-9e0ff16fab38 req-6274a96b-810d-4994-b353-61391d27c3ac tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.10 "DELETE /v2.0/ports/c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 HTTP/1.1" status: 204 len: 173 time: 1.6179671 Aug 18 14:02:30.053692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-deleted', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:30.056199 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29465e68-c9ac-4dad-8210-59d558862aac" -d '{"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-deleted", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:30.074411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:30.188151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a506575-67af-48e1-a53e-6a9c7b37697d req-b7329f9d-23d5-4b6d-b2a0-629b10b5c788 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.2112515 Aug 18 14:02:30.226337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:30.281656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:30.284212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:30.303229 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a024a411-de1a-49dc-9b7f-149ff778a47f x-openstack-request-id: req-a024a411-de1a-49dc-9b7f-149ff778a47f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:30.303544 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895e81e-4d92-4548-944b-957cc91517f2", "name": "network-vif-deleted", "tag": "c66c0aea-e445-48b5-a8b3-1ae6b1d646b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:30.303791 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a024a411-de1a-49dc-9b7f-149ff778a47f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:30.304190 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895e81e-4d92-4548-944b-957cc91517f2', 'name': 'network-vif-deleted', 'tag': 'c66c0aea-e445-48b5-a8b3-1ae6b1d646b1', 'status': 'completed', 'code': 200} Aug 18 14:02:30.312309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18582ff-4045-457c-bcd8-d46c3cf153f4 req-f6f31690-d52f-4ccd-a327-c6cc6c6faa5e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:30.320359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d18582ff-4045-457c-bcd8-d46c3cf153f4 req-f6f31690-d52f-4ccd-a327-c6cc6c6faa5e tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 950 time: 0.3406568 Aug 18 14:02:30.320710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:30.353943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:30.375165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Pushing event updated for resources: {'Port': ['ID=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:30.410100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1b84db2d-3f85-4f31-a06c-0687463aa0c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bec61881ee42457eb6d6d7891ad28c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325427 Aug 18 14:02:30.414253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:30.501566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:30.557930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ade1345-c0e9-49cc-9d6e-ad2ba073bea2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:30.588446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:30.620937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Allocated IP 172.25.1.220 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c9bb3db5-367c-4899-8e83-7857b511c048) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:30.674138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:30.822184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d18582ff-4045-457c-bcd8-d46c3cf153f4 req-272c0a4d-d1a7-463f-9f7e-131974d8358b tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003858 Aug 18 14:02:30.858656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:30.998967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.123332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.125673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:31.125673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.126088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:31.126088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:31.126088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:31.126653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52affa61-6d81-4307-baa2-1918c14f5877 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/ba09c3fc-15e7-4d5e-8cce-ba75a77a41a1 HTTP/1.1" status: 204 len: 168 time: 3.3562732 Aug 18 14:02:31.126769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:31.126769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:31.126769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:31.127021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49866) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:31.214272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:31.215804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf4622-ccd8-4c92-9fa3-65ab5dd8baec None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:31.225870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328e718-120a-49e8-ac4e-bc20e312ab53 None None] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:31.300751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port e37b0e3f-8b75-41e7-bc3b-1714969fc69a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:31.301108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.385419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Router aac96e15-57f4-4dd1-b921-6152e3b94493 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:31.412728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b06a5ddd-35dd-499b-a208-a2d67056f39f req-0485699c-5867-4c68-b004-97f5a0833b43 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895e81e-4d92-4548-944b-957cc91517f2 HTTP/1.1" status: 200 len: 210 time: 0.0823441 Aug 18 14:02:31.499950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.536109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for e37b0e3f-8b75-41e7-bc3b-1714969fc69a owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:31.548906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:31.558874 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fadd4b9c-5e39-4f7e-8c17-36a9cf49f8c3 admin admin] 10.222.0.35 "PUT /v2.0/routers/aac96e15-57f4-4dd1-b921-6152e3b94493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1038189 Aug 18 14:02:31.564801 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Sync routers for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:31.569469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:31.573962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e3c25b9b-dba3-46a8-961f-04b2f6d67608 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:31.582146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:31.582787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:31.668492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.671284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.672576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca92ff39-ed69-40aa-8a1f-b97c505353e7 HTTP/1.1" status: 204 len: 168 time: 1.2541296 Aug 18 14:02:31.688384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f05e33-9486-44c5-bf21-7fd3ff364680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92ff39-ed69-40aa-8a1f-b97c505353e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:31.709066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fcfcedf1-e065-40e6-95b5-08fe7ceef556 None None] Provisioning for port e3c25b9b-dba3-46a8-961f-04b2f6d67608 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:31.709643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.753233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e3c25b9b-dba3-46a8-961f-04b2f6d67608 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:31.762931 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:31.766501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e3c25b9b-dba3-46a8-961f-04b2f6d67608 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:31.770356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.836921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:31.843615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.855621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:31.893003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:31.895286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bb3db5-367c-4899-8e83-7857b511c048,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:31.915122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.916055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bc26e3c3-3b16-4ea7-a883-f61f342d7236 None None] Provisioning complete for port e3c25b9b-dba3-46a8-961f-04b2f6d67608 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:31.916055 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bc26e3c3-3b16-4ea7-a883-f61f342d7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.026255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.087051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e3c25b9b-dba3-46a8-961f-04b2f6d67608, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e3c25b9b-dba3-46a8-961f-04b2f6d67608,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:32.125692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bc26e3c3-3b16-4ea7-a883-f61f342d7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.132907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.151692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.199809 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 5, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:32.213576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.233789 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Checking router: aac96e15-57f4-4dd1-b921-6152e3b94493 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:32.247057 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Routers {'aac96e15-57f4-4dd1-b921-6152e3b94493'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:32.248546 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['aac96e15-57f4-4dd1-b921-6152e3b94493'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:32.312256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-bc26e3c3-3b16-4ea7-a883-f61f342d7236 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:02:32.312256 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-bc26e3c3-3b16-4ea7-a883-f61f342d7236 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:02:32.317419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e3c25b9b-dba3-46a8-961f-04b2f6d67608,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:32.356728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Deleting port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:32.357341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.405531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] Set router aac96e15-57f4-4dd1-b921-6152e3b94493 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:32.439950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.474684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] For port 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:32.475378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.491411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Calling delete_port for 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:32.524341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Router 658211f6-2a89-4e1d-980b-9cda3135beec is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:02:32.546588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=e37b0e3f-8b75-41e7-bc3b-1714969fc69a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:32.715046 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 5, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:32.727840 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.750863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d59609-20a8-4c74-aefb-a79a8f154ef6 None None] The sync data for ids ['aac96e15-57f4-4dd1-b921-6152e3b94493'] in n-d-804303-5 is: [{'id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1252121654-router', 'tenant_id': '4f08d4a5b07a44ffa731316daa26ead3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:57:01Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 5, 'project_id': '4f08d4a5b07a44ffa731316daa26ead3', 'gw_port': {'id': '4ebbf242-2ce5-44f3-acb0-8a6bed6cd787', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac96e15-57f4-4dd1-b921-6152e3b94493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:57:02Z', 'updated_at': '2021-08-18T13:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:32.778541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.783793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7259e24b-ea1f-41da-a20b-9eda0ad8207e tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/e37b0e3f-8b75-41e7-bc3b-1714969fc69a HTTP/1.1" status: 204 len: 168 time: 1.6532791 Aug 18 14:02:32.783893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49914) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:32.791713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:32.805098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:32.858306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Sync routers for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:32.879096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:32.879902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:32.915959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.941988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49916) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:33.010885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.012495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f0a1f52c-a95b-4990-920a-c70d2e641e58 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1477616 Aug 18 14:02:33.018381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49920) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:33.028291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:33.056322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.060784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:33.101175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f4c852f3-5e66-44e6-9bf0-3eb2be829810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0bcf8d9da034106a8d79ec385f74672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574450 Aug 18 14:02:33.105799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:33.106489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebbf242-2ce5-44f3-acb0-8a6bed6cd787,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:33.151783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:33.152394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c66c0aea-e445-48b5-a8b3-1ae6b1d646b1 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:33.154510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:33.175452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.263264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.300282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.340416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.419637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:33.424313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:33.428068 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b65a6-c798-4a5a-8147-a0b7a93ea402" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-unplugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:33.477802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 3, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:33.485215 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.501541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.527779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e452-9b42-47c3-9359-8cc16730bfe4 req-474dcf56-46b9-471f-886a-aa1606e09f5e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:33.538871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6752e452-9b42-47c3-9359-8cc16730bfe4 req-474dcf56-46b9-471f-886a-aa1606e09f5e tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2728312 Aug 18 14:02:33.552484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Checking router: 658211f6-2a89-4e1d-980b-9cda3135beec for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:33.552711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Updating router 658211f6-2a89-4e1d-980b-9cda3135beec port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:02:33.597437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e3c25b9b-dba3-46a8-961f-04b2f6d67608 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:33.641706 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.689548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.733098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.167 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:33.757053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6752e452-9b42-47c3-9359-8cc16730bfe4 req-9e73c0fc-4c98-4aa6-a38c-fed284ddc320 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113793 Aug 18 14:02:33.808605 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c418fe-c9fe-4153-86f9-58db9cff927d x-openstack-request-id: req-90c418fe-c9fe-4153-86f9-58db9cff927d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:33.808899 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-unplugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:33.809154 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90c418fe-c9fe-4153-86f9-58db9cff927d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:33.809539 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'code': 200} Aug 18 14:02:33.818943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:33.829412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.829763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.830143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.830483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.830817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.831152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.831484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.831811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.832139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.832465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.832830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.833469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:33.849878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.856915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.966646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e3c25b9b-dba3-46a8-961f-04b2f6d67608 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:33.967039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.992323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:33.992859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac96e15-57f4-4dd1-b921-6152e3b94493 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:02:34.000042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.003432 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8250141d-3f12-4ee3-b218-790a17f82a8d admin admin] 10.222.0.35 "DELETE /v2.0/routers/aac96e15-57f4-4dd1-b921-6152e3b94493 HTTP/1.1" status: 204 len: 168 time: 2.4302325 Aug 18 14:02:34.003703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49952) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:34.008524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.015780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Router 6d076ce0-a981-4c86-8e24-396f915b01f9 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:02:34.078759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:34.109026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:34.109510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5ade1345-c0e9-49cc-9d6e-ad2ba073bea2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:34.110478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Deleting subnet a1dbaff9-842f-4240-ab8c-023a4d915692 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:02:34.115214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.136924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.140186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.141367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b271222-a885-4786-877b-e0ed49e2e381 HTTP/1.1" status: 204 len: 168 time: 1.0282638 Aug 18 14:02:34.177394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a1fac-7eb1-4729-a5b8-374b40de5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b271222-a885-4786-877b-e0ed49e2e381,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:34.220593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.229621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.292789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:34.303642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Sync routers for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:34.320250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:34.331571 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:34.386590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:34.391794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.398588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:34.405683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:34.432604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.434854 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3dd6ba04-b1bd-47e8-92a6-d5e2794e4b54 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7073836 Aug 18 14:02:34.438128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49960) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:34.462750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:34.467261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.478487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.537076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.539219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Transition to ACTIVE for port object 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:34.584921 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:34.672929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.684824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-99b88017-9e2b-4190-9fda-7533ff68c8b8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:34.697399 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-99b88017-9e2b-4190-9fda-7533ff68c8b8 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.58 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.1378908 Aug 18 14:02:34.764597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Attempting to bind port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:34.764966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Attempting to bind port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:34.765334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Attempting to bind port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:34.771856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:34.772377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:34.772964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.773358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:34.773991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Bound port: 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:34.774331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.776266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5494bc-69f2-4d02-9d44-01d4c16513df None None] Pushing event updated for resources: {'Port': ['ID=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:34.868293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] For port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:34.878013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] For port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:34.892039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.913604 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:32Z', 'revision_number': 3, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:34.943684 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:34.964062 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Checking router: 6d076ce0-a981-4c86-8e24-396f915b01f9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:34.964406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Updating router 6d076ce0-a981-4c86-8e24-396f915b01f9 port c9bb3db5-367c-4899-8e83-7857b511c048 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:02:35.002313 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.043610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.048102 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a1dbaff9-842f-4240-ab8c-023a4d915692 HTTP/1.1" status: 204 len: 168 time: 1.0411775 Aug 18 14:02:35.050667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51e2d-43a7-488b-8586-687e73f3f4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dbaff9-842f-4240-ab8c-023a4d915692,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:35.064510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95492199-cc17-44d2-86ce-1654531eaee9 None None] Network f9773786-597c-4ed1-bbef-4b47b95c1cdf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:35.073990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49982) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:35.154921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.157451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Allocated IP 172.20.0.1 (0d6c44e7-6171-4af7-b699-af83d233520d/6e204057-e832-48b2-90da-0e453ef733e7/36540ed7-c4a4-4820-a8bf-b6853e0a9b72) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:35.227329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5494bc-69f2-4d02-9d44-01d4c16513df None None] Pushing event updated for resources: {'Port': ['ID=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:35.313670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.315632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:35.316393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:35.316633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.381511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Deleting port d49b453d-42e4-4519-a980-5eb4b1321799 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:35.381880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.419018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:35.463147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:35.464746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ebbf242-2ce5-44f3-acb0-8a6bed6cd787 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:35.538869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cc4fd-a325-4abc-95bf-b36fdf299a7b req-189effe6-c651-4c3f-a728-4a681c6629fb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:35.540494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-351cc4fd-a325-4abc-95bf-b36fdf299a7b req-189effe6-c651-4c3f-a728-4a681c6629fb tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 949 time: 0.2697434 Aug 18 14:02:35.543987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] DHCP port deletion for f9773786-597c-4ed1-bbef-4b47b95c1cdf request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:02:35.564581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Deleting port 28185ea7-fcce-4ef0-a321-426f314f5183 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:35.564581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.645361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:35.670553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] For port d49b453d-42e4-4519-a980-5eb4b1321799, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d49b453d-42e4-4519-a980-5eb4b1321799,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:35.672847 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.689600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Calling delete_port for d49b453d-42e4-4519-a980-5eb4b1321799 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:35.699677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.715650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Deleting port 28185ea7-fcce-4ef0-a321-426f314f5183 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:35.715960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.735643 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.749939 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Transition to ACTIVE for port object c9bb3db5-367c-4899-8e83-7857b511c048 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:35.792417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Network 0d6c44e7-6171-4af7-b699-af83d233520d is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:35.823062 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.832121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:35.839372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] For port 28185ea7-fcce-4ef0-a321-426f314f5183, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28185ea7-fcce-4ef0-a321-426f314f5183,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:35.839781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.845878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:35.860395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Pushing event updated for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:35.861886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Calling delete_port for 28185ea7-fcce-4ef0-a321-426f314f5183 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:35.885732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] For port 28185ea7-fcce-4ef0-a321-426f314f5183, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28185ea7-fcce-4ef0-a321-426f314f5183,segment=NetworkSegment(9fdecb7e-088a-4622-a18c-68b872f46168),segment_id=9fdecb7e-088a-4622-a18c-68b872f46168)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:35.887080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.892590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-351cc4fd-a325-4abc-95bf-b36fdf299a7b req-6e93c9b8-c4d2-4976-a241-6c1c8485326a tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/security-groups?id=30fff26b-6bf4-4cb4-9b77-5c8329689f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332411 Aug 18 14:02:35.909830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Calling delete_port for 28185ea7-fcce-4ef0-a321-426f314f5183 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:35.970085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.031595 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Attempting to bind port c9bb3db5-367c-4899-8e83-7857b511c048 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:36.031595 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Attempting to bind port c9bb3db5-367c-4899-8e83-7857b511c048 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:36.031809 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Attempting to bind port c9bb3db5-367c-4899-8e83-7857b511c048 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:36.050611 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0640c-3f76-49c6-90c1-d22ad25a13a5 None None] Pushing event updated for resources: {'Port': ['ID=c9bb3db5-367c-4899-8e83-7857b511c048,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.065126 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:36.065497 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:36.078490 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.079281 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:36.080596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Bound port: c9bb3db5-367c-4899-8e83-7857b511c048, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:36.081353 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.144516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 3, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:36.153279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] For port c9bb3db5-367c-4899-8e83-7857b511c048, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:36.157888 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] For port c9bb3db5-367c-4899-8e83-7857b511c048, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c9bb3db5-367c-4899-8e83-7857b511c048,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:36.178594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb4756-7b0e-4d11-b80f-486fe6ebbca1 None None] The sync data for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 is: [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:30Z', 'revision_number': 3, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:36.180605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.197133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.240857 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.267859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] Pushing event deleted for resources: {'Port': ['ID=28185ea7-fcce-4ef0-a321-426f314f5183,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.272945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.276078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078ba3e-32f9-4a65-b11b-76caad6b17f7 None None] No DVR routers for this DVR port 28185ea7-fcce-4ef0-a321-426f314f5183 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:36.288670 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.332392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.380065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Pushing event deleted for resources: {'Port': ['ID=28185ea7-fcce-4ef0-a321-426f314f5183,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.386961 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0640c-3f76-49c6-90c1-d22ad25a13a5 None None] Pushing event updated for resources: {'Port': ['ID=c9bb3db5-367c-4899-8e83-7857b511c048,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.419657 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:36.420461 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:36.442513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] No DVR routers for this DVR port 28185ea7-fcce-4ef0-a321-426f314f5183 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:36.478356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.479968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.488820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.493927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d49b453d-42e4-4519-a980-5eb4b1321799'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:36.552616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.582250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Pushing event deleted for resources: {'Port': ['ID=d49b453d-42e4-4519-a980-5eb4b1321799,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.690452 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:36.747152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.748428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-37a8ba49-5994-4df3-baf0-1cd616ad58ba tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9632742 Aug 18 14:02:36.754193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50012) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:36.761916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'port': {'network_id': '41841446-4e65-40cb-8bc0-95fb7b6346ce', 'name': 'tempest-FloatingIPTestJSON-595618044'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:36.767237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.767602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.783485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9773786-597c-4ed1-bbef-4b47b95c1cdf']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:36.799910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdecb7e-088a-4622-a18c-68b872f46168') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:36.799910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdecb7e-088a-4622-a18c-68b872f46168') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:36.809744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.812167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] No DVR routers for this DVR port d49b453d-42e4-4519-a980-5eb4b1321799 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:02:36.815254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.818888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd65926f-d37f-4a12-9e0d-0af3f0942e94 req-32d89c70-7b6a-491e-ad2d-a63bd4ab8a32 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.58 "DELETE /v2.0/ports/d49b453d-42e4-4519-a980-5eb4b1321799 HTTP/1.1" status: 204 len: 173 time: 2.1210854 Aug 18 14:02:36.827647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-deleted', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:36.833661 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fec54d-4f45-414d-8207-13f8083fb412" -d '{"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-deleted", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:36.858003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.867748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.871666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Allocated IP 172.20.0.1 (66b2d3d6-33f0-45e0-9abf-d13a321e0672/de733119-0c61-41c8-b1be-907ec0d6b728/46e605da-98e8-477a-b4e2-08f960dcbadc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:36.881906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:02:36.882721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:02:36.890503 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:02:36.920725 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbc3e96-55c8-41be-a227-1d56a70344e6 x-openstack-request-id: req-9cbc3e96-55c8-41be-a227-1d56a70344e6 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:36.920725 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313410ee-76ef-4991-986b-12521b5c75b7", "name": "network-vif-deleted", "tag": "d49b453d-42e4-4519-a980-5eb4b1321799", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:36.921342 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cbc3e96-55c8-41be-a227-1d56a70344e6 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:36.921342 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313410ee-76ef-4991-986b-12521b5c75b7', 'name': 'network-vif-deleted', 'tag': 'd49b453d-42e4-4519-a980-5eb4b1321799', 'status': 'completed', 'code': 200} Aug 18 14:02:37.041779 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:32Z', 'revision_number': 3, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:37.096456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec58dc3-2483-4529-b1c3-d34003e4dc2c None None] The sync data for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 is: [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:32Z', 'revision_number': 3, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:37.122908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.152678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.175067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Transition to ACTIVE for port object 46e605da-98e8-477a-b4e2-08f960dcbadc will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:37.176108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0b70a25-2798-4d05-aa90-de0fbe1fd828 req-ad6a2262-b496-4085-9429-eb2b06f15d95 tempest-MigrationsAdminTest-699706443 tempest-MigrationsAdminTest-699706443-project] 10.222.0.35 "GET /v2.0/ports?device_id=313410ee-76ef-4991-986b-12521b5c75b7 HTTP/1.1" status: 200 len: 210 time: 0.1413407 Aug 18 14:02:37.195124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.202686 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f9773786-597c-4ed1-bbef-4b47b95c1cdf HTTP/1.1" status: 204 len: 168 time: 2.1253901 Aug 18 14:02:37.206149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.232844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5b573-207b-40c1-9c03-4e1c82226823 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9773786-597c-4ed1-bbef-4b47b95c1cdf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:37.339083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Pushing event updated for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:37.350046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:37.354363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.389211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] device_id is not set on port ad848e66-b681-4986-8e36-c5c8b23327fb yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:02:37.402588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.495791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:37.499789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:37.511573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:37.520938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Network 0d6c44e7-6171-4af7-b699-af83d233520d is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:37.525351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:37.540323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Pushing event updated for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:37.560773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.637686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:37.658412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.13 (41841446-4e65-40cb-8bc0-95fb7b6346ce/e36fc8e2-29b6-4696-a8ea-6abc0230328e/ad848e66-b681-4986-8e36-c5c8b23327fb) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:37.868757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:37.873018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:37.876656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:37.877288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.934084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Router 658211f6-2a89-4e1d-980b-9cda3135beec has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:37.988360 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:02:38.099129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.109448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3da2545b-b905-490e-8010-92cdf9484750 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f343a10d32b5484ba4dc6f5e80be9d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330945 Aug 18 14:02:38.121572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:38.153639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.179593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:38.235368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.243299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:38.251783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce898b9d-c26c-4527-b33a-473359e2e241 admin admin] 10.222.0.35 "PUT /v2.0/routers/658211f6-2a89-4e1d-980b-9cda3135beec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2321754 Aug 18 14:02:38.268204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.273124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8d6c13e2-53ad-4446-8460-84e90aeedaec None None] Provisioning for port 46e605da-98e8-477a-b4e2-08f960dcbadc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:38.363792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8d6c13e2-53ad-4446-8460-84e90aeedaec None None] Provisioning complete for port 46e605da-98e8-477a-b4e2-08f960dcbadc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:38.367179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8d6c13e2-53ad-4446-8460-84e90aeedaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.382917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.461307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c13e2-53ad-4446-8460-84e90aeedaec None None] Port 46e605da-98e8-477a-b4e2-08f960dcbadc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:02:38.469121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28185ea7-fcce-4ef0-a321-426f314f5183 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:38.513442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 28185ea7-fcce-4ef0-a321-426f314f5183 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:38.514108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28185ea7-fcce-4ef0-a321-426f314f5183 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:38.527863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:02:38.572005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: d49b453d-42e4-4519-a980-5eb4b1321799 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:02:38.572561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d49b453d-42e4-4519-a980-5eb4b1321799 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:02:38.577438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:38.580328 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.584042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.656738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.682164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 41841446-4e65-40cb-8bc0-95fb7b6346ce is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:38.691606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:38.696561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:38.732056 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.836871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:38.841581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.857586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Pushing event updated for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:38.862443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.865574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.866374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=ad848e66-b681-4986-8e36-c5c8b23327fb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:38.870417 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6a19511-9355-448e-8767-915055057278 HTTP/1.1" status: 204 len: 168 time: 0.7472110 Aug 18 14:02:38.873973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.888437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad00f-f38a-4db2-8a8b-c9a1eedb0336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a19511-9355-448e-8767-915055057278,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:38.955270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f6fb1495-874b-4de7-a367-9613ac6a39c2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1999316 Aug 18 14:02:38.956038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:38.965619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': 'ad848e66-b681-4986-8e36-c5c8b23327fb'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:39.032549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:39.035034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:39.039104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:39.073919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:39.304335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Sync routers for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:39.377992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:39.379057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:39.437221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Router 6d076ce0-a981-4c86-8e24-396f915b01f9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:39.578618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:39.755622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:39.784855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96fd6220-a320-4697-a969-ca9f8037cedc admin admin] 10.222.0.35 "PUT /v2.0/routers/6d076ce0-a981-4c86-8e24-396f915b01f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3442934 Aug 18 14:02:39.826812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-a2c55d2b-cfef-4565-8549-3fcec487fff5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:39.829441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50128) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:39.830145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-a2c55d2b-cfef-4565-8549-3fcec487fff5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 820 time: 0.3706551 Aug 18 14:02:39.857054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-2383ba7f-fead-4015-8ac0-b4b69587a72a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/quotas/19ceb3e306bf450db739ea34400d67f3 HTTP/1.1" status: 200 len: 375 time: 0.0136950 Aug 18 14:02:39.931490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c9bb3db5-367c-4899-8e83-7857b511c048 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:39.949717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:40.018128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'mac_address': 'fa:16:3e:39:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:40.028886 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Sync routers for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:40.032844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb957c10-5d6f-407c-bd2c-cd7892252589 None None] Provisioning complete for port 46e605da-98e8-477a-b4e2-08f960dcbadc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:40.035770 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb957c10-5d6f-407c-bd2c-cd7892252589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.046327 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:40.047160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:40.087734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cb957c10-5d6f-407c-bd2c-cd7892252589 None None] Port 46e605da-98e8-477a-b4e2-08f960dcbadc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:02:40.188433 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.201223 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.266692 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:40.301559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:40.338218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:40.378366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-547680b7-0990-43b1-b11e-9f52236b5e2e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5089200 Aug 18 14:02:40.393794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50134) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:40.399619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 2, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:40.433111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Checking router: 658211f6-2a89-4e1d-980b-9cda3135beec for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:40.433692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Updating router 658211f6-2a89-4e1d-980b-9cda3135beec port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:02:40.436268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c9bb3db5-367c-4899-8e83-7857b511c048 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:40.492034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.501895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c9bb3db5-367c-4899-8e83-7857b511c048 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:40.502586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.534059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.540783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c876ad63-ff29-463d-9a0c-f42144a810b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f08d4a5b07a44ffa731316daa26ead3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451371 Aug 18 14:02:40.547622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:40.565259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.646761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-76a2ca49-969e-4c33-9912-624eebb4a92c service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506988 Aug 18 14:02:40.712858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.765541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e3336a17-f500-4f2e-a791-e53f1371ac91'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:40.778593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.787787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 2, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:40.844196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-3b3d79b0-7eeb-4259-a882-d105c247c585 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956530 Aug 18 14:02:40.846894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.904812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:40.929298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Checking router: 6d076ce0-a981-4c86-8e24-396f915b01f9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:40.929298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Updating router 6d076ce0-a981-4c86-8e24-396f915b01f9 port 46e605da-98e8-477a-b4e2-08f960dcbadc binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:02:40.988702 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e50f956e-058e-4451-8ff0-3768385aaa90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a91ea0c85878423b982a8379ba9a4d59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1500714 Aug 18 14:02:40.992072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50154) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:41.008413 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.020822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:41.047410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.056908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.075337 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP a732c7b6-53bb-482d-837c-608c8486dc5b associated. External IP: 172.25.1.167, port: ad848e66-b681-4986-8e36-c5c8b23327fb. Aug 18 14:02:41.081350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9711206-752f-4103-9538-ab62e02591d7 HTTP/1.1" status: 204 len: 168 time: 0.5100534 Aug 18 14:02:41.212062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6cbf5-b1c6-43ab-98e2-66071fa32a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9711206-752f-4103-9538-ab62e02591d7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:41.354629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.397786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.620817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.633118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.633118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30fff26b-6bf4-4cb4-9b77-5c8329689f69 HTTP/1.1" status: 204 len: 168 time: 0.6391602 Aug 18 14:02:41.673627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fa60d-88a4-4fed-82a7-f0b559122364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fff26b-6bf4-4cb4-9b77-5c8329689f69,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:41.777251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:41.828859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b26f147f-ab66-4077-af72-cc0b49a5927f req-b2b0c56d-faba-41b8-b91e-db306954b14b tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 210 time: 0.1816475 Aug 18 14:02:41.884221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:42.002979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port c9bb3db5-367c-4899-8e83-7857b511c048, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c9bb3db5-367c-4899-8e83-7857b511c048,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:42.042924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:42.048527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284883454', 'description': 'tempest-description--63649017'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:42.073422 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.093941 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Transition to ACTIVE for port object 46e605da-98e8-477a-b4e2-08f960dcbadc will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:42.170280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:42.173081 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.194878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.227858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:42.246155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.274646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9de66084-0292-4b45-aa62-f753ebbf7237 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/a732c7b6-53bb-482d-837c-608c8486dc5b HTTP/1.1" status: 200 len: 978 time: 3.3175354 Aug 18 14:02:42.275738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50204) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:42.279995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.284145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:42.388012 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b82e01-cb74-4c2b-8eaf-c8e405eb0310 None None] Pushing event updated for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:42.452361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port ad848e66-b681-4986-8e36-c5c8b23327fb {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:42.452724 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.488558 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.521083 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Attempting to bind port 46e605da-98e8-477a-b4e2-08f960dcbadc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:42.521763 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Attempting to bind port 46e605da-98e8-477a-b4e2-08f960dcbadc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:42.523767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Attempting to bind port 46e605da-98e8-477a-b4e2-08f960dcbadc on network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:42.550118 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:42.557745 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Checking segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:42.558354 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.558949 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Bound using segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:42.560477 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Bound port: 46e605da-98e8-477a-b4e2-08f960dcbadc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:42.561095 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.617458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.656240 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.700209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Transition to ACTIVE for port object 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:42.721798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a325d46-2405-4922-b66d-0bdd64d531ca,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:42.722533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=c9bb3db5-367c-4899-8e83-7857b511c048,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:42.728847 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.747762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.749300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f7ea946-3400-40d0-920b-df7405432210 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7046506 Aug 18 14:02:42.752688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50212) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:42.765684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'security_group_rule': {'security_group_id': '0a325d46-2405-4922-b66d-0bdd64d531ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:42.796206 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] For port 46e605da-98e8-477a-b4e2-08f960dcbadc, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:42.806385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] For port 46e605da-98e8-477a-b4e2-08f960dcbadc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=46e605da-98e8-477a-b4e2-08f960dcbadc,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:42.825404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.878854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:42.880398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:42.913243 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:42.923177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.027213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:43.070592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a43a9a3f-f849-4533-9cec-436d54392221 req-5fee7a82-6a4f-4032-b20e-d143095832ea tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 210 time: 0.0488338 Aug 18 14:02:43.137571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:43.138350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.167542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.220107 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b82e01-cb74-4c2b-8eaf-c8e405eb0310 None None] Pushing event updated for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:43.240210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:43.263890 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:43.266416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:43.268781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.335021 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.338830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.339465 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP a732c7b6-53bb-482d-837c-608c8486dc5b disassociated. External IP: 172.25.1.167, port: ad848e66-b681-4986-8e36-c5c8b23327fb. Aug 18 14:02:43.340953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for ad848e66-b681-4986-8e36-c5c8b23327fb owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:43.342855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1143be8-57c7-440e-80bf-e900499f8262,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:43.458575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50232) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:43.471745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.472663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:43.473344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:43.481150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3bb5b6f5-7e2a-4351-9165-887b404dc2f5 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261956 Aug 18 14:02:43.481150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50234) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:43.507058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:43.541993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'security_group_rule': {'security_group_id': '0a325d46-2405-4922-b66d-0bdd64d531ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:43.581450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Attempting to bind port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:43.584546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Attempting to bind port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:43.587922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Attempting to bind port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 on network 0d6c44e7-6171-4af7-b699-af83d233520d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:43.713898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-911b3f87-352d-4993-83c7-27c77e2712a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cfa9dc8b1fc41ea8848a4e4a66db80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532768 Aug 18 14:02:43.721483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50244) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:43.748386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:43.748804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Checking segment: {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:43.749163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.749559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Bound using segment: {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:43.750070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Bound port: 36540ed7-c4a4-4820-a8bf-b6853e0a9b72, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:43.750452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.768729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:43.772191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7707049-d3d2-453e-acfd-d3c8bc9f7c4f None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:43.794549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ac240-ad77-4a1a-8893-786c14eca606 None None] Pushing event updated for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:43.818160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.856864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.862777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.891450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.967044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=ad848e66-b681-4986-8e36-c5c8b23327fb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:43.975904 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:42Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:44.073560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e3336a17-f500-4f2e-a791-e53f1371ac91 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:44.074167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.126131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c9bb3db5-367c-4899-8e83-7857b511c048 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:44.136152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd4ce6-0b10-4b22-9575-d355d5a81e39 None None] The sync data for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 is: [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:42Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:44.138918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.154330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.167740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42b296a4-ee2c-4faa-8e4e-3916e253c78f HTTP/1.1" status: 204 len: 168 time: 0.4446175 Aug 18 14:02:44.268350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a1c9e-00bc-4dda-93ad-088bf127a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b296a4-ee2c-4faa-8e4e-3916e253c78f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:44.339881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.377437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] For port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:44.399297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a409fee2-317a-4e96-9795-3e4968ec8548 req-f56937aa-fda8-421f-bb95-fb37b3701d2b tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 210 time: 0.0748518 Aug 18 14:02:44.444289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] For port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:44.506929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.521289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c9bb3db5-367c-4899-8e83-7857b511c048 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:44.521289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.532811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:44.570521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.580438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826a0632-3ba2-4aed-85e9-d549c2b2225c,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:44.588472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.685962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:44.688473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566e214-cb7b-487d-8a90-ee11676c0f9c" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:44.709017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:44.709754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:44.721741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:44.723605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.725771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe883804-511c-47be-bdd1-15c810f9f37e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2225130 Aug 18 14:02:44.728776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50270) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:44.735649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:44.827169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-7017154c-5bfa-4dbd-8d13-692279fa7830 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:44.829178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-7017154c-5bfa-4dbd-8d13-692279fa7830 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 820 time: 0.3242507 Aug 18 14:02:44.852431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'port': {'device_id': '7fa552e3-3619-4828-b455-0bf550abb973', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'admin_state_up': True, 'tenant_id': '19ceb3e306bf450db739ea34400d67f3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:45.014665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.211715 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc863506-ad7f-4c53-9c70-3a4c008c617f x-openstack-request-id: req-dc863506-ad7f-4c53-9c70-3a4c008c617f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:45.212911 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-plugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:45.213538 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc863506-ad7f-4c53-9c70-3a4c008c617f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:45.214244 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'code': 200} Aug 18 14:02:45.216549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ac240-ad77-4a1a-8893-786c14eca606 None None] Pushing event updated for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:45.221475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.301740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.363399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:45.382743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:45.397685 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:45.397685 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:45.463145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:45.529205 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:45.595160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Made reservation on behalf of 19ceb3e306bf450db739ea34400d67f3 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:45.604530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Allocated IP 172.25.1.246 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/eb8217bf-622a-4c99-8983-f05cc2f57c6c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:45.612097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.616214 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:45.619582 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:45.791442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:45.796429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:45.796429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd550815-cf48-450a-bfd4-d9ed8c00e971 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:45.813559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.879783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad242073-479b-41d2-a275-94c07e01320c req-38e0a1b4-a39b-4d09-bffe-b48e670a868d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 210 time: 0.2428439 Aug 18 14:02:45.897190 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.905915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3bc735ad-2188-4ba6-8a3b-270a5ed57201 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/ad848e66-b681-4986-8e36-c5c8b23327fb HTTP/1.1" status: 204 len: 168 time: 3.6223645 Aug 18 14:02:45.906163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50300) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:45.997559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-497afbfc-74b2-4d4e-8928-c9a88f1088b9 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/floatingips/a732c7b6-53bb-482d-837c-608c8486dc5b HTTP/1.1" status: 200 len: 688 time: 0.0915692 Aug 18 14:02:45.998328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50302) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:46.076043 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:46.155691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'Port': ['ID=eb8217bf-622a-4c99-8983-f05cc2f57c6c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:46.172757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46e605da-98e8-477a-b4e2-08f960dcbadc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:46.271566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:46.278908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Allocated IP 172.20.0.2 (0d6c44e7-6171-4af7-b699-af83d233520d/6e204057-e832-48b2-90da-0e453ef733e7/0a3c0e5c-6900-41d6-9517-9422c940a6e5) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:46.409677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:44Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:46.495826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 46e605da-98e8-477a-b4e2-08f960dcbadc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:46.507774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 46e605da-98e8-477a-b4e2-08f960dcbadc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:46.508154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:46.514312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04152fd4-c49a-42b7-8f33-783df25b0b0a None None] The sync data for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 is: [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:44Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:46.728998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:46.804696 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:46.840976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:46.988225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 46e605da-98e8-477a-b4e2-08f960dcbadc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=46e605da-98e8-477a-b4e2-08f960dcbadc,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:47.008054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Network 0d6c44e7-6171-4af7-b699-af83d233520d is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:47.030927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:47.044474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:47.066562 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.083158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:47.088007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:47.185002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:47.193163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:47.223907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:47.223907 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.226754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:47.264949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:02:47.272136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.272309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80007-95ca-4768-9fa4-31048520cf4a req-3cd70bdd-bc64-4514-acc5-5a84e9622b29 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:47.282109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bca80007-95ca-4768-9fa4-31048520cf4a req-3cd70bdd-bc64-4514-acc5-5a84e9622b29 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 931 time: 0.1493058 Aug 18 14:02:47.355562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.363392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f49babac-7378-4e1e-a242-58a52d220cbd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4978819 Aug 18 14:02:47.371401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Request body: {'port': {'device_id': '7fa552e3-3619-4828-b455-0bf550abb973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:47.443562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.443968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.458266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:02:47.515123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bca80007-95ca-4768-9fa4-31048520cf4a req-078cc6d1-c4b1-40fc-a820-b436bccffbb4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236507 Aug 18 14:02:47.604896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.736327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.755470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.851394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.983171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=2f4a42c3-2fe1-439a-b4c8-d99ad2906d7d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:48.323930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.334302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.339814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1eef9f05-7177-4695-93bc-e5469b6bbc63 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/a732c7b6-53bb-482d-837c-608c8486dc5b HTTP/1.1" status: 204 len: 168 time: 2.3368073 Aug 18 14:02:48.357075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50368) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:48.365663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '4851b9cb-b760-47f8-8f48-695f7c024ce4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:48.394605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46e605da-98e8-477a-b4e2-08f960dcbadc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:48.426271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.497226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.559453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 46e605da-98e8-477a-b4e2-08f960dcbadc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:48.559832 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.700926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:48.760019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28ded-7a9a-44d1-b46c-8d7a69f35ef8 req-e758c9dd-b00a-4b66-9f5c-4b371b0399d6 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:48.761667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42f28ded-7a9a-44d1-b46c-8d7a69f35ef8 req-e758c9dd-b00a-4b66-9f5c-4b371b0399d6 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 931 time: 0.0693293 Aug 18 14:02:48.829481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3c0e5c-6900-41d6-9517-9422c940a6e5 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:48.838758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.842964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.843948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42f28ded-7a9a-44d1-b46c-8d7a69f35ef8 req-143f0543-f0a8-4e8c-9557-7e50c74bc78c tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762179 Aug 18 14:02:48.856315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Transition to ACTIVE for port object 0a3c0e5c-6900-41d6-9517-9422c940a6e5 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:48.885099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.919959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:48.939935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:48.940768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.945961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:48.963704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=823cce05f95e4004bccccedf70359d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7731206 Aug 18 14:02:48.963704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50390) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:48.981508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f00dac-36b9-402c-a7b4-b24b45e65e51,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.034402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.107186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.109405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.109940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.110293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.111241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.111584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.111918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.116575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.116944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.117287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.117643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.118040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab3684-3dea-4203-a9fc-d2ac1be9549a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:49.139344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.184681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.196611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'Port': ['ID=eb8217bf-622a-4c99-8983-f05cc2f57c6c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.280099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:49.283605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Attempting to bind port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:49.284027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Attempting to bind port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:49.284516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Attempting to bind port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 on network 0d6c44e7-6171-4af7-b699-af83d233520d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:49.291991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.292219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 on network 0d6c44e7-6171-4af7-b699-af83d233520d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:02:49.292438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Attempting to bind port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 on network 0d6c44e7-6171-4af7-b699-af83d233520d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:49.300835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:49.301315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Checking segment: {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:49.302305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Bound using segment: {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:49.302763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Bound port: 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab91d37f-6865-473b-bbcb-59ee4527af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:49.303136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.350171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.387027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.409387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.439702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:49.445640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:49.476000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.483598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.523171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.524592 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c12ec7e5-2c01-4bea-9c2f-303c3ac3fdba tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7946088 Aug 18 14:02:49.555315 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.623832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:49.624490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.625885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.626029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 1091 time: 2.2606502 Aug 18 14:02:49.626456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:49.628799 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:49.632278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:49.633613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09f00dac-36b9-402c-a7b4-b24b45e65e51 HTTP/1.1" status: 204 len: 168 time: 0.6497023 Aug 18 14:02:49.681120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e188-04f7-400b-b948-aae179ed5e96 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.695460 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530b44d-250d-46b6-b384-4b74cea724b9 x-openstack-request-id: req-8530b44d-250d-46b6-b384-4b74cea724b9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:49.695460 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:49.695460 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8530b44d-250d-46b6-b384-4b74cea724b9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:49.695460 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:02:49.775657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51504e-9ad1-4dda-93c6-5b7cb7f085bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f00dac-36b9-402c-a7b4-b24b45e65e51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:49.861025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-d1a3132f-2335-4aa8-b358-34e35880e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:49.862637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-d1a3132f-2335-4aa8-b358-34e35880e95e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1094 time: 0.1342793 Aug 18 14:02:49.963291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.136 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/13739a25-5209-42a5-925f-27d04402eb4a) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:50.033025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:50.113799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:50.207589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:50.208556 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:50.340958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:50.486983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-6303720c-4e04-443f-97e1-c63b505ba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:50.492156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-6303720c-4e04-443f-97e1-c63b505ba2f6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=19ceb3e306bf450db739ea34400d67f3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6189613 Aug 18 14:02:50.510941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89c58-846b-48b1-8e61-3d3fbca3a1f6 req-40a01317-da40-475e-aa3e-afe81169cfbf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:50.519451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0db89c58-846b-48b1-8e61-3d3fbca3a1f6 req-40a01317-da40-475e-aa3e-afe81169cfbf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 943 time: 0.4167230 Aug 18 14:02:50.547166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:50.624866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:50.643684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-196c1d7b-4553-4fe4-9eaf-295983eed457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:50.648706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:50.679690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0db89c58-846b-48b1-8e61-3d3fbca3a1f6 req-24232e5c-f16f-4f19-b960-b3be68ddc526 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538324 Aug 18 14:02:50.704583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:50.757188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=13739a25-5209-42a5-925f-27d04402eb4a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:50.782630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-c8e070dd-f061-4329-a3db-d833dac8be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:50.784176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bb6f073-3bb2-426b-9aaa-ea9eacacd98b req-c8e070dd-f061-4329-a3db-d833dac8be83 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834659 Aug 18 14:02:50.883480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-9213fbef-8133-4bb3-bd90-570e14d2d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:50.885046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-9213fbef-8133-4bb3-bd90-570e14d2d21b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1094 time: 0.0542130 Aug 18 14:02:50.971044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-f90d72ae-34ab-41f4-9009-2cba9491ad3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.0720105 Aug 18 14:02:51.042248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-196c1d7b-4553-4fe4-9eaf-295983eed457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.061763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-6688ddfd-1b10-41fb-b2fe-d1a17334f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:51.065094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-6688ddfd-1b10-41fb-b2fe-d1a17334f468 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.0814044 Aug 18 14:02:51.106448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:51.112480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-1f7560f5-4f04-4736-a760-ff7a490ba3f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346546 Aug 18 14:02:51.153636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-196c1d7b-4553-4fe4-9eaf-295983eed457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.194056 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86c191e2-c145-4f7e-ba7b-da2e84583853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.283451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-74329028-fcf3-41c4-9ff9-3d565697d242 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615801 Aug 18 14:02:51.392921 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-196c1d7b-4553-4fe4-9eaf-295983eed457 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d548d8b871b414681241e66651cfa76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3564138 Aug 18 14:02:51.397669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50500) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:51.398372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1d7b-4553-4fe4-9eaf-295983eed457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62654f0f-422e-4f62-a33d-cd20b88ddc6a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:51.431704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acc8a10-b831-4fb3-9722-319a0b981e37 req-9ec99352-fee0-42ca-b73c-b660eed853d3 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390638 Aug 18 14:02:51.432780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.555445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.595041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.626747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86c191e2-c145-4f7e-ba7b-da2e84583853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.709475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.737012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86c191e2-c145-4f7e-ba7b-da2e84583853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.783833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.792106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.792808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62654f0f-422e-4f62-a33d-cd20b88ddc6a HTTP/1.1" status: 204 len: 168 time: 0.3914900 Aug 18 14:02:51.814680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-86c191e2-c145-4f7e-ba7b-da2e84583853 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9d4354156a14fa491855361a155ff72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722865 Aug 18 14:02:51.821979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50544) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:51.869642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-45f2f9d9-8b4b-49cf-aea4-64ef88fa7ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:51.924506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c191e2-c145-4f7e-ba7b-da2e84583853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c196fb81-d56d-4356-ac80-d93fec6ac4ca,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:52.003277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc8182-b1fb-473e-a452-fd0e7ed8ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62654f0f-422e-4f62-a33d-cd20b88ddc6a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:52.016130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.065979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.145352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff245-4ff5-4a5e-96f1-23a1c9e8b91a req-29d460c2-c342-44f1-84dc-3532b59d9ba1 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:52.150987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290ff245-4ff5-4a5e-96f1-23a1c9e8b91a req-29d460c2-c342-44f1-84dc-3532b59d9ba1 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 943 time: 0.3449707 Aug 18 14:02:52.221393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.302434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.315369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290ff245-4ff5-4a5e-96f1-23a1c9e8b91a req-4f013c82-9dbb-4026-bb09-f887cbcd855c tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613402 Aug 18 14:02:52.316061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.331688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.339228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c196fb81-d56d-4356-ac80-d93fec6ac4ca HTTP/1.1" status: 204 len: 168 time: 0.5161529 Aug 18 14:02:52.351583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cfaba-a653-4a55-b6ae-4d7728fc90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c196fb81-d56d-4356-ac80-d93fec6ac4ca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:52.474181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.541558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=13739a25-5209-42a5-925f-27d04402eb4a,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:52.612323 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP 45292e24-f095-4c8c-baeb-5ea5822a12e1 associated. External IP: 172.25.1.136, port: 4851b9cb-b760-47f8-8f48-695f7c024ce4. Aug 18 14:02:52.818295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50578) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:52.855096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d67d48b-cea0-49a8-aa0c-8e625daa6305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:52.914181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:53.042590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d67d48b-cea0-49a8-aa0c-8e625daa6305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.095318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:53.111720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:53.128374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:53.131235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:53.146351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d67d48b-cea0-49a8-aa0c-8e625daa6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.226250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.260972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2d67d48b-cea0-49a8-aa0c-8e625daa6305 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=865907c44c7c43dcaa8ef2d88602bdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402564 Aug 18 14:02:53.262545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:53.271793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:53.276662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d48b-cea0-49a8-aa0c-8e625daa6305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b9c0a-7707-40dc-bf3f-1f8534131a8f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:53.281090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:53.282903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:53.342193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2a871017-e0eb-45b1-9aac-acc70a064310 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9821017 Aug 18 14:02:53.347666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:53.367439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:53.368903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea28d2-96fe-44e6-b92a-dbfaba954595 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:53.371506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1878873771'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:53.399600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.428931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.576770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:53.580455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.582488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bb954-fc1c-418d-93d5-abf31a257d69 req-249a498d-eb39-4b86-962c-e05bfa26ed8d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:53.585881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329bb954-fc1c-418d-93d5-abf31a257d69 req-249a498d-eb39-4b86-962c-e05bfa26ed8d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 943 time: 0.0714993 Aug 18 14:02:53.626908 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.630718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.632324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/109b9c0a-7707-40dc-bf3f-1f8534131a8f HTTP/1.1" status: 204 len: 168 time: 0.3593185 Aug 18 14:02:53.650387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:02:53.651293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32343e-600d-4036-840e-cd45c3f84cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b9c0a-7707-40dc-bf3f-1f8534131a8f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:53.687556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329bb954-fc1c-418d-93d5-abf31a257d69 req-a42a68f1-e677-40f4-915a-b25e3d5011ce tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889523 Aug 18 14:02:53.690463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.691769 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Added segment 4343aef6-1e9a-4034-8231-d9dc7795244a of type vlan for network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff Aug 18 14:02:53.794189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.902866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:53.909456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:53.921595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:54.219459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Network': ['ID=0a885e3a-4f9f-4b2e-9937-cb19e20889ff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:54.220049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:02:54.707064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb7d98dc-33ff-4f1d-b02e-208c4f6db6d5 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3544345 Aug 18 14:02:54.709800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50618) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:54.716638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'subnet': {'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:54.732564 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-138d9a02-3bb9-4d5d-9769-dcb734d9f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:54.845979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:54.967217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:54.973661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.152944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0a3c0e5c-6900-41d6-9517-9422c940a6e5 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:55.354363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.375602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:55.430820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'port_id': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'mac_address': 'fa:16:3e:84:a0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:55.497586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Subnet': ['ID=7591c69d-f6a6-4122-a51c-42d114ff1a41,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:55.555725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.573133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Checking segment: {'id': '4343aef6-1e9a-4034-8231-d9dc7795244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:55.576075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network hostable DHCP agents. Network: 0a885e3a-4f9f-4b2e-9937-cb19e20889ff, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:02:55.580501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3c0e5c-6900-41d6-9517-9422c940a6e5 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:55.607317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:55.618440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4120-1b01-4d26-90d6-75d0b95c8295 req-54ab8731-f972-4e9c-8d6d-b4bd0862d5a5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:55.635515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f67b4120-1b01-4d26-90d6-75d0b95c8295 req-54ab8731-f972-4e9c-8d6d-b4bd0862d5a5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 943 time: 0.0964446 Aug 18 14:02:55.695314 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.705072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f67b4120-1b01-4d26-90d6-75d0b95c8295 req-c2b33157-a511-45d3-8824-846a6fbb580b tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Aug 18 14:02:55.725395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:02:55.796705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:55.811378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0a885e3a-4f9f-4b2e-9937-cb19e20889ff) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:55.816147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:55.816755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.829594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfa686-0b1d-47aa-b80b-4efe6b843d6c None None] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:02:55.837154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:55.904113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f9845d2-949c-44ba-a472-ae4be3674c21 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1922858 Aug 18 14:02:55.906833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50658) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:55.913210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-216685161', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:55.994749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0a3c0e5c-6900-41d6-9517-9422c940a6e5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:56.032059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.033346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.146335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-0a885e3a-4f9f-4b2e-9937-cb19e20889ff', 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff', 'tenant_id': '5789c63d4dea4abcb2978e4dd2c09bd5', 'fixed_ips': [{'subnet_id': '7591c69d-f6a6-4122-a51c-42d114ff1a41'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:02:56.159332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.170253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.435293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.626205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Allocated IP 172.20.0.2 (0a885e3a-4f9f-4b2e-9937-cb19e20889ff/7591c69d-f6a6-4122-a51c-42d114ff1a41/2f52881f-2d4c-4eda-876a-a37027ce928e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:56.894515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05968-98ea-43a2-938a-5e448458a216 req-bfafee7c-83b8-443c-876f-d551dc567aac tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:56.903096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17c05968-98ea-43a2-938a-5e448458a216 req-bfafee7c-83b8-443c-876f-d551dc567aac tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 944 time: 0.0778949 Aug 18 14:02:56.944719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.996877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Transition to ACTIVE for port object 2f52881f-2d4c-4eda-876a-a37027ce928e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:56.999717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17c05968-98ea-43a2-938a-5e448458a216 req-42379a86-9a7c-4c8a-82cb-1ab157f9c3a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915608 Aug 18 14:02:57.088112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Transition to ACTIVE for port object 2f52881f-2d4c-4eda-876a-a37027ce928e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:57.166925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0a3c0e5c-6900-41d6-9517-9422c940a6e5 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:57.189101 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.204674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.225627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:57.230039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:57.250808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.260436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:57.389468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=2f52881f-2d4c-4eda-876a-a37027ce928e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:57.402324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.403881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Attempting to bind port 2f52881f-2d4c-4eda-876a-a37027ce928e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:57.404259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Attempting to bind port 2f52881f-2d4c-4eda-876a-a37027ce928e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4343aef6-1e9a-4034-8231-d9dc7795244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:57.406713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Attempting to bind port 2f52881f-2d4c-4eda-876a-a37027ce928e on network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:57.430745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:57.431158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Checking segment: {'id': '4343aef6-1e9a-4034-8231-d9dc7795244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:57.431738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.432044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Bound using segment: {'id': '4343aef6-1e9a-4034-8231-d9dc7795244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:57.432527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Bound port: 2f52881f-2d4c-4eda-876a-a37027ce928e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4343aef6-1e9a-4034-8231-d9dc7795244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:57.432940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.572747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:57.601549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:57.603008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.925964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] For port 2f52881f-2d4c-4eda-876a-a37027ce928e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:57.933474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] For port 2f52881f-2d4c-4eda-876a-a37027ce928e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f52881f-2d4c-4eda-876a-a37027ce928e,segment=NetworkSegment(4343aef6-1e9a-4034-8231-d9dc7795244a),segment_id=4343aef6-1e9a-4034-8231-d9dc7795244a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:57.962984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.25.1.44 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c91b67ae-b5d5-40ee-bfa1-10c864fe37ae) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:58.002243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.063780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:58.073363 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03604dd8-feeb-421a-ac02-ac96dc7bf58b" -d '{"events": [{"server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "name": "network-vif-plugged", "status": "completed", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:58.107870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:58.191785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d2bc2-227d-4cbb-9ea0-ba281c6811ca req-45598738-9286-495d-8f75-2f6d0213cc12 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:58.193452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-512d2bc2-227d-4cbb-9ea0-ba281c6811ca req-45598738-9286-495d-8f75-2f6d0213cc12 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 944 time: 0.0687814 Aug 18 14:02:58.204454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.291840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-512d2bc2-227d-4cbb-9ea0-ba281c6811ca req-a0d947db-2a07-49fb-9eae-df0e0dff07b6 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894301 Aug 18 14:02:58.377297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.401023 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.407463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.554714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:58.561478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:58.569018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:58.570860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34d5b-6f69-49e4-8c82-2dbeb37ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=2f52881f-2d4c-4eda-876a-a37027ce928e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:58.655437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=c91b67ae-b5d5-40ee-bfa1-10c864fe37ae,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:58.727158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:59.083417 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778556ca-07f1-4c6d-99b4-9912eb38f2ef x-openstack-request-id: req-778556ca-07f1-4c6d-99b4-9912eb38f2ef {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:59.084126 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "name": "network-vif-plugged", "status": "completed", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:59.084126 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-778556ca-07f1-4c6d-99b4-9912eb38f2ef {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:59.084328 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'code': 200} Aug 18 14:02:59.276481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a746d10-ba78-48a9-86c8-6dc65e2805c0 req-10a1d6ec-4433-4c9d-b649-56ec58faee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:59.281939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a746d10-ba78-48a9-86c8-6dc65e2805c0 req-10a1d6ec-4433-4c9d-b649-56ec58faee2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.0963864 Aug 18 14:02:59.357321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a746d10-ba78-48a9-86c8-6dc65e2805c0 req-ecec65c0-43dc-40b3-971c-60186e87fb88 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606682 Aug 18 14:02:59.415305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:59.722194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.080323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router af15b75b-9ac1-497a-b352-4273b2bd1890 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:03:00.113812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f52881f-2d4c-4eda-876a-a37027ce928e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:00.306838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:00.319450 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] Sync routers for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:00.348411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:00.349153 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:00.374060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a0841-440b-4418-8be2-0400dcf4eca1 None None] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:00.403121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:00.415794 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:00.416545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:00.441448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.445089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-37187d34-32c8-483a-8928-7e8da4dbda0f tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5362053 Aug 18 14:03:00.454605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:00.462728 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:00.463451 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af18cf-23eb-4e5a-993d-1db3c9a45e60 None None] The sync data for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:00.480994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db2b2db9-11bf-47fc-bb0a-ac16023f62d0 None None] Provisioning for port 2f52881f-2d4c-4eda-876a-a37027ce928e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:00.771985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2f52881f-2d4c-4eda-876a-a37027ce928e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:00.776817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2f52881f-2d4c-4eda-876a-a37027ce928e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:00.777201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.894988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.943643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2f52881f-2d4c-4eda-876a-a37027ce928e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f52881f-2d4c-4eda-876a-a37027ce928e,segment=NetworkSegment(4343aef6-1e9a-4034-8231-d9dc7795244a),segment_id=4343aef6-1e9a-4034-8231-d9dc7795244a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:00.952922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c1ad4ea-313d-4b8d-b475-c79c8dbcf4f5 None None] Provisioning complete for port 2f52881f-2d4c-4eda-876a-a37027ce928e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:00.953468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c1ad4ea-313d-4b8d-b475-c79c8dbcf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.066430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.132695 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c1ad4ea-313d-4b8d-b475-c79c8dbcf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.178733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.184966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2f52881f-2d4c-4eda-876a-a37027ce928e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:01.275933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-6c1ad4ea-313d-4b8d-b475-c79c8dbcf4f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:03:01.276294 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-6c1ad4ea-313d-4b8d-b475-c79c8dbcf4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:03:01.550259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.1 (0a885e3a-4f9f-4b2e-9937-cb19e20889ff/7591c69d-f6a6-4122-a51c-42d114ff1a41/269f0cdf-0c76-4166-ae85-f5b818e4a426) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:01.681139 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.701304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Transition to ACTIVE for port object 269f0cdf-0c76-4166-ae85-f5b818e4a426 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:01.926014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.985881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:01.985881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:01.989993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:02.018113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=269f0cdf-0c76-4166-ae85-f5b818e4a426,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:02.034247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f52881f-2d4c-4eda-876a-a37027ce928e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:02.046459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.106096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2f52881f-2d4c-4eda-876a-a37027ce928e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:02.106491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.333559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.395027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0be9b8be-7242-4938-9d41-177eb26563a6 None None] Provisioning for port 269f0cdf-0c76-4166-ae85-f5b818e4a426 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:02.399876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0be9b8be-7242-4938-9d41-177eb26563a6 None None] Provisioning complete for port 269f0cdf-0c76-4166-ae85-f5b818e4a426 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:02.400243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0be9b8be-7242-4938-9d41-177eb26563a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.438867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0be9b8be-7242-4938-9d41-177eb26563a6 None None] Port 269f0cdf-0c76-4166-ae85-f5b818e4a426 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:02.493586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-54ae4898-d153-47a0-9da5-a7f9ac46b044 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272396 Aug 18 14:03:02.657687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-1b4adf07-bdde-4413-842b-e7c308ca139d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:02.659558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-1b4adf07-bdde-4413-842b-e7c308ca139d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513760 Aug 18 14:03:02.684977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-508151eb-e30e-4fe4-9341-4ca24453e140 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0171494 Aug 18 14:03:02.703480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.741441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-eafed9c2-74ea-41fe-a63f-b5cb672c9c91 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451448 Aug 18 14:03:02.819732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.911772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=269f0cdf-0c76-4166-ae85-f5b818e4a426,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:02.922725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.969087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e25c7-0db2-4b0f-b361-f624ac77a400 req-98c35886-f483-44cb-9995-8ad9dfbd41ef tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:02.982736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1e25c7-0db2-4b0f-b361-f624ac77a400 req-98c35886-f483-44cb-9995-8ad9dfbd41ef tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0893068 Aug 18 14:03:03.061562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1e25c7-0db2-4b0f-b361-f624ac77a400 req-88818e91-c19f-4aec-a05e-a35ff7e70d05 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768168 Aug 18 14:03:03.085663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:03.085663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:03.168525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8bd4b1-a00a-48f0-b4b2-12d62ab70fde req-bce7dda4-f54f-435e-be58-725f845eb5b0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.0456705 Aug 18 14:03:03.391950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router af15b75b-9ac1-497a-b352-4273b2bd1890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:03.431642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aabd88-59b7-4b38-819b-17c5ff5123e4 req-f1b790d1-7504-428a-a927-509064efce26 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:03.434535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53aabd88-59b7-4b38-819b-17c5ff5123e4 req-f1b790d1-7504-428a-a927-509064efce26 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 951 time: 0.1199906 Aug 18 14:03:03.498488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53aabd88-59b7-4b38-819b-17c5ff5123e4 req-435ce1fa-c917-4b0a-a5de-adb76c2382e6 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567133 Aug 18 14:03:03.546283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:03.557543 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1cf8e1b-003b-4605-b9b3-dcb11bd064fa tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/routers/af15b75b-9ac1-497a-b352-4273b2bd1890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008105 Aug 18 14:03:03.560577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50814) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:03.566258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'port': {'network_id': '0a885e3a-4f9f-4b2e-9937-cb19e20889ff', 'name': 'tempest-FloatingIPTestJSON-1242515347'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:03.573289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] Sync routers for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:03.582239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-65b0b6e1-688a-4bda-ac1b-1d7dbb906989 None None] Provisioning complete for port 269f0cdf-0c76-4166-ae85-f5b818e4a426 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:03.582576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65b0b6e1-688a-4bda-ac1b-1d7dbb906989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.617333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:03.618433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:03.660787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:03.663661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-65b0b6e1-688a-4bda-ac1b-1d7dbb906989 None None] Port 269f0cdf-0c76-4166-ae85-f5b818e4a426 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:03.675303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:03.676971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:03.749716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:03.751191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86035da3-3e5a-4b18-a9c4-b5ca80cda780 None None] The sync data for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:03.896787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Made reservation on behalf of 5789c63d4dea4abcb2978e4dd2c09bd5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:03.900127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-14f8eda3-1e60-4e88-8186-1a9f16c5c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:03.900672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.901706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-14f8eda3-1e60-4e88-8186-1a9f16c5c950 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.0744970 Aug 18 14:03:03.930046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] device_id is not set on port cce87f4d-5723-44f7-a22e-06690011ed93 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:04.001373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4cf0-c101-46b4-8073-c8a3bee59071 req-471a284a-148d-4d8e-9b2e-f67d2c456f13 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.009402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a6f4cf0-c101-46b4-8073-c8a3bee59071 req-471a284a-148d-4d8e-9b2e-f67d2c456f13 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1288567 Aug 18 14:03:04.073995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a6f4cf0-c101-46b4-8073-c8a3bee59071 req-26a68127-ffdd-452b-8086-6811c36b3616 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499938 Aug 18 14:03:04.107842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-21246690-47ce-4ee2-adf4-c79200b20e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.109488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-21246690-47ce-4ee2-adf4-c79200b20e49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.1904018 Aug 18 14:03:04.110925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Allocated IP 172.20.0.7 (0a885e3a-4f9f-4b2e-9937-cb19e20889ff/7591c69d-f6a6-4122-a51c-42d114ff1a41/cce87f4d-5723-44f7-a22e-06690011ed93) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:04.188646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-99b47094-01f4-487f-8479-6c3c2332ab77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.0676746 Aug 18 14:03:04.296095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-db65c1b1-b211-4e02-a733-a8ef899b049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.298818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-db65c1b1-b211-4e02-a733-a8ef899b049e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1053612 Aug 18 14:03:04.338017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:04.358758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-2ae32613-e2f3-4f6c-ad9d-fcdd70be65bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509822 Aug 18 14:03:04.361946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Transition to ACTIVE for port object cce87f4d-5723-44f7-a22e-06690011ed93 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:04.494948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-d37857e0-ef53-498f-9e3c-babbe1450932 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270463 Aug 18 14:03:04.536732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:04.597728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:04.602358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:04.607536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:04.611891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event updated for resources: {'Port': ['ID=cce87f4d-5723-44f7-a22e-06690011ed93,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:04.653050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-436dc1f9-feff-41d9-a46c-135d0ec85f72 req-b4fd030b-9049-4698-9a65-df10ccaae3b2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.0476568 Aug 18 14:03:04.669583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.671457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:04.698762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce1f84d3-469f-4529-ad54-93e12927cbb0 req-09a2bb99-924d-4f6f-97ed-2eb1b8e8d0fc service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937363 Aug 18 14:03:04.804432 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ff1394a-b041-45b1-9064-184db2bc706c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2424326 Aug 18 14:03:04.806929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:04.811489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Request body: {'floatingip': {'port_id': 'cce87f4d-5723-44f7-a22e-06690011ed93'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:04.875654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:04.959791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dee30771-72b3-4136-a5dd-6d45f5583178 None None] Provisioning for port cce87f4d-5723-44f7-a22e-06690011ed93 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:04.964721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dee30771-72b3-4136-a5dd-6d45f5583178 None None] Provisioning complete for port cce87f4d-5723-44f7-a22e-06690011ed93 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:04.965338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dee30771-72b3-4136-a5dd-6d45f5583178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:05.003036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dee30771-72b3-4136-a5dd-6d45f5583178 None None] Port cce87f4d-5723-44f7-a22e-06690011ed93 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:05.400649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c7fa-a3ef-4310-a70d-06639a55bc8f req-01381201-bd9c-4ba6-942c-3ec94aebdbd5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:05.402370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f76c7fa-a3ef-4310-a70d-06639a55bc8f req-01381201-bd9c-4ba6-942c-3ec94aebdbd5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0580800 Aug 18 14:03:05.451089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f76c7fa-a3ef-4310-a70d-06639a55bc8f req-0069cc0b-553d-4998-a1e1-917217c32cce tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Aug 18 14:03:05.760799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:05.770990 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f3f58b05-483b-4c41-9fde-be72410557fd tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263615 Aug 18 14:03:05.877552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:05.945391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f79770f3-3cb2-49a0-b0a4-5c6325e18233 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:05.946906 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f79770f3-3cb2-49a0-b0a4-5c6325e18233 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683490 Aug 18 14:03:05.989720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:06.100768 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP 45292e24-f095-4c8c-baeb-5ea5822a12e1 associated. External IP: 172.25.1.136, port: 4851b9cb-b760-47f8-8f48-695f7c024ce4. Aug 18 14:03:06.157927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab9a3173-b0ea-48b9-9ae8-9445608e6b6c req-c9a8d9b2-4a7e-4f8e-82f7-10fdcb037ed1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.0342720 Aug 18 14:03:06.272923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e0df6-d98a-45a1-8a65-4d0567379069 req-328de98e-1bd8-4c8a-8a50-bd0290628ce8 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:06.280068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd6e0df6-d98a-45a1-8a65-4d0567379069 req-328de98e-1bd8-4c8a-8a50-bd0290628ce8 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 951 time: 0.0632079 Aug 18 14:03:06.302551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:06.307659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:06.323601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd6e0df6-d98a-45a1-8a65-4d0567379069 req-e350d66c-d596-421f-b2a6-bbdeda139c80 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Aug 18 14:03:06.351568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:06.409369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:06.578113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:06.583379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:06.595257 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:06.605246 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:06.606155 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:06.620993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138e204-eeed-4d5d-91bb-39b54b00a2ed req-35a9ede6-3296-4d7d-b0dd-b99ceb7cf5e3 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:06.622593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f138e204-eeed-4d5d-91bb-39b54b00a2ed req-35a9ede6-3296-4d7d-b0dd-b99ceb7cf5e3 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0598583 Aug 18 14:03:06.656536 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:06.676947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f138e204-eeed-4d5d-91bb-39b54b00a2ed req-5bb64cdd-cbfd-4597-83d6-ca6a197ba7f2 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Aug 18 14:03:06.702073 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:06.705804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:06.707738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:06.789708 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:06.789708 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05572cb-5a72-4467-b1a8-ee6ca603b0e2 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:06.831362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d791a5-0a35-42cc-ac20-03b5f711570b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:06.881774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:06.978586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.205 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/681b617a-da56-4b39-b4b6-c9d8a9825cd0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:06.998524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.040077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router af15b75b-9ac1-497a-b352-4273b2bd1890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:07.113072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.211065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.234022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:03:07.248413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.261423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:07.264928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea353419b98d44a6b6fb873e4d0a938d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819990 Aug 18 14:03:07.268791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.270539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50934) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:07.290668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object 681b617a-da56-4b39-b4b6-c9d8a9825cd0 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:07.304046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] Sync routers for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:07.308367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8d3b200-5594-4a89-a168-c42eafc75fbb req-5b2b896c-587d-49e3-bc7a-7d7fb82d946c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.0593009 Aug 18 14:03:07.312612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520703d-55ca-46a7-b41f-d4d55b970175,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:07.324171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.324171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.324171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.324171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.324548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.324632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.325081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.326593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.326938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.327271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.327834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.327966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db25320-1358-474c-9e3c-f0a167b9f8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:07.359617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:07.360263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:07.383064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2c9e4aa-9162-4df0-aaea-671f9fd1c4e1 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/floatingips/45292e24-f095-4c8c-baeb-5ea5822a12e1 HTTP/1.1" status: 200 len: 978 time: 2.5750847 Aug 18 14:03:07.386764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50938) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:07.400041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:07.415656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:07.416276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:07.436159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.459710 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.467824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:07.467824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c5e9b-8304-4f74-84d9-2bb8466ae644 None None] The sync data for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:07.486940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.495867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:07.498179 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c425caf-003d-45fd-b49f-1b61de848cf4" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-unplugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:07.502516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5367-03ed-4e95-b900-ff84ec2c2e4e req-d4774389-d327-40e2-ac58-e76e38db4825 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:07.505688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33df5367-03ed-4e95-b900-ff84ec2c2e4e req-d4774389-d327-40e2-ac58-e76e38db4825 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 951 time: 0.0793979 Aug 18 14:03:07.515076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:07.530742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.554436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33df5367-03ed-4e95-b900-ff84ec2c2e4e req-b08a9f0b-04c5-4d33-8b58-796cd67a2afd tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/security-groups?id=255307d6-a8e1-433e-92f6-54865f0aa6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Aug 18 14:03:07.580405 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.594902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:07.597121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port cce87f4d-5723-44f7-a22e-06690011ed93 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:07.597462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.604813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:07.607286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:07.639372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=11']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:07.680376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:07.701827 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11b3054-cf9f-4ac1-96ea-efcd4cc31a9c x-openstack-request-id: req-d11b3054-cf9f-4ac1-96ea-efcd4cc31a9c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:07.702404 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-unplugged", "status": "completed", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:07.702759 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d11b3054-cf9f-4ac1-96ea-efcd4cc31a9c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:07.703967 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'code': 200} Aug 18 14:03:07.725888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:07.726512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.728953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.731489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.734959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a520703d-55ca-46a7-b41f-d4d55b970175 HTTP/1.1" status: 204 len: 168 time: 0.4588037 Aug 18 14:03:07.769697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec968add-1c48-4c32-96f3-dc01c33fba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520703d-55ca-46a7-b41f-d4d55b970175,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:07.800205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:07.922185 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-f99a7403-eae5-4785-b94b-f355b9198d6d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9371533 Aug 18 14:03:07.929651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001602f8-963a-4d88-9bd6-cd94f4fbc801 req-5ab61d54-1351-4885-a040-c4639ff05d0a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:07.931675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-001602f8-963a-4d88-9bd6-cd94f4fbc801 req-5ab61d54-1351-4885-a040-c4639ff05d0a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0889192 Aug 18 14:03:07.937204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Request body: {'port': {'device_id': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:08.020501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-185705b5-fb61-46be-87ef-3d1c0fb197e9 None None] Provisioning for port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:08.022542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-001602f8-963a-4d88-9bd6-cd94f4fbc801 req-2754c099-a4bf-445f-8607-e47cac564994 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785532 Aug 18 14:03:08.026097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-185705b5-fb61-46be-87ef-3d1c0fb197e9 None None] Provisioning complete for port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:08.026963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-185705b5-fb61-46be-87ef-3d1c0fb197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.048130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c85eea-cbc7-46df-917a-7862abca4564 req-6239f75e-fdb6-43e4-b129-ff8891e14a17 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:08.052469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21c85eea-cbc7-46df-917a-7862abca4564 req-6239f75e-fdb6-43e4-b129-ff8891e14a17 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 949 time: 0.0772083 Aug 18 14:03:08.052786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.073322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-185705b5-fb61-46be-87ef-3d1c0fb197e9 None None] Port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:08.110019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.110411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.110654 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Floating IP 45292e24-f095-4c8c-baeb-5ea5822a12e1 disassociated. External IP: 172.25.1.136, port: cce87f4d-5723-44f7-a22e-06690011ed93. Aug 18 14:03:08.111006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for cce87f4d-5723-44f7-a22e-06690011ed93 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:08.181537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Deleting port e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:08.182056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.281380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] For port e3336a17-f500-4f2e-a791-e53f1371ac91, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e3336a17-f500-4f2e-a791-e53f1371ac91,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:08.282200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.295228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Calling delete_port for e3336a17-f500-4f2e-a791-e53f1371ac91 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:08.451970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681b617a-da56-4b39-b4b6-c9d8a9825cd0 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:08.459900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.478268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Transition to ACTIVE for port object 681b617a-da56-4b39-b4b6-c9d8a9825cd0 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:08.485179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0155549-8176-4c67-8cb7-3c999a899b6d req-d144a045-739e-4ef5-b71e-c758ee089abb tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:08.486803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0155549-8176-4c67-8cb7-3c999a899b6d req-d144a045-739e-4ef5-b71e-c758ee089abb tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 936 time: 0.0918887 Aug 18 14:03:08.505677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.534617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0155549-8176-4c67-8cb7-3c999a899b6d req-1b775270-eec5-4afe-889c-9bddcafd3e05 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Aug 18 14:03:08.535370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=cce87f4d-5723-44f7-a22e-06690011ed93,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:08.571552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.626040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Pushing event deleted for resources: {'Port': ['ID=e3336a17-f500-4f2e-a791-e53f1371ac91,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:08.679050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50958) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:08.680338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.720084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79498ec8-1e92-411d-bd86-15079f526b41 req-0add54bd-60ca-47b5-b890-a8d07b347887 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 210 time: 0.0570183 Aug 18 14:03:08.721087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] No DVR routers for this DVR port e3336a17-f500-4f2e-a791-e53f1371ac91 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:08.731319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.735465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21c85eea-cbc7-46df-917a-7862abca4564 req-2ca82443-acc5-4cb0-8ca1-43bf276bbab0 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.10 "DELETE /v2.0/ports/e3336a17-f500-4f2e-a791-e53f1371ac91 HTTP/1.1" status: 204 len: 173 time: 0.6786776 Aug 18 14:03:08.736232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-deleted', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:08.740624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35ea52b0-cb0d-4342-98c4-f93d498a657e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:08.749068 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d721f-d74a-4d5f-8536-47a728c7e1f4" -d '{"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-deleted", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:08.798790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Pushing event updated for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:08.826920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router af15b75b-9ac1-497a-b352-4273b2bd1890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:08.868359 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57236b9c-6593-4c90-a6ed-84e7845576c6 x-openstack-request-id: req-57236b9c-6593-4c90-a6ed-84e7845576c6 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:08.868676 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48a335-354b-4e5d-93bd-006046949c24", "name": "network-vif-deleted", "tag": "e3336a17-f500-4f2e-a791-e53f1371ac91", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:08.868938 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57236b9c-6593-4c90-a6ed-84e7845576c6 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:08.869666 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48a335-354b-4e5d-93bd-006046949c24', 'name': 'network-vif-deleted', 'tag': 'e3336a17-f500-4f2e-a791-e53f1371ac91', 'status': 'completed', 'code': 200} Aug 18 14:03:09.234482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2045-2af8-4856-9df5-615324555b1c req-6ccd783f-e568-4aba-b437-221039e150df tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:09.236640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae7d2045-2af8-4856-9df5-615324555b1c req-6ccd783f-e568-4aba-b437-221039e150df tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1085317 Aug 18 14:03:09.313209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae7d2045-2af8-4856-9df5-615324555b1c req-e214e718-c48e-4d0e-9185-bcae2cd15131 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 Aug 18 14:03:09.333302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Attempting to bind port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:09.333302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Attempting to bind port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:09.333302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Attempting to bind port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:09.351233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:09.351470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Attempting to bind port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:09.364779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:09.365220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:09.365508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:09.365984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Bound port: 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:09.366349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.400335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:09.412763 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] Sync routers for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:09.425671 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:09.429467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35ea52b0-cb0d-4342-98c4-f93d498a657e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.429655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:09.465789 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:09.481900 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:09.482532 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:09.518511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35ea52b0-cb0d-4342-98c4-f93d498a657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.521965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:09.522829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f3df0-167a-4097-b19c-6fd9303fd1d3 None None] The sync data for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:09.570515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:09.580499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.584445 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab52fba8-3f85-4184-91bd-7ff95f4776ef tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/cce87f4d-5723-44f7-a22e-06690011ed93 HTTP/1.1" status: 204 len: 168 time: 2.1934748 Aug 18 14:03:09.585646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50970) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:09.595271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-35ea52b0-cb0d-4342-98c4-f93d498a657e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ad75b5a186a4b69a2b09ca764958d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9302728 Aug 18 14:03:09.595271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:09.596921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea52b0-cb0d-4342-98c4-f93d498a657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fd6fe-7585-42b9-a026-bcea7be08bdd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:09.598438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50972) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:09.655255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.689878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.693615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.786143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:09.786765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.788171 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] 10.222.0.58 "PUT /v2.0/ports/681b617a-da56-4b39-b4b6-c9d8a9825cd0 HTTP/1.1" status: 200 len: 1096 time: 1.8560271 Aug 18 14:03:09.788619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:09.790886 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:09.818785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d1b7a-1304-4bb0-b63f-d108ccd05f7b service neutron] Pushing event updated for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:09.911759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.914791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.916328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f74fd6fe-7585-42b9-a026-bcea7be08bdd HTTP/1.1" status: 204 len: 168 time: 0.3169208 Aug 18 14:03:09.982079 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:09.989141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393b73-9fd4-47bc-813e-d782ab05e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fd6fe-7585-42b9-a026-bcea7be08bdd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:09.997828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50986) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:10.044309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-88eb9da9-876b-4c95-b97b-3227ddf9025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.046111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-88eb9da9-876b-4c95-b97b-3227ddf9025d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 1099 time: 0.1283839 Aug 18 14:03:10.156785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-3c039115-6415-47bb-afbb-393ceadd3182 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0 HTTP/1.1" status: 200 len: 217 time: 0.0743699 Aug 18 14:03:10.220233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a3242da-55a4-4ad0-b015-7edc373ea0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:10.248836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e796b86-450d-4edf-bff9-95f07775fcc7 req-bc95b9d0-3849-440f-b147-9b7a6b0c23a4 tempest-ImagesOneServerTestJSON-1963247047 tempest-ImagesOneServerTestJSON-1963247047-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b48a335-354b-4e5d-93bd-006046949c24 HTTP/1.1" status: 200 len: 210 time: 0.0784476 Aug 18 14:03:10.264392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-5a5db15d-e485-480b-bac2-800ab617debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.265999 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-5a5db15d-e485-480b-bac2-800ab617debd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1191242 Aug 18 14:03:10.322836 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85cd0b-6bcf-4650-a26d-fbc846569731 x-openstack-request-id: req-6c85cd0b-6bcf-4650-a26d-fbc846569731 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:10.327025 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:10.327025 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c85cd0b-6bcf-4650-a26d-fbc846569731 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:10.327025 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'status': 'completed', 'code': 200} Aug 18 14:03:10.327592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea61f-32df-477c-a1d4-6117b4f21294 req-56594eb8-ccfb-4b9b-901e-3794d4ed3f04 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.333355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43eea61f-32df-477c-a1d4-6117b4f21294 req-56594eb8-ccfb-4b9b-901e-3794d4ed3f04 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 948 time: 0.6785598 Aug 18 14:03:10.345605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-ff60fed2-051c-40f3-ae90-1c916198f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.347176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-ff60fed2-051c-40f3-ae90-1c916198f060 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586543 Aug 18 14:03:10.461835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43eea61f-32df-477c-a1d4-6117b4f21294 req-de5541fe-0fff-4c87-b1e6-744595320636 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273887 Aug 18 14:03:10.507868 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-d7466991-4e9c-49b8-a220-eb1dc68a308f service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523898 Aug 18 14:03:10.509764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a3242da-55a4-4ad0-b015-7edc373ea0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:10.612170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1b677-29d1-4904-87cd-b575a041035c req-0dd7c600-55ef-4a10-a57a-039e235b323e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.614539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94d1b677-29d1-4904-87cd-b575a041035c req-0dd7c600-55ef-4a10-a57a-039e235b323e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1324513 Aug 18 14:03:10.656570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f9a3d20f-46ed-4641-acca-81176ad8c905 req-b4364d1f-e41b-4381-b883-b07e360a22e7 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357780 Aug 18 14:03:10.678618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94d1b677-29d1-4904-87cd-b575a041035c req-8f3c2970-caeb-4847-8f28-949baac2c693 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Aug 18 14:03:10.705750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:10.782500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a3242da-55a4-4ad0-b015-7edc373ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:10.827836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3242da-55a4-4ad0-b015-7edc373ea0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5ea45a-2f69-406c-a783-9c254af36458,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:10.836949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5a3242da-55a4-4ad0-b015-7edc373ea0f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c47cf5d0ab1f4a678c1886ab80300b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327146 Aug 18 14:03:10.837545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51000) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:10.888404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:10.934121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-316227f8-f5ab-4494-8b39-f5a405a18941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:10.937956 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-316227f8-f5ab-4494-8b39-f5a405a18941 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 1099 time: 0.0496955 Aug 18 14:03:10.954254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.013590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.040551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-0a8a352a-3f49-4c9f-8acd-f18d0283f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.042171 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-0a8a352a-3f49-4c9f-8acd-f18d0283f4c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0984077 Aug 18 14:03:11.091896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-a273bb29-4f9b-4782-9d4c-49a6b0948171 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0 HTTP/1.1" status: 200 len: 217 time: 0.0406537 Aug 18 14:03:11.161578 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-f5105011-219a-46ae-aed4-3fc35a379215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.161578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-f5105011-219a-46ae-aed4-3fc35a379215 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0610023 Aug 18 14:03:11.236830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-de3b1f61-e904-4b25-b4c9-cec9f96b8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.239330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-de3b1f61-e904-4b25-b4c9-cec9f96b8d56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678728 Aug 18 14:03:11.289772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:03:11.325371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: e3336a17-f500-4f2e-a791-e53f1371ac91 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:03:11.325728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e3336a17-f500-4f2e-a791-e53f1371ac91 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:03:11.332831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 269f0cdf-0c76-4166-ae85-f5b818e4a426 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:11.333430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.358447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-e2e87e28-15e9-4d35-9edb-bc06d91bcaf1 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108439 Aug 18 14:03:11.430813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.445012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 269f0cdf-0c76-4166-ae85-f5b818e4a426 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:11.464815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a96347a5-b8e3-4ee7-80fa-4faf41b9d85c req-d2f2e9d5-1082-4236-9faa-05cb92551778 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980220 Aug 18 14:03:11.663532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcf771-8a86-49aa-ad98-5dde7fb635e8 req-c55b309f-aa8d-48fc-a596-5effd0a4ca02 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.665281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75dcf771-8a86-49aa-ad98-5dde7fb635e8 req-c55b309f-aa8d-48fc-a596-5effd0a4ca02 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 948 time: 0.1215413 Aug 18 14:03:11.753082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75dcf771-8a86-49aa-ad98-5dde7fb635e8 req-fcba5f6b-8b7b-4099-bc69-275a8e6dfa01 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Aug 18 14:03:11.766016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.768640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.770793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db5ea45a-2f69-406c-a783-9c254af36458 HTTP/1.1" status: 204 len: 168 time: 0.9322500 Aug 18 14:03:11.797778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ada23-7d47-473f-95cb-1b6cc8efd48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5ea45a-2f69-406c-a783-9c254af36458,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:11.822325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c830-b9fd-4c22-8e57-aa21d4515dea req-9a4a3bee-d472-47b3-a853-4e6efe2fb357 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.824248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05a6c830-b9fd-4c22-8e57-aa21d4515dea req-9a4a3bee-d472-47b3-a853-4e6efe2fb357 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0702875 Aug 18 14:03:11.878068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05a6c830-b9fd-4c22-8e57-aa21d4515dea req-8447cfd9-713d-45df-8c55-f58b74e13eaf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Aug 18 14:03:12.022626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:12.052376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=269f0cdf-0c76-4166-ae85-f5b818e4a426,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:12.294023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:12.386608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:12.557761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router af15b75b-9ac1-497a-b352-4273b2bd1890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:12.691127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:12.697031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-42b17bd8-498b-4cca-9504-509d18ea8e3c tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/routers/af15b75b-9ac1-497a-b352-4273b2bd1890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100903 Aug 18 14:03:12.699983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51058) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:12.708531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] Sync routers for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:12.720255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:12.726090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:12.821731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51062) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:12.827909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:12.840357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c69e15d7-4e4f-4324-b4c2-3ca5d7075ed4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=763eb03a11004d19b617ae6aae007bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508240 Aug 18 14:03:12.844026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] Routers {'af15b75b-9ac1-497a-b352-4273b2bd1890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:12.844332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:12.845279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['af15b75b-9ac1-497a-b352-4273b2bd1890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:12.866613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25540fee-9312-44c7-8b88-ec42c556325a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:12.872009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:12.887145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:12.888148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45395d6f-cb9b-4fde-83ae-d0beb280aa17 None None] The sync data for ids ['af15b75b-9ac1-497a-b352-4273b2bd1890'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:12.911147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:12.936591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.057538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.074199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.083381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.083381 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/255307d6-a8e1-433e-92f6-54865f0aa6c9 HTTP/1.1" status: 204 len: 168 time: 0.2361877 Aug 18 14:03:13.099285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d849ee0-995f-46ad-8dee-0f8c3bbc798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255307d6-a8e1-433e-92f6-54865f0aa6c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:13.121386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a413-5e15-4761-bf92-df9078708b31 req-86ce722b-34e9-4b00-bedd-1faa0902e3d3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:13.123137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d412a413-5e15-4761-bf92-df9078708b31 req-86ce722b-34e9-4b00-bedd-1faa0902e3d3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 948 time: 0.2580757 Aug 18 14:03:13.135698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0803328-c067-4b17-ad2e-4a2c5bbcad06 req-2e2e140c-264a-43cc-9ccf-48a27d7d3880 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:13.138379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0803328-c067-4b17-ad2e-4a2c5bbcad06 req-2e2e140c-264a-43cc-9ccf-48a27d7d3880 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1517904 Aug 18 14:03:13.554044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d412a413-5e15-4761-bf92-df9078708b31 req-e350e7d3-4778-4977-a576-4617f906a10c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119890 Aug 18 14:03:13.597978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0803328-c067-4b17-ad2e-4a2c5bbcad06 req-dfd3e29c-54dd-4020-86b1-c1060f67af33 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493816 Aug 18 14:03:13.618343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25540fee-9312-44c7-8b88-ec42c556325a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.632090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port c91b67ae-b5d5-40ee-bfa1-10c864fe37ae {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:13.632624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.688037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25540fee-9312-44c7-8b88-ec42c556325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.753194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25540fee-9312-44c7-8b88-ec42c556325a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b11264be48846e08955ea45490e84b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9275553 Aug 18 14:03:13.756888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51096) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:13.765875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25540fee-9312-44c7-8b88-ec42c556325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf840eb-8bf3-4a97-b0f3-48b52e3a6391,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:13.830503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.864666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for c91b67ae-b5d5-40ee-bfa1-10c864fe37ae owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:13.921387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:13.956934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.148104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.150845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.152075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cf840eb-8bf3-4a97-b0f3-48b52e3a6391 HTTP/1.1" status: 204 len: 168 time: 0.3944340 Aug 18 14:03:14.160052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb9bbc-a8ce-49a1-85fe-c10a13c1c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf840eb-8bf3-4a97-b0f3-48b52e3a6391,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:14.177450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.239394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=c91b67ae-b5d5-40ee-bfa1-10c864fe37ae,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:14.285759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.391440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.396967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.538674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.539514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Fanout notify agent at l3_agent the message router_deleted on router af15b75b-9ac1-497a-b352-4273b2bd1890 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:03:14.550142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.552468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3e743dfd-fbb6-4c40-8a87-f57fdb6d462a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/routers/af15b75b-9ac1-497a-b352-4273b2bd1890 HTTP/1.1" status: 204 len: 168 time: 1.8506436 Aug 18 14:03:14.554831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51130) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:14.582955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:14.601357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 681b617a-da56-4b39-b4b6-c9d8a9825cd0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:14.659618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting subnet 7591c69d-f6a6-4122-a51c-42d114ff1a41 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:03:14.664592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.759420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7133011f-be79-48e3-9031-7b701eef033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.767808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.839513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:14.869733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf219309-d5cc-4734-9d20-20d8c4f07ded req-192c8243-b0de-429f-90c1-416ec7adcf99 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:14.872449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf219309-d5cc-4734-9d20-20d8c4f07ded req-192c8243-b0de-429f-90c1-416ec7adcf99 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 948 time: 0.1780133 Aug 18 14:03:14.876134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'mac_address': 'fa:16:3e:0c:ba:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:14.958368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7133011f-be79-48e3-9031-7b701eef033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.960724 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.969824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf219309-d5cc-4734-9d20-20d8c4f07ded req-35ccea33-95fc-4d4d-9fd0-470a34fb636e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Aug 18 14:03:14.978341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681b617a-da56-4b39-b4b6-c9d8a9825cd0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:14.992997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:03:15.020416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:15.059975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7133011f-be79-48e3-9031-7b701eef033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.067372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.108204 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7133011f-be79-48e3-9031-7b701eef033b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9e232570dc849f5a976e44957c2ecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234549 Aug 18 14:03:15.112590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:15.113477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133011f-be79-48e3-9031-7b701eef033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f738297a-2e72-48b5-a5ea-c71bf7238e0a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:15.130689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.164092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505df2ca-0af8-4f54-a32b-57fcb5c2e0b4 req-11c99cf1-97ea-4cd7-b776-229dbc3dfe20 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:15.166050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505df2ca-0af8-4f54-a32b-57fcb5c2e0b4 req-11c99cf1-97ea-4cd7-b776-229dbc3dfe20 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1023483 Aug 18 14:03:15.208494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.237971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.243450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:15.250323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505df2ca-0af8-4f54-a32b-57fcb5c2e0b4 req-78fe66c4-6965-4e53-b30a-c65e122d4ad8 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690322 Aug 18 14:03:15.294326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.324010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Subnet': ['ID=7591c69d-f6a6-4122-a51c-42d114ff1a41,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:15.326426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.331072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-357a1a9a-8d17-43c8-bddf-829a055c6214 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/subnets/7591c69d-f6a6-4122-a51c-42d114ff1a41 HTTP/1.1" status: 204 len: 168 time: 0.7724521 Aug 18 14:03:15.334515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51160) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:15.340167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f19347d-1d93-4b60-a894-68938ce1e870 None None] Network 0a885e3a-4f9f-4b2e-9937-cb19e20889ff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:15.427745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:15.436709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.510099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.513248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.518306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f738297a-2e72-48b5-a5ea-c71bf7238e0a HTTP/1.1" status: 204 len: 168 time: 0.3973734 Aug 18 14:03:15.533775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a853e-c6f3-4716-a53a-9e24835bb06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738297a-2e72-48b5-a5ea-c71bf7238e0a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:15.589887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 2f52881f-2d4c-4eda-876a-a37027ce928e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:15.590607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.627643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:15.698425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] For port 2f52881f-2d4c-4eda-876a-a37027ce928e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f52881f-2d4c-4eda-876a-a37027ce928e,segment=NetworkSegment(4343aef6-1e9a-4034-8231-d9dc7795244a),segment_id=4343aef6-1e9a-4034-8231-d9dc7795244a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:15.698843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.718093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 2f52881f-2d4c-4eda-876a-a37027ce928e owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:15.745598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] DHCP port deletion for 0a885e3a-4f9f-4b2e-9937-cb19e20889ff request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:03:15.808937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Deleting port 2f52881f-2d4c-4eda-876a-a37027ce928e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:15.809421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.889123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] For port 2f52881f-2d4c-4eda-876a-a37027ce928e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f52881f-2d4c-4eda-876a-a37027ce928e,segment=NetworkSegment(4343aef6-1e9a-4034-8231-d9dc7795244a),segment_id=4343aef6-1e9a-4034-8231-d9dc7795244a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:15.889526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.902625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Calling delete_port for 2f52881f-2d4c-4eda-876a-a37027ce928e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:15.914136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.994519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.994738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=2f52881f-2d4c-4eda-876a-a37027ce928e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:16.010272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] No DVR routers for this DVR port 2f52881f-2d4c-4eda-876a-a37027ce928e on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:16.081639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] No DVR routers for this DVR port 2f52881f-2d4c-4eda-876a-a37027ce928e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:16.109610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:16.113052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f52881f-2d4c-4eda-876a-a37027ce928e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:03:16.116978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e5345-7e75-439a-8ac5-4c3a7ed1e49c None None] Pushing event deleted for resources: {'Port': ['ID=2f52881f-2d4c-4eda-876a-a37027ce928e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:16.177816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2f52881f-2d4c-4eda-876a-a37027ce928e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:03:16.179595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f52881f-2d4c-4eda-876a-a37027ce928e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:03:16.182564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0b04896-7596-4912-8388-ba3052440b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.214140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baace5-5ffa-49d9-a812-1285cca92e95 req-a1a973f5-7b8e-40d0-8c77-b4937b724fc5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:16.215696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4baace5-5ffa-49d9-a812-1285cca92e95 req-a1a973f5-7b8e-40d0-8c77-b4937b724fc5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 949 time: 0.1288798 Aug 18 14:03:16.221751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1192650899-network', 'tenant_id': '2f38cb9feb77436cbfd3bd5f67643f77'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:16.245649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.255365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:03:16.255365 n-d-804303-5 neutron-server[112228]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:03:16.255365 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id': '2f38cb9feb77436cbfd3bd5f67643f77', 'id': '1f4b3264-7645-4d8d-98e7-3f6924441912', 'expiration': datetime.datetime(2021, 8, 18, 14, 5, 16, 242686)}] Aug 18 14:03:16.255365 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:03:16.256016 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:03:16.257235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a885e3a-4f9f-4b2e-9937-cb19e20889ff']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:16.268323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4343aef6-1e9a-4034-8231-d9dc7795244a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:16.268637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4343aef6-1e9a-4034-8231-d9dc7795244a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:16.275613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4baace5-5ffa-49d9-a812-1285cca92e95 req-35a654ab-5175-49e6-aae3-e3c89d08366c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Aug 18 14:03:16.279449 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.308590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.323059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:16.323472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:16.327496 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:16.396780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0b04896-7596-4912-8388-ba3052440b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.416534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b84e4-3e5b-4882-88e8-9a02debe429e req-119b7c16-ec20-4e9b-b184-fca42ca1eb30 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:16.418084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc4b84e4-3e5b-4882-88e8-9a02debe429e req-119b7c16-ec20-4e9b-b184-fca42ca1eb30 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0621800 Aug 18 14:03:16.458251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc4b84e4-3e5b-4882-88e8-9a02debe429e req-abb0d059-f017-44ed-ad8d-6506548a3423 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336936 Aug 18 14:03:16.542322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0b04896-7596-4912-8388-ba3052440b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.542522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.555072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.555072 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/networks/0a885e3a-4f9f-4b2e-9937-cb19e20889ff HTTP/1.1" status: 204 len: 168 time: 1.2214246 Aug 18 14:03:16.558534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51192) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:16.563483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eca7e-6aae-4426-af97-451b6e7dbab2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Network': ['ID=0a885e3a-4f9f-4b2e-9937-cb19e20889ff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:16.601634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 681b617a-da56-4b39-b4b6-c9d8a9825cd0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:16.637114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0b04896-7596-4912-8388-ba3052440b93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df7c9fd0a99644c49a2ed3a89932aa23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0077219 Aug 18 14:03:16.637965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04896-7596-4912-8388-ba3052440b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d025c18e-1621-4dc8-8491-fd711f966013,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:16.646998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:16.664084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:16.694610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7329875-2db7-40e1-b3b8-55e6e6283947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.732102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 13739a25-5209-42a5-925f-27d04402eb4a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:16.732575 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.747146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.787768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.821962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.822403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.841497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 13739a25-5209-42a5-925f-27d04402eb4a owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:16.848733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:16.854173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:16.854896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.893630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7329875-2db7-40e1-b3b8-55e6e6283947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.953249 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.977293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:16.979708 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93957e-3bd8-4a5c-bb73-638c72bf44f1" -d '{"events": [{"server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "name": "network-vif-plugged", "status": "completed", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:16.993621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:17.018149 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb9565-f680-499b-b958-7d8fda89cf21 x-openstack-request-id: req-20cb9565-f680-499b-b958-7d8fda89cf21 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:17.018149 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "name": "network-vif-plugged", "status": "completed", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:17.018149 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20cb9565-f680-499b-b958-7d8fda89cf21 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:17.018149 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'code': 200} Aug 18 14:03:17.041383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7329875-2db7-40e1-b3b8-55e6e6283947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.059106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.061684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.063366 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d025c18e-1621-4dc8-8491-fd711f966013 HTTP/1.1" status: 204 len: 168 time: 0.4221427 Aug 18 14:03:17.102869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.111015 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7329875-2db7-40e1-b3b8-55e6e6283947 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd4bcc219d6f4ad897a8da9f433d6d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453280 Aug 18 14:03:17.114049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51204) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.131383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7329875-2db7-40e1-b3b8-55e6e6283947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382c2fd-618f-437c-a6f8-3a62a3c41386,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.149006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e55cb-a9a2-4e32-a063-14024c39a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d025c18e-1621-4dc8-8491-fd711f966013,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.155846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8019dd-d543-43a9-8d25-1f209df527c8 req-6f797846-36c5-43da-a45c-17c0aa588a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:17.157396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e8019dd-d543-43a9-8d25-1f209df527c8 req-6f797846-36c5-43da-a45c-17c0aa588a3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 1101 time: 0.0758398 Aug 18 14:03:17.175240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.188121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.220817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=13739a25-5209-42a5-925f-27d04402eb4a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.225680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e8019dd-d543-43a9-8d25-1f209df527c8 req-c926e8c3-d8ee-40e6-8f0f-49e38cfc00f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Aug 18 14:03:17.242610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Made reservation on behalf of 2f38cb9feb77436cbfd3bd5f67643f77 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:17.254652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.256349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.273658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.309903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.320075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.322766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.323941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5fb16aee-4120-4547-939f-3238244616b2 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/floatingips/45292e24-f095-4c8c-baeb-5ea5822a12e1 HTTP/1.1" status: 204 len: 168 time: 0.7629650 Aug 18 14:03:17.327670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51210) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.362620 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e7730b-34bb-4409-bbc3-fe339b1a913d tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] DELETE failed (client error): The resource could not be found. Aug 18 14:03:17.363388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e7730b-34bb-4409-bbc3-fe339b1a913d tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:03:17.365265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-96e7730b-34bb-4409-bbc3-fe339b1a913d tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/cce87f4d-5723-44f7-a22e-06690011ed93 HTTP/1.1" status: 404 len: 333 time: 0.0361514 Aug 18 14:03:17.368357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51212) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.371545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.409323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.410924 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3f809a39-e78b-414c-b4cb-683cb531f38a tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/ports?device_id=af15b75b-9ac1-497a-b352-4273b2bd1890 HTTP/1.1" status: 200 len: 205 time: 0.0409870 Aug 18 14:03:17.450570 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-2f7d92a3-f146-4dc4-9265-2e473bfb81d7 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] delete failed (client error): The resource could not be found. Aug 18 14:03:17.454220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f7d92a3-f146-4dc4-9265-2e473bfb81d7 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/routers/af15b75b-9ac1-497a-b352-4273b2bd1890 HTTP/1.1" status: 404 len: 336 time: 0.0413880 Aug 18 14:03:17.454613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51216) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.496808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be0ffe-0fd8-4e41-9509-d31c0cc15f1c req-c261bfd2-fe70-44b5-b40e-68535de2f234 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:17.498293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81be0ffe-0fd8-4e41-9509-d31c0cc15f1c req-c261bfd2-fe70-44b5-b40e-68535de2f234 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 950 time: 0.1370897 Aug 18 14:03:17.504022 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-6156f720-62fc-40de-8d4b-80bef8d16944 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] DELETE failed (client error): The resource could not be found. Aug 18 14:03:17.504022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6156f720-62fc-40de-8d4b-80bef8d16944 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:03:17.504022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6156f720-62fc-40de-8d4b-80bef8d16944 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/subnets/7591c69d-f6a6-4122-a51c-42d114ff1a41 HTTP/1.1" status: 404 len: 337 time: 0.0457709 Aug 18 14:03:17.504875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:17.545014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.555414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81be0ffe-0fd8-4e41-9509-d31c0cc15f1c req-99b07533-8ccf-4005-bb91-7306d30290b3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508749 Aug 18 14:03:17.611385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d91b250-0f28-40ef-b896-56f4ad7fa713,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.615160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128893b-8cab-47fd-b4f4-5ab40a7b421a req-cdba3d99-c030-469e-bdca-b98bc97e54ac tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:17.617109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3128893b-8cab-47fd-b4f4-5ab40a7b421a req-cdba3d99-c030-469e-bdca-b98bc97e54ac tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.0566046 Aug 18 14:03:17.636915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.639809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.650760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5382c2fd-618f-437c-a6f8-3a62a3c41386 HTTP/1.1" status: 204 len: 168 time: 0.5259371 Aug 18 14:03:17.651157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:17.661601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 4851b9cb-b760-47f8-8f48-695f7c024ce4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:17.662254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.665543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.665919 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Added segment a416eb35-7fa5-4a48-b698-eb7e0689f78a of type vlan for network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 Aug 18 14:03:17.673102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5ba0-e406-4004-ab0c-3bf42cb4bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382c2fd-618f-437c-a6f8-3a62a3c41386,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:17.725992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3128893b-8cab-47fd-b4f4-5ab40a7b421a req-8c06e833-f0db-4b58-864d-344e8d1369ba tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992486 Aug 18 14:03:17.785086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.837263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.852071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 4851b9cb-b760-47f8-8f48-695f7c024ce4 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:17.948878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.949946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:17.950541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.048037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] Pushing event updated for resources: {'Network': ['ID=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:18.059411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:18.166236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b08af788-80f7-4239-bbb9-e335980cca48 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0523648 Aug 18 14:03:18.168373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51240) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:18.173608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Request body: {'subnet': {'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1192650899-subnet', 'tenant_id': '2f38cb9feb77436cbfd3bd5f67643f77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:18.225770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.265117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=4851b9cb-b760-47f8-8f48-695f7c024ce4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:18.327128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Made reservation on behalf of 2f38cb9feb77436cbfd3bd5f67643f77 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:18.329568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.407984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.409994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2bf4727f-2f1f-4251-abee-458f347a3229 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/4851b9cb-b760-47f8-8f48-695f7c024ce4 HTTP/1.1" status: 204 len: 168 time: 0.9041965 Aug 18 14:03:18.413418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51254) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:18.595832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port f732cc92-949e-4e48-87c0-6b3625d1eab0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:18.596178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.678405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae14de-17e3-4cd7-9bba-bd459e47e7a0 req-b71edcf4-c031-4841-8cd0-8caf2d064f56 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:18.685915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79ae14de-17e3-4cd7-9bba-bd459e47e7a0 req-b71edcf4-c031-4841-8cd0-8caf2d064f56 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 950 time: 0.0654192 Aug 18 14:03:18.694421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.714641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:18.726847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79ae14de-17e3-4cd7-9bba-bd459e47e7a0 req-055dfb8c-f50b-4008-b978-e1a2962c77e6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Aug 18 14:03:18.727610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for f732cc92-949e-4e48-87c0-6b3625d1eab0 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:18.760986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51268) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:18.895749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99009a37-f7f0-4135-8ed2-2608df291073,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:18.932651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Checking segment: {'id': 'a416eb35-7fa5-4a48-b698-eb7e0689f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:18.933121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Network hostable DHCP agents. Network: 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:19.011297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1364268199-network', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:19.025193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015e75-be6f-4717-a02d-7e85333e0157 req-2c1db9fe-248f-4a17-838b-0ee5279b5672 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.026989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f015e75-be6f-4717-a02d-7e85333e0157 req-2c1db9fe-248f-4a17-838b-0ee5279b5672 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1743591 Aug 18 14:03:19.090175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f015e75-be6f-4717-a02d-7e85333e0157 req-3b421f53-a3a4-4bc8-8366-c8d5e931c75a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Aug 18 14:03:19.094761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:19.180472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.216478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:19.217275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:19.218858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.219012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=f732cc92-949e-4e48-87c0-6b3625d1eab0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:19.235642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.240423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcead94-ba5d-4ad8-a629-e6fbbc6cf92b None None] Network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:19.244534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.245254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.274622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-8a907b15-0224-4aa4-a8de-c29bb0ca56a9 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.276238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-8a907b15-0224-4aa4-a8de-c29bb0ca56a9 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 1101 time: 0.0868771 Aug 18 14:03:19.312475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-932ed887-fca2-49f0-80ed-0d58ee23feb0 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.365098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.370570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0859a1fd-af10-4a3b-8eb9-b4b74af7ccdc tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/ports/f732cc92-949e-4e48-87c0-6b3625d1eab0 HTTP/1.1" status: 204 len: 168 time: 0.9560366 Aug 18 14:03:19.371398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:19.384811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563b9610-119e-47fb-b0e1-3855cb875201 None None] Network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:19.470004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f9f15-01eb-4d88-b7ae-b369c9529d55 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.475250 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce6f9f15-01eb-4d88-b7ae-b369c9529d55 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 HTTP/1.1" status: 200 len: 913 time: 0.1026654 Aug 18 14:03:19.476327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:19.530510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.622322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.647395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:19.657336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:19.664132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.664597 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Added segment e12daf7d-dbf8-4327-b536-67d289654f57 of type vlan for network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 Aug 18 14:03:19.706699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.785109 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7dbba02-02f5-4f48-b4cb-5df99f35b357 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6154983 Aug 18 14:03:19.807236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.808412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.809372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:19.901363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] Pushing event updated for resources: {'Network': ['ID=2f880d63-cce4-4a6e-a4b9-c2705e707c61,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:19.914926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:19.982094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-932ed887-fca2-49f0-80ed-0d58ee23feb0 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.014561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.052416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-932ed887-fca2-49f0-80ed-0d58ee23feb0 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.079527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3eeb331a-9976-4dc9-ad4b-bbcd157ed2c2 req-932ed887-fca2-49f0-80ed-0d58ee23feb0 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7962856 Aug 18 14:03:20.085942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ed887-fca2-49f0-80ed-0d58ee23feb0 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45294a6-2d65-4742-b121-2e5469733d99,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:20.155358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-75bdfa3d-72c6-4493-bca1-4b86a54da748 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3930635 Aug 18 14:03:20.159803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51312) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:20.167593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Request body: {'subnet': {'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1364268199-subnet', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:20.314689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-460880d9-727b-4cbd-81eb-7a44a25c0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.316202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-460880d9-727b-4cbd-81eb-7a44a25c0ecc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.1242957 Aug 18 14:03:20.334604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ed26-e36f-43e7-a8bf-f53fa88a4d18 req-b51ce90b-1c21-438e-b610-d4b38cb04225 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.337934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c42ed26-e36f-43e7-a8bf-f53fa88a4d18 req-b51ce90b-1c21-438e-b610-d4b38cb04225 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1101797 Aug 18 14:03:20.395154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c42ed26-e36f-43e7-a8bf-f53fa88a4d18 req-497a0358-a0e5-47dc-bb50-ce98f984177e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 18 14:03:20.400399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 05fb19df-75aa-4cda-8204-9ebc5675a281 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:20.405080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.451323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:20.453940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.519110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:20.538283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 05fb19df-75aa-4cda-8204-9ebc5675a281 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:20.578806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-966d530c-ac08-4a7a-ae91-dca1931948df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.580324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-966d530c-ac08-4a7a-ae91-dca1931948df service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.1900020 Aug 18 14:03:20.651180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-56084da1-ebde-4c8d-ae6c-d8f793961e33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.0553112 Aug 18 14:03:20.688244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-9402f547-c73a-40c8-b845-b3fbf425eaa3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430317 Aug 18 14:03:20.830961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-cb4adbe9-f2c1-49ab-ba4c-4f314fed9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.833098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-cb4adbe9-f2c1-49ab-ba4c-4f314fed9edc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1669810 Aug 18 14:03:20.910341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-a10e048d-a125-4757-8611-7e105e80cd7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522892 Aug 18 14:03:20.953867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-621dc08b-162c-4b74-9920-8e4552e8aec3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.955353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-621dc08b-162c-4b74-9920-8e4552e8aec3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471652 Aug 18 14:03:20.975111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.014627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-255b810d-1ca4-4ab7-8003-ee7d89cffbb7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0192211 Aug 18 14:03:21.024579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=05fb19df-75aa-4cda-8204-9ebc5675a281,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:21.041641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.142031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51350) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:21.153980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1549083336-network', 'tenant_id': 'c88376e7e36c4008b13d36317d1e4b37'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:21.203037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-7fe516fe-fbbd-4c84-a5f1-64534a4936a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777529 Aug 18 14:03:21.213738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-713735d5-a921-47d9-aa73-8ca88290062a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980104 Aug 18 14:03:21.226560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3424a102-e8bf-4b33-bf85-514b229e8089,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:21.236615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.285972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Checking segment: {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:21.291041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Network hostable DHCP agents. Network: 2f880d63-cce4-4a6e-a4b9-c2705e707c61, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:21.325519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Made reservation on behalf of c88376e7e36c4008b13d36317d1e4b37 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:21.327869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.362066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.407457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-60326623-457c-4ce7-8ef4-e8f3c99f340b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4887edf25402498db9c63d2983cc93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409007 Aug 18 14:03:21.410143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7eed419-67a4-417e-8092-6f3fab6b0c57 req-0ef80788-f6df-492b-a701-3739f7c995c2 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953676 Aug 18 14:03:21.489414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:21.557397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:21.570087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-dd1896d4-afdc-4d22-8913-2511bc76fa30 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:21.571601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-dd1896d4-afdc-4d22-8913-2511bc76fa30 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568773 Aug 18 14:03:21.592607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-4ac29a50-5a3a-45e5-a584-b7242c46d064 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/quotas/4887edf25402498db9c63d2983cc93ab HTTP/1.1" status: 200 len: 375 time: 0.0151436 Aug 18 14:03:21.637099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-136a58a2-709b-42fa-8921-9bd0e9f306f2 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351255 Aug 18 14:03:21.639349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.664528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2f880d63-cce4-4a6e-a4b9-c2705e707c61) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:21.669069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:21.669672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.670343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414aed9-0a7a-4c82-a84f-9f90562fbfb7 None None] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:21.829996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.848643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:21.876230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.876686 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Added segment d927f2a6-a8af-4bb3-bcf3-18786704f5f5 of type vlan for network fe277a22-1660-4058-8ef9-d2c9f57c7d6e Aug 18 14:03:21.891671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f16219-1425-4cb8-a56b-d174e05d021e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:21.899128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'fixed_ips': [{'subnet_id': '3424a102-e8bf-4b33-bf85-514b229e8089'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:03:21.900641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:21.945810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.014445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b8fca9e-aa84-4a77-88ce-befcffcb6987 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8497367 Aug 18 14:03:22.023591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba82e7a4-6ab4-460b-a59d-28430461e54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.025027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51370) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:22.042391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:22.167051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:22.174288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05acdef2-670b-417d-98a1-2469bb665793 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "PUT /v2.0/routers/7d91b11d-06ce-4fb1-8c1d-70cd7d227de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966581 Aug 18 14:03:22.177288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51374) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:22.186209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b931e3-b4f9-4c69-9e0f-19520aceeb72 req-5704df73-35f0-448c-a00a-f1d08d4076b1 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:22.187094 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] Sync routers for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:22.188555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45b931e3-b4f9-4c69-9e0f-19520aceeb72 req-5704df73-35f0-448c-a00a-f1d08d4076b1 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1284809 Aug 18 14:03:22.206287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Allocated IP 172.20.0.2 (2f880d63-cce4-4a6e-a4b9-c2705e707c61/3424a102-e8bf-4b33-bf85-514b229e8089/6cb6262b-94a8-4212-bb76-6d304224eb5c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:22.213124 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:22.213688 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:22.245677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45b931e3-b4f9-4c69-9e0f-19520aceeb72 req-8fa00cc9-b3fb-4758-a24e-079763b6f787 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561302 Aug 18 14:03:22.273161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.278215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:22.278623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.283956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:22.294363 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] Routers {'7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:22.296108 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:02:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:22.309459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.315607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.340227 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:22.341164 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5443c-68da-4eae-8b18-4a357d743070 None None] The sync data for ids ['7d91b11d-06ce-4fb1-8c1d-70cd7d227de6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:22.375926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.507388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.507792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51d7af55-d433-434a-85ff-e9fe300184a2 req-88840017-f6f4-4894-8290-8b60ddd3183e tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.0681090 Aug 18 14:03:22.539181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3926940 Aug 18 14:03:22.542069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Transition to ACTIVE for port object 6cb6262b-94a8-4212-bb76-6d304224eb5c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:22.542367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d970a-41c9-4cea-a6ee-e31a5b190d64 admin admin] Pushing event updated for resources: {'Network': ['ID=fe277a22-1660-4058-8ef9-d2c9f57c7d6e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:22.544414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51382) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:22.558335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Request body: {'subnet': {'network_id': 'fe277a22-1660-4058-8ef9-d2c9f57c7d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1549083336-subnet', 'tenant_id': 'c88376e7e36c4008b13d36317d1e4b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:22.565148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Transition to ACTIVE for port object 6cb6262b-94a8-4212-bb76-6d304224eb5c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:22.573572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network fe277a22-1660-4058-8ef9-d2c9f57c7d6e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:22.591473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.607881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.721816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e213edc6-3048-4f37-bd46-efb01033aa6a req-e29aa92c-ca0a-40a3-9470-f0a477ced873 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 210 time: 0.0311224 Aug 18 14:03:22.757370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.792670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:22.795712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:22.799208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:22.812252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Made reservation on behalf of c88376e7e36c4008b13d36317d1e4b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:22.814724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.842740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Pushing event updated for resources: {'Port': ['ID=6cb6262b-94a8-4212-bb76-6d304224eb5c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:22.908532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Attempting to bind port 6cb6262b-94a8-4212-bb76-6d304224eb5c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:22.910086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Attempting to bind port 6cb6262b-94a8-4212-bb76-6d304224eb5c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:22.911026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Attempting to bind port 6cb6262b-94a8-4212-bb76-6d304224eb5c on network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:22.930680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:22.931289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Checking segment: {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:22.932252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.932761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Bound using segment: {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:22.933351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Bound port: 6cb6262b-94a8-4212-bb76-6d304224eb5c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:22.934027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:22.986120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting port 9e821d24-dfc1-40a7-8517-9a9eea005c36 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:22.986473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.031828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] For port 6cb6262b-94a8-4212-bb76-6d304224eb5c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:23.036367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] For port 6cb6262b-94a8-4212-bb76-6d304224eb5c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6cb6262b-94a8-4212-bb76-6d304224eb5c,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:23.147905 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.178574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.224013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Calling delete_port for 9e821d24-dfc1-40a7-8517-9a9eea005c36 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:23.265422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.318134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc789d79-812e-4f40-baeb-b8ba22867157 None None] Pushing event updated for resources: {'Port': ['ID=6cb6262b-94a8-4212-bb76-6d304224eb5c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:23.410400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5454ff77-88c7-4822-afe3-9c9372a56672,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:23.490838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Checking segment: {'id': 'd927f2a6-a8af-4bb3-bcf3-18786704f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fe277a22-1660-4058-8ef9-d2c9f57c7d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:23.491201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Network hostable DHCP agents. Network: fe277a22-1660-4058-8ef9-d2c9f57c7d6e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:23.571142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.616828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc928a-f75a-44d0-b1ae-185ef544b454 req-e2ea96ab-110f-45cb-b44d-76f8a6cff957 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:23.616828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55dc928a-f75a-44d0-b1ae-185ef544b454 req-e2ea96ab-110f-45cb-b44d-76f8a6cff957 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.2405148 Aug 18 14:03:23.684290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a87096c2-642e-49dc-891e-12e3823e853b req-6ce28210-5b24-4132-b00e-83a8960b012b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.0558383 Aug 18 14:03:23.697119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Network fe277a22-1660-4058-8ef9-d2c9f57c7d6e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:23.723415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55dc928a-f75a-44d0-b1ae-185ef544b454 req-33b8cadc-8af7-487b-ac70-796a94572d65 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916886 Aug 18 14:03:23.763275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.825804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Port': ['ID=9e821d24-dfc1-40a7-8517-9a9eea005c36,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:23.827783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03fd0f93-4bb9-476f-a6d6-02ee989b9ceb req-ed1be052-5c6a-40c5-8eef-b48c07e3a146 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 210 time: 0.0295234 Aug 18 14:03:23.855832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, fe277a22-1660-4058-8ef9-d2c9f57c7d6e) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:23.861249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:23.861872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:23.864536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72c9a5-80b8-4a47-bd9b-d793ba54011b None None] Network fe277a22-1660-4058-8ef9-d2c9f57c7d6e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:23.904119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.045347 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5affe0b2-a43e-4f47-9b29-c8cea795e130 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4994242 Aug 18 14:03:24.079505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e94b0-eafa-49a1-9054-1627e931adb0 None None] Network fe277a22-1660-4058-8ef9-d2c9f57c7d6e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:24.092190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.095307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.096209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.133567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.207692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6cb6262b-94a8-4212-bb76-6d304224eb5c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:24.291698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.292307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Fanout notify agent at l3_agent the message router_deleted on router 7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:03:24.310017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.311385 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9728b32a-03b3-4174-9d6b-cc8f43d3d686 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/routers/7d91b11d-06ce-4fb1-8c1d-70cd7d227de6 HTTP/1.1" status: 204 len: 168 time: 2.1329606 Aug 18 14:03:24.314721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51414) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:24.335260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Allocated IP 172.25.1.36 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/18ee1788-af3c-4268-a849-e58dfb3b9b30) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:24.447493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Deleting subnet e36fc8e2-29b6-4696-a8ea-6abc0230328e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:03:24.452623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.494911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6cb6262b-94a8-4212-bb76-6d304224eb5c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:24.537161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.583103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-cbe68c37-c9e0-44a2-891d-5033d7b059eb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1284883454&fields=id&tenant_id=d7441511a6b94d97a9f806922139152d HTTP/1.1" status: 200 len: 267 time: 0.0787034 Aug 18 14:03:24.602981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.673235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0adc02-57c6-4e28-ac1b-de349c2268a7 None None] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:24.729575 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17972119-7d06-4a2f-8ea5-d2fae476204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.753668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.813360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.839678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-13e66ae7-ceae-4d5c-9de4-f594651099a3 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:24.841201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-13e66ae7-ceae-4d5c-9de4-f594651099a3 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/networks?id=66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 200 len: 815 time: 0.2564795 Aug 18 14:03:24.845528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Provisioning for port 6cb6262b-94a8-4212-bb76-6d304224eb5c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:24.848471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.853092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Provisioning complete for port 6cb6262b-94a8-4212-bb76-6d304224eb5c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:24.853667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.860649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-2e2c45af-f797-4492-adb5-098aec245946 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:24.868236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-2e2c45af-f797-4492-adb5-098aec245946 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/networks?id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 HTTP/1.1" status: 200 len: 815 time: 0.2086012 Aug 18 14:03:24.882146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Subnet': ['ID=e36fc8e2-29b6-4696-a8ea-6abc0230328e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:24.890769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.893126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44e4c52b-a776-448f-80d8-0221874beff6 tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/subnets/e36fc8e2-29b6-4696-a8ea-6abc0230328e HTTP/1.1" status: 204 len: 168 time: 0.5769606 Aug 18 14:03:24.901361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-e7b6ee75-51ce-4422-b40f-ed856816c863 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/quotas/2f38cb9feb77436cbfd3bd5f67643f77 HTTP/1.1" status: 200 len: 375 time: 0.0266268 Aug 18 14:03:24.901361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c72b15b6-cd1e-4362-b13c-55416a010652 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/quotas/d7441511a6b94d97a9f806922139152d HTTP/1.1" status: 200 len: 375 time: 0.0248177 Aug 18 14:03:24.901727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51442) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:24.966136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:24.971909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-d06a6ad9-e230-4e0c-853f-33f4f3d26a99 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f38cb9feb77436cbfd3bd5f67643f77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701621 Aug 18 14:03:25.012560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] For port 6cb6262b-94a8-4212-bb76-6d304224eb5c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6cb6262b-94a8-4212-bb76-6d304224eb5c,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:25.019368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.030893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.091548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.096861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-6d2d9a54-a985-4cdf-8bfd-5c7d11369d12 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7441511a6b94d97a9f806922139152d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1736531 Aug 18 14:03:25.106842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:25.116110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:25.130376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:25.163112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Pushing event updated for resources: {'Port': ['ID=18ee1788-af3c-4268-a849-e58dfb3b9b30,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:25.199697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-682cf4c7-2af3-47df-8e22-a7b4f714715f service neutron] 10.222.0.35 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267671 Aug 18 14:03:25.206507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a81f83-d79f-4364-afdc-95803ae3eb05 None None] Pushing event updated for resources: {'Port': ['ID=6cb6262b-94a8-4212-bb76-6d304224eb5c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:25.222766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-487c9e07-9e1f-4ede-9b78-f4597cfb4881 None None] Provisioning complete for port 6cb6262b-94a8-4212-bb76-6d304224eb5c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:25.223863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-487c9e07-9e1f-4ede-9b78-f4597cfb4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.235144 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.253253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41841446-4e65-40cb-8bc0-95fb7b6346ce']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:25.283932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d835c6-c180-42c7-95fc-35bf659ff873') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:25.284342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d835c6-c180-42c7-95fc-35bf659ff873') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:25.329989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.347322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-5a277268-6c61-48b9-ac54-b3919ba7649b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4887edf25402498db9c63d2983cc93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347667 Aug 18 14:03:25.364908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.411646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:25.411978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:25.415735 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:25.480744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-4c6b8466-04f7-40db-b3f7-cb3753c0f249 service neutron] 10.222.0.35 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802606 Aug 18 14:03:25.484313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-156430a5-3bb1-460b-8818-daaf0e1dfa71 service neutron] 10.222.0.35 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866069 Aug 18 14:03:25.523861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-37afd792-0101-411c-8ec2-de84fd58f693 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:25.525685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-37afd792-0101-411c-8ec2-de84fd58f693 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713052 Aug 18 14:03:25.555557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Request body: {'port': {'device_id': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '4887edf25402498db9c63d2983cc93ab'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:25.602550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.619198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.623559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] 10.222.0.35 "DELETE /v2.0/networks/41841446-4e65-40cb-8bc0-95fb7b6346ce HTTP/1.1" status: 204 len: 168 time: 0.7226613 Aug 18 14:03:25.636655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d9c2-cddb-4a32-9fa1-3155ea6473fd tempest-FloatingIPTestJSON-1802570339 tempest-FloatingIPTestJSON-1802570339-project] Pushing event deleted for resources: {'Network': ['ID=41841446-4e65-40cb-8bc0-95fb7b6346ce,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:25.661114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-d6978b3d-c5e4-442a-b28c-02bdd1394b1f service neutron] 10.222.0.35 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677883 Aug 18 14:03:25.696632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.816257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.845428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Made reservation on behalf of 4887edf25402498db9c63d2983cc93ab for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:25.856125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:25.900531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.055106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7c73ed3-db08-4574-a8f7-f7ae6f359696 req-c64c45fe-6533-461e-876e-70f3724ca66b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.0406702 Aug 18 14:03:26.075586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.079673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.085603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6cb6262b-94a8-4212-bb76-6d304224eb5c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:26.149218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6cb6262b-94a8-4212-bb76-6d304224eb5c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:26.159534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.166451 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f6d54519-d9cb-4e7d-bf84-1dbbed1792c2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285771 Aug 18 14:03:26.266818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:26.275418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.289249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6d691-c5f6-4bfd-9459-c21f7532cfbd req-461bf331-a22c-4f92-917a-24bd281a7d67 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:26.291256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7af6d691-c5f6-4bfd-9459-c21f7532cfbd req-461bf331-a22c-4f92-917a-24bd281a7d67 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1004748 Aug 18 14:03:26.362787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7af6d691-c5f6-4bfd-9459-c21f7532cfbd req-7b967a03-9f54-4be0-810a-56ad1840004b tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607581 Aug 18 14:03:26.395456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-e4574841-ad14-4d3a-9164-141a89b435b7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:26.396853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-e4574841-ad14-4d3a-9164-141a89b435b7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243235 Aug 18 14:03:26.416476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad70178-21f5-46d3-af14-ac36ace63a00,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:26.424438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:26.447724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cf29b76-f4e0-4772-9c7e-a6073543583b req-905e7d4d-628d-473e-ab4d-b4200b8b30a3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 210 time: 0.0268199 Aug 18 14:03:26.469110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Router 4434a27b-0792-4176-b4ba-b88aa5a29c54 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:03:26.591205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62b66542-1759-4d6e-902a-1a1d22cbbc33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5789c63d4dea4abcb2978e4dd2c09bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228426 Aug 18 14:03:26.600140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:26.627269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Allocated IP 192.168.233.64 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/fa60b80f-d0e3-4e83-a6d3-ff33c39f4905) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:26.736745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.813007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.839083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:26.842799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.896321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-418ef80d-a513-449f-aa09-0df4eb92b3b0 req-db3f400c-5c35-4347-a537-c26888a39bee tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.3890169 Aug 18 14:03:26.963036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:26.970961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8496699f-db24-415a-9920-c98530aef807 req-9e96fe67-a9f8-4a9a-b082-59e99f42583c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.0763245 Aug 18 14:03:27.005183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:27.014253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Sync routers for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:27.023527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:27.028388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:27.048758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Transition to ACTIVE for port object fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:27.067405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.073620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.079292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e25047d-f35b-4b80-9f24-d2ffc1d7f3e2 HTTP/1.1" status: 204 len: 168 time: 0.4781656 Aug 18 14:03:27.095431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.096887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ee36f1de-3c50-45da-bbb6-33ec3a895bad admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0713530 Aug 18 14:03:27.100731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c8a5368a-e208-4d57-937e-158b71f4c780 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317810 Aug 18 14:03:27.101234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:27.118680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e7b9a-11dc-456e-ae81-e44d908aaab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e25047d-f35b-4b80-9f24-d2ffc1d7f3e2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:27.200304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:27.237062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.268439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddbcab91-7bbc-46b6-a2d5-4bf2ca947023 req-1f5893f2-f2b0-4202-81d2-0b0f319b7eb5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.1054811 Aug 18 14:03:27.340443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:27.351665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:27.356811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.96 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/b6286eb5-66fc-4883-bf28-11df972717ab) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:27.359324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:27.368714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Pushing event updated for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:27.435735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-be6e8af5-3813-4348-a6ca-b8c703ea78d9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:27.442356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-be6e8af5-3813-4348-a6ca-b8c703ea78d9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315902 Aug 18 14:03:27.447523 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.467553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:27.468288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.495300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:25Z', 'revision_number': 3, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:27.526773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Checking router: 4434a27b-0792-4176-b4ba-b88aa5a29c54 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:03:27.527430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Updating router 4434a27b-0792-4176-b4ba-b88aa5a29c54 port 18ee1788-af3c-4268-a849-e58dfb3b9b30 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:03:27.560230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '377046a7-6d0f-4012-bb42-fc937200790b', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:27.571022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.660522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.906869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object b6286eb5-66fc-4883-bf28-11df972717ab will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:27.907606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9b27a32-680b-4070-a7d1-1d6f38d18c98 req-d9bb3300-ab9d-4b37-8d36-5b1146c70c03 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 210 time: 0.1503787 Aug 18 14:03:27.908257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-a9bd404d-24ed-44e4-a239-57c36063f2f0 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1664193 Aug 18 14:03:27.908257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Request body: {'port': {'device_id': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:27.908257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:27.908557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee56f8-3528-4b30-8c71-7d62a8c44e68 req-3989a255-20ae-43fe-ae13-6f0872e40a56 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:27.908557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faee56f8-3528-4b30-8c71-7d62a8c44e68 req-3989a255-20ae-43fe-ae13-6f0872e40a56 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.3088386 Aug 18 14:03:28.021220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-51ced47b-8524-4cb8-b699-4f381c206a1b None None] Provisioning for port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:28.054284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.060076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:28.064272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-51ced47b-8524-4cb8-b699-4f381c206a1b None None] Provisioning complete for port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:28.064645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-51ced47b-8524-4cb8-b699-4f381c206a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.070354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:28.074042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.113900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:28.122180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faee56f8-3528-4b30-8c71-7d62a8c44e68 req-673187fb-08e5-48ca-aa6c-e9277eaa0a86 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453527 Aug 18 14:03:28.122427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:28.130457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:28.139205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.148530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-51ced47b-8524-4cb8-b699-4f381c206a1b None None] Port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:28.173086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74cd812d-4a83-41f3-bbff-dbd8b1f348fd req-7b822510-3524-4d33-adbb-f0f88d56fc60 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.1071794 Aug 18 14:03:28.173460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Transition to ACTIVE for port object 18ee1788-af3c-4268-a849-e58dfb3b9b30 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:28.274076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:28.335866 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.357642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-728c874e-3b6a-4a90-883e-6271fd3c683a req-4bf84cd6-9a8c-4e02-8138-6eb9e4f44cd0 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.1078160 Aug 18 14:03:28.398834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:28.404960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.439612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Attempting to bind port 18ee1788-af3c-4268-a849-e58dfb3b9b30 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:28.440003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Attempting to bind port 18ee1788-af3c-4268-a849-e58dfb3b9b30 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:28.440298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Attempting to bind port 18ee1788-af3c-4268-a849-e58dfb3b9b30 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:28.455607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd12acb-431d-4af8-8168-152721e8c733 None None] Pushing event updated for resources: {'Port': ['ID=18ee1788-af3c-4268-a849-e58dfb3b9b30,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:28.459481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:28.459791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:28.460942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.460942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:28.461360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Bound port: 18ee1788-af3c-4268-a849-e58dfb3b9b30, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:28.461764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.526644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:28.542083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] For port 18ee1788-af3c-4268-a849-e58dfb3b9b30, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:28.546623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] For port 18ee1788-af3c-4268-a849-e58dfb3b9b30, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=18ee1788-af3c-4268-a849-e58dfb3b9b30,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:28.548823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.561235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Transition to ACTIVE for port object fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:28.587155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57145ec-f746-41e7-a14d-d294d51a8bda req-c61b1615-3939-42c3-9b07-4389158b3b0e tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:28.588634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57145ec-f746-41e7-a14d-d294d51a8bda req-c61b1615-3939-42c3-9b07-4389158b3b0e tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 935 time: 0.1476619 Aug 18 14:03:28.597919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-b7f064f2-a122-446c-9ff7-ebc4f2d210d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1847475 Aug 18 14:03:28.613034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Request body: {'port': {'device_id': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:28.613822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.625935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-38b461c2-242e-4401-8240-4dbdeb259421 None None] Provisioning for port b6286eb5-66fc-4883-bf28-11df972717ab completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:28.633256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.635371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.689347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57145ec-f746-41e7-a14d-d294d51a8bda req-d53d9d55-4be4-4350-9693-b87fad36df77 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930498 Aug 18 14:03:28.703449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-38b461c2-242e-4401-8240-4dbdeb259421 None None] Provisioning complete for port b6286eb5-66fc-4883-bf28-11df972717ab triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:28.704193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38b461c2-242e-4401-8240-4dbdeb259421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.753259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:28.755902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:28.773643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.215 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/0c29db74-209b-4875-b00d-27c45500b592) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:28.839919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:28.841642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:28.860932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-38b461c2-242e-4401-8240-4dbdeb259421 None None] Port b6286eb5-66fc-4883-bf28-11df972717ab cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:28.933099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd12acb-431d-4af8-8168-152721e8c733 None None] Pushing event updated for resources: {'Port': ['ID=18ee1788-af3c-4268-a849-e58dfb3b9b30,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:28.959369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d62ff0b9-8d13-478d-9ba1-ec33a5d4132c req-1cd1fee9-2dd6-4fb7-97e8-ab7430d18430 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 210 time: 0.0892501 Aug 18 14:03:28.970576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Attempting to bind port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:28.971043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Attempting to bind port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:28.973064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Attempting to bind port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:28.981913 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:28.982354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Attempting to bind port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:29.043091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:29.048729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:29.048729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:29.049067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:29.049730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Bound port: fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:29.050023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.096969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Allocated IP 172.20.0.1 (2f880d63-cce4-4a6e-a4b9-c2705e707c61/3424a102-e8bf-4b33-bf85-514b229e8089/dfcbb408-e0c8-47f3-b739-9a75a9139689) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:29.180812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:29.192356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:29.255034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.263034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.286920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51526) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:29.312687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object 0c29db74-209b-4875-b00d-27c45500b592 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:29.344946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:29.345780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.348494 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] 10.222.0.58 "PUT /v2.0/ports/fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 HTTP/1.1" status: 200 len: 1095 time: 1.6071308 Aug 18 14:03:29.349427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:29.352544 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7399119a-bce8-49b0-8fce-735866a36ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:29.381692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.392131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c0089-1409-4bab-bb65-4c9a1cf64fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:29.400125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:25Z', 'revision_number': 3, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:29.413117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d5fb-3dd9-47d1-b6fc-11cbf28137f0 req-7baf405b-37b1-475f-9c72-72f7dbcc009a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:29.414869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10b5d5fb-3dd9-47d1-b6fc-11cbf28137f0 req-7baf405b-37b1-475f-9c72-72f7dbcc009a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1920416 Aug 18 14:03:29.427215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7825dcc-aedb-4dcd-949d-b0230df07866 req-81e37b82-a6b1-4580-95d2-64b87af0adcc tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.1070065 Aug 18 14:03:29.434792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9591b-0f5a-4908-8ca3-277884d1a969 None None] The sync data for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 is: [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:25Z', 'revision_number': 3, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:29.449331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Transition to ACTIVE for port object dfcbb408-e0c8-47f3-b739-9a75a9139689 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:29.561634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'networks': [{'name': 'tempest-network--786400559'}, {'name': 'tempest-network--90274669'}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:29.565573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-network--786400559'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:29.565573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-network--90274669'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:29.625982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.648213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-31007063-2f7a-4cc2-ad05-f6621d9794fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:29.650737 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-31007063-2f7a-4cc2-ad05-f6621d9794fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 1098 time: 0.0926216 Aug 18 14:03:29.704152 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-c6764b12-5ed8-4d2e-b0e9-7545d97f7db3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 HTTP/1.1" status: 200 len: 217 time: 0.0438221 Aug 18 14:03:29.721166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10b5d5fb-3dd9-47d1-b6fc-11cbf28137f0 req-5d5435a8-315f-4176-aab8-10b379c4217f tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142434 Aug 18 14:03:29.751801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:29.756587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da5789e6-3eac-4867-8f6e-3eb136c512e4 req-80cf3af0-ce2f-46b6-a296-0c3265ca87ea tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.0830638 Aug 18 14:03:29.765098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:29.766026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-f138c6fb-36dd-49fd-a0ba-3a4389dfcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:29.768941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-f138c6fb-36dd-49fd-a0ba-3a4389dfcdc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0570025 Aug 18 14:03:29.779359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:29.854147 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6745d3b-30c5-4f52-b123-80407b841b41 x-openstack-request-id: req-b6745d3b-30c5-4f52-b123-80407b841b41 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:29.854439 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:29.855400 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6745d3b-30c5-4f52-b123-80407b841b41 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:29.855400 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905', 'status': 'completed', 'code': 200} Aug 18 14:03:29.856642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.866392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:29.872304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:29.893159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'network': 2} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:29.906324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.073966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.077531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-428f4007-ace3-4abe-a366-43728e811cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:30.079181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-428f4007-ace3-4abe-a366-43728e811cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964313 Aug 18 14:03:30.089673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.104198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:30.120741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-169c5e82-84a5-47e9-85bf-7fcc2a52dda5 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:30.122332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-169c5e82-84a5-47e9-85bf-7fcc2a52dda5 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.10 "GET /v2.0/networks?id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 HTTP/1.1" status: 200 len: 815 time: 0.5661144 Aug 18 14:03:30.211932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:30.212637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 18ee1788-af3c-4268-a849-e58dfb3b9b30 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:30.221823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:30.258951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Request body: {'port': {'device_id': '2d656690-5253-4668-96ac-0329bf186f94', 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09', 'admin_state_up': True, 'tenant_id': '2f38cb9feb77436cbfd3bd5f67643f77'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:30.264894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:30.320521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd0d42e8-976c-4bbe-811b-c617ebb31824 None None] Provisioning for port dfcbb408-e0c8-47f3-b739-9a75a9139689 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:30.324952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6286eb5-66fc-4883-bf28-11df972717ab {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:30.326325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd0d42e8-976c-4bbe-811b-c617ebb31824 None None] Provisioning complete for port dfcbb408-e0c8-47f3-b739-9a75a9139689 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:30.332337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd0d42e8-976c-4bbe-811b-c617ebb31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.340527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.351516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-3f46383f-40ea-48cc-884f-3299ea0def6f service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564235 Aug 18 14:03:30.368694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Transition to ACTIVE for port object b6286eb5-66fc-4883-bf28-11df972717ab will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:30.384687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 18ee1788-af3c-4268-a849-e58dfb3b9b30 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:30.409562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 18ee1788-af3c-4268-a849-e58dfb3b9b30 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:30.410956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.460475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d42e8-976c-4bbe-811b-c617ebb31824 None None] Port dfcbb408-e0c8-47f3-b739-9a75a9139689 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:30.470868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.549997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-85a3a8e2-0d16-4bf0-aa32-96ad6d455a38 req-4db52840-d32c-490e-a7f5-c44a2f092393 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904769 Aug 18 14:03:30.559887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.573561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:30.616157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 18ee1788-af3c-4268-a849-e58dfb3b9b30, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=18ee1788-af3c-4268-a849-e58dfb3b9b30,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:30.687910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.754332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Attempting to bind port b6286eb5-66fc-4883-bf28-11df972717ab on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:30.754819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Attempting to bind port b6286eb5-66fc-4883-bf28-11df972717ab by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:30.754819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Attempting to bind port b6286eb5-66fc-4883-bf28-11df972717ab on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:30.760885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Port b6286eb5-66fc-4883-bf28-11df972717ab on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:30.761348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Attempting to bind port b6286eb5-66fc-4883-bf28-11df972717ab on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:30.776696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3e0e603b-5dc5-470e-9b66-0549424bb65e None None] Provisioning for port 0c29db74-209b-4875-b00d-27c45500b592 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:30.778536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:30.778536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:30.783810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:30.784473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Bound port: b6286eb5-66fc-4883-bf28-11df972717ab, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:30.784843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.787092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3e0e603b-5dc5-470e-9b66-0549424bb65e None None] Provisioning complete for port 0c29db74-209b-4875-b00d-27c45500b592 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:30.787476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3e0e603b-5dc5-470e-9b66-0549424bb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:30.821236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-22d36775-a077-49f9-b7ed-07f8991f5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:30.822846 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-22d36775-a077-49f9-b7ed-07f8991f5266 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 1098 time: 0.1222711 Aug 18 14:03:30.859387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=18ee1788-af3c-4268-a849-e58dfb3b9b30,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:30.874169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e603b-5dc5-470e-9b66-0549424bb65e None None] Port 0c29db74-209b-4875-b00d-27c45500b592 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:30.933715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e792c-319e-4dce-8c9a-79314cd79161 req-e371265f-d921-41f5-bd28-7546c21e59e3 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:30.935704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b91e792c-319e-4dce-8c9a-79314cd79161 req-e371265f-d921-41f5-bd28-7546c21e59e3 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 947 time: 1.0462039 Aug 18 14:03:30.941797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:30.942528 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.135677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97f17a-4123-4d28-ae18-002040b01314 req-b230eb07-b32b-4697-aec0-f7ec55aa7f56 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.137314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e97f17a-4123-4d28-ae18-002040b01314 req-b230eb07-b32b-4697-aec0-f7ec55aa7f56 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 936 time: 1.0320079 Aug 18 14:03:31.195956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b91e792c-319e-4dce-8c9a-79314cd79161 req-17562a6b-6b35-4464-8f83-44c69907eafe tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482181 Aug 18 14:03:31.268150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-576894b1-77d7-4221-87fa-315de4a6584a tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.270303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-576894b1-77d7-4221-87fa-315de4a6584a tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.10 "GET /v2.0/networks?id=66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 200 len: 815 time: 0.9242091 Aug 18 14:03:31.290312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e97f17a-4123-4d28-ae18-002040b01314 req-d2c088e5-e349-4d3b-8f67-38f33a53f0c9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291924 Aug 18 14:03:31.334212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:31.339496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b6286eb5-66fc-4883-bf28-11df972717ab,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:31.368213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-071c1b55-8bdc-407f-868a-8afe9625b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.370319 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-071c1b55-8bdc-407f-868a-8afe9625b5c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.5362399 Aug 18 14:03:31.398718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df6275bb-ed53-42ef-8973-07875f5caede req-16061429-9137-4ec5-b808-15b0cafd8620 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.1035323 Aug 18 14:03:31.426747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.426969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-f1f11f6d-a99a-4137-a2ff-5dbe2a644569 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 HTTP/1.1" status: 200 len: 217 time: 0.0434659 Aug 18 14:03:31.428790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.459024 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.500835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-a757b7a6-a632-44f1-942d-311915c94ff6 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7441511a6b94d97a9f806922139152d HTTP/1.1" status: 200 len: 380 time: 0.2068031 Aug 18 14:03:31.510232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.511325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.542869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.547109 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.547109 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] 10.222.0.58 "PUT /v2.0/ports/b6286eb5-66fc-4883-bf28-11df972717ab HTTP/1.1" status: 200 len: 1095 time: 2.9363797 Aug 18 14:03:31.548194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'port': {'device_id': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'admin_state_up': True, 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'security_groups': ['0a325d46-2405-4922-b66d-0bdd64d531ca']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:31.587608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3095-4e22-493b-a2b9-eb868201aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:31.598915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-431fdba5-fec3-4bb4-8266-8ee6e042ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.600598 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-431fdba5-fec3-4bb4-8266-8ee6e042ac04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1614799 Aug 18 14:03:31.665246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-85a2fd3c-db4e-4b13-be1d-f51187f56ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.666823 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-85a2fd3c-db4e-4b13-be1d-f51187f56ccf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577772 Aug 18 14:03:31.731641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-5d219456-935d-4c75-8776-1597706a2d82 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1760032 Aug 18 14:03:31.748685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Made reservation on behalf of 2f38cb9feb77436cbfd3bd5f67643f77 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:31.753379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.795979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Request body: {'port': {'device_id': '377046a7-6d0f-4012-bb42-fc937200790b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:31.799225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-bac5d8db-889f-4f0c-ae06-d3a091fdb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.800191 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-bac5d8db-889f-4f0c-ae06-d3a091fdb882 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1098 time: 0.1226325 Aug 18 14:03:31.839376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8b86c-de6a-4b0f-bd32-2149185faf14,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:31.848814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-a43eebda-1f40-46a1-b287-99508a4484c6 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701827 Aug 18 14:03:31.888702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:31.889814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec6c0-de24-423a-a5e2-5ee13ae13f0a req-16be8ebe-1cfc-4e2a-83a4-a69c3b8ac601 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.891129 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b416ff-35ea-4211-91d1-026ce504b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:31.891437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49bec6c0-de24-423a-a5e2-5ee13ae13f0a req-16be8ebe-1cfc-4e2a-83a4-a69c3b8ac601 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.3824420 Aug 18 14:03:31.902061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1abe770b-aacb-40ee-8281-58272b1b03e2 req-afdda156-659c-4d0a-ac0c-693d27fcaf08 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.3791933 Aug 18 14:03:31.904026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-7bef5773-ca6c-439b-ad23-0517fecb93a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b6286eb5-66fc-4883-bf28-11df972717ab HTTP/1.1" status: 200 len: 217 time: 0.0689688 Aug 18 14:03:31.905261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:31.975547 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d922c-1f62-48a5-b81a-0c01f10b4ffd x-openstack-request-id: req-642d922c-1f62-48a5-b81a-0c01f10b4ffd {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:31.975827 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:31.976184 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-642d922c-1f62-48a5-b81a-0c01f10b4ffd {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:31.976459 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab', 'status': 'completed', 'code': 200} Aug 18 14:03:31.999660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.000003 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 14b1c891-2dae-4cb6-9b34-d3f28a5ea9be of type vlan for network 3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1 Aug 18 14:03:32.038788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-e67248c1-eb88-4172-8680-87f789287dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.040249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-e67248c1-eb88-4172-8680-87f789287dd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1108780 Aug 18 14:03:32.052667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 18ee1788-af3c-4268-a849-e58dfb3b9b30 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:32.064678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7399119a-bce8-49b0-8fce-735866a36ab0 req-52bdd92c-2e6b-4c00-88ba-19333cff7788 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699793 Aug 18 14:03:32.108010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 18ee1788-af3c-4268-a849-e58dfb3b9b30 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:32.108670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.141750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-192414b5-3cb7-496c-9618-ca69ec05508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.143411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-192414b5-3cb7-496c-9618-ca69ec05508d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778592 Aug 18 14:03:32.203211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.235420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49bec6c0-de24-423a-a5e2-5ee13ae13f0a req-5c92462b-c753-46d5-b5ab-3e85367e5e9e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200336 Aug 18 14:03:32.278866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-4bff7cdf-e8a3-4dc3-aa73-723aed037a14 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274083 Aug 18 14:03:32.290797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.398498 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-6c45b3c6-ab95-4545-a955-eef068df27b3 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094537 Aug 18 14:03:32.463570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Allocated IP 172.20.0.11 (2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09/99009a37-f7f0-4135-8ed2-2608df291073/dd70864a-ff7b-436e-b025-d1029908527b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:32.479769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Made reservation on behalf of d7441511a6b94d97a9f806922139152d for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:32.483424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.556068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b416ff-35ea-4211-91d1-026ce504b08e req-1ddcce24-e876-4994-9246-0f577d40d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.557658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-1ddcce24-e876-4994-9246-0f577d40d13e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1098 time: 0.0522439 Aug 18 14:03:32.575913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:32.633759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.634142 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 8d79d913-684d-4f7e-8b22-c1710c784f9f of type vlan for network 6a02433e-9df7-497c-89f2-f75bfbeaed76 Aug 18 14:03:32.636695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.645940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80fdc-3156-417b-8863-4381f4257db9 req-368fc0e3-bd27-4654-8ce0-e6a452abd303 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.647492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01a80fdc-3156-417b-8863-4381f4257db9 req-368fc0e3-bd27-4654-8ce0-e6a452abd303 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 947 time: 0.2958794 Aug 18 14:03:32.668723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b416ff-35ea-4211-91d1-026ce504b08e req-27f987ba-98d6-4651-aaa9-3b2630f2bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.670386 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-27f987ba-98d6-4651-aaa9-3b2630f2bc1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1050289 Aug 18 14:03:32.716779 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-0a17f9f5-0435-4c79-be76-f820c4fe7819 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b6286eb5-66fc-4883-bf28-11df972717ab HTTP/1.1" status: 200 len: 217 time: 0.0375307 Aug 18 14:03:32.725725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82e4d7-fc0f-4601-955d-57e2bdbaf0ca req-eab1e9e6-e9c6-4cdd-af12-784f210f808a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.727210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd82e4d7-fc0f-4601-955d-57e2bdbaf0ca req-eab1e9e6-e9c6-4cdd-af12-784f210f808a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 936 time: 0.3471527 Aug 18 14:03:32.773532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b416ff-35ea-4211-91d1-026ce504b08e req-71788703-51ca-46e7-ac9a-8c271bf9a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.775326 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-71788703-51ca-46e7-ac9a-8c271bf9a55d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0500717 Aug 18 14:03:32.798331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.840901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b416ff-35ea-4211-91d1-026ce504b08e req-9d1007dd-0615-4cad-8a87-37c1e74d239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:32.843498 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-9d1007dd-0615-4cad-8a87-37c1e74d239a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588078 Aug 18 14:03:32.909193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:32.955047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-1c5cf365-455f-46aa-b17b-f10765e7cd7d service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036909 Aug 18 14:03:33.051608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-34b416ff-35ea-4211-91d1-026ce504b08e req-60b2c7a5-5a4a-43f1-ad3d-a5d9eafa93f3 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887709 Aug 18 14:03:33.053204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01a80fdc-3156-417b-8863-4381f4257db9 req-c0fef3d6-349a-4064-bc0c-210cf91fb362 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842092 Aug 18 14:03:33.068875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:33.083225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.110536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd82e4d7-fc0f-4601-955d-57e2bdbaf0ca req-aee0ea95-3d97-46b5-89bd-cbd279871193 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443670 Aug 18 14:03:33.216507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.217156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.222400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.227124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.227761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.260832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Allocated IP 172.20.0.6 (66b2d3d6-33f0-45e0-9abf-d13a321e0672/de733119-0c61-41c8-b1be-907ec0d6b728/08d8c2c5-7235-4a76-92b6-9a0395383e88) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:33.345188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-527367b4-6446-4fd4-b473-cb95fb853df3 req-c0e382a4-6bea-4611-be57-245bb95d7bd0 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.1392922 Aug 18 14:03:33.404084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31602e48-bee8-4dc5-8983-dbae41a9fbb2 req-67743853-7874-4234-a8ae-fb8815595d78 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.1579864 Aug 18 14:03:33.423943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.465728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 4.1747277 Aug 18 14:03:33.468414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:33.478549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:33.495346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:33.516248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c29db74-209b-4875-b00d-27c45500b592 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:33.580881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.656404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:33.677639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Transition to ACTIVE for port object 0c29db74-209b-4875-b00d-27c45500b592 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:33.678716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:33.692007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b1bc-c929-4a16-90c4-8fc36ee6fb93 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=6a02433e-9df7-497c-89f2-f75bfbeaed76,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:33.693058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b4014-5415-4e94-a01e-fa7db450cf2a tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.700549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b4014-5415-4e94-a01e-fa7db450cf2a tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.703861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 6a02433e-9df7-497c-89f2-f75bfbeaed76 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:33.716518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cafdc0-d858-4791-b70a-323125eb18af req-0b627daa-0a98-4ca4-af55-a5a8e11461fa tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.716518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10cafdc0-d858-4791-b70a-323125eb18af req-0b627daa-0a98-4ca4-af55-a5a8e11461fa tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.2816496 Aug 18 14:03:33.722150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b4014-5415-4e94-a01e-fa7db450cf2a tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.728761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b4014-5415-4e94-a01e-fa7db450cf2a tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:33.733018 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf4b4014-5415-4e94-a01e-fa7db450cf2a tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2609813 Aug 18 14:03:33.733407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51568) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:33.831359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.936579 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.949540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:33.964631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b1c891-2dae-4cb6-9b34-d3f28a5ea9be') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:33.964862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b1c891-2dae-4cb6-9b34-d3f28a5ea9be') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:33.972762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-68dd8517-45e2-4645-81d0-231e673e4901 None None] Provisioning complete for port dfcbb408-e0c8-47f3-b739-9a75a9139689 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:33.973207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-68dd8517-45e2-4645-81d0-231e673e4901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.982270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:33.998380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.006201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:34.007050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:34.011518 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:34.023278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-68dd8517-45e2-4645-81d0-231e673e4901 None None] Port dfcbb408-e0c8-47f3-b739-9a75a9139689 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:34.090750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.092388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.153396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.169821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.169821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1 HTTP/1.1" status: 204 len: 168 time: 0.4329088 Aug 18 14:03:34.177111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51576) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:34.178786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84a81-615b-4b10-a6a5-c5fb6210a785 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=3ab2d9fa-1c4d-49e2-8a95-85d4f9e6e1e1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:34.237176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:34.289875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.314493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:34.416770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Transition to ACTIVE for port object 08d8c2c5-7235-4a76-92b6-9a0395383e88 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:34.460209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.470952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:34.484743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10cafdc0-d858-4791-b70a-323125eb18af req-0139bf3b-3613-4e4d-9585-5948b40321e5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006760 Aug 18 14:03:34.486245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:34.511523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Router 4434a27b-0792-4176-b4ba-b88aa5a29c54 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:34.677162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d900-855c-4a3e-b9ff-bc4800745cae req-40d63f75-b27e-4e25-ab1c-f4a87fe4595f tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:34.678723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3e1d900-855c-4a3e-b9ff-bc4800745cae req-40d63f75-b27e-4e25-ab1c-f4a87fe4595f tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 947 time: 0.5142291 Aug 18 14:03:34.710436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.711119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:34.718795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:34.719449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.734422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Pushing event updated for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:34.820261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:34.833141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905', 'mac_address': 'fa:16:3e:0b:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:34.883848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.899204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:34.899451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:34.933163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:34.971718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2a9c-82f9-4e64-bfc8-6b3fbdaf89ac req-24f124ec-05d9-43ce-8011-1ac499effe2c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:34.973963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f08c2a9c-82f9-4e64-bfc8-6b3fbdaf89ac req-24f124ec-05d9-43ce-8011-1ac499effe2c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 948 time: 0.3834383 Aug 18 14:03:34.974887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:34.978027 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.998367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:34.998539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:34.999745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-9dc3f297-ca54-4bee-9cbb-a11234111194 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7853227 Aug 18 14:03:35.027455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3e1d900-855c-4a3e-b9ff-bc4800745cae req-1c3f320a-8b1c-4d40-91c6-6903ed1aee3b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134809 Aug 18 14:03:35.027455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02433e-9df7-497c-89f2-f75bfbeaed76']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:35.085980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event updated for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:35.089482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:35.114092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Request body: {'port': {'device_id': '2d656690-5253-4668-96ac-0329bf186f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:35.116250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.117274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.117912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.118419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.119110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.119612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.120167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.120662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.121272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.122007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.122759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.123410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:35.135083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Attempting to bind port 0c29db74-209b-4875-b00d-27c45500b592 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:35.135644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Attempting to bind port 0c29db74-209b-4875-b00d-27c45500b592 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:35.136309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Attempting to bind port 0c29db74-209b-4875-b00d-27c45500b592 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:35.171311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d79d913-684d-4f7e-8b22-c1710c784f9f') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:35.171614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d79d913-684d-4f7e-8b22-c1710c784f9f') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:35.201552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Port 0c29db74-209b-4875-b00d-27c45500b592 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:35.201784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Attempting to bind port 0c29db74-209b-4875-b00d-27c45500b592 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:35.206306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.230665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:35.243168 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Sync routers for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:35.253699 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:35.256887 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:35.259464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-15cf1f95-6662-49e6-b726-4bbc14abd52c admin admin] 10.222.0.35 "PUT /v2.0/routers/4434a27b-0792-4176-b4ba-b88aa5a29c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1572342 Aug 18 14:03:35.260649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:35.261018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:35.261390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:35.261866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Bound port: 0c29db74-209b-4875-b00d-27c45500b592, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:35.262261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.262799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:35.270622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:35.271290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.297049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.338689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:35.339141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.353499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f08c2a9c-82f9-4e64-bfc8-6b3fbdaf89ac req-d528e187-2128-4a44-8363-9709a813f899 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526840 Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:35.356218 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:35.403599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-93c95566-0f98-4fc5-ac94-ae295822605d None None] Provisioning for port 08d8c2c5-7235-4a76-92b6-9a0395383e88 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:35.411694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-93c95566-0f98-4fc5-ac94-ae295822605d None None] Provisioning complete for port 08d8c2c5-7235-4a76-92b6-9a0395383e88 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:35.412081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-93c95566-0f98-4fc5-ac94-ae295822605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.419438 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:35.504150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.529065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-efa2ddfd-4e35-438c-b9a3-3007fe9e2263 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0076661 Aug 18 14:03:35.548443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:35.567718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-93c95566-0f98-4fc5-ac94-ae295822605d None None] Port 08d8c2c5-7235-4a76-92b6-9a0395383e88 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:35.572684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Request body: {'port': {'device_id': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:35.607356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57fd45-4bd9-4f1c-a788-06b7ba384bf9 req-6bf4af4c-05dc-4a12-b99b-ca945dc5a3b5 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:35.607744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad57fd45-4bd9-4f1c-a788-06b7ba384bf9 req-6bf4af4c-05dc-4a12-b99b-ca945dc5a3b5 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 932 time: 0.3873343 Aug 18 14:03:35.649748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1984715251'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:35.674936 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:31Z', 'revision_number': 4, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'dfcbb408-e0c8-47f3-b739-9a75a9139689', 'name': '', 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'mac_address': 'fa:16:3e:a2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:28Z', 'updated_at': '2021-08-18T14:03:31Z', 'revision_number': 2, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'subnets': [{'id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:35.678639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:35.683732 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.705337 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Checking router: 4434a27b-0792-4176-b4ba-b88aa5a29c54 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:03:35.705963 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Updating router 4434a27b-0792-4176-b4ba-b88aa5a29c54 port dfcbb408-e0c8-47f3-b739-9a75a9139689 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:03:35.733213 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.733213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/6a02433e-9df7-497c-89f2-f75bfbeaed76 HTTP/1.1" status: 204 len: 168 time: 1.5121844 Aug 18 14:03:35.733530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51590) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:35.733645 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.749847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0c29db74-209b-4875-b00d-27c45500b592,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:35.771948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750f8a-ff67-4add-b9a2-6aba4df48b93 req-1042b05d-e7f7-421d-8a08-7496f3f4cb43 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:35.778424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0750f8a-ff67-4add-b9a2-6aba4df48b93 req-1042b05d-e7f7-421d-8a08-7496f3f4cb43 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 931 time: 0.2847819 Aug 18 14:03:35.787422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:35.791113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.829150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:35.848833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.849231 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Added segment cefe806d-bcf1-4fd6-82c7-35dec5e2b580 of type vlan for network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 Aug 18 14:03:35.908327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.917812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c84c-fcbd-4905-8927-4656d506a753 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:35.919037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:35.921108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf75c1a-9e58-48b9-aff7-505417744987 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=6a02433e-9df7-497c-89f2-f75bfbeaed76,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:35.923944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c84c-fcbd-4905-8927-4656d506a753 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:35.925584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4441c84c-fcbd-4905-8927-4656d506a753 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1923354 Aug 18 14:03:35.929285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:35.941180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-591817209'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:35.951166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad57fd45-4bd9-4f1c-a788-06b7ba384bf9 req-6817992f-b3e1-4bb7-b95c-0b0792164330 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310637 Aug 18 14:03:35.952256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.044623 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.055489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.056113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.057529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] 10.222.0.58 "PUT /v2.0/ports/0c29db74-209b-4875-b00d-27c45500b592 HTTP/1.1" status: 200 len: 1096 time: 4.2854035 Aug 18 14:03:36.059125 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Transition to ACTIVE for port object dfcbb408-e0c8-47f3-b739-9a75a9139689 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:36.061470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'tag': '0c29db74-209b-4875-b00d-27c45500b592'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:36.068150 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd836f-fbf6-49d2-ba81-27de58e034ac" -d '{"events": [{"name": "network-changed", "server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "tag": "0c29db74-209b-4875-b00d-27c45500b592"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:36.091921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0750f8a-ff67-4add-b9a2-6aba4df48b93 req-edc67b3b-34f8-4740-84d6-9dfb6bb3ad0c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121679 Aug 18 14:03:36.139876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:36.141380 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.143492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.160037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.167763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.168741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.290682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb94fe-09b8-4c63-96ab-abe0a6e64bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.309733 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Pushing event updated for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.324123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:36.329397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Attempting to bind port dfcbb408-e0c8-47f3-b739-9a75a9139689 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:36.329946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Attempting to bind port dfcbb408-e0c8-47f3-b739-9a75a9139689 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:36.332726 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Attempting to bind port dfcbb408-e0c8-47f3-b739-9a75a9139689 on network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:36.336932 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:36.337315 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Checking segment: {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:36.337786 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.338169 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Bound using segment: {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:36.338639 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Bound port: dfcbb408-e0c8-47f3-b739-9a75a9139689, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12daf7d-dbf8-4327-b536-67d289654f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:36.339053 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.345308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Network': ['ID=7f48b68c-4d00-4a99-b0c7-cbdae75e3404,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.363580 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.363927 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.364170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:36.365379 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.365926 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.366432 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.366951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.367449 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.368039 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.368614 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.369182 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.369734 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.370387 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:36.389547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.390199 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 76d1d060-b40d-44e7-9a04-c873f89bee09 of type vlan for network e7283610-0c6d-4936-a5e7-9a51c0064b8f Aug 18 14:03:36.427421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5defdfec-cb6b-47dd-a6da-ca788a8c1d96 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8728118 Aug 18 14:03:36.438641 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] For port dfcbb408-e0c8-47f3-b739-9a75a9139689, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:36.442724 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] For port dfcbb408-e0c8-47f3-b739-9a75a9139689, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfcbb408-e0c8-47f3-b739-9a75a9139689,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:36.455001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51602) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:36.463597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'subnet': {'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:36.517068 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.519649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cfa8d-09f5-40b2-bf96-09c7f9f8a44b req-4557219b-3d29-4efd-b3a0-71e3086af3e9 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.521317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-228cfa8d-09f5-40b2-bf96-09c7f9f8a44b req-4557219b-3d29-4efd-b3a0-71e3086af3e9 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.4457102 Aug 18 14:03:36.525434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd70864a-ff7b-436e-b025-d1029908527b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:36.541638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-664acf48-7db2-4821-941f-cb326853c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.543223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-664acf48-7db2-4821-941f-cb326853c61c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 1099 time: 0.3660910 Aug 18 14:03:36.549097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.567106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.575206 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:36.575995 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:36.611562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4760cc-787e-415a-849d-1605d9261c51 req-b785b28d-7130-486a-8c5c-a2d9cac5055a tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.612426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc37e85-0a65-40f6-826a-b4e83ce13db2 req-faed6599-af68-4484-ab17-25f86ed69759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.613877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b4760cc-787e-415a-849d-1605d9261c51 req-b785b28d-7130-486a-8c5c-a2d9cac5055a tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 948 time: 0.3448696 Aug 18 14:03:36.620593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ebc37e85-0a65-40f6-826a-b4e83ce13db2 req-faed6599-af68-4484-ab17-25f86ed69759 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.2264943 Aug 18 14:03:36.671743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9318c9-94d1-4371-8b5f-269ae5bdeb79 None None] Pushing event updated for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.679619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-9abaaf04-2e32-431a-b1ae-743e75fea29b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0c29db74-209b-4875-b00d-27c45500b592 HTTP/1.1" status: 200 len: 217 time: 0.1236141 Aug 18 14:03:36.688001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ebc37e85-0a65-40f6-826a-b4e83ce13db2 req-25d8b85c-89d8-4c31-a930-018c569ddf84 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Aug 18 14:03:36.700868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Transition to ACTIVE for port object dd70864a-ff7b-436e-b025-d1029908527b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:36.712344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.719272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.721052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.726087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b6286eb5-66fc-4883-bf28-11df972717ab details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:36.776199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-228cfa8d-09f5-40b2-bf96-09c7f9f8a44b req-c10d70d7-4eec-4a34-be14-1b2c572b08e5 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152667 Aug 18 14:03:36.797505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b4760cc-787e-415a-849d-1605d9261c51 req-1d97dbe5-5579-45f3-bd20-cfafdfca8958 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290724 Aug 18 14:03:36.822680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.848543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=e7283610-0c6d-4936-a5e7-9a51c0064b8f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.852501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:36.862053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:36.913419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:36.917336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e7283610-0c6d-4936-a5e7-9a51c0064b8f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:36.926557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58f88cea-d0fd-4515-ac9a-dc9ab1ee653d tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9955564 Aug 18 14:03:36.928936 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:36.931302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51604) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:36.937751 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0037224b-41de-4ada-9f85-b8fd71954af6 x-openstack-request-id: req-0037224b-41de-4ada-9f85-b8fd71954af6 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:36.938116 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "tag": "0c29db74-209b-4875-b00d-27c45500b592", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:36.938364 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0037224b-41de-4ada-9f85-b8fd71954af6 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:36.938757 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'tag': '0c29db74-209b-4875-b00d-27c45500b592', 'status': 'completed', 'code': 200} Aug 18 14:03:36.940679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:36.951676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-986961052'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:36.962535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-7fb7d632-f0fd-432c-8ada-ea28d57450cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:36.964009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-7fb7d632-f0fd-432c-8ada-ea28d57450cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2726653 Aug 18 14:03:37.016662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b6286eb5-66fc-4883-bf28-11df972717ab,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:37.060991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'b6286eb5-66fc-4883-bf28-11df972717ab', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'b6286eb5-66fc-4883-bf28-11df972717ab', 'mac_address': 'fa:16:3e:8d:8c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:37.110533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d8c2c5-7235-4a76-92b6-9a0395383e88 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:37.111049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:37.116945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.119372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.126834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.142436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6286eb5-66fc-4883-bf28-11df972717ab {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:37.155276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:37.166449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:37.166785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.169524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b6286eb5-66fc-4883-bf28-11df972717ab,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:37.188733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:37.204615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.204978 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 35f0000b-6600-49c9-8f22-cf406a637dde of type vlan for network 7442868f-32cc-4364-87f3-450e39c274f5 Aug 18 14:03:37.229020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.258708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.258965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:31Z', 'revision_number': 4, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'dfcbb408-e0c8-47f3-b739-9a75a9139689', 'name': '', 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'mac_address': 'fa:16:3e:a2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:28Z', 'updated_at': '2021-08-18T14:03:36Z', 'revision_number': 4, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'subnets': [{'id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:37.271938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.289704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5ce39-0407-4cc5-8fa8-c97d66fc249e None None] The sync data for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 is: [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:03:31Z', 'revision_number': 4, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'dfcbb408-e0c8-47f3-b739-9a75a9139689', 'name': '', 'network_id': '2f880d63-cce4-4a6e-a4b9-c2705e707c61', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'mac_address': 'fa:16:3e:a2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:28Z', 'updated_at': '2021-08-18T14:03:36Z', 'revision_number': 4, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'subnets': [{'id': '3424a102-e8bf-4b33-bf85-514b229e8089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:37.390807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Subnet': ['ID=fbb7e1a9-5d78-490d-9733-e67ab78f49ff,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:37.407674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Checking segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:37.408220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network hostable DHCP agents. Network: 7f48b68c-4d00-4a99-b0c7-cbdae75e3404, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:37.426482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.427497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:37.428227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.532081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:37.543653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.571843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['b6286eb5-66fc-4883-bf28-11df972717ab'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:37.577431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=7442868f-32cc-4364-87f3-450e39c274f5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:37.584041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:37.584041 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504f8fc-8d35-4bc4-b255-5fc45e31e191" -d '{"events": [{"server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "name": "network-vif-plugged", "status": "completed", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:37.589130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-9bdeb9d8-c9b8-4630-833e-c322fb610b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:37.590758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-9bdeb9d8-c9b8-4630-833e-c322fb610b7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5978422 Aug 18 14:03:37.591885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Transition to ACTIVE for port object 08d8c2c5-7235-4a76-92b6-9a0395383e88 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:37.604167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e915571-e92e-4eba-9c94-de12f52a1a0c req-6cb6ab66-266a-4e3a-b5b8-af1fb6e529e6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:37.605853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e915571-e92e-4eba-9c94-de12f52a1a0c req-6cb6ab66-266a-4e3a-b5b8-af1fb6e529e6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 948 time: 0.6699018 Aug 18 14:03:37.615138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7442868f-32cc-4364-87f3-450e39c274f5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:37.620986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:37.657183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:37.672209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-86674138-0eae-4306-afdb-fcb9b88905f9 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7288654 Aug 18 14:03:37.673216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51612) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:37.678891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e110ab-20bd-46fa-9453-c1e74145a98a req-9de3ed32-9b16-40fd-8c58-373a224106d3 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:37.682784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'ports': [{'network_id': 'e7283610-0c6d-4936-a5e7-9a51c0064b8f', 'name': 'tempest-port--903001710', 'admin_state_up': True}, {'network_id': '7442868f-32cc-4364-87f3-450e39c274f5', 'admin_state_up': False}]} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:37.683124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'port': {'network_id': 'e7283610-0c6d-4936-a5e7-9a51c0064b8f', 'name': 'tempest-port--903001710', 'admin_state_up': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:37.683619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'port': {'network_id': '7442868f-32cc-4364-87f3-450e39c274f5', 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:37.686479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65e110ab-20bd-46fa-9453-c1e74145a98a req-9de3ed32-9b16-40fd-8c58-373a224106d3 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 944 time: 0.5967920 Aug 18 14:03:37.726975 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.761711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.772498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Attempting to bind port dd70864a-ff7b-436e-b025-d1029908527b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:37.772923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Attempting to bind port dd70864a-ff7b-436e-b025-d1029908527b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'a416eb35-7fa5-4a48-b698-eb7e0689f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:37.773164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Attempting to bind port dd70864a-ff7b-436e-b025-d1029908527b on network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:37.806295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7f48b68c-4d00-4a99-b0c7-cbdae75e3404) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:37.821676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:37.823505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:37.846282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e915571-e92e-4eba-9c94-de12f52a1a0c req-89f856c1-f8b9-4db7-98fc-7ea9a1160102 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228198 Aug 18 14:03:37.846929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f844fb-95ba-43e8-84e4-ad3a9a6e832e None None] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:37.850226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Port dd70864a-ff7b-436e-b025-d1029908527b on network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:37.850226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Attempting to bind port dd70864a-ff7b-436e-b025-d1029908527b on network 2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:37.860640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65e110ab-20bd-46fa-9453-c1e74145a98a req-24da7de5-6e38-41a9-b3bc-635d64828a9e tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732814 Aug 18 14:03:37.885035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:37.904964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-edad193c-5c8f-486e-ae27-a4b33cce0fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979753 Aug 18 14:03:37.918268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:37.996213 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef17d95-f0be-43ea-80bf-2aa663635d8e x-openstack-request-id: req-3ef17d95-f0be-43ea-80bf-2aa663635d8e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:37.996519 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "name": "network-vif-plugged", "status": "completed", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:37.996777 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ef17d95-f0be-43ea-80bf-2aa663635d8e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:37.997177 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905', 'code': 200} Aug 18 14:03:38.093619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:38.094206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Checking segment: {'id': 'a416eb35-7fa5-4a48-b698-eb7e0689f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:38.094701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Bound using segment: {'id': 'a416eb35-7fa5-4a48-b698-eb7e0689f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:38.095280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Bound port: dd70864a-ff7b-436e-b025-d1029908527b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a416eb35-7fa5-4a48-b698-eb7e0689f78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:38.095750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.122255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d4416e1a-fc2a-4b3e-b357-3f6d478164ef tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6650875 Aug 18 14:03:38.127417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51620) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:38.135498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-968656776'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:38.161403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb871-9978-4c62-baaf-c038a8fec449 req-3b3b9924-308a-4fb6-8964-21b04f93a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.163034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfcbb408-e0c8-47f3-b739-9a75a9139689 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:38.165572 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-996eb871-9978-4c62-baaf-c038a8fec449 req-3b3b9924-308a-4fb6-8964-21b04f93a708 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 1100 time: 0.1000922 Aug 18 14:03:38.207863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'fixed_ips': [{'subnet_id': 'fbb7e1a9-5d78-490d-9733-e67ab78f49ff'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:03:38.208813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.213107 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-996eb871-9978-4c62-baaf-c038a8fec449 req-8aa44440-f1bd-4c23-a7f2-6f907ca74b67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Aug 18 14:03:38.259026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'port': 2} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:38.264893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.293045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.366646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b679d6-9cdf-43b0-bc1e-29b3be6e8de3 req-674ab65c-482a-4c00-b7ca-001066ef453f service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597082 Aug 18 14:03:38.377993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44df5e-129f-47e9-b656-2896b6505e0f req-8a727521-f234-4ad3-81f4-704eb1912cad tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.380522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f44df5e-129f-47e9-b656-2896b6505e0f req-8a727521-f234-4ad3-81f4-704eb1912cad tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.2186773 Aug 18 14:03:38.391977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:38.395938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496a938-9246-479c-a156-349b5d9fc96b req-f02a4f7e-323b-4709-82ad-b687d9123363 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.396242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.403657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5496a938-9246-479c-a156-349b5d9fc96b req-f02a4f7e-323b-4709-82ad-b687d9123363 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.2766063 Aug 18 14:03:38.406481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:38.412944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd70864a-ff7b-436e-b025-d1029908527b,segment=NetworkSegment(a416eb35-7fa5-4a48-b698-eb7e0689f78a),segment_id=a416eb35-7fa5-4a48-b698-eb7e0689f78a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:38.420661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Allocated IP 19.80.0.2 (7f48b68c-4d00-4a99-b0c7-cbdae75e3404/fbb7e1a9-5d78-490d-9733-e67ab78f49ff/1ba09381-0962-4012-b2be-3e243436b09a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:38.435164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] device_id is not set on port fc648797-6054-4593-9e09-b1cf7e7c7884 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:38.438375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Attempting to bind port 08d8c2c5-7235-4a76-92b6-9a0395383e88 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:38.438996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Attempting to bind port 08d8c2c5-7235-4a76-92b6-9a0395383e88 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:38.439349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Attempting to bind port 08d8c2c5-7235-4a76-92b6-9a0395383e88 on network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:38.448630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:38.460871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.460871 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Added segment 26c8dad4-38f0-489e-bc5a-3bd6a4cd470f of type vlan for network 05083baa-556f-439e-a69a-613e65d6366f Aug 18 14:03:38.463927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Port 08d8c2c5-7235-4a76-92b6-9a0395383e88 on network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:38.463927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Attempting to bind port 08d8c2c5-7235-4a76-92b6-9a0395383e88 on network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:38.487259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:38.489982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Checking segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:38.489982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Bound using segment: {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:38.489982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Bound port: 08d8c2c5-7235-4a76-92b6-9a0395383e88, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ba864f-3082-4751-9004-10194e148493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:38.489982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.492772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.505464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port dfcbb408-e0c8-47f3-b739-9a75a9139689 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:38.505996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5496a938-9246-479c-a156-349b5d9fc96b req-a64a635b-5245-45c2-8e95-76c897d6b7ba tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986288 Aug 18 14:03:38.512631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port dfcbb408-e0c8-47f3-b739-9a75a9139689 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:38.513253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.514433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.558331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f44df5e-129f-47e9-b656-2896b6505e0f req-a8ec8beb-bda2-4f47-867f-767a9d493ea0 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495569 Aug 18 14:03:38.672637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.673381 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.674926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd70864a-ff7b-436e-b025-d1029908527b HTTP/1.1" status: 200 len: 1092 time: 3.6088593 Aug 18 14:03:38.692775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.708147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.709277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.713611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.716681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.737581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b6286eb5-66fc-4883-bf28-11df972717ab up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:38.741294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Transition to ACTIVE for port object 1ba09381-0962-4012-b2be-3e243436b09a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:38.775879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1410874010', 'description': 'tempest-description-1685466163'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:38.823611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port dfcbb408-e0c8-47f3-b739-9a75a9139689, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfcbb408-e0c8-47f3-b739-9a75a9139689,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:38.832711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Transition to ACTIVE for port object 1ba09381-0962-4012-b2be-3e243436b09a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:38.842289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-768497a0-3b34-4e82-b660-0e561610f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.843969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-768497a0-3b34-4e82-b660-0e561610f376 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 1099 time: 0.3367286 Aug 18 14:03:38.850151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed3429-3614-4ec5-b79b-39eee5d394d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:38.853977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7239585 Aug 18 14:03:38.860015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:38.871518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'subnet': {'network_id': '05083baa-556f-439e-a69a-613e65d6366f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:38.881594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c90aae-9d0f-420f-9a2d-3c8911800f46 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Network': ['ID=05083baa-556f-439e-a69a-613e65d6366f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:38.882085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.886814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.914950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df297-277b-484b-a7a7-3df73e20f5eb req-36fa72bc-360f-4e9b-bf80-e2e1aa1e6d57 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:38.916527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-151df297-277b-484b-a7a7-3df73e20f5eb req-36fa72bc-360f-4e9b-bf80-e2e1aa1e6d57 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 949 time: 0.2590513 Aug 18 14:03:38.927262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 05083baa-556f-439e-a69a-613e65d6366f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:38.953463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:38.955762 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5310b658-14bd-4fe3-a531-7d1b7783076d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "tag": "dd70864a-ff7b-436e-b025-d1029908527b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:38.980529 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:38.986266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:39.005790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port b6286eb5-66fc-4883-bf28-11df972717ab completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:39.015904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port b6286eb5-66fc-4883-bf28-11df972717ab triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:39.016390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.018494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-074a4d5c-0e82-4f9d-98c7-b75de1e096d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.020236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-074a4d5c-0e82-4f9d-98c7-b75de1e096d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f38cb9feb77436cbfd3bd5f67643f77&device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 1095 time: 0.2234709 Aug 18 14:03:39.024182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:39.060903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.075299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:39.082577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:39.085610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] device_id is not set on port 6f5c26be-fccf-4ade-9948-f28984aae080 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:39.095102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:39.127893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-3934fbd7-e0b6-4fae-bfed-7c1aa5cdda54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd70864a-ff7b-436e-b025-d1029908527b HTTP/1.1" status: 200 len: 217 time: 0.0954258 Aug 18 14:03:39.128653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.139230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-151df297-277b-484b-a7a7-3df73e20f5eb req-9e27dae5-9020-441b-a312-17ab26b1637d tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748288 Aug 18 14:03:39.157338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-91c0730a-ff74-449e-b806-a53fd8db7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.158956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-91c0730a-ff74-449e-b806-a53fd8db7515 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2842815 Aug 18 14:03:39.171897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.192395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:39.193408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Pushing event updated for resources: {'Port': ['ID=1ba09381-0962-4012-b2be-3e243436b09a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.200789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.220917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Attempting to bind port 1ba09381-0962-4012-b2be-3e243436b09a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:39.221316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Attempting to bind port 1ba09381-0962-4012-b2be-3e243436b09a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:39.221650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Attempting to bind port 1ba09381-0962-4012-b2be-3e243436b09a on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:39.235881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:39.236289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Checking segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:39.236661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.237059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Bound using segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:39.237612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Bound port: 1ba09381-0962-4012-b2be-3e243436b09a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:39.238085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.242931 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.283965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.284359 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.294156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] 10.222.0.10 "PUT /v2.0/ports/08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 200 len: 1091 time: 3.7222083 Aug 18 14:03:39.294788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-609a9a86-c4f7-49bb-97c4-c21d2ce28fca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0c29db74-209b-4875-b00d-27c45500b592 HTTP/1.1" status: 200 len: 217 time: 0.1195800 Aug 18 14:03:39.313668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b6286eb5-66fc-4883-bf28-11df972717ab,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:39.339326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.352017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] For port 1ba09381-0962-4012-b2be-3e243436b09a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:39.356393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] For port 1ba09381-0962-4012-b2be-3e243436b09a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1ba09381-0962-4012-b2be-3e243436b09a,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:39.409788 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.477359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-30b47a7e-5471-4755-b513-3ed261860c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.479545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-30b47a7e-5471-4755-b513-3ed261860c8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=99009a37-f7f0-4135-8ed2-2608df291073 HTTP/1.1" status: 200 len: 855 time: 0.3341234 Aug 18 14:03:39.485117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.502555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.547790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.552777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58916ef-5016-46fd-be88-8b7acabfbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.606042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.624265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69160a-e4df-47e8-9b54-919939837a1e None None] Pushing event updated for resources: {'Port': ['ID=1ba09381-0962-4012-b2be-3e243436b09a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.662511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-d9aa078d-92c2-424b-a390-e6ef6265d413 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206267 Aug 18 14:03:39.693798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723b65-6310-462d-8646-971af8d5223f req-b040b706-b598-4f0d-852a-b1acb7bf1753 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.696258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Port': ['ID=fc648797-6054-4593-9e09-b1cf7e7c7884,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.702527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Checking segment: {'id': '76d1d060-b40d-44e7-9a04-c873f89bee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e7283610-0c6d-4936-a5e7-9a51c0064b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:39.702897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network hostable DHCP agents. Network: e7283610-0c6d-4936-a5e7-9a51c0064b8f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:39.703036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e723b65-6310-462d-8646-971af8d5223f req-b040b706-b598-4f0d-852a-b1acb7bf1753 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 948 time: 0.4269433 Aug 18 14:03:39.723663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-dd67d4d9-8c33-4611-9584-0aa9be9fd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.725178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-dd67d4d9-8c33-4611-9584-0aa9be9fd31b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7441511a6b94d97a9f806922139152d&device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 1094 time: 0.3151956 Aug 18 14:03:39.764714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-db155442-a197-4455-98a2-862844f86334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:39.766196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-db155442-a197-4455-98a2-862844f86334 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.4504411 Aug 18 14:03:39.825295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.831229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network e7283610-0c6d-4936-a5e7-9a51c0064b8f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:39.839437 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.870826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-476721bf-99c6-4115-812a-71a265b1d40f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 200 len: 217 time: 0.1064265 Aug 18 14:03:39.930023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Subnet': ['ID=dc665318-d2cb-4379-8bfb-303e1a5ebe7f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:39.935551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Checking segment: {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:39.935913 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network hostable DHCP agents. Network: 05083baa-556f-439e-a69a-613e65d6366f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:39.950543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e7283610-0c6d-4936-a5e7-9a51c0064b8f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:39.955121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:39.956793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:39.960554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ecd1c3-aeef-40dc-98eb-d10357b26b53 None None] Network e7283610-0c6d-4936-a5e7-9a51c0064b8f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:39.970591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e723b65-6310-462d-8646-971af8d5223f req-c99196be-52f2-4dd7-bb6e-60bde713cf64 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664952 Aug 18 14:03:40.010813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Port': ['ID=6f5c26be-fccf-4ade-9948-f28984aae080,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:40.013021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-4567808a-7c78-4ffa-a803-8272fab721f2 service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395765 Aug 18 14:03:40.014520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-11873bbc-9062-48d9-b44f-5f1f5d051903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.017808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-11873bbc-9062-48d9-b44f-5f1f5d051903 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de733119-0c61-41c8-b1be-907ec0d6b728 HTTP/1.1" status: 200 len: 854 time: 0.1337862 Aug 18 14:03:40.018804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6d6b6-aa20-4e17-97db-a83b629cc089,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:40.021759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.023029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-022f52d0-8f4c-4cc6-8b50-2bcc453597d3 req-f64878a2-d517-4520-b68e-d15de40017a7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.2631497 Aug 18 14:03:40.038868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-2d8febe3-6ac6-44ef-a88b-105eda38f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.040390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-2d8febe3-6ac6-44ef-a88b-105eda38f6d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2560122 Aug 18 14:03:40.060623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Checking segment: {'id': '35f0000b-6600-49c9-8f22-cf406a637dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7442868f-32cc-4364-87f3-450e39c274f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:40.061203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network hostable DHCP agents. Network: 7442868f-32cc-4364-87f3-450e39c274f5, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:40.070776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:40.073894 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfefed7f-c557-4d4b-9034-26029ea39852" -d '{"events": [{"server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "name": "network-vif-plugged", "status": "completed", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:40.077396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.116311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 05083baa-556f-439e-a69a-613e65d6366f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:40.127113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 05083baa-556f-439e-a69a-613e65d6366f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:40.136822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.137473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.145077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471dcca-5717-4fc4-a623-c64f03b24c63 None None] Network 05083baa-556f-439e-a69a-613e65d6366f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:40.173579 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c27cb2d-ee42-43bd-8689-5062d94e2e59 x-openstack-request-id: req-0c27cb2d-ee42-43bd-8689-5062d94e2e59 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:40.173579 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "tag": "dd70864a-ff7b-436e-b025-d1029908527b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:40.173579 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c27cb2d-ee42-43bd-8689-5062d94e2e59 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:40.173579 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b', 'status': 'completed', 'code': 200} Aug 18 14:03:40.179154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network 7442868f-32cc-4364-87f3-450e39c274f5 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:40.243561 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bcae327e-24fe-4a0e-b1e2-2a16d72c5cb0 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3722801 Aug 18 14:03:40.259197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7442868f-32cc-4364-87f3-450e39c274f5) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:40.263470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:40.270434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.288136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.293883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.295082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-7c62eb15-3dcf-4662-8292-fb589ca18050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.296769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-7c62eb15-3dcf-4662-8292-fb589ca18050 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66b2d3d6-33f0-45e0-9abf-d13a321e0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678952 Aug 18 14:03:40.302450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052448d-5299-44ce-aada-ff61e8986f5e None None] Network 7442868f-32cc-4364-87f3-450e39c274f5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:40.338529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1ba09381-0962-4012-b2be-3e243436b09a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:40.413978 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9cc507e3-7fb9-4304-85c5-cb064ffba3bc tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7385077 Aug 18 14:03:40.416082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51646) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:40.428342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-c48c193a-52f9-4e5c-8d0c-36ea03ef3482 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785672 Aug 18 14:03:40.436136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e20c-5749-4be2-9bf3-ca206663c127 req-4b846dbc-e83f-4467-810d-f5dedc948eb8 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.437483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0642e20c-5749-4be2-9bf3-ca206663c127 req-4b846dbc-e83f-4467-810d-f5dedc948eb8 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.2635119 Aug 18 14:03:40.444991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e24dc2-5221-46a5-a627-12795ba25051 req-9860ebcd-8e25-467f-9d51-c1937bfea738 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.451487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04e24dc2-5221-46a5-a627-12795ba25051 req-9860ebcd-8e25-467f-9d51-c1937bfea738 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 944 time: 0.2825177 Aug 18 14:03:40.470545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb24bca-fc33-4df8-93e6-1573387dc25f req-af8e92c1-e0d9-46b3-b796-0cfb9602235d service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443972 Aug 18 14:03:40.518960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-05083baa-556f-439e-a69a-613e65d6366f', 'network_id': '05083baa-556f-439e-a69a-613e65d6366f', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'fixed_ips': [{'subnet_id': 'dc665318-d2cb-4379-8bfb-303e1a5ebe7f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:03:40.522067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.553027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f615212-312a-4d66-8d96-a68cca631df6 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.559633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f615212-312a-4d66-8d96-a68cca631df6 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.561344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f615212-312a-4d66-8d96-a68cca631df6 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1437342 Aug 18 14:03:40.564246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51648) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:40.592213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0642e20c-5749-4be2-9bf3-ca206663c127 req-3aaf725b-5ab2-4670-8248-0f78f1708179 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417763 Aug 18 14:03:40.594958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-6663c66d-f731-498e-91b5-bf92ea06a71f service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853169 Aug 18 14:03:40.692296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting port fc648797-6054-4593-9e09-b1cf7e7c7884 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:40.692296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.714810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1ba09381-0962-4012-b2be-3e243436b09a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:40.723445 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.724417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04e24dc2-5221-46a5-a627-12795ba25051 req-49c3173a-0e54-4beb-a8b9-03ab111e295d tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563398 Aug 18 14:03:40.763975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfcbb408-e0c8-47f3-b739-9a75a9139689 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:40.789818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:40.819030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Calling delete_port for fc648797-6054-4593-9e09-b1cf7e7c7884 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:40.825986 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ca7eb-d6fd-452a-af4f-766a2dea0d46 x-openstack-request-id: req-ea7ca7eb-d6fd-452a-af4f-766a2dea0d46 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:40.826292 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "name": "network-vif-plugged", "status": "completed", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:40.826685 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea7ca7eb-d6fd-452a-af4f-766a2dea0d46 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:40.827063 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab', 'code': 200} Aug 18 14:03:40.918327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Allocated IP 19.86.0.2 (05083baa-556f-439e-a69a-613e65d6366f/dc665318-d2cb-4379-8bfb-303e1a5ebe7f/f60edf0c-784c-4717-a7f9-4a373454fbfc) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:40.950936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6fc5-ce22-4e62-862c-9718c9a1f514 req-a31d7e32-ef1c-4892-8847-99a2729fa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:40.952708 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed9f6fc5-ce22-4e62-862c-9718c9a1f514 req-a31d7e32-ef1c-4892-8847-99a2729fa05c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1100 time: 0.0747747 Aug 18 14:03:41.009158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ab05a-bead-45f5-87d9-4910da758659 None None] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:41.015037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed9f6fc5-ce22-4e62-862c-9718c9a1f514 req-025ce511-2123-480f-9dc0-3cc8abf14b1f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Aug 18 14:03:41.051900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.059915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port dfcbb408-e0c8-47f3-b739-9a75a9139689 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:41.060295 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.082373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Port': ['ID=fc648797-6054-4593-9e09-b1cf7e7c7884,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:41.097560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.102993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6110bb60-5ab6-47b3-a863-2258f0193101 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/ports/fc648797-6054-4593-9e09-b1cf7e7c7884 HTTP/1.1" status: 204 len: 168 time: 0.5377400 Aug 18 14:03:41.103686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51652) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:41.202705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting port 6f5c26be-fccf-4ade-9948-f28984aae080 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:41.202962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.209261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cd836f-fbf6-49d2-ba81-27de58e034ac req-883f3f3f-d022-48aa-8190-1cd7ef9775ca service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602010 Aug 18 14:03:41.235476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-e1ad6103-58f3-4935-91e9-1776c9493ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.237003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-e1ad6103-58f3-4935-91e9-1776c9493ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f38cb9feb77436cbfd3bd5f67643f77&device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 1095 time: 0.5376573 Aug 18 14:03:41.240642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67be9329-ad1e-4067-90bf-72fe095e3cb7 req-b990ff57-10ad-406e-b8dc-21cc98e38ddb service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359663 Aug 18 14:03:41.243602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-829ce8dd-8614-4c53-b632-e09170d92eb4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1410874010&fields=id&tenant_id=19ceb3e306bf450db739ea34400d67f3 HTTP/1.1" status: 200 len: 267 time: 0.1331153 Aug 18 14:03:41.257642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c224b8-a4d8-4e9d-a6d6-44978bcf4335 req-11c2bddf-ee2b-4ec9-bdc9-03a242c63d0e tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.259399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78c224b8-a4d8-4e9d-a6d6-44978bcf4335 req-11c2bddf-ee2b-4ec9-bdc9-03a242c63d0e tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 949 time: 0.1504095 Aug 18 14:03:41.283831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.298099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Calling delete_port for 6f5c26be-fccf-4ade-9948-f28984aae080 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:41.318445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Provisioning for port 1ba09381-0962-4012-b2be-3e243436b09a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:41.359166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Provisioning complete for port 1ba09381-0962-4012-b2be-3e243436b09a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:41.359550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.396090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78c224b8-a4d8-4e9d-a6d6-44978bcf4335 req-80975adc-93c0-4779-a929-7aab2ae19356 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212482 Aug 18 14:03:41.411289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.431134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-a87ffcd1-6359-4def-814a-c9d740480a45 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.436025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-a87ffcd1-6359-4def-814a-c9d740480a45 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1391978 Aug 18 14:03:41.444387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-9bd04b0b-b15c-4af8-a43a-238e05b8a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.445992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-9bd04b0b-b15c-4af8-a43a-238e05b8a697 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 HTTP/1.1" status: 200 len: 916 time: 0.1855791 Aug 18 14:03:41.454274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'port': {'security_groups': ['badcf019-b2eb-42c1-8042-e82aa466a647', '48d6d6b6-aa20-4e17-97db-a83b629cc089']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:41.513681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.518086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Transition to ACTIVE for port object f60edf0c-784c-4717-a7f9-4a373454fbfc will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:41.540857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Transition to ACTIVE for port object f60edf0c-784c-4717-a7f9-4a373454fbfc will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:41.544475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.551322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-27a8eba2-3c92-45d9-b609-83b8fb99e0a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd70864a-ff7b-436e-b025-d1029908527b HTTP/1.1" status: 200 len: 217 time: 0.0872934 Aug 18 14:03:41.554543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Port': ['ID=6f5c26be-fccf-4ade-9948-f28984aae080,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:41.564854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.569168 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8cfedf9-263c-4d09-a28f-98d69da75d27 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/ports/6f5c26be-fccf-4ade-9948-f28984aae080 HTTP/1.1" status: 204 len: 168 time: 0.4622533 Aug 18 14:03:41.569518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:41.589302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] For port 1ba09381-0962-4012-b2be-3e243436b09a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1ba09381-0962-4012-b2be-3e243436b09a,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:41.609060 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-51d07862-8302-486c-898a-9cb32f57cb50 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351350 Aug 18 14:03:41.609948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51666) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:41.615889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1806894547'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:41.658058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.695064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.697804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.711729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Network 05083baa-556f-439e-a69a-613e65d6366f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:41.714566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:41.717159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:41.729029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Pushing event updated for resources: {'Port': ['ID=f60edf0c-784c-4717-a7f9-4a373454fbfc,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:41.761612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-d76335cd-d02a-42fa-9d5a-7e7039cacdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.763122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-d76335cd-d02a-42fa-9d5a-7e7039cacdfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=99009a37-f7f0-4135-8ed2-2608df291073 HTTP/1.1" status: 200 len: 855 time: 0.2105653 Aug 18 14:03:41.767897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:41.772854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.801694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:41.812997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.813335 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 09b784cb-e16c-4a3b-966b-85f73ff3ca40 of type vlan for network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 Aug 18 14:03:41.814904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-b645126c-88e8-42eb-b842-4e0a68fa26b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416100 Aug 18 14:03:41.829464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Attempting to bind port f60edf0c-784c-4717-a7f9-4a373454fbfc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:41.835942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Attempting to bind port f60edf0c-784c-4717-a7f9-4a373454fbfc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:41.835942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Attempting to bind port f60edf0c-784c-4717-a7f9-4a373454fbfc on network 05083baa-556f-439e-a69a-613e65d6366f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:41.835942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b0192-e0c9-415a-b60e-f1cbcff5f1e6 None None] Pushing event updated for resources: {'Port': ['ID=1ba09381-0962-4012-b2be-3e243436b09a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:41.843933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:41.844512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Checking segment: {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:41.844935 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.845334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Bound using segment: {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:41.845817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Bound port: f60edf0c-784c-4717-a7f9-4a373454fbfc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:41.846252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1937c863-5e04-4861-b3e2-b9216b4d5bbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.846404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.852194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1937c863-5e04-4861-b3e2-b9216b4d5bbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.853804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1937c863-5e04-4861-b3e2-b9216b4d5bbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/networks?id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404&id=05083baa-556f-439e-a69a-613e65d6366f&id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404 HTTP/1.1" status: 200 len: 1391 time: 0.3405321 Aug 18 14:03:41.856136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1f23e011-ddd6-4988-8c87-d53f1daee1fd None None] Provisioning complete for port 1ba09381-0962-4012-b2be-3e243436b09a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:41.856513 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f23e011-ddd6-4988-8c87-d53f1daee1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.868319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.923031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-4f74a8a1-0253-44b7-9cb2-99094f8a5b5f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/quotas/a6bccfd339264be08594b4c67acfba18 HTTP/1.1" status: 200 len: 375 time: 0.0530062 Aug 18 14:03:41.950727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.954177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] For port f60edf0c-784c-4717-a7f9-4a373454fbfc, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:41.957547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:41.958010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:41.962848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] For port f60edf0c-784c-4717-a7f9-4a373454fbfc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f60edf0c-784c-4717-a7f9-4a373454fbfc,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:42.035543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.042772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=dcf39a4d-7f92-46db-89ae-58b5af50c1b2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:42.058165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-a38c91c4-5b28-4a60-a6f0-1faa50213def service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315581 Aug 18 14:03:42.092321 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b513ad62-da04-4f45-807a-c3f1320af5ec tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4803467 Aug 18 14:03:42.098386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:42.100832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:42.104240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1389080713'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:42.105402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-c8f51902-b69a-4933-8a33-d6431a8a94fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1679277 Aug 18 14:03:42.118174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1ba09381-0962-4012-b2be-3e243436b09a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:42.181717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:42.184032 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9daf0d2-2534-4773-b3e6-6bf8ce389182" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:42.201596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012d8c-1656-4344-88c5-8bcec83b1f79 None None] Pushing event updated for resources: {'Port': ['ID=f60edf0c-784c-4717-a7f9-4a373454fbfc,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:42.227769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:42.232256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.247458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:42.270889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1ba09381-0962-4012-b2be-3e243436b09a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:42.270889 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.275148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:42.285421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.286643 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Added segment 484f9d40-a024-4c70-92a6-bc7fa1b36ced of type vlan for network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 Aug 18 14:03:42.339673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.344876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5310b658-14bd-4fe3-a531-7d1b7783076d req-7aeb9d3b-c853-485b-b9aa-a6722cf9f317 service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762573 Aug 18 14:03:42.348984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-ccaa6592-6b36-40a1-9272-505a8dd1d397 service neutron] 10.222.0.35 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968775 Aug 18 14:03:42.355100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.421742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.433753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0a3c0e5c-6900-41d6-9517-9422c940a6e5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:42.479518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:42.479518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.479858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3422c012-8fde-4462-a2e0-0d1fab7597a4 req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "PUT /v2.0/ports/0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 981 time: 1.0310636 Aug 18 14:03:42.499394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.506918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:42.510635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:42.535996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed638a-17f5-4755-b729-ae4ab8261061 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:42.551643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-d1064b28-16d4-40d8-99c2-52f94f901728 service neutron] 10.222.0.35 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806254 Aug 18 14:03:42.571936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0a3c0e5c-6900-41d6-9517-9422c940a6e5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:42.611797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Network': ['ID=754a86b4-bc9a-48ea-b39b-60d6af2c1518,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:42.624040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:42.668501 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-edf5c387-ab5e-4f24-a910-6bde70648e55 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5688643 Aug 18 14:03:42.682813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea3ac-217e-48b3-be31-e58fed998237 req-92c7b080-b503-4643-ba83-390233edcc3d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:42.684666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2ea3ac-217e-48b3-be31-e58fed998237 req-92c7b080-b503-4643-ba83-390233edcc3d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 948 time: 0.0875213 Aug 18 14:03:42.691511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-836d6808-5988-4372-92d1-183af65c91cc service neutron] 10.222.0.35 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390474 Aug 18 14:03:42.744412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0c29db74-209b-4875-b00d-27c45500b592 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:42.789298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2ea3ac-217e-48b3-be31-e58fed998237 req-7c020bee-f69e-4e7c-b45b-45a48d83c15d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Aug 18 14:03:42.803085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51680) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:42.810024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'subnets': [{'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1605041804', 'ip_version': 4}, {'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:42.810376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'subnet': {'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1605041804', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:42.811370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Request body: {'subnet': {'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:42.854692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-8cf70c9f-7793-469a-aac8-7bd8b4c53887 service neutron] 10.222.0.35 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558619 Aug 18 14:03:42.946391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0c29db74-209b-4875-b00d-27c45500b592,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:42.970259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0c29db74-209b-4875-b00d-27c45500b592', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '0c29db74-209b-4875-b00d-27c45500b592', 'mac_address': 'fa:16:3e:f0:d6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:42.983261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-44d5bdc7-f8f8-4454-a368-f1f5f421a1e5 service neutron] 10.222.0.35 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274428 Aug 18 14:03:43.073599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.075242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-a7550611-dc77-43d1-a2d5-88f253cd44c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Aug 18 14:03:43.115310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c29db74-209b-4875-b00d-27c45500b592 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:43.146974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0c29db74-209b-4875-b00d-27c45500b592,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:43.156248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Made reservation on behalf of cd0e44a5a39f42e899d2a858829a4b64 for: {'subnet': 2} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:43.162264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.169498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.216537 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.295209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:43.296842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3e451-b3af-40df-8124-26f7613b1a11 req-baa996ef-cdb3-4b9f-a362-71dcb0536532 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:43.299904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61a3e451-b3af-40df-8124-26f7613b1a11 req-baa996ef-cdb3-4b9f-a362-71dcb0536532 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.0982912 Aug 18 14:03:43.343595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61a3e451-b3af-40df-8124-26f7613b1a11 req-cd8b4ece-8c60-49e8-be8a-2c0a885ca245 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Aug 18 14:03:43.455092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd70864a-ff7b-436e-b025-d1029908527b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:43.534228 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f8d2f-14f2-4725-8d70-48a6d5d36199 x-openstack-request-id: req-973f8d2f-14f2-4725-8d70-48a6d5d36199 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:43.534519 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:43.535625 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-973f8d2f-14f2-4725-8d70-48a6d5d36199 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:43.536022 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'status': 'completed', 'code': 200} Aug 18 14:03:43.560678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d2b6-8d4f-45cc-addf-690a80a0ff3b req-b0e94544-205b-4e05-b1c8-278d3d1e5d54 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:43.562375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f12d2b6-8d4f-45cc-addf-690a80a0ff3b req-b0e94544-205b-4e05-b1c8-278d3d1e5d54 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 944 time: 0.1140921 Aug 18 14:03:43.579876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2d694-1e1f-4f95-bcc8-6a84f836d229 None None] Network 05083baa-556f-439e-a69a-613e65d6366f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:43.581321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0c29db74-209b-4875-b00d-27c45500b592'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:43.704836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-61b7157c-19cd-430f-bc62-c8eef941c0ac tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1410874010&fields=id&tenant_id=19ceb3e306bf450db739ea34400d67f3 HTTP/1.1" status: 200 len: 267 time: 0.0807943 Aug 18 14:03:43.710429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-9274b450-9e13-4147-befc-28d29c515429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:43.711966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-9274b450-9e13-4147-befc-28d29c515429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7441511a6b94d97a9f806922139152d&device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 1094 time: 0.1486859 Aug 18 14:03:43.716446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f12d2b6-8d4f-45cc-addf-690a80a0ff3b req-c3646d7e-998e-4044-bfd4-1a593df3fdd2 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286051 Aug 18 14:03:43.787051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd70864a-ff7b-436e-b025-d1029908527b,segment=NetworkSegment(a416eb35-7fa5-4a48-b698-eb7e0689f78a),segment_id=a416eb35-7fa5-4a48-b698-eb7e0689f78a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:43.799489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.807919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32b56a0d-1b8c-4101-aa6a-ef5ca9da66d8 None None] Provisioning for port f60edf0c-784c-4717-a7f9-4a373454fbfc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:43.813380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'dd70864a-ff7b-436e-b025-d1029908527b', 'network_id': '2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09', 'port_id': 'dd70864a-ff7b-436e-b025-d1029908527b', 'mac_address': 'fa:16:3e:1f:d9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99009a37-f7f0-4135-8ed2-2608df291073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:43.820045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-b5026dd4-7a35-4cca-8bd2-0dc76c07bd2e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:43.821659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-b5026dd4-7a35-4cca-8bd2-0dc76c07bd2e tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 984 time: 0.1084640 Aug 18 14:03:43.865433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-c841c313-ac19-41bb-bc06-d9b959964aa9 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4887edf25402498db9c63d2983cc93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426681 Aug 18 14:03:43.869257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'port': {'security_groups': ['badcf019-b2eb-42c1-8042-e82aa466a647']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:43.889464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Subnet': ['ID=8bde5916-b51a-499e-b643-2f0ecf966c8d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:43.899559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Checking segment: {'id': '09b784cb-e16c-4a3b-966b-85f73ff3ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:43.900243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network hostable DHCP agents. Network: dcf39a4d-7f92-46db-89ae-58b5af50c1b2, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:43.917989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.958512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd70864a-ff7b-436e-b025-d1029908527b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:43.963770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-1d41981a-1e3f-418f-a970-936aa977edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:43.965271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-1d41981a-1e3f-418f-a970-936aa977edf1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 200 len: 916 time: 0.2404630 Aug 18 14:03:44.010073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:44.028359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd70864a-ff7b-436e-b025-d1029908527b,segment=NetworkSegment(a416eb35-7fa5-4a48-b698-eb7e0689f78a),segment_id=a416eb35-7fa5-4a48-b698-eb7e0689f78a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:44.057668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-62a900f8-3212-4c17-bc32-d787a0d93c4e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 200 len: 217 time: 0.0776749 Aug 18 14:03:44.100613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.102598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, dcf39a4d-7f92-46db-89ae-58b5af50c1b2) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:44.107068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f60edf0c-784c-4717-a7f9-4a373454fbfc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:44.110388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.114754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.179226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:44.181185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7b07ea98-58d0-4126-bc3a-10f6ec444261 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.189875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7b07ea98-58d0-4126-bc3a-10f6ec444261 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142030 Aug 18 14:03:44.204053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Checking segment: {'id': '484f9d40-a024-4c70-92a6-bc7fa1b36ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:44.205019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network hostable DHCP agents. Network: 754a86b4-bc9a-48ea-b39b-60d6af2c1518, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:44.214950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event updated for resources: {'Subnet': ['ID=2ef028f6-f4e3-4d04-8df0-624095170eb5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:44.233477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-c4a01896-6de3-4a3a-8458-297aa287a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.235046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-c4a01896-6de3-4a3a-8458-297aa287a855 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de733119-0c61-41c8-b1be-907ec0d6b728 HTTP/1.1" status: 200 len: 854 time: 0.1666591 Aug 18 14:03:44.244075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87296c-eae2-4d77-a87c-b39fb6f7f5b2 None None] Network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:44.262637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-60ce6eb8-2d06-4f25-982a-41477375941c tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/quotas/4887edf25402498db9c63d2983cc93ab HTTP/1.1" status: 200 len: 375 time: 0.0717270 Aug 18 14:03:44.326468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:44.359265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dd70864a-ff7b-436e-b025-d1029908527b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:44.384249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-f506bb49-146c-444e-9853-6d93f09615fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.386764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-f506bb49-146c-444e-9853-6d93f09615fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66b2d3d6-33f0-45e0-9abf-d13a321e0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419978 Aug 18 14:03:44.423248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-d269af08-ad01-4ba2-8224-624117437a11 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597421 Aug 18 14:03:44.456871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 754a86b4-bc9a-48ea-b39b-60d6af2c1518) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:44.478948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.482176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.484643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.498549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4188a-8407-4c6c-be3e-12671ffefc75 None None] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:44.583565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-65d75eb3-8f7a-4734-bcfb-7e7fe4d717be service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868649 Aug 18 14:03:44.585682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:44.684292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-dcf39a4d-7f92-46db-89ae-58b5af50c1b2', 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2', 'tenant_id': 'cd0e44a5a39f42e899d2a858829a4b64', 'fixed_ips': [{'subnet_id': '8bde5916-b51a-499e-b643-2f0ecf966c8d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:03:44.685141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.688305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.694967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f60edf0c-784c-4717-a7f9-4a373454fbfc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:44.705313 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff1f2e57-6d56-428f-a846-d4aa79025816 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8983095 Aug 18 14:03:44.705883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:44.711371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa438bc2-a33c-4ea7-9c0d-c2638485987f req-8c6ea7a6-7f58-4d1d-9f71-04ed102c21e1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 210 time: 0.0377426 Aug 18 14:03:44.722045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f60edf0c-784c-4717-a7f9-4a373454fbfc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:44.722481 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.755178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9daf0d2-2534-4773-b3e6-6bf8ce389182 req-0cd9af43-465a-45f4-8388-3d21a771f6ea service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605804 Aug 18 14:03:44.765156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0c29db74-209b-4875-b00d-27c45500b592 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:44.789170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.835641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.836429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.837957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a0077d-0bee-4b7d-ab14-986f43dba631 req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "PUT /v2.0/ports/0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 942 time: 0.9778392 Aug 18 14:03:44.875271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a115e8-15ff-4333-8de3-b3d18bbd30aa tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.879368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a115e8-15ff-4333-8de3-b3d18bbd30aa tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.880424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a115e8-15ff-4333-8de3-b3d18bbd30aa tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.883870 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48a115e8-15ff-4333-8de3-b3d18bbd30aa tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1769960 Aug 18 14:03:44.887978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51724) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:44.965147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0a3c0e5c-6900-41d6-9517-9422c940a6e5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:44.966480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aac6ae-f732-49b2-a317-53175352307d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:44.986990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c428600-1fe6-470f-ad3e-b260088a8825 req-55ea8325-2f69-48dc-b130-291847c30ba2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:44.990371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c428600-1fe6-470f-ad3e-b260088a8825 req-55ea8325-2f69-48dc-b130-291847c30ba2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 949 time: 0.1839387 Aug 18 14:03:45.068767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Allocated IP 172.20.0.2 (dcf39a4d-7f92-46db-89ae-58b5af50c1b2/8bde5916-b51a-499e-b643-2f0ecf966c8d/ccae59e3-331f-4578-9759-37ac053e9718) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:45.087755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a37eb-d88b-4cb8-94e0-06d2c0083455 req-1e3d7429-b54a-4f91-a448-73e764c8e4a2 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:45.089287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-246a37eb-d88b-4cb8-94e0-06d2c0083455 req-1e3d7429-b54a-4f91-a448-73e764c8e4a2 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.1343703 Aug 18 14:03:45.101084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c428600-1fe6-470f-ad3e-b260088a8825 req-81e2df5c-0f3a-4df5-8c1b-6b68b14f0272 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Aug 18 14:03:45.167342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-246a37eb-d88b-4cb8-94e0-06d2c0083455 req-d420d4a0-e31f-498b-84fa-4b0e35d882ad tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651712 Aug 18 14:03:45.208220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.248177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 0c29db74-209b-4875-b00d-27c45500b592 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:45.283008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0c29db74-209b-4875-b00d-27c45500b592 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:45.283393 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.285270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-754a86b4-bc9a-48ea-b39b-60d6af2c1518', 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518', 'tenant_id': 'cd0e44a5a39f42e899d2a858829a4b64', 'fixed_ips': [{'subnet_id': '2ef028f6-f4e3-4d04-8df0-624095170eb5'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:03:45.286168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.304661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ead25e-f48c-4bee-8c19-8ee67f0d5768 req-a9c2b9bb-1d0f-4c6f-95bb-79a2a5b2e612 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 210 time: 0.0458131 Aug 18 14:03:45.365946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f60edf0c-784c-4717-a7f9-4a373454fbfc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f60edf0c-784c-4717-a7f9-4a373454fbfc,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:45.441503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting subnet 8bde5916-b51a-499e-b643-2f0ecf966c8d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:03:45.454137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0976a-5737-4f60-8cca-2ed285682bc0 req-76169ff3-1ace-4184-9213-13edfacf3a84 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:45.462216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ba0976a-5737-4f60-8cca-2ed285682bc0 req-76169ff3-1ace-4184-9213-13edfacf3a84 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 945 time: 0.2048070 Aug 18 14:03:45.496948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.543251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}, {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:45.545709 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2e701-4764-4a03-8c03-7395efb10dda" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}, {"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:45.571510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0a3c0e5c-6900-41d6-9517-9422c940a6e5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:45.576499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ba0976a-5737-4f60-8cca-2ed285682bc0 req-b8872e72-c629-4d55-8848-86435dfccc69 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102684 Aug 18 14:03:45.605452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-0592019a-176e-4c3d-82b6-1db471d07409 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2626364 Aug 18 14:03:45.611462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:45.631854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.632152 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f857ce-be3e-44ce-b8e4-90b630b3724d x-openstack-request-id: req-85f857ce-be3e-44ce-b8e4-90b630b3724d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:45.632459 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:45.632713 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85f857ce-be3e-44ce-b8e4-90b630b3724d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:45.633115 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:03:45.633379 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:03:45.693441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Transition to ACTIVE for port object ccae59e3-331f-4578-9759-37ac053e9718 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:45.713983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-c90b9f46-5407-44b9-808b-9bec60589f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:45.715926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-c90b9f46-5407-44b9-808b-9bec60589f92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.0612781 Aug 18 14:03:45.722368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f60edf0c-784c-4717-a7f9-4a373454fbfc,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:45.747236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Allocated IP 172.20.0.18 (754a86b4-bc9a-48ea-b39b-60d6af2c1518/2ef028f6-f4e3-4d04-8df0-624095170eb5/97a618d6-2c04-4358-9f10-f9372cf3d51a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:45.752164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.768506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Transition to ACTIVE for port object ccae59e3-331f-4578-9759-37ac053e9718 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:45.837658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c29db74-209b-4875-b00d-27c45500b592'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:45.839968 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e507e12-3786-4412-9342-6724b43da8d1" -d '{"events": [{"server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "name": "network-vif-plugged", "status": "completed", "tag": "0c29db74-209b-4875-b00d-27c45500b592"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:45.840183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d9d582d-26fa-44cb-81a8-c4e8ea4b9701 req-79e429f3-b91f-4c5d-b48c-fb398ba4e429 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 210 time: 0.0386081 Aug 18 14:03:45.844405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.872922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.876229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0c29db74-209b-4875-b00d-27c45500b592,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:45.881177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.926444 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f52e50-6104-4ef1-a708-9f19c9416e1c x-openstack-request-id: req-13f52e50-6104-4ef1-a708-9f19c9416e1c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:45.926714 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "name": "network-vif-plugged", "status": "completed", "tag": "0c29db74-209b-4875-b00d-27c45500b592", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:45.926971 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13f52e50-6104-4ef1-a708-9f19c9416e1c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:45.927360 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c29db74-209b-4875-b00d-27c45500b592', 'code': 200} Aug 18 14:03:45.940557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.963700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:45.981239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:45.982338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.984355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:45.991030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Pushing event updated for resources: {'Port': ['ID=ccae59e3-331f-4578-9759-37ac053e9718,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.115616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f60edf0c-784c-4717-a7f9-4a373454fbfc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:46.159661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.206109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Attempting to bind port ccae59e3-331f-4578-9759-37ac053e9718 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:46.206504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Attempting to bind port ccae59e3-331f-4578-9759-37ac053e9718 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '09b784cb-e16c-4a3b-966b-85f73ff3ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:46.207418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Attempting to bind port ccae59e3-331f-4578-9759-37ac053e9718 on network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:46.220205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.228076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.239444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Transition to ACTIVE for port object 97a618d6-2c04-4358-9f10-f9372cf3d51a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:46.241379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:46.241754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Checking segment: {'id': '09b784cb-e16c-4a3b-966b-85f73ff3ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:46.242181 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.242602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Bound using segment: {'id': '09b784cb-e16c-4a3b-966b-85f73ff3ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:46.243062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Bound port: ccae59e3-331f-4578-9759-37ac053e9718, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b784cb-e16c-4a3b-966b-85f73ff3ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dcf39a4d-7f92-46db-89ae-58b5af50c1b2'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:46.243447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.279173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Transition to ACTIVE for port object 97a618d6-2c04-4358-9f10-f9372cf3d51a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:46.280471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f60edf0c-784c-4717-a7f9-4a373454fbfc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:46.280843 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.297210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-bf238969-7e43-4a57-bafb-ebe447670b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.298740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-bf238969-7e43-4a57-bafb-ebe447670b91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.5759501 Aug 18 14:03:46.365675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.367263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.372559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] For port ccae59e3-331f-4578-9759-37ac053e9718, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:46.393906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Subnet': ['ID=8bde5916-b51a-499e-b643-2f0ecf966c8d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.398662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.401863 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-da7be2d3-45ab-409d-b607-a173f60070b7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/subnets/8bde5916-b51a-499e-b643-2f0ecf966c8d HTTP/1.1" status: 204 len: 168 time: 1.5124764 Aug 18 14:03:46.404609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51746) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:46.442912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] For port ccae59e3-331f-4578-9759-37ac053e9718, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ccae59e3-331f-4578-9759-37ac053e9718,segment=NetworkSegment(09b784cb-e16c-4a3b-966b-85f73ff3ca40),segment_id=09b784cb-e16c-4a3b-966b-85f73ff3ca40)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:46.447259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:46.450265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:46.455812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Pushing event updated for resources: {'Port': ['ID=97a618d6-2c04-4358-9f10-f9372cf3d51a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.460253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:46.468152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting subnet 2ef028f6-f4e3-4d04-8df0-624095170eb5 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:03:46.470069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-82a66079-ddb5-4e43-bc79-af8e04570362 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.1514988 Aug 18 14:03:46.476703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.481821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546f8fd-f2d0-4bcc-8eb5-e027752f866b req-f8179228-9a96-42d8-af23-cc3ef630f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.483593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6546f8fd-f2d0-4bcc-8eb5-e027752f866b req-f8179228-9a96-42d8-af23-cc3ef630f829 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 1101 time: 0.2633257 Aug 18 14:03:46.522013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e823196-e820-4a10-b0f9-2338fd2cd1d3 req-4a80b3a0-e1c8-4b6f-8e76-027f100d1caa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.523802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Attempting to bind port 97a618d6-2c04-4358-9f10-f9372cf3d51a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:46.524153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Attempting to bind port 97a618d6-2c04-4358-9f10-f9372cf3d51a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '484f9d40-a024-4c70-92a6-bc7fa1b36ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:46.524513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Attempting to bind port 97a618d6-2c04-4358-9f10-f9372cf3d51a on network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:46.528582 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.530410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e823196-e820-4a10-b0f9-2338fd2cd1d3 req-4a80b3a0-e1c8-4b6f-8e76-027f100d1caa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 950 time: 0.3062785 Aug 18 14:03:46.539367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:46.539763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Checking segment: {'id': '484f9d40-a024-4c70-92a6-bc7fa1b36ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:46.540148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.540542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Bound using segment: {'id': '484f9d40-a024-4c70-92a6-bc7fa1b36ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:46.541024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Bound port: 97a618d6-2c04-4358-9f10-f9372cf3d51a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484f9d40-a024-4c70-92a6-bc7fa1b36ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '754a86b4-bc9a-48ea-b39b-60d6af2c1518'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:46.541402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.556370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.630433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb1b6d-a700-4ddd-ad56-19a2e5b981c4 None None] Pushing event updated for resources: {'Port': ['ID=ccae59e3-331f-4578-9759-37ac053e9718,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.658728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] For port 97a618d6-2c04-4358-9f10-f9372cf3d51a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:46.659167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-cb9fa882-7147-44a4-8153-e181aab83be8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.663449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] For port 97a618d6-2c04-4358-9f10-f9372cf3d51a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=97a618d6-2c04-4358-9f10-f9372cf3d51a,segment=NetworkSegment(484f9d40-a024-4c70-92a6-bc7fa1b36ced),segment_id=484f9d40-a024-4c70-92a6-bc7fa1b36ced)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:46.665451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-cb9fa882-7147-44a4-8153-e181aab83be8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.667126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-cb9fa882-7147-44a4-8153-e181aab83be8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "GET /v2.0/networks?id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404&id=05083baa-556f-439e-a69a-613e65d6366f&id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404 HTTP/1.1" status: 200 len: 1391 time: 0.2863505 Aug 18 14:03:46.678680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-a30381dd-40de-43c9-a623-328537a52e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:46.678680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-a30381dd-40de-43c9-a623-328537a52e1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1905823 Aug 18 14:03:46.680806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6546f8fd-f2d0-4bcc-8eb5-e027752f866b req-9331d987-e6ba-4984-8849-424ae0965756 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801169 Aug 18 14:03:46.689774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e823196-e820-4a10-b0f9-2338fd2cd1d3 req-41c49880-2fed-464b-9dab-d5f30ba6bc07 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582506 Aug 18 14:03:46.702741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'admin_state_up': True, 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:46.763077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.774847 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.775996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-59865d5e-875a-4697-9d19-b76591ac2052 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852728 Aug 18 14:03:46.899764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2489c5-edf0-4bad-a4d1-bbd27b8c3a16 None None] Pushing event updated for resources: {'Port': ['ID=97a618d6-2c04-4358-9f10-f9372cf3d51a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:46.932233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:46.993888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.036734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef028f6-f4e3-4d04-8df0-624095170eb5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:47.042896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.045415 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6363ff99-4c03-4e6d-9bc9-8ffe150c151f tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/subnets/2ef028f6-f4e3-4d04-8df0-624095170eb5 HTTP/1.1" status: 204 len: 168 time: 0.6395330 Aug 18 14:03:47.048138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:47.108097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa83e6a-0d9a-453f-bfaf-b2d73592b5b2 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:47.109988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4fa83e6a-0d9a-453f-bfaf-b2d73592b5b2 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605919 Aug 18 14:03:47.114552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:47.125829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872eaea-74d3-4872-9dc1-787c6bc3582a req-df4aadbd-8e3a-4e4a-9a39-755b4c631982 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:47.133722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a872eaea-74d3-4872-9dc1-787c6bc3582a req-df4aadbd-8e3a-4e4a-9a39-755b4c631982 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.2279613 Aug 18 14:03:47.142306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-ba59d6db-d160-4177-bca0-4181daeb8520 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372090 Aug 18 14:03:47.216944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:47.220936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.227052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.250132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-ae79fe83-876d-4254-9b34-68f5d21de30a tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4887edf25402498db9c63d2983cc93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386353 Aug 18 14:03:47.384631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Allocated IP 172.25.1.144 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c5b20d5d-e290-4e4f-a24d-4a5695b2da51) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:47.398703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a872eaea-74d3-4872-9dc1-787c6bc3582a req-da03463d-2314-48fc-a80f-6e73b929f644 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641096 Aug 18 14:03:47.406848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-adbfd9b0-8191-49d9-8152-0f701e738663 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243705 Aug 18 14:03:47.412244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-e17dc3eb-a5cd-404c-a8a2-23578a4c3035 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:47.414029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-e17dc3eb-a5cd-404c-a8a2-23578a4c3035 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578846 Aug 18 14:03:47.436595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting port 97a618d6-2c04-4358-9f10-f9372cf3d51a {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:47.438500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.476987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Request body: {'port': {'device_id': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '4887edf25402498db9c63d2983cc93ab'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:47.483057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd70864a-ff7b-436e-b025-d1029908527b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:47.603421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-318223d4-5aaf-4d7b-ab2d-ef6c600929d1 req-bc21290b-41d5-494f-a0b7-f7b423b07f53 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 210 time: 0.0508883 Aug 18 14:03:47.660759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] For port 97a618d6-2c04-4358-9f10-f9372cf3d51a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=97a618d6-2c04-4358-9f10-f9372cf3d51a,segment=NetworkSegment(484f9d40-a024-4c70-92a6-bc7fa1b36ced),segment_id=484f9d40-a024-4c70-92a6-bc7fa1b36ced)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:47.676018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.684944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-92bd8f4b-1b9a-42df-94c6-72f99bd98fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:47.686439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-92bd8f4b-1b9a-42df-94c6-72f99bd98fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.2005663 Aug 18 14:03:47.687708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Allocated IP 19.80.0.228 (7f48b68c-4d00-4a99-b0c7-cbdae75e3404/fbb7e1a9-5d78-490d-9733-e67ab78f49ff/ebd7fcce-093c-4ddd-aeed-bb0c692bff4e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:47.711020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Calling delete_port for 97a618d6-2c04-4358-9f10-f9372cf3d51a owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:47.845112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.850299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port dd70864a-ff7b-436e-b025-d1029908527b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:47.859844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port dd70864a-ff7b-436e-b025-d1029908527b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:47.862800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.883321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Made reservation on behalf of 4887edf25402498db9c63d2983cc93ab for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:47.889752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.931448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.974401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Port': ['ID=97a618d6-2c04-4358-9f10-f9372cf3d51a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:47.977784 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.007487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:48.011349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] No DVR routers for this DVR port 97a618d6-2c04-4358-9f10-f9372cf3d51a on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:48.020035 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9960b7c-5f02-4065-a7bc-dc4295a90bd8" -d '{"events": [{"server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "name": "network-vif-plugged", "status": "completed", "tag": "dd70864a-ff7b-436e-b025-d1029908527b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:48.044675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd70864a-ff7b-436e-b025-d1029908527b,segment=NetworkSegment(a416eb35-7fa5-4a48-b698-eb7e0689f78a),segment_id=a416eb35-7fa5-4a48-b698-eb7e0689f78a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:48.062606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d1b8dc-a861-4511-9638-a6a39836f8d0 None None] Network dcf39a4d-7f92-46db-89ae-58b5af50c1b2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:48.093606 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.115394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-bcd87cd9-82de-4fcc-92b7-9ae653bbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:48.118259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-bcd87cd9-82de-4fcc-92b7-9ae653bbc0c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.4162202 Aug 18 14:03:48.119260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.130819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Transition to ACTIVE for port object ebd7fcce-093c-4ddd-aeed-bb0c692bff4e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:48.137749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754a86b4-bc9a-48ea-b39b-60d6af2c1518']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:48.147206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.156317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484f9d40-a024-4c70-92a6-bc7fa1b36ced') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:48.156619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484f9d40-a024-4c70-92a6-bc7fa1b36ced') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:48.190091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.205334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002b56b-3b49-4f53-bd3f-353479c62478 req-68924e8b-a6f7-48d4-8f29-6308d5bf2e52 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:48.205334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5002b56b-3b49-4f53-bd3f-353479c62478 req-68924e8b-a6f7-48d4-8f29-6308d5bf2e52 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 945 time: 0.4567480 Aug 18 14:03:48.205334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-675ed2a1-69a5-42cd-89cd-8d70b2643324 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.0612476 Aug 18 14:03:48.215220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.231272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ccae59e3-331f-4578-9759-37ac053e9718 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:48.232473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:48.232894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:48.236553 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:48.239255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Allocated IP 192.168.233.94 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/d3123723-b86b-4025-893e-3fc1e214181d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:48.287504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9a3fc629-91e9-4945-98b2-251e51318897 None None] Provisioning for port ccae59e3-331f-4578-9759-37ac053e9718 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:48.332355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-6b07a6ac-dc75-4ce2-b564-e56bbcf3c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:48.333678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-6b07a6ac-dc75-4ce2-b564-e56bbcf3c950 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1143272 Aug 18 14:03:48.336958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5002b56b-3b49-4f53-bd3f-353479c62478 req-a770eb48-fa03-4643-ac25-b632992c04d5 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Aug 18 14:03:48.380708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-0377d670-fdea-4488-9920-389099e8ec80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385973 Aug 18 14:03:48.383774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.390155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:48.432468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.452002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'Port': ['ID=c5b20d5d-e290-4e4f-a24d-4a5695b2da51,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:48.459298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.462000 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/754a86b4-bc9a-48ea-b39b-60d6af2c1518 HTTP/1.1" status: 204 len: 168 time: 1.3459010 Aug 18 14:03:48.481188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:48.492651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800d82e-4893-41c7-a703-0703c0639ef3 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=754a86b4-bc9a-48ea-b39b-60d6af2c1518,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:48.498001 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.500862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:48.527077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ccae59e3-331f-4578-9759-37ac053e9718 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:48.527077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ccae59e3-331f-4578-9759-37ac053e9718 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:48.527077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.539037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:48.552031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:48.571173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] DHCP port deletion for dcf39a4d-7f92-46db-89ae-58b5af50c1b2 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:03:48.583194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0ffbc349-e001-43a8-af64-8788ac5e3915 None None] Could not find standard attr ID for object 97a618d6-2c04-4358-9f10-f9372cf3d51a. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:03:48.616449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc9031-1d5d-4229-9dca-dc65bb6d3f66 None None] DHCP port deletion for 754a86b4-bc9a-48ea-b39b-60d6af2c1518 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:03:48.645062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.650979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:48.655145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.665659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a239f-abbf-4ab2-8c50-ed1f087835ea None None] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:48.666995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:48.669817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:48.672094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:48.693597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Transition to ACTIVE for port object d3123723-b86b-4025-893e-3fc1e214181d will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:48.695798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a239f-abbf-4ab2-8c50-ed1f087835ea None None] Network 754a86b4-bc9a-48ea-b39b-60d6af2c1518 could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:03:48.703145 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.719061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6c4b-cbf8-451a-a570-4344aa48ac64 req-3c0293f5-7f3c-4445-aa56-8b53ec6e7185 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:48.719320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Deleting port ccae59e3-331f-4578-9759-37ac053e9718 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:48.719320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.725444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-007b6c4b-cbf8-451a-a570-4344aa48ac64 req-3c0293f5-7f3c-4445-aa56-8b53ec6e7185 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 932 time: 0.2353780 Aug 18 14:03:48.732745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-75b7b90b-c5e1-4051-9221-967bb0e72b05 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056960 Aug 18 14:03:48.746964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Deleting port ccae59e3-331f-4578-9759-37ac053e9718 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:48.747432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.790343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ccae59e3-331f-4578-9759-37ac053e9718, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ccae59e3-331f-4578-9759-37ac053e9718,segment=NetworkSegment(09b784cb-e16c-4a3b-966b-85f73ff3ca40),segment_id=09b784cb-e16c-4a3b-966b-85f73ff3ca40)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:48.809136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] For port ccae59e3-331f-4578-9759-37ac053e9718, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ccae59e3-331f-4578-9759-37ac053e9718,segment=NetworkSegment(09b784cb-e16c-4a3b-966b-85f73ff3ca40),segment_id=09b784cb-e16c-4a3b-966b-85f73ff3ca40)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:48.809601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.824188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] For port ccae59e3-331f-4578-9759-37ac053e9718, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ccae59e3-331f-4578-9759-37ac053e9718,segment=NetworkSegment(09b784cb-e16c-4a3b-966b-85f73ff3ca40),segment_id=09b784cb-e16c-4a3b-966b-85f73ff3ca40)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:48.824550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.826308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Calling delete_port for ccae59e3-331f-4578-9759-37ac053e9718 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:48.828438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.851631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:48.857754 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.864799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:48.865415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:48.875150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Calling delete_port for ccae59e3-331f-4578-9759-37ac053e9718 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:48.908390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:48.912166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:48.914092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Pushing event updated for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:48.916854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:48.926643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-007b6c4b-cbf8-451a-a570-4344aa48ac64 req-d65324c1-8011-4476-95de-9dd8a1cfb53d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974630 Aug 18 14:03:48.943349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.017917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd2e701-4764-4a03-8c03-7395efb10dda req-c3ad0d7b-4312-4c39-aafa-590f3d23c1da service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708726 Aug 18 14:03:49.021505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-80f5e4e8-d10d-4046-8729-cc51e09f59d9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3356700 Aug 18 14:03:49.060335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ccae59e3-331f-4578-9759-37ac053e9718,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.067540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:49.068505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.109159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'network_id': '05083baa-556f-439e-a69a-613e65d6366f', 'admin_state_up': True, 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:49.112480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.165580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7ed29352-68fd-4521-99f6-c0630108b85b tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7113483 Aug 18 14:03:49.187986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.188471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Request body: {'port': {'device_id': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:49.210609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc66d8f-c297-49a5-af5b-3b2145abe831 req-68d2cf1b-2066-4390-bbf5-232f95ac98d6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:49.212161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc66d8f-c297-49a5-af5b-3b2145abe831 req-68d2cf1b-2066-4390-bbf5-232f95ac98d6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 950 time: 0.1901367 Aug 18 14:03:49.225326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] Pushing event deleted for resources: {'Port': ['ID=ccae59e3-331f-4578-9759-37ac053e9718,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.227600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e00807-6ed6-40bc-afc7-90c9ffbb04dc None None] No DVR routers for this DVR port ccae59e3-331f-4578-9759-37ac053e9718 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:49.236597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.245870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-af4c3081-e8ae-4aa4-b45d-714be99fbd33 None None] Provisioning for port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:49.249949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-af4c3081-e8ae-4aa4-b45d-714be99fbd33 None None] Provisioning complete for port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:49.250404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af4c3081-e8ae-4aa4-b45d-714be99fbd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.263077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Port': ['ID=ccae59e3-331f-4578-9759-37ac053e9718,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.288018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3081-e8ae-4aa4-b45d-714be99fbd33 None None] Port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:49.291125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.291491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.291816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.292149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.292489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.292806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.293132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.293455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.293782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.294125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.294456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.294771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:49.301341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] No DVR routers for this DVR port ccae59e3-331f-4578-9759-37ac053e9718 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:03:49.329737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.340236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc66d8f-c297-49a5-af5b-3b2145abe831 req-3b331f40-2a9a-4b2d-811e-30b7a56f2246 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124201 Aug 18 14:03:49.412405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.426056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf39a4d-7f92-46db-89ae-58b5af50c1b2']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:49.430831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.442620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b784cb-e16c-4a3b-966b-85f73ff3ca40') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:49.442919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b784cb-e16c-4a3b-966b-85f73ff3ca40') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:49.460073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.468860 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed5b24-adb7-4ca3-afe5-d986c0196cce x-openstack-request-id: req-79ed5b24-adb7-4ca3-afe5-d986c0196cce {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:49.469498 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "name": "network-vif-plugged", "status": "completed", "tag": "dd70864a-ff7b-436e-b025-d1029908527b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:49.469759 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79ed5b24-adb7-4ca3-afe5-d986c0196cce {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:49.470251 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b', 'code': 200} Aug 18 14:03:49.486720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 08d8c2c5-7235-4a76-92b6-9a0395383e88 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:49.492039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:49.498167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.532857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-190bc5f1-b429-4454-9860-d111e2600b12 None None] Provisioning for port d3123723-b86b-4025-893e-3fc1e214181d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:49.533393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.533552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.544782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-190bc5f1-b429-4454-9860-d111e2600b12 None None] Provisioning complete for port d3123723-b86b-4025-893e-3fc1e214181d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:49.545158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-190bc5f1-b429-4454-9860-d111e2600b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.552310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:49.552728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:49.555828 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:49.616352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-190bc5f1-b429-4454-9860-d111e2600b12 None None] Port d3123723-b86b-4025-893e-3fc1e214181d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:49.643804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:49.655488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'port_id': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'mac_address': 'fa:16:3e:7d:53:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:49.696207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.714696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d8c2c5-7235-4a76-92b6-9a0395383e88 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:49.736486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:49.740415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.758007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event updated for resources: {'Port': ['ID=c5b20d5d-e290-4e4f-a24d-4a5695b2da51,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.768107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.768107 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/dcf39a4d-7f92-46db-89ae-58b5af50c1b2 HTTP/1.1" status: 204 len: 168 time: 1.2853436 Aug 18 14:03:49.771670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51772) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:49.789172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32488f60-b057-4e9f-a49b-b6fe8e26acfa req-af5ed3e4-993d-4c9a-9c12-5a9b9f8b8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:49.790721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32488f60-b057-4e9f-a49b-b6fe8e26acfa req-af5ed3e4-993d-4c9a-9c12-5a9b9f8b8bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 1097 time: 0.2527201 Aug 18 14:03:49.801411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d400c6-4adc-4642-a111-9588e07f3ef8 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=dcf39a4d-7f92-46db-89ae-58b5af50c1b2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.808306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f094bdc-9f16-432f-a3d0-b9af0b1c0387 req-d6a70e5d-d1eb-429b-9c31-9547edae0b2c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:49.808306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f094bdc-9f16-432f-a3d0-b9af0b1c0387 req-d6a70e5d-d1eb-429b-9c31-9547edae0b2c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 943 time: 0.2455304 Aug 18 14:03:49.808306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.827732 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.836969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3123723-b86b-4025-893e-3fc1e214181d {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:49.849121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.875634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Allocated IP 19.86.0.249 (05083baa-556f-439e-a69a-613e65d6366f/dc665318-d2cb-4379-8bfb-303e1a5ebe7f/93770b05-4399-4bc0-90cd-3dc67a8ab122) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:49.879876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Transition to ACTIVE for port object d3123723-b86b-4025-893e-3fc1e214181d will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:49.885390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.887912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:49.899113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32488f60-b057-4e9f-a49b-b6fe8e26acfa req-e52e2fdf-9120-49e4-8900-609f9d8d3de0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891988 Aug 18 14:03:49.905340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f094bdc-9f16-432f-a3d0-b9af0b1c0387 req-fa7d96bd-3933-4ffa-a47b-e4588f4fa2ee tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920303 Aug 18 14:03:49.966672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.968203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-5be9e04b-02f6-48aa-b482-835884e70b5a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3617179 Aug 18 14:03:49.979567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:49.991102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7442868f-32cc-4364-87f3-450e39c274f5']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.001389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.009698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f0000b-6600-49c9-8f22-cf406a637dde') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.009698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f0000b-6600-49c9-8f22-cf406a637dde') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.046093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.057293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ccae59e3-331f-4578-9759-37ac053e9718 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:03:50.081609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.089178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Pushing event updated for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:50.090076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['08d8c2c5-7235-4a76-92b6-9a0395383e88'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:50.097374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ccae59e3-331f-4578-9759-37ac053e9718 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:03:50.097374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ccae59e3-331f-4578-9759-37ac053e9718 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:03:50.097374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 97a618d6-2c04-4358-9f10-f9372cf3d51a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:03:50.097753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:50.097753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:50.099690 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:50.140062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 97a618d6-2c04-4358-9f10-f9372cf3d51a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:03:50.140573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 97a618d6-2c04-4358-9f10-f9372cf3d51a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:03:50.228923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Attempting to bind port d3123723-b86b-4025-893e-3fc1e214181d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:50.229256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Attempting to bind port d3123723-b86b-4025-893e-3fc1e214181d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:50.229587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Attempting to bind port d3123723-b86b-4025-893e-3fc1e214181d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:50.235614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Port d3123723-b86b-4025-893e-3fc1e214181d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:50.235932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Attempting to bind port d3123723-b86b-4025-893e-3fc1e214181d on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:50.250161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:50.250161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:50.250161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:50.250161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Bound port: d3123723-b86b-4025-893e-3fc1e214181d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:50.250161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.302897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.307453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.311938 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/7442868f-32cc-4364-87f3-450e39c274f5 HTTP/1.1" status: 204 len: 168 time: 0.5371056 Aug 18 14:03:50.320827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51776) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:50.350678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c98ab-3ef4-481c-91ca-7683b83e6fb7 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=7442868f-32cc-4364-87f3-450e39c274f5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:50.365891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:50.473389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-39d92792-4839-4a9b-af7a-900c8332f913 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.4747961 Aug 18 14:03:50.572656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04358d3-a513-46f3-8670-ab067b3e2cca req-30b92b32-c348-4a03-bace-3e2ed2b5f533 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.574229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04358d3-a513-46f3-8670-ab067b3e2cca req-30b92b32-c348-4a03-bace-3e2ed2b5f533 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 947 time: 0.5769095 Aug 18 14:03:50.600456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.636871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Transition to ACTIVE for port object 93770b05-4399-4bc0-90cd-3dc67a8ab122 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:50.647898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d3123723-b86b-4025-893e-3fc1e214181d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:50.665442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.676115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-729c77ce-c1b7-4327-a206-8a0633db6561 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.677647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba2f4634-9a0b-4c6a-8c6d-23b590f90d2a req-729c77ce-c1b7-4327-a206-8a0633db6561 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1974635 Aug 18 14:03:50.680457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04358d3-a513-46f3-8670-ab067b3e2cca req-eb6c213e-6446-441e-8738-4db002fddb58 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961382 Aug 18 14:03:50.741248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.775155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.787683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.799734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.800908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.802351 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3123723-b86b-4025-893e-3fc1e214181d HTTP/1.1" status: 200 len: 1095 time: 1.6194639 Aug 18 14:03:50.806889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:50.809146 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde24ab-75a6-4de8-af9a-54ac54db6e85" -d '{"events": [{"name": "network-changed", "server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "tag": "d3123723-b86b-4025-893e-3fc1e214181d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:50.816962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7283610-0c6d-4936-a5e7-9a51c0064b8f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.836943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d1d060-b40d-44e7-9a04-c873f89bee09') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.837292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d1d060-b40d-44e7-9a04-c873f89bee09') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:50.850792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bae14-7701-4153-9bde-91e35c226741 service neutron] Pushing event updated for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:50.854650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.870820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.876370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 05083baa-556f-439e-a69a-613e65d6366f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:50.878126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:03:50.879196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.882519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:03:50.882694 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:03:50.886967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:50.897230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0141ee-bdd7-46ee-992d-b1bbf3096f30 req-c852b5a4-a493-4a86-8c99-c5ed4e0f19c0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.898956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb0141ee-bdd7-46ee-992d-b1bbf3096f30 req-c852b5a4-a493-4a86-8c99-c5ed4e0f19c0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 949 time: 0.1553197 Aug 18 14:03:50.900885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:50.974266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09edfd8-94a3-4a96-8e71-d6f5d69d9b50 req-676ec9e5-269c-494a-89c3-2968a9bde281 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.975970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e09edfd8-94a3-4a96-8e71-d6f5d69d9b50 req-676ec9e5-269c-494a-89c3-2968a9bde281 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 0.1581097 Aug 18 14:03:50.993752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:50.994522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:50.997642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-b762f3c7-5df2-4259-b419-c197eb92ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.010193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-b762f3c7-5df2-4259-b419-c197eb92ea34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 1098 time: 0.0748901 Aug 18 14:03:51.038836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb0141ee-bdd7-46ee-992d-b1bbf3096f30 req-8d2f7408-d973-44a4-9906-73ac547baaf6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113961 Aug 18 14:03:51.068450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e09edfd8-94a3-4a96-8e71-d6f5d69d9b50 req-dd5fbec5-6d77-4962-ac49-3a413c0ca84e tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 Aug 18 14:03:51.099127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.101674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-ef081c8c-026c-4e0c-a0ef-dc3c113fbe51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d3123723-b86b-4025-893e-3fc1e214181d HTTP/1.1" status: 200 len: 217 time: 0.0724814 Aug 18 14:03:51.109989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.112257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] 10.222.0.35 "DELETE /v2.0/networks/e7283610-0c6d-4936-a5e7-9a51c0064b8f HTTP/1.1" status: 204 len: 168 time: 0.7891514 Aug 18 14:03:51.154693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-3d95ccef-7d71-46cb-9dea-987b1cf034a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1111541 Aug 18 14:03:51.173981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897617a-27fa-4153-9775-46bf25d9a4c0 tempest-BulkNetworkOpsTest-286757891 tempest-BulkNetworkOpsTest-286757891-project] Pushing event deleted for resources: {'Network': ['ID=e7283610-0c6d-4936-a5e7-9a51c0064b8f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:51.187845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'admin_state_up': True, 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:51.204164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7b0bdb2d-f812-4d87-aedc-94de2552c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.205971 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-7b0bdb2d-f812-4d87-aedc-94de2552c482 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0919702 Aug 18 14:03:51.278665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60c5e-2dee-4a3d-a1d7-e9d344eed786 req-2b2c507b-8bde-45b3-88ad-787819cea294 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.280210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-e85da208-351a-4c9d-b789-059f0db308f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.281936 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-e85da208-351a-4c9d-b789-059f0db308f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681965 Aug 18 14:03:51.285541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60c5e-2dee-4a3d-a1d7-e9d344eed786 req-2b2c507b-8bde-45b3-88ad-787819cea294 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.287245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de60c5e-2dee-4a3d-a1d7-e9d344eed786 req-2b2c507b-8bde-45b3-88ad-787819cea294 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 1655 time: 0.1699636 Aug 18 14:03:51.367542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0be64263-dd49-4f6d-92ad-d2eff1a42985 None None] Provisioning for port 93770b05-4399-4bc0-90cd-3dc67a8ab122 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:51.371776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0be64263-dd49-4f6d-92ad-d2eff1a42985 None None] Provisioning complete for port 93770b05-4399-4bc0-90cd-3dc67a8ab122 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:51.372437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0be64263-dd49-4f6d-92ad-d2eff1a42985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.384074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-56d852e6-af0f-424b-8f4c-1547444dacdb service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924454 Aug 18 14:03:51.407594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0be64263-dd49-4f6d-92ad-d2eff1a42985 None None] Port 93770b05-4399-4bc0-90cd-3dc67a8ab122 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:51.423074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de60c5e-2dee-4a3d-a1d7-e9d344eed786 req-e8760066-4159-42d4-b659-e78372918e3b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201739 Aug 18 14:03:51.446346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-699f85ee-7fc9-45f6-bc76-f6eaa3c92680 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.448046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-699f85ee-7fc9-45f6-bc76-f6eaa3c92680 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1599064 Aug 18 14:03:51.486933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 08d8c2c5-7235-4a76-92b6-9a0395383e88 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:51.507006 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5f3903cf-8575-40e4-a591-afc5bea96612 req-9706e1c2-f6bb-4289-b1e3-cde41e8c2e4c service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142378 Aug 18 14:03:51.509277 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f081d45-aecd-413b-a3eb-3317ba3c8519 x-openstack-request-id: req-7f081d45-aecd-413b-a3eb-3317ba3c8519 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:51.510083 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "tag": "d3123723-b86b-4025-893e-3fc1e214181d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:51.510411 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f081d45-aecd-413b-a3eb-3317ba3c8519 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:51.510884 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d', 'status': 'completed', 'code': 200} Aug 18 14:03:51.514496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-8b8e2667-4a21-40dc-bc34-bf5014b7a1dd tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.0591824 Aug 18 14:03:51.536781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'floatingip': {'port_id': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:51.593082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.630142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 08d8c2c5-7235-4a76-92b6-9a0395383e88 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:51.632614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:51.633145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 08d8c2c5-7235-4a76-92b6-9a0395383e88 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:51.633531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.636545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.688302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ede0-68e7-4c28-bd0b-e36f87123faa req-2808f657-3c4d-4257-aa67-af1d05df815d tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.696409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a828ede0-68e7-4c28-bd0b-e36f87123faa req-2808f657-3c4d-4257-aa67-af1d05df815d tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 944 time: 0.1755009 Aug 18 14:03:51.707094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:51.727867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-c710bec4-f2c2-4bcb-a8b4-3d169c3e7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.730293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-c710bec4-f2c2-4bcb-a8b4-3d169c3e7976 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4887edf25402498db9c63d2983cc93ab&device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 1098 time: 0.0655947 Aug 18 14:03:51.730920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.780136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:51.781630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:51.786597 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb3698-abea-40ee-822d-7000ef94cef0" -d '{"events": [{"server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "name": "network-vif-plugged", "status": "completed", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:51.853301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-fe53033b-926f-4603-ae90-2592f49654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:51.854839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-fe53033b-926f-4603-ae90-2592f49654f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1175046 Aug 18 14:03:51.861310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.882115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a828ede0-68e7-4c28-bd0b-e36f87123faa req-99de9e19-3f74-46cf-b27f-763b1731f579 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831450 Aug 18 14:03:51.900566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c94fef43-44ce-4ef9-9087-9947bca8c812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:51.915092 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-90d444b2-c288-436d-84b9-6bd6a5392860 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d3123723-b86b-4025-893e-3fc1e214181d HTTP/1.1" status: 200 len: 217 time: 0.0405927 Aug 18 14:03:51.918897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:51.932203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e0f7aba-4464-496a-80c2-ecf1d7a36b2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd0e44a5a39f42e899d2a858829a4b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215929 Aug 18 14:03:51.948918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:51.989997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:03:52.008121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-ce60f71c-fa05-48e6-887c-d219e3ed81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.009905 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-ce60f71c-fa05-48e6-887c-d219e3ed81d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0909548 Aug 18 14:03:52.022395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Allocated IP 19.80.0.125 (7f48b68c-4d00-4a99-b0c7-cbdae75e3404/fbb7e1a9-5d78-490d-9733-e67ab78f49ff/22b4ae14-54b2-4296-a796-cd9a7a17ca25) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:03:52.034737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.079434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.096669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-abcd235f-363e-4068-a445-3d873eda2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.098400 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-abcd235f-363e-4068-a445-3d873eda2554 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791695 Aug 18 14:03:52.214643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-68c3b706-3c05-445a-86b7-869eb3b094fa service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009634 Aug 18 14:03:52.248742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18da74-62a5-4c90-ae9f-8a449a38a24f req-30b1cd22-10ec-44a2-98cd-dc63c86ec15c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.255223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18da74-62a5-4c90-ae9f-8a449a38a24f req-30b1cd22-10ec-44a2-98cd-dc63c86ec15c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.256860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd18da74-62a5-4c90-ae9f-8a449a38a24f req-30b1cd22-10ec-44a2-98cd-dc63c86ec15c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b&device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1690 time: 0.1256433 Aug 18 14:03:52.315589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.318807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.319918 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74a8b86c-de6a-4b0f-bd32-2149185faf14 HTTP/1.1" status: 204 len: 168 time: 0.3704138 Aug 18 14:03:52.329148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97e6c3-8272-4609-8f7f-f8d998224b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8b86c-de6a-4b0f-bd32-2149185faf14,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:52.333745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9bde24ab-75a6-4de8-af9a-54ac54db6e85 req-48fb7dae-6961-4a24-9857-66d651bcfca7 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049910 Aug 18 14:03:52.394753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd18da74-62a5-4c90-ae9f-8a449a38a24f req-8ebdf9e6-714f-4de1-93fc-c276746bd66a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197062 Aug 18 14:03:52.418519 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.489254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.491273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.544843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Transition to ACTIVE for port object 22b4ae14-54b2-4296-a796-cd9a7a17ca25 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:52.566741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f862-7f6a-418a-9fdb-75f77c2dd8de req-98363445-067b-46ac-b447-58a628393f73 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.568254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e488f862-7f6a-418a-9fdb-75f77c2dd8de req-98363445-067b-46ac-b447-58a628393f73 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 947 time: 0.1199069 Aug 18 14:03:52.665809 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Floating IP 4bf16d73-3e00-4364-8082-8ad6352dfde7 associated. External IP: 172.25.1.144, port: 0a3c0e5c-6900-41d6-9517-9422c940a6e5. Aug 18 14:03:52.706352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e488f862-7f6a-418a-9fdb-75f77c2dd8de req-f48fff80-9a37-460e-a2cb-b60261729093 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317043 Aug 18 14:03:52.754667 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00424f1-c517-4882-b9b2-7625f84772eb x-openstack-request-id: req-f00424f1-c517-4882-b9b2-7625f84772eb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:52.755183 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "name": "network-vif-plugged", "status": "completed", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:52.755183 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f00424f1-c517-4882-b9b2-7625f84772eb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:52.757174 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'code': 200} Aug 18 14:03:52.778688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:52.843231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:52.860649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:52.872255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff8e8-6f1e-4380-ac5c-d5123d66398a req-35363084-b460-4808-bb09-ee7a37a1b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:52.873792 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-77cff8e8-6f1e-4380-ac5c-d5123d66398a req-35363084-b460-4808-bb09-ee7a37a1b9f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 1096 time: 0.0478771 Aug 18 14:03:52.909285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:52.923616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-77cff8e8-6f1e-4380-ac5c-d5123d66398a req-3b8770bc-6af3-49e7-926d-4751673417a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Aug 18 14:03:52.958946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:53.018168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.018793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.036790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecfac1-3b5c-4bee-9d02-4dd3931c0c72 req-b1136fc4-63a4-459f-a18b-9f25522a6e05 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.038427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53ecfac1-3b5c-4bee-9d02-4dd3931c0c72 req-b1136fc4-63a4-459f-a18b-9f25522a6e05 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 0.2006876 Aug 18 14:03:53.078405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Router 658211f6-2a89-4e1d-980b-9cda3135beec has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:53.100843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53ecfac1-3b5c-4bee-9d02-4dd3931c0c72 req-cca7f0f5-9ab1-42b4-b88d-d09adb20d365 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Aug 18 14:03:53.141481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-1dff9208-58af-45af-8eab-04ac659a2e7b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9711096 Aug 18 14:03:53.158551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:53.213401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1fd183b-0505-4a2f-916d-3e480952d227 None None] Provisioning for port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:53.217451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1fd183b-0505-4a2f-916d-3e480952d227 None None] Provisioning complete for port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:53.217922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e1fd183b-0505-4a2f-916d-3e480952d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.264990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd183b-0505-4a2f-916d-3e480952d227 None None] Port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:03:53.429125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51836) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:53.535398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-587077784'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:53.603981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.608008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:53.614438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.618473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Sync routers for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:53.631632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:53.632673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:53.659056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:53.663305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.672146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.677995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-0fa85095-4cd9-419d-ae9f-57b8c8cbf107 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "PUT /v2.0/floatingips/4bf16d73-3e00-4364-8082-8ad6352dfde7 HTTP/1.1" status: 200 len: 996 time: 2.1552076 Aug 18 14:03:53.679968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:53.682434 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:53.693350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152ed3-0549-4488-b068-55fa6239ebae req-1e754936-d6f3-4544-97fd-d557e5ff1cbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.699442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152ed3-0549-4488-b068-55fa6239ebae req-1e754936-d6f3-4544-97fd-d557e5ff1cbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.705422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152ed3-0549-4488-b068-55fa6239ebae req-1e754936-d6f3-4544-97fd-d557e5ff1cbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.707719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e152ed3-0549-4488-b068-55fa6239ebae req-1e754936-d6f3-4544-97fd-d557e5ff1cbf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2377 time: 0.1383777 Aug 18 14:03:53.771613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:53.789575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.863222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e152ed3-0549-4488-b068-55fa6239ebae req-0b9e6c40-c253-4572-a4ae-95c74fe46e3a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326725 Aug 18 14:03:53.883731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-4658e49f-0ad2-485f-af74-73b5095b31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:53.884452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.885615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-4658e49f-0ad2-485f-af74-73b5095b31ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.1747522 Aug 18 14:03:53.948583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:53.966819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:53.967171 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment d717d353-1459-4105-8168-73cff7b32820 of type vlan for network 3534643c-9863-4f8d-937e-8b192f16cc51 Aug 18 14:03:54.027277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e91433-1dca-4827-a65f-65abc4de9300,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:54.042895 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.107574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764cada-87ac-4493-bd36-867656677564 req-3b86eac0-5424-43c0-ac23-d17dab043df6 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.109226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9764cada-87ac-4493-bd36-867656677564 req-3b86eac0-5424-43c0-ac23-d17dab043df6 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1260011 Aug 18 14:03:54.110375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4bf16d73-3e00-4364-8082-8ad6352dfde7', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'port_id': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'mac_address': 'fa:16:3e:84:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa552e3-3619-4828-b455-0bf550abb973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:03:48Z', 'updated_at': '2021-08-18T14:03:52Z', 'revision_number': 1, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:54.111965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-57d22509-df45-4666-abb4-287394a006fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.113411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-57d22509-df45-4666-abb4-287394a006fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.1931086 Aug 18 14:03:54.143984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Checking router: 658211f6-2a89-4e1d-980b-9cda3135beec for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:03:54.153106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:54.153611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:54.158565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.165566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.167492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.247497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=3534643c-9863-4f8d-937e-8b192f16cc51,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:54.260393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:54.279475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9764cada-87ac-4493-bd36-867656677564 req-d0d9c153-48d6-4eca-b679-9a6f0a5de441 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525428 Aug 18 14:03:54.281444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd7fcce-093c-4ddd-aeed-bb0c692bff4e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:54.288379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-afa6cc63-7ff1-4821-b519-b91183096338 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 999 time: 0.1671095 Aug 18 14:03:54.292357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.299503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b5ac946c-2430-4afc-b3a4-ab2c3af3585c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8668702 Aug 18 14:03:54.304486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51852) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:54.314842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'name': 'tempest-PortsTestJSON-839990894'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:54.392329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Transition to ACTIVE for port object ebd7fcce-093c-4ddd-aeed-bb0c692bff4e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:54.459859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-f4f40423-7099-4152-9eff-ee592bd6ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.461354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-f4f40423-7099-4152-9eff-ee592bd6ca68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1663713 Aug 18 14:03:54.462856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:54.477914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505f0a9-c5a0-44bb-bfdd-930b5e202d8b req-4f142d2d-3c8f-422a-ae4d-114a970cab0e tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.479431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0505f0a9-c5a0-44bb-bfdd-930b5e202d8b req-4f142d2d-3c8f-422a-ae4d-114a970cab0e tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 1101 time: 0.0922468 Aug 18 14:03:54.491310 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.545774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-394d7fc4-e5d1-4b2a-9f1c-2f5c17712266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638556 Aug 18 14:03:54.573984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-f9877634-6e8c-4a9e-9229-5900e3f0b1d1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:03:54.573984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-f9877634-6e8c-4a9e-9229-5900e3f0b1d1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099356 Aug 18 14:03:54.580769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:54.584855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.621204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:54.673971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port efbcf687-b7fd-47d5-8527-b11d5a425ab9 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:54.687369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0505f0a9-c5a0-44bb-bfdd-930b5e202d8b req-88168ef6-7771-4753-8024-51c9211cfc1d tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933465 Aug 18 14:03:54.732769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b433ef2-c822-4df8-a568-9ac1769ae38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.768692 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ae18d8-914c-49f4-b812-acf3bb593a6e x-openstack-request-id: req-c3ae18d8-914c-49f4-b812-acf3bb593a6e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:54.769136 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:54.769391 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3ae18d8-914c-49f4-b812-acf3bb593a6e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:54.769793 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:03:54.814325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4bf16d73-3e00-4364-8082-8ad6352dfde7', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'port_id': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'mac_address': 'fa:16:3e:84:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa552e3-3619-4828-b455-0bf550abb973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:03:48Z', 'updated_at': '2021-08-18T14:03:52Z', 'revision_number': 1, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:54.853242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc27f1-7127-4386-8147-536b272f97c8 None None] The sync data for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 is: [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4bf16d73-3e00-4364-8082-8ad6352dfde7', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'port_id': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'mac_address': 'fa:16:3e:84:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa552e3-3619-4828-b455-0bf550abb973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:03:48Z', 'updated_at': '2021-08-18T14:03:52Z', 'revision_number': 1, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:54.857392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-dfc652e6-4daa-41aa-8f6b-8782bfdaffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:54.858932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-dfc652e6-4daa-41aa-8f6b-8782bfdaffbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.0649245 Aug 18 14:03:54.905091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:54.951035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-e19127c6-a25a-4fdf-840e-20e36b842715 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508940 Aug 18 14:03:55.029926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-8b5ae2f5-bf5d-4b35-aba6-266f0aa9759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.031585 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-8b5ae2f5-bf5d-4b35-aba6-266f0aa9759c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.1650231 Aug 18 14:03:55.056251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Attempting to bind port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:55.056569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Attempting to bind port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:55.056914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Attempting to bind port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:55.109764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:55.110133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Attempting to bind port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:55.124806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:55.125193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Checking segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:55.125528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Bound using segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:55.126009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Bound port: ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:55.126373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.144892 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6620b-e958-41b2-a49c-c9f7cf065e5b None None] New status for floating IP 4bf16d73-3e00-4364-8082-8ad6352dfde7: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:03:55.145693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-875b3df4-edc4-4efd-b73e-e45a31be0e90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 999 time: 0.1061840 Aug 18 14:03:55.172185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa00d-bdbe-4efc-b868-a13c4009cd31 req-df2ed372-7580-4283-b6d3-8df6ff2eab94 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.173757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04bfa00d-bdbe-4efc-b868-a13c4009cd31 req-df2ed372-7580-4283-b6d3-8df6ff2eab94 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 947 time: 0.3338695 Aug 18 14:03:55.214003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-0b1e96e2-0cca-4003-904d-c9200fa01cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.215667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-0b1e96e2-0cca-4003-904d-c9200fa01cd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.0621622 Aug 18 14:03:55.218022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.254253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-c0bc6f14-e50a-4522-b2f1-644ce1f943cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304501 Aug 18 14:03:55.295390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad2fc99a-ec4b-4993-8965-b5e1d5c9e394 req-8fb797d8-c8ed-479b-a885-3513b82a28a3 service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416512 Aug 18 14:03:55.301937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:55.321081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04bfa00d-bdbe-4efc-b868-a13c4009cd31 req-666a4ab5-f80f-4d70-ba3c-4fb2f184a151 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194696 Aug 18 14:03:55.325206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:55.358513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-7851077e-98ca-4a50-852e-113ff13cc3d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955906 Aug 18 14:03:55.428316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.437233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.470710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd0bf24b-dbca-4b96-ad79-a8440f3927d8 req-4354e8e5-9edd-4838-8936-70843c1a22cb service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044521 Aug 18 14:03:55.500619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d3123723-b86b-4025-893e-3fc1e214181d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:03:55.512143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.512762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.514165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/ebd7fcce-093c-4ddd-aeed-bb0c692bff4e HTTP/1.1" status: 200 len: 1092 time: 2.3611448 Aug 18 14:03:55.583596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6453ec-5f94-4306-8269-a441b5237fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:55.634173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d3123723-b86b-4025-893e-3fc1e214181d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:55.634497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:55.647343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'd3123723-b86b-4025-893e-3fc1e214181d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'd3123723-b86b-4025-893e-3fc1e214181d', 'mac_address': 'fa:16:3e:5d:93:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:03:55.647960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72047f-4de7-45a1-bb74-3efe37fff24a req-5da3d8d1-cd62-4cdb-b429-1f273b43374d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.654480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72047f-4de7-45a1-bb74-3efe37fff24a req-5da3d8d1-cd62-4cdb-b429-1f273b43374d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.660548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72047f-4de7-45a1-bb74-3efe37fff24a req-5da3d8d1-cd62-4cdb-b429-1f273b43374d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.662519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac72047f-4de7-45a1-bb74-3efe37fff24a req-5da3d8d1-cd62-4cdb-b429-1f273b43374d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2389 time: 0.1831515 Aug 18 14:03:55.667781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eb355-3133-4f05-a2ad-01faa61d35ed req-18550ab8-04d6-4e44-ae7b-9f54dec49eb7 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:55.669290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c38eb355-3133-4f05-a2ad-01faa61d35ed req-18550ab8-04d6-4e44-ae7b-9f54dec49eb7 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1100 time: 0.2369933 Aug 18 14:03:55.708641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.722965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3123723-b86b-4025-893e-3fc1e214181d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:55.747736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d3123723-b86b-4025-893e-3fc1e214181d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:55.749405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': 'd717d353-1459-4105-8168-73cff7b32820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:55.749771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 3534643c-9863-4f8d-937e-8b192f16cc51, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:55.766782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=efbcf687-b7fd-47d5-8527-b11d5a425ab9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:55.804547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.812277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac72047f-4de7-45a1-bb74-3efe37fff24a req-b5bfbd42-caa7-4f78-854b-ed006d4569d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227293 Aug 18 14:03:55.820346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c38eb355-3133-4f05-a2ad-01faa61d35ed req-0b0072c9-2160-4820-bb78-e3261d71f3ae tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232219 Aug 18 14:03:55.820962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.832244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:55.894271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:55.916157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:56.048106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3534643c-9863-4f8d-937e-8b192f16cc51) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:56.057309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3fa66c-3cef-44a2-82ec-f3a515657e7e None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:56.058558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-86ed70a8-4e56-4711-ad7e-ae6bafa80d67 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.1916285 Aug 18 14:03:56.072269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:56.072269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.072269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.099946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['d3123723-b86b-4025-893e-3fc1e214181d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:56.108276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c3a5e-bbe2-42a1-b675-bb753f04cbe8 req-ea22a46b-42a7-4cc7-beba-7bd4688c5e5b tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.109752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-663c3a5e-bbe2-42a1-b675-bb753f04cbe8 req-ea22a46b-42a7-4cc7-beba-7bd4688c5e5b tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1984379 Aug 18 14:03:56.199703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-fdd98225-d374-4db9-943a-abb097753962 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.201103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-fdd98225-d374-4db9-943a-abb097753962 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports/0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 942 time: 0.1241598 Aug 18 14:03:56.228126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-40b49f88-9959-40cb-a01e-a40964a992f5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9225693 Aug 18 14:03:56.233709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:56.242323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-763562518'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.245966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-663c3a5e-bbe2-42a1-b675-bb753f04cbe8 req-964bb33d-58aa-4548-beab-7405948fd4c7 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081364 Aug 18 14:03:56.360509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-9e5f110a-28fa-4e25-a3da-fbbab392cbda tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.0899904 Aug 18 14:03:56.454882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93770b05-4399-4bc0-90cd-3dc67a8ab122 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:56.465951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.470588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:56.474954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.494988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Transition to ACTIVE for port object 93770b05-4399-4bc0-90cd-3dc67a8ab122 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:56.500546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:03:56.514159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-36879ded-c2c0-4fb7-a9eb-b865593f65db tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.515522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.515688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-36879ded-c2c0-4fb7-a9eb-b865593f65db tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1488845 Aug 18 14:03:56.516669 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment 63ea7ac2-8b20-48bd-9954-411a41fb7f84 of type vlan for network 81f8a9a5-3148-4142-b727-ef86dbc3f523 Aug 18 14:03:56.593477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.598398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-fdc4c629-a885-4e76-b5af-d1c16d84329a tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.0738173 Aug 18 14:03:56.606337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.640769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.704968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.713638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.714439 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.717515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Pushing event updated for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:56.730087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.781317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:56.782547 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0b604-bc4b-48e2-b606-622d5d1a201d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:56.815166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=81f8a9a5-3148-4142-b727-ef86dbc3f523,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:56.838116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 81f8a9a5-3148-4142-b727-ef86dbc3f523 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:03:56.861143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2733aa45-7c2e-4b8c-a3e2-7c68c1f71e7a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6254580 Aug 18 14:03:56.865253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51890) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:56.872200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'ports': [{'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'}, {'network_id': '81f8a9a5-3148-4142-b727-ef86dbc3f523'}]} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.872741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.873463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '81f8a9a5-3148-4142-b727-ef86dbc3f523'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.937747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Attempting to bind port 93770b05-4399-4bc0-90cd-3dc67a8ab122 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:03:56.938601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Attempting to bind port 93770b05-4399-4bc0-90cd-3dc67a8ab122 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:03:56.938980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Attempting to bind port 93770b05-4399-4bc0-90cd-3dc67a8ab122 on network 05083baa-556f-439e-a69a-613e65d6366f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:57.005980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.007488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Port 93770b05-4399-4bc0-90cd-3dc67a8ab122 on network 05083baa-556f-439e-a69a-613e65d6366f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:03:57.007821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Attempting to bind port 93770b05-4399-4bc0-90cd-3dc67a8ab122 on network 05083baa-556f-439e-a69a-613e65d6366f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:03:57.013720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:03:57.018539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Checking segment: {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:57.018539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Bound using segment: {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:03:57.018539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Bound port: 93770b05-4399-4bc0-90cd-3dc67a8ab122, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '05083baa-556f-439e-a69a-613e65d6366f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:03:57.018539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.080677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.081185 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Floating IP 4bf16d73-3e00-4364-8082-8ad6352dfde7 disassociated. External IP: 172.25.1.144, port: 0a3c0e5c-6900-41d6-9517-9422c940a6e5. Aug 18 14:03:57.196632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 2} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:03:57.202419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.216999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.312506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 42ab28f7-cc32-490b-a3be-993b869022cd yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:57.342013 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.448524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.508898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d3123723-b86b-4025-893e-3fc1e214181d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:03:57.528694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port bd9363ee-1283-4ec0-bf8f-3d6f3775644b yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:03:57.587854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:03:57.606219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:03:57.662114 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.694108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port d3123723-b86b-4025-893e-3fc1e214181d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:03:57.702447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port d3123723-b86b-4025-893e-3fc1e214181d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:57.702447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.715377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.772967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.773629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.775100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] 10.222.0.10 "PUT /v2.0/ports/93770b05-4399-4bc0-90cd-3dc67a8ab122 HTTP/1.1" status: 200 len: 1092 time: 2.1451869 Aug 18 14:03:57.786025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.797514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385bf7-f874-4f1d-a109-c4030cadc379 req-2bd54fa2-dbdf-4f44-b165-26c3af44f216 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.810623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15385bf7-f874-4f1d-a109-c4030cadc379 req-2bd54fa2-dbdf-4f44-b165-26c3af44f216 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1707768 Aug 18 14:03:57.822055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:57.836947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Request body: {'floatingip': {'port_id': '08d8c2c5-7235-4a76-92b6-9a0395383e88'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:57.837230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.901408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:03:57.915650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d3123723-b86b-4025-893e-3fc1e214181d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:57.917872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:57.923041 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747592dd-c9ce-4c19-ac61-2f2dccf0231d" -d '{"events": [{"server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "name": "network-vif-plugged", "status": "completed", "tag": "d3123723-b86b-4025-893e-3fc1e214181d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:57.924441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:57.932793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:57.933692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.935845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Request body: {'port': {'device_id': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:57.942171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=42ab28f7-cc32-490b-a3be-993b869022cd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:57.964280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.982826 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.002269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Router 658211f6-2a89-4e1d-980b-9cda3135beec has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:58.007561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e4c0d-7350-4b91-ace5-302030d45834 service neutron] Pushing event updated for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:58.021998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': '63ea7ac2-8b20-48bd-9954-411a41fb7f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81f8a9a5-3148-4142-b727-ef86dbc3f523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:03:58.022912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 81f8a9a5-3148-4142-b727-ef86dbc3f523, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:03:58.063076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=bd9363ee-1283-4ec0-bf8f-3d6f3775644b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:58.078692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:58.122171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 81f8a9a5-3148-4142-b727-ef86dbc3f523 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:03:58.154469 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.185182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 81f8a9a5-3148-4142-b727-ef86dbc3f523) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:03:58.189665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:03:58.196945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:58.197596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9a359-734a-4d6c-8684-ebf1704bb619 None None] Network 81f8a9a5-3148-4142-b727-ef86dbc3f523 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:03:58.200123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad79a-ee17-4b0e-a962-edf23adea125 req-6bcc0292-3b7c-47da-b5e3-6847b4f884bc tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:58.202567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:58.203270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.208179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd2ad79a-ee17-4b0e-a962-edf23adea125 req-6bcc0292-3b7c-47da-b5e3-6847b4f884bc tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 948 time: 0.2862098 Aug 18 14:03:58.288290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bfe2f526-5d3f-4e53-9d29-de9b5b9f6e07 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4191697 Aug 18 14:03:58.288855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:58.406208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd2ad79a-ee17-4b0e-a962-edf23adea125 req-6a307bdf-859c-4fee-b57d-dc3de5c15864 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971083 Aug 18 14:03:58.408585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port bd9363ee-1283-4ec0-bf8f-3d6f3775644b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:58.409105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.492924 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.517963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for bd9363ee-1283-4ec0-bf8f-3d6f3775644b owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:58.541420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:58.545540 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.549802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Sync routers for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:58.570818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:58.573940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:58.713014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.742493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:58.751471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-45d17605-4247-48e2-90a4-0d21877502af tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294861 Aug 18 14:03:58.754228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-6cec7f34-530f-4c41-b432-37f4b9736337 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "PUT /v2.0/floatingips/4bf16d73-3e00-4364-8082-8ad6352dfde7 HTTP/1.1" status: 200 len: 695 time: 2.1524329 Aug 18 14:03:58.759513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=bd9363ee-1283-4ec0-bf8f-3d6f3775644b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:58.769923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.772423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd1cc9ed-f24a-4b26-9e5a-c1249a15c18c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/bd9363ee-1283-4ec0-bf8f-3d6f3775644b HTTP/1.1" status: 204 len: 168 time: 0.4825356 Aug 18 14:03:58.775486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51916) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:58.835590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4881b1-96aa-4225-b0b2-185cb0b68d5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:58.842848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4881b1-96aa-4225-b0b2-185cb0b68d5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:58.844903 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7b4881b1-96aa-4225-b0b2-185cb0b68d5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0681713 Aug 18 14:03:58.848839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51918) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:58.972250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 42ab28f7-cc32-490b-a3be-993b869022cd {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:58.972619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.023557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.034649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-7ec9062b-1e98-43c6-b655-60cc256f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.036268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-7ec9062b-1e98-43c6-b655-60cc256f7baf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.2516940 Aug 18 14:03:59.060048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.067481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Checking router: 658211f6-2a89-4e1d-980b-9cda3135beec for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:03:59.075842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 42ab28f7-cc32-490b-a3be-993b869022cd owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:59.079903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:59.080624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.149260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-41047faa-aeb6-42c8-b3a3-a6557e8c60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.150742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-41047faa-aeb6-42c8-b3a3-a6557e8c60ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.1037612 Aug 18 14:03:59.202109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b4ae14-54b2-4296-a796-cd9a7a17ca25 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:03:59.203023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:59.213405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.218982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-2bdf9edc-d217-4db4-8b91-0d95a3ae2640 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.0590355 Aug 18 14:03:59.226085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-860ad8f5-1a68-4690-83be-c69f0f57a93c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.230460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-860ad8f5-1a68-4690-83be-c69f0f57a93c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4781115 Aug 18 14:03:59.247485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.293200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Transition to ACTIVE for port object 22b4ae14-54b2-4296-a796-cd9a7a17ca25 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:03:59.306717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=42ab28f7-cc32-490b-a3be-993b869022cd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:59.306934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-95485b3d-6520-4b36-ba1e-34d12ff06da4 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0607233 Aug 18 14:03:59.311456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.314015 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5fffbd3d-563c-4342-aa92-8d482016344e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/42ab28f7-cc32-490b-a3be-993b869022cd HTTP/1.1" status: 204 len: 168 time: 0.4637897 Aug 18 14:03:59.317737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:59.394071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29731b-5d60-4d0c-8e29-8eb9e9465710 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.397212 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e29731b-5d60-4d0c-8e29-8eb9e9465710 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0777805 Aug 18 14:03:59.404781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:59.405062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:03:59.447737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.475229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.491475 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ad47ca-d2cb-41f6-9a72-b94b3ec95b03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:03:59.494814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-d9ef0233-481c-40c8-b101-80146c9ba51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.496485 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58ad47ca-d2cb-41f6-9a72-b94b3ec95b03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/bd9363ee-1283-4ec0-bf8f-3d6f3775644b HTTP/1.1" status: 404 len: 333 time: 0.0932047 Aug 18 14:03:59.498575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51926) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:59.499255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-d9ef0233-481c-40c8-b101-80146c9ba51c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.2640121 Aug 18 14:03:59.510620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55388a95-093a-4df4-805f-b2fd4640bab9 None None] The sync data for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 is: [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:02:36Z', 'revision_number': 4, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '36540ed7-c4a4-4820-a8bf-b6853e0a9b72', 'name': '', 'network_id': '0d6c44e7-6171-4af7-b699-af83d233520d', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'mac_address': 'fa:16:3e:18:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '6e204057-e832-48b2-90da-0e453ef733e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:34Z', 'updated_at': '2021-08-18T14:02:49Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'subnets': [{'id': '6e204057-e832-48b2-90da-0e453ef733e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:59.555988 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-655c13e4-ef95-4629-aab2-a38b818af513 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:03:59.560096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-655c13e4-ef95-4629-aab2-a38b818af513 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/42ab28f7-cc32-490b-a3be-993b869022cd HTTP/1.1" status: 404 len: 333 time: 0.0597310 Aug 18 14:03:59.562508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51928) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:59.570051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-f3c18246-94a4-48ab-922c-2a9eb2f9788e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577543 Aug 18 14:03:59.574367 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.584652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-b1c92e9d-1338-4893-9030-8dd6553871b6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766297 Aug 18 14:03:59.703217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-5364b69b-614a-4704-a5f6-7eb1515246cf service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129527 Aug 18 14:03:59.720995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Pushing event updated for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:59.746404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.858678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.992810 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee04c5-e2cc-4c35-a572-6fa803f11971 None None] New status for floating IP 4bf16d73-3e00-4364-8082-8ad6352dfde7: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:04:00.014784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Attempting to bind port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:00.015308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Attempting to bind port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:00.015495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Attempting to bind port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:00.041973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:00.042310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Attempting to bind port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 on network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:00.049271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f103732-a4bb-4b89-aec1-55c0527cbfc7 req-d13c3188-27fc-46e6-9e85-a5998272e30d service neutron] 10.222.0.35 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185115 Aug 18 14:04:00.054651 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Floating IP 61d8ed0a-711a-4618-960d-34c129dbb875 associated. External IP: 172.25.1.246, port: 08d8c2c5-7235-4a76-92b6-9a0395383e88. Aug 18 14:04:00.057257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:00.057604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Checking segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:00.058107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Bound using segment: {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:00.058821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Bound port: 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:00.059262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.121669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.143652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f8a9a5-3148-4142-b727-ef86dbc3f523']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:00.171512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea7ac2-8b20-48bd-9954-411a41fb7f84') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:00.171815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea7ac2-8b20-48bd-9954-411a41fb7f84') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:00.193768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.215801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.229979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:00.230398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:00.233962 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:00.358030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-b9cd2000-8802-4e13-945f-3c0e158a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.358474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-b9cd2000-8802-4e13-945f-3c0e158a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.358960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-b9cd2000-8802-4e13-945f-3c0e158a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.361088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-b9cd2000-8802-4e13-945f-3c0e158a7abd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2824 time: 0.1010134 Aug 18 14:04:00.452372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.467770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:00.469613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/81f8a9a5-3148-4142-b727-ef86dbc3f523 HTTP/1.1" status: 204 len: 168 time: 0.9057539 Aug 18 14:04:00.487457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51934) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:00.514264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-563676927'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:00.540072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824ea0-b4bd-4f67-b9b7-3ef27ebba48c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=81f8a9a5-3148-4142-b727-ef86dbc3f523,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:00.607506 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac80d4b-42da-43ec-9e8e-c05da6b37dfb x-openstack-request-id: req-cac80d4b-42da-43ec-9e8e-c05da6b37dfb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:00.608042 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "name": "network-vif-plugged", "status": "completed", "tag": "d3123723-b86b-4025-893e-3fc1e214181d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:00.608042 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cac80d4b-42da-43ec-9e8e-c05da6b37dfb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:00.608491 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d', 'code': 200} Aug 18 14:04:00.631842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-eaa4355d-1fe6-4ad2-90cd-901afad5ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.632371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-eaa4355d-1fe6-4ad2-90cd-901afad5ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.632912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-eaa4355d-1fe6-4ad2-90cd-901afad5ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:00.634958 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-eaa4355d-1fe6-4ad2-90cd-901afad5ed51 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a6bccfd339264be08594b4c67acfba18&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2647352 Aug 18 14:04:00.856314 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03404831-b34d-40f3-8aab-cc184fd05ef9 x-openstack-request-id: req-03404831-b34d-40f3-8aab-cc184fd05ef9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:00.856807 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:00.857227 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03404831-b34d-40f3-8aab-cc184fd05ef9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:00.857787 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', 'status': 'completed', 'code': 200} Aug 18 14:04:01.007284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:01.010989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:01.014407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.017871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdc08-7024-4ead-92ac-a2a985b66da4 req-1d56e79c-39a9-472d-b9f2-c4b2caf3c951 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.026707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdc08-7024-4ead-92ac-a2a985b66da4 req-1d56e79c-39a9-472d-b9f2-c4b2caf3c951 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.031345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdc08-7024-4ead-92ac-a2a985b66da4 req-1d56e79c-39a9-472d-b9f2-c4b2caf3c951 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.033080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e9cdc08-7024-4ead-92ac-a2a985b66da4 req-1d56e79c-39a9-472d-b9f2-c4b2caf3c951 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2413 time: 0.2378621 Aug 18 14:04:01.045239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:01.047557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a992c16-419c-42ad-8e93-0f900a3eab2f req-e90fe4b9-720a-430c-bed7-72513b892e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.049229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a992c16-419c-42ad-8e93-0f900a3eab2f req-e90fe4b9-720a-430c-bed7-72513b892e15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 1100 time: 0.2064755 Aug 18 14:04:01.107141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:01.137569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534f78b-5460-4391-b46a-a7b131d3885a req-ea0ca890-1d85-4701-81c9-4ed95a3c60ab tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.145753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b534f78b-5460-4391-b46a-a7b131d3885a req-ea0ca890-1d85-4701-81c9-4ed95a3c60ab tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.3518143 Aug 18 14:04:01.169535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.170693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-be15e425-f562-4772-8173-41a00512ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.172369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00b0b604-bc4b-48e2-b606-622d5d1a201d req-be15e425-f562-4772-8173-41a00512ecce service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5306005 Aug 18 14:04:01.178029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.178566 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment d0b9541b-d8c8-412d-aa1b-47797c2e71e2 of type vlan for network 38d4fcb2-8894-4490-8b1a-934f7903ef85 Aug 18 14:04:01.226634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.289083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.289751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.291364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] 10.222.0.10 "PUT /v2.0/ports/22b4ae14-54b2-4296-a796-cd9a7a17ca25 HTTP/1.1" status: 200 len: 1092 time: 3.3682921 Aug 18 14:04:01.298445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b534f78b-5460-4391-b46a-a7b131d3885a req-88b1df39-f78b-4db9-91b9-017ffc6b6133 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515667 Aug 18 14:04:01.304286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e9cdc08-7024-4ead-92ac-a2a985b66da4 req-278d8652-004a-4add-a40c-8dcb68d929c6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511749 Aug 18 14:04:01.356043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a992c16-419c-42ad-8e93-0f900a3eab2f req-a306522c-beee-4772-a973-3949b970c1aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939978 Aug 18 14:04:01.376022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.388301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.389070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.451206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb020a-c0b1-4adf-a937-8857570a7edf service neutron] Pushing event updated for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:01.513520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Router 6d076ce0-a981-4c86-8e24-396f915b01f9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:01.550021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-6e06c2f7-c0e5-4e47-9918-748bc337bf4d tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips/4bf16d73-3e00-4364-8082-8ad6352dfde7 HTTP/1.1" status: 200 len: 693 time: 0.1717367 Aug 18 14:04:01.554425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=38d4fcb2-8894-4490-8b1a-934f7903ef85,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:01.575925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:01.595994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-ec8b8b42-f6b6-43cb-833c-5547f0bc5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.596495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-ec8b8b42-f6b6-43cb-833c-5547f0bc5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.597521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-ec8b8b42-f6b6-43cb-833c-5547f0bc5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.599251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-ec8b8b42-f6b6-43cb-833c-5547f0bc5e02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2866 time: 0.1308601 Aug 18 14:04:01.615745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9a4acda7-cf66-48dd-be8a-c052338083aa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1255639 Aug 18 14:04:01.616944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:01.622727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:01.699462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14662c-0afc-404f-8929-452290836343 req-fa942a31-cc6f-4a7d-a6d0-a3d0c51f1c03 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.711453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca14662c-0afc-404f-8929-452290836343 req-fa942a31-cc6f-4a7d-a6d0-a3d0c51f1c03 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 949 time: 0.2557135 Aug 18 14:04:01.767326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-79eed333-cd0e-490d-9933-d83aded65484 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e HTTP/1.1" status: 200 len: 217 time: 0.1198013 Aug 18 14:04:01.866304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:01.866720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:01.911757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca14662c-0afc-404f-8929-452290836343 req-e54c0bf0-6048-46e8-a467-4ceebf3b91c7 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994126 Aug 18 14:04:01.922497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-6f48e715-6b27-4c8d-bba8-fa7eb57966e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.924195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-6f48e715-6b27-4c8d-bba8-fa7eb57966e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbb7e1a9-5d78-490d-9733-e67ab78f49ff HTTP/1.1" status: 200 len: 801 time: 0.1472647 Aug 18 14:04:01.928013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:01.943618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Sync routers for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:01.953175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-c641870f-79fe-4c54-bd11-fc87af0f9684 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:01.955191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:01.955844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:01.961521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-c641870f-79fe-4c54-bd11-fc87af0f9684 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.3817639 Aug 18 14:04:01.964853 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.163708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-6f6efa4c-6941-4937-85a3-ca345bda3ba2 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1889105 Aug 18 14:04:02.188240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ee389c34-0e89-498d-acff-264f41dc36ca tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "PUT /v2.0/floatingips/61d8ed0a-711a-4618-960d-34c129dbb875 HTTP/1.1" status: 200 len: 991 time: 4.3591256 Aug 18 14:04:02.222741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:02.267188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-078bf74d-c13d-46bd-8b75-277b34a20dda tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1002100 Aug 18 14:04:02.293404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a8280cb-d478-433a-a2c3-f01b4b39d22c req-5981ff44-39fc-412f-9cc4-580360f43480 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 210 time: 0.0546117 Aug 18 14:04:02.379649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-894eadf8-fa6f-4b8e-8f3d-33dd154c0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:02.383625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-894eadf8-fa6f-4b8e-8f3d-33dd154c0d04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4129689 Aug 18 14:04:02.520005 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.652973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:02.687122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:02.687569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 38d4fcb2-8894-4490-8b1a-934f7903ef85, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:02.708632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-93d6aee7-d7db-4a00-91c5-d67f2297c45e service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992363 Aug 18 14:04:02.719597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106570-bf2e-496b-90d0-4219f06af4f8 req-5143f380-4f2d-4932-9703-d252eff309d5 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:02.721706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75106570-bf2e-496b-90d0-4219f06af4f8 req-5143f380-4f2d-4932-9703-d252eff309d5 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.1237319 Aug 18 14:04:02.723377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Deleting port c5b20d5d-e290-4e4f-a24d-4a5695b2da51 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:02.724384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.763498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '61d8ed0a-711a-4618-960d-34c129dbb875', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'port_id': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'mac_address': 'fa:16:3e:7d:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:47Z', 'updated_at': '2021-08-18T14:03:59Z', 'revision_number': 1, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:02.785072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:02.816925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Checking router: 6d076ce0-a981-4c86-8e24-396f915b01f9 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:02.827376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:02.828465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:02.857817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75106570-bf2e-496b-90d0-4219f06af4f8 req-510ce4ff-59f2-47da-b9c2-002f843fb992 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291654 Aug 18 14:04:02.861208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122'}, {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}, {'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25'}, {'name': 'network-changed', 'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:02.864239 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c26d5c-e37e-4877-8174-ca8b0aef9b94" -d '{"events": [{"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122"}, {"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}, {"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25"}, {"name": "network-changed", "server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:02.883190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 38d4fcb2-8894-4490-8b1a-934f7903ef85) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:02.897316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:02.898135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.929727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4d318-6bb2-4414-86e0-811bc9f00917 None None] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:02.930222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.930587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:02.950585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-7e09f79c-b1e3-4610-868b-c6614dd7182c service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198210 Aug 18 14:04:02.956477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Calling delete_port for c5b20d5d-e290-4e4f-a24d-4a5695b2da51 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:03.027573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf3c76bc-9343-437f-af50-ced96d726747 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4071958 Aug 18 14:04:03.028017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51974) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:03.033873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85', 'name': 'tempest-PortsTestJSON-1876544001'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:03.037420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-daa37cbb-3094-4431-92ca-bc0002e02959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122 HTTP/1.1" status: 200 len: 217 time: 0.0684679 Aug 18 14:04:03.106385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:03.200772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869b4c2-f4db-4d3d-b44e-51422b621434 req-66c1ca14-3fab-4db8-aa3a-7ae5ca1a9462 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.207672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869b4c2-f4db-4d3d-b44e-51422b621434 req-66c1ca14-3fab-4db8-aa3a-7ae5ca1a9462 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.214703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869b4c2-f4db-4d3d-b44e-51422b621434 req-66c1ca14-3fab-4db8-aa3a-7ae5ca1a9462 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.218370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9869b4c2-f4db-4d3d-b44e-51422b621434 req-66c1ca14-3fab-4db8-aa3a-7ae5ca1a9462 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2413 time: 0.2667081 Aug 18 14:04:03.225897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-c34ddff5-4d39-4566-be7a-2fd3bdf73489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.227404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-c34ddff5-4d39-4566-be7a-2fd3bdf73489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc665318-d2cb-4379-8bfb-303e1a5ebe7f HTTP/1.1" status: 200 len: 801 time: 0.1797218 Aug 18 14:04:03.290415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-38d4fcb2-8894-4490-8b1a-934f7903ef85', 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': '3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:03.291302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.324799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9869b4c2-f4db-4d3d-b44e-51422b621434 req-1cbf1391-d618-4d25-ae3f-a2e9bf0a04ad tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874412 Aug 18 14:04:03.368698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-cfdd35dc-2ece-495e-b41f-d6b2ae01f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.370303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-cfdd35dc-2ece-495e-b41f-d6b2ae01f13b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05083baa-556f-439e-a69a-613e65d6366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133592 Aug 18 14:04:03.406766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de73b110-dd2f-4632-ab15-6084b251b261 x-openstack-request-id: req-de73b110-dd2f-4632-ab15-6084b251b261 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:03.407078 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:03.407333 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de73b110-dd2f-4632-ab15-6084b251b261 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:03.407814 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122', 'status': 'completed', 'code': 200} Aug 18 14:04:03.408079 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:04:03.408336 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'status': 'completed', 'code': 200} Aug 18 14:04:03.408589 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'status': 'completed', 'code': 200} Aug 18 14:04:03.418702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:03.422706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.477614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:03.539916 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.587564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event deleted for resources: {'Port': ['ID=c5b20d5d-e290-4e4f-a24d-4a5695b2da51,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:03.621101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Allocated IP 172.20.0.2 (38d4fcb2-8894-4490-8b1a-934f7903ef85/3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26/55b47c97-1c74-47fa-aab6-2fce67434adc) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:03.663496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-f96a8da4-23aa-47b6-ba94-5e0e239461fd service neutron] 10.222.0.10 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697499 Aug 18 14:04:03.674117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee17e6-0dee-4eda-b4d2-9a42ac090683 req-796063a1-b21b-4e6a-867b-c9b6e845f17a tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:03.682021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59ee17e6-0dee-4eda-b4d2-9a42ac090683 req-796063a1-b21b-4e6a-867b-c9b6e845f17a tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 949 time: 0.1939578 Aug 18 14:04:03.745429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '61d8ed0a-711a-4618-960d-34c129dbb875', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'port_id': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'mac_address': 'fa:16:3e:7d:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:47Z', 'updated_at': '2021-08-18T14:03:59Z', 'revision_number': 1, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:03.788325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c791b883-c669-4674-ae8c-33bf4608188b None None] The sync data for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 is: [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '61d8ed0a-711a-4618-960d-34c129dbb875', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'port_id': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'mac_address': 'fa:16:3e:7d:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:47Z', 'updated_at': '2021-08-18T14:03:59Z', 'revision_number': 1, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:03.789687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.793831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.794798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6afb1e66-8344-4b19-80cb-78bde70c6365 req-aa77faa3-10c1-4699-be9b-d3c9e6235be4 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "DELETE /v2.0/floatingips/4bf16d73-3e00-4364-8082-8ad6352dfde7 HTTP/1.1" status: 204 len: 173 time: 1.5266678 Aug 18 14:04:03.818961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59ee17e6-0dee-4eda-b4d2-9a42ac090683 req-f626957f-5644-47d8-ac59-41c884b0e4c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360676 Aug 18 14:04:03.912194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:03.923390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Transition to ACTIVE for port object 55b47c97-1c74-47fa-aab6-2fce67434adc will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:03.926082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f890894-8671-42a0-8089-777e7e4947a7 req-b2250799-b801-450c-a79c-a9a8d9f16959 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 210 time: 0.0502470 Aug 18 14:04:03.928057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-9231d6db-b17d-42df-9941-bfc894ca1b45 service neutron] 10.222.0.10 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415731 Aug 18 14:04:03.967581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Transition to ACTIVE for port object 55b47c97-1c74-47fa-aab6-2fce67434adc will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:03.980951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-c9203b57-57ff-4bfc-a81f-d340d6632da0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25 HTTP/1.1" status: 200 len: 217 time: 0.0420492 Aug 18 14:04:04.040074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.085103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:04.090116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:04.093150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a16f63ae-7ca0-460a-bb35-ed1351d59d0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537951 Aug 18 14:04:04.094328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:04.103230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.12 (38d4fcb2-8894-4490-8b1a-934f7903ef85/3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26/e2faff88-ee57-4e7f-8c13-f0e2a6df13a8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:04.119339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Pushing event updated for resources: {'Port': ['ID=55b47c97-1c74-47fa-aab6-2fce67434adc,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:04.189464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Attempting to bind port 55b47c97-1c74-47fa-aab6-2fce67434adc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:04.189859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Attempting to bind port 55b47c97-1c74-47fa-aab6-2fce67434adc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:04.190242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Attempting to bind port 55b47c97-1c74-47fa-aab6-2fce67434adc on network 38d4fcb2-8894-4490-8b1a-934f7903ef85 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:04.196859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:04.197241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Checking segment: {'id': 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:04.197638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.198114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Bound using segment: {'id': 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:04.199014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Bound port: 55b47c97-1c74-47fa-aab6-2fce67434adc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38d4fcb2-8894-4490-8b1a-934f7903ef85'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:04.199014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.225475 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562285a-f30c-4f9d-b5e8-ec60673b2c07 None None] New status for floating IP 61d8ed0a-711a-4618-960d-34c129dbb875: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:04:04.314663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] For port 55b47c97-1c74-47fa-aab6-2fce67434adc, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:04.320564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] For port 55b47c97-1c74-47fa-aab6-2fce67434adc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=55b47c97-1c74-47fa-aab6-2fce67434adc,segment=NetworkSegment(d0b9541b-d8c8-412d-aa1b-47797c2e71e2),segment_id=d0b9541b-d8c8-412d-aa1b-47797c2e71e2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:04.427894 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.456810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.478965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:04.522333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f076b-4e77-458b-b09a-94c57b296a32 None None] Pushing event updated for resources: {'Port': ['ID=55b47c97-1c74-47fa-aab6-2fce67434adc,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:04.617580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.630605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-1b57ef6c-bdad-4d87-b342-4bb2c0f1beda tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups/48d6d6b6-aa20-4e17-97db-a83b629cc089 HTTP/1.1" status: 200 len: 1810 time: 0.5924563 Aug 18 14:04:04.636128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-33ea6e70-be49-49b7-9b56-2613e1fe3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:04.638085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-33ea6e70-be49-49b7-9b56-2613e1fe3d95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbb7e1a9-5d78-490d-9733-e67ab78f49ff HTTP/1.1" status: 200 len: 801 time: 0.6319072 Aug 18 14:04:04.645946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-6a705fc8-3013-49da-9e41-67525d0c1ba6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668817 Aug 18 14:04:04.691791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:04.694731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=e2faff88-ee57-4e7f-8c13-f0e2a6df13a8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:04.697478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:04.709819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:04.801198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:04.802995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:04.872923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-674e86ef-410a-406f-9177-67a7f48b6fc9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:04.874559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-674e86ef-410a-406f-9177-67a7f48b6fc9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7707605 Aug 18 14:04:04.894911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:04.910693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-0326a1c1-b1b7-4738-9beb-2060f341f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:04.910941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7346684-9372-477d-9603-bb80c2d2af9a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8789022 Aug 18 14:04:04.911046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-0326a1c1-b1b7-4738-9beb-2060f341f864 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2603421 Aug 18 14:04:04.911136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:05.022562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d33207d7-834e-46ef-bc3c-7282f7139d8a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.023934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d33207d7-834e-46ef-bc3c-7282f7139d8a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371117 Aug 18 14:04:05.024556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.057634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:05.057925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.091100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '3849a956-16a7-47b7-ac91-9023774901e4', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:05.161742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.163009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.178287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:05.278481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457176-90a4-477e-989a-961e89592b33 req-5167300f-6dac-4d6c-b005-64f56f619215 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.288047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75457176-90a4-477e-989a-961e89592b33 req-5167300f-6dac-4d6c-b005-64f56f619215 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.3430147 Aug 18 14:04:05.346380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-f898b5a4-1d21-4f73-84c2-70ceb013095b service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211438 Aug 18 14:04:05.398430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75457176-90a4-477e-989a-961e89592b33 req-57165b78-3e42-41f9-8451-d23db7c5b9e0 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105614 Aug 18 14:04:05.425425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.428055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.429279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf9516c0-5f46-4dcf-b1ee-b7bbffdc8ba6 req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "DELETE /v2.0/security-groups/48d6d6b6-aa20-4e17-97db-a83b629cc089 HTTP/1.1" status: 204 len: 173 time: 0.7902479 Aug 18 14:04:05.453427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716fe7-8a04-4130-af7f-8f5045e936bf tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6d6b6-aa20-4e17-97db-a83b629cc089,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:05.453578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.538308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=e2faff88-ee57-4e7f-8c13-f0e2a6df13a8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:05.539550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1485c70b-c06b-4077-8041-fc0c35998e1c req-15f1073c-835d-4c53-85ae-999ba05d6da0 service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807020 Aug 18 14:04:05.547152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:05.551045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.633418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.635871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9707335-70ae-45d5-b969-95dc3b76c633 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 HTTP/1.1" status: 204 len: 168 time: 0.7237949 Aug 18 14:04:05.641419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:05.672135 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e320158-b8a5-4ae6-9d62-ea382c89ebf9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:04:05.680707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e320158-b8a5-4ae6-9d62-ea382c89ebf9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:04:05.682973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e320158-b8a5-4ae6-9d62-ea382c89ebf9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 HTTP/1.1" status: 404 len: 333 time: 0.0392931 Aug 18 14:04:05.686404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52010) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:05.695324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff21af-166d-4ed8-8727-f582b09cb89a None None] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:05.696010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-e04a517a-fca8-4bdd-925e-ac12d228c519 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.697736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-e04a517a-fca8-4bdd-925e-ac12d228c519 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 1100 time: 0.1556249 Aug 18 14:04:05.719733 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e73bc9-6bda-4c58-b200-995197581e44 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:05.724691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c3e73bc9-6bda-4c58-b200-995197581e44 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/e2faff88-ee57-4e7f-8c13-f0e2a6df13a8 HTTP/1.1" status: 404 len: 333 time: 0.0364788 Aug 18 14:04:05.727829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:05.744616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cd984-e066-4949-b53c-862e1ca6f1f6 req-3c13ff87-9766-4116-a778-51a3a545ca1e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.751082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cd984-e066-4949-b53c-862e1ca6f1f6 req-3c13ff87-9766-4116-a778-51a3a545ca1e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.757591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cd984-e066-4949-b53c-862e1ca6f1f6 req-3c13ff87-9766-4116-a778-51a3a545ca1e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:05.759617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f2cd984-e066-4949-b53c-862e1ca6f1f6 req-3c13ff87-9766-4116-a778-51a3a545ca1e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2413 time: 0.2190418 Aug 18 14:04:05.765642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:05.770249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.772463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-178d2308-b0d9-40c2-9440-389a6f979269 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.807610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:05.812163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.879147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:05.897105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c895970f-3f72-4045-9b02-eaadc1deca85 None None] Provisioning for port 55b47c97-1c74-47fa-aab6-2fce67434adc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:05.990589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f2cd984-e066-4949-b53c-862e1ca6f1f6 req-4e711bad-dfba-4281-bad5-1681197f2c6a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134783 Aug 18 14:04:05.998155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.016115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d435002b-e28b-4818-b610-2912f452cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.016612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d435002b-e28b-4818-b610-2912f452cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.017103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d435002b-e28b-4818-b610-2912f452cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.019459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d435002b-e28b-4818-b610-2912f452cd64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2866 time: 0.2545791 Aug 18 14:04:06.095906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.121 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/7085fc4c-b6b8-4610-b982-86e62a67ea50) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:06.158641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 55b47c97-1c74-47fa-aab6-2fce67434adc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:06.173469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-7e615db0-971f-474b-b26c-bc259b73dc97 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.182843 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-7e615db0-971f-474b-b26c-bc259b73dc97 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.0666788 Aug 18 14:04:06.183162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-072a5636-7e40-4b00-ac35-22cf1db8bdf8 req-61070ae5-8781-4805-8632-d20ed053a103 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 210 time: 0.0771177 Aug 18 14:04:06.246787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.268506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.269388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d79c2b1e-ac7c-445a-a34d-e19034241fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.271079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26 HTTP/1.1" status: 204 len: 168 time: 0.5421078 Aug 18 14:04:06.273454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-d79c2b1e-ac7c-445a-a34d-e19034241fac service neutron] 10.222.0.10 "GET /v2.0/networks?id=05083baa-556f-439e-a69a-613e65d6366f HTTP/1.1" status: 200 len: 902 time: 0.2126925 Aug 18 14:04:06.274095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:06.289711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1947b21-cceb-4cec-878f-7f4607d3db98 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:06.312778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 55b47c97-1c74-47fa-aab6-2fce67434adc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:06.320951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 55b47c97-1c74-47fa-aab6-2fce67434adc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:06.323877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.363882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Deleting port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:06.364272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.424320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-530f63b1-df01-4423-b6ed-7de679fa35c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122 HTTP/1.1" status: 200 len: 217 time: 0.1254888 Aug 18 14:04:06.511501 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.556333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] For port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:06.556794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.572965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-178d2308-b0d9-40c2-9440-389a6f979269 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.573196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 55b47c97-1c74-47fa-aab6-2fce67434adc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=55b47c97-1c74-47fa-aab6-2fce67434adc,segment=NetworkSegment(d0b9541b-d8c8-412d-aa1b-47797c2e71e2),segment_id=d0b9541b-d8c8-412d-aa1b-47797c2e71e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:06.576312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-53467798-d45b-4a57-a917-192edec75006 None None] Could not find standard attr ID for object e2faff88-ee57-4e7f-8c13-f0e2a6df13a8. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:04:06.579338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6702c-4f95-443f-9587-d06bd0279534 None None] Network 38d4fcb2-8894-4490-8b1a-934f7903ef85 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:06.598972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.634000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-92a7bb3a-0d2e-45ec-a769-ee061fd8405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.636218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-92a7bb3a-0d2e-45ec-a769-ee061fd8405c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc665318-d2cb-4379-8bfb-303e1a5ebe7f HTTP/1.1" status: 200 len: 801 time: 0.2007763 Aug 18 14:04:06.679022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-178d2308-b0d9-40c2-9440-389a6f979269 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.696842 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.764040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.770239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52c5a83c-cf8d-4cf0-b131-90a3fe802b74 req-178d2308-b0d9-40c2-9440-389a6f979269 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0613258 Aug 18 14:04:06.780448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d2308-b0d9-40c2-9440-389a6f979269 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2272b336-943c-472f-a964-e6486bb05ead,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:06.799088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object 7085fc4c-b6b8-4610-b982-86e62a67ea50 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:06.803076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-a64b5600-4a42-4e6b-9b3b-100749d80f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:06.804510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-a64b5600-4a42-4e6b-9b3b-100749d80f24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05083baa-556f-439e-a69a-613e65d6366f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1599422 Aug 18 14:04:06.829172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.837197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:06.837197 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Floating IP f8675776-0479-4211-8f65-903c5af8ef3c disassociated. External IP: 172.25.1.210, port: 2add5fe1-a38d-41d2-87a0-d7c2e59781f3. Aug 18 14:04:06.837197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Calling delete_port for 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:06.839042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=55b47c97-1c74-47fa-aab6-2fce67434adc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:06.947679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] DHCP port deletion for 38d4fcb2-8894-4490-8b1a-934f7903ef85 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:06.966952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 55b47c97-1c74-47fa-aab6-2fce67434adc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:06.967340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.004024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Deleting port 55b47c97-1c74-47fa-aab6-2fce67434adc {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:07.004399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.078054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] For port 55b47c97-1c74-47fa-aab6-2fce67434adc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=55b47c97-1c74-47fa-aab6-2fce67434adc,segment=NetworkSegment(d0b9541b-d8c8-412d-aa1b-47797c2e71e2),segment_id=d0b9541b-d8c8-412d-aa1b-47797c2e71e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:07.078461 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.090195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaaefa-8452-4eb4-94b3-f2403d635349 req-db4fbee0-fd5f-4d7c-9cc5-7016a5f84e48 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:07.091835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fdaaefa-8452-4eb4-94b3-f2403d635349 req-db4fbee0-fd5f-4d7c-9cc5-7016a5f84e48 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 945 time: 0.1911573 Aug 18 14:04:07.093021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Calling delete_port for 55b47c97-1c74-47fa-aab6-2fce67434adc owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:07.124604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.131982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa21b0-8c50-48b8-a36a-b43c393663b6 req-7fca1d5c-d71a-4c25-994b-ffdf6d97665f tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:07.133613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fa21b0-8c50-48b8-a36a-b43c393663b6 req-7fca1d5c-d71a-4c25-994b-ffdf6d97665f tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.2117562 Aug 18 14:04:07.143885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port 55b47c97-1c74-47fa-aab6-2fce67434adc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=55b47c97-1c74-47fa-aab6-2fce67434adc,segment=NetworkSegment(d0b9541b-d8c8-412d-aa1b-47797c2e71e2),segment_id=d0b9541b-d8c8-412d-aa1b-47797c2e71e2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:07.144248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.167112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.172023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event deleted for resources: {'Port': ['ID=2add5fe1-a38d-41d2-87a0-d7c2e59781f3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:07.183096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:07.201905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-dbd68bb1-b1f2-4fba-a789-4930c5bfa2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823712 Aug 18 14:04:07.223158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 55b47c97-1c74-47fa-aab6-2fce67434adc owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:07.286301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.328722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Router 64debcee-e6d1-4f8c-8124-184c036e133a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:07.329889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] Pushing event deleted for resources: {'Port': ['ID=55b47c97-1c74-47fa-aab6-2fce67434adc,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:07.332730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa74068-7ee4-4c0e-b527-74dc44666e97 None None] No DVR routers for this DVR port 55b47c97-1c74-47fa-aab6-2fce67434adc on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:07.410283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:07.424209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fdaaefa-8452-4eb4-94b3-f2403d635349 req-dbd3bc05-74f5-45c5-98d6-81110a0bed2f tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups?id=037fa277-7636-4d9c-a034-75127289556b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167613 Aug 18 14:04:07.427594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.212 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/f33029fe-40af-496a-88fc-406b11083638) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:07.451770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:07.461287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fa21b0-8c50-48b8-a36a-b43c393663b6 req-db3eee87-77ad-4ccd-afc7-a1cffa131f50 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081799 Aug 18 14:04:07.466193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:07.487618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:07.555767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:07.571324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Sync routers for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:07.602798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.603087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.603323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.606376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.606817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.607157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.607499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.607839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.608221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.608562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.608893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.609229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:07.609368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:07.613603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:07.658162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] No DVR routers for this DVR port 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:07.662224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.665464 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06b2218d-b19b-4a41-8622-8ac6b01ab99b req-a835cfcb-34d1-4b14-853e-442346cc07b3 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.58 "DELETE /v2.0/ports/2add5fe1-a38d-41d2-87a0-d7c2e59781f3 HTTP/1.1" status: 204 len: 173 time: 1.4768636 Aug 18 14:04:07.666206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'name': 'network-vif-deleted', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:07.669332 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73accf6e-aae9-446a-8659-01507c4a3e37" -d '{"events": [{"server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "name": "network-vif-deleted", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:07.769650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c6641c0-8c36-4fa6-bc72-00268904e7b4 req-59357398-0e19-4f81-a027-b4ade696ce9c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 210 time: 0.1158116 Aug 18 14:04:07.777574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-3b704d88-b5a4-469a-ae5b-78653fd05780 service neutron] 10.222.0.10 "GET /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523391 Aug 18 14:04:07.813594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:07.815711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.868000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:07.871751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:07.948137 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b64eb1-104e-4cc3-a042-1d952323a138 x-openstack-request-id: req-04b64eb1-104e-4cc3-a042-1d952323a138 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:07.948439 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d60978-4cae-45e4-af1f-e8a71567dad0", "name": "network-vif-deleted", "tag": "2add5fe1-a38d-41d2-87a0-d7c2e59781f3", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:07.948713 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04b64eb1-104e-4cc3-a042-1d952323a138 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:07.949084 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d60978-4cae-45e4-af1f-e8a71567dad0', 'name': 'network-vif-deleted', 'tag': '2add5fe1-a38d-41d2-87a0-d7c2e59781f3', 'status': 'completed', 'code': 200} Aug 18 14:04:08.112891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 55b47c97-1c74-47fa-aab6-2fce67434adc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:08.148984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 55b47c97-1c74-47fa-aab6-2fce67434adc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:08.148984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 55b47c97-1c74-47fa-aab6-2fce67434adc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:08.176829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9355e9b5-d6d8-40b7-85d1-0e556bc8c4af None None] Provisioning for port 7085fc4c-b6b8-4610-b982-86e62a67ea50 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:08.187223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9355e9b5-d6d8-40b7-85d1-0e556bc8c4af None None] Provisioning complete for port 7085fc4c-b6b8-4610-b982-86e62a67ea50 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:08.187653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9355e9b5-d6d8-40b7-85d1-0e556bc8c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.243888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9355e9b5-d6d8-40b7-85d1-0e556bc8c4af None None] Port 7085fc4c-b6b8-4610-b982-86e62a67ea50 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:08.290361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-57d43f01-cb45-41e8-b2d8-dd470a026ace tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4010613 Aug 18 14:04:08.306133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.310341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=55b47c97-1c74-47fa-aab6-2fce67434adc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:08.333789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Checking router: 64debcee-e6d1-4f8c-8124-184c036e133a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:08.335953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port 55b47c97-1c74-47fa-aab6-2fce67434adc on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:08.341024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Request body: {'port': {'device_id': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:08.344568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:08.345192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.352149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f06e4-fef7-40fd-b615-36d1f1b452ff req-b4f3cdb5-854a-4d4b-8730-7112b7aa52cf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.358131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f06e4-fef7-40fd-b615-36d1f1b452ff req-b4f3cdb5-854a-4d4b-8730-7112b7aa52cf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.364179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f06e4-fef7-40fd-b615-36d1f1b452ff req-b4f3cdb5-854a-4d4b-8730-7112b7aa52cf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.366414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-718f06e4-fef7-40fd-b615-36d1f1b452ff req-b4f3cdb5-854a-4d4b-8730-7112b7aa52cf tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2413 time: 0.7099600 Aug 18 14:04:08.462200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:08.526452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-6b202632-7c44-4ff9-8dd7-124d92336d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.528003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-6b202632-7c44-4ff9-8dd7-124d92336d35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19ceb3e306bf450db739ea34400d67f3&device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 1096 time: 0.6685610 Aug 18 14:04:08.594635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c1b44-5513-4749-a9f3-831d9bc17909 req-4d82887a-ebd2-4f66-81c1-19b221ed9ca3 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.596205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-488c1b44-5513-4749-a9f3-831d9bc17909 req-4d82887a-ebd2-4f66-81c1-19b221ed9ca3 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 1100 time: 0.3411329 Aug 18 14:04:08.598001 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.622674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.660965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.664176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d4fcb2-8894-4490-8b1a-934f7903ef85']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.677176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-718f06e4-fef7-40fd-b615-36d1f1b452ff req-f65ce8b3-68cf-4658-b5fb-3553d9015f74 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758892 Aug 18 14:04:08.689926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.714384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.714690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b9541b-d8c8-412d-aa1b-47797c2e71e2') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:08.729201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c82dd-9819-4012-9f92-e9fb19682efa None None] The sync data for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 is: [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:01:38Z', 'revision_number': 4, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fe8dbe10-dacb-4a22-9a30-08b69c037fa1', 'name': '', 'network_id': 'a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'mac_address': 'fa:16:3e:62:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:37Z', 'updated_at': '2021-08-18T14:01:45Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'subnets': [{'id': 'e7a3ddbf-48ed-498a-bbcc-7654823dad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:08.729963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object f33029fe-40af-496a-88fc-406b11083638 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:08.732577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.816840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.842538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-488c1b44-5513-4749-a9f3-831d9bc17909 req-398088fe-c00b-48d1-a5f4-af8a1128fdd3 tempest-ServersAdminNegativeTestJSON-1489952925 tempest-ServersAdminNegativeTestJSON-1489952925-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175617 Aug 18 14:04:08.875564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fcb9f20-ae73-4dd2-b226-948186db880c req-f2cbd930-afec-4939-8025-a8534334b68a tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5d60978-4cae-45e4-af1f-e8a71567dad0 HTTP/1.1" status: 200 len: 210 time: 0.0667167 Aug 18 14:04:08.885202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:08.885616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:08.896192 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:08.948433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-bc980c9f-5f0c-4412-a210-6f4279c422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.950184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-bc980c9f-5f0c-4412-a210-6f4279c422a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 200 len: 921 time: 0.3927004 Aug 18 14:04:09.041463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876f050-6abf-401f-8495-ca847d9b5fb0 None None] New status for floating IP f8675776-0479-4211-8f65-903c5af8ef3c: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:04:09.125822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-567ae1b4-7e1f-4a3f-80bf-58337313d262 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 200 len: 217 time: 0.1162751 Aug 18 14:04:09.132228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56d7799c-88bc-471f-9717-2906c6b53170 req-57acf87f-8037-496a-90cd-7ce1c34e7873 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 210 time: 0.1217217 Aug 18 14:04:09.185605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.198664 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.200558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/38d4fcb2-8894-4490-8b1a-934f7903ef85 HTTP/1.1" status: 204 len: 168 time: 2.9212797 Aug 18 14:04:09.204258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:09.212173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1866931037'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:09.221208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540959ef-6e62-44dd-9318-8f1bfba0563c req-3c8d9808-dd39-41c2-8672-e20addc8c3b7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:09.223361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-540959ef-6e62-44dd-9318-8f1bfba0563c req-3c8d9808-dd39-41c2-8672-e20addc8c3b7 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.2590652 Aug 18 14:04:09.229699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.231460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d896bc-4adc-4c1b-b767-ee570a38fa5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=38d4fcb2-8894-4490-8b1a-934f7903ef85,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:09.244973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:09.247971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-4cbaa481-3f43-4f05-bed6-d4a7495c6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:09.253510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-4cbaa481-3f43-4f05-bed6-d4a7495c6622 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 200 len: 860 time: 0.1139266 Aug 18 14:04:09.352932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:09.356912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.366305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-ce11bb05-128f-45e3-b43b-8b671c9ec243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d6c44e7-6171-4af7-b699-af83d233520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632193 Aug 18 14:04:09.374980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:09.400991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:09.407397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:09.413354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:09.417731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:09.437970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.439777 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment 17da0c56-2869-467b-8196-34bd1eab9e8b of type vlan for network 81464e80-daf6-4fad-9186-fee655f74c39 Aug 18 14:04:09.456604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-540959ef-6e62-44dd-9318-8f1bfba0563c req-789cdd25-e3b6-4859-9bb5-fce903992b61 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037177 Aug 18 14:04:09.532019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.590995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:09.591668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.641719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ebd7fcce-093c-4ddd-aeed-bb0c692bff4e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:09.653786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-46df0235-daf9-4f5e-80c8-17f43dd7a0e6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607324 Aug 18 14:04:09.683956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.703180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-63dba65a-e159-4c2c-9d3f-fd02d10e2965 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6287355 Aug 18 14:04:09.704505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:09.705183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.749219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7085fc4c-b6b8-4610-b982-86e62a67ea50 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:09.757074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Request body: {'port': {'device_id': '3849a956-16a7-47b7-ac91-9023774901e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:09.766234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.846608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=81464e80-daf6-4fad-9186-fee655f74c39,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:09.851235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:09.863071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 81464e80-daf6-4fad-9186-fee655f74c39 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:09.894377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'port_id': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', 'mac_address': 'fa:16:3e:83:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb7e1a9-5d78-490d-9733-e67ab78f49ff', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:09.915264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Transition to ACTIVE for port object 7085fc4c-b6b8-4610-b982-86e62a67ea50 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:09.916313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:09.934403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-56951b8d-bad4-4c3d-ad96-f0504edebcd2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7279105 Aug 18 14:04:09.936677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-65598136-12fa-47d0-92ff-665a88762e6c None None] Provisioning for port f33029fe-40af-496a-88fc-406b11083638 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:09.937282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:09.945605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '81464e80-daf6-4fad-9186-fee655f74c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:09.957807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-65598136-12fa-47d0-92ff-665a88762e6c None None] Provisioning complete for port f33029fe-40af-496a-88fc-406b11083638 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:09.958254 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65598136-12fa-47d0-92ff-665a88762e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.014731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-ace1f0ed-7c90-4b39-9a90-9083782a4fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346648 Aug 18 14:04:10.028698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026fc8-b9a2-45c4-8658-63cf80aeb662 req-c1799145-062d-4ab7-80cf-1a5d36465865 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.035403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026fc8-b9a2-45c4-8658-63cf80aeb662 req-c1799145-062d-4ab7-80cf-1a5d36465865 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.039357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.041542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026fc8-b9a2-45c4-8658-63cf80aeb662 req-c1799145-062d-4ab7-80cf-1a5d36465865 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.042133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.049620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f026fc8-b9a2-45c4-8658-63cf80aeb662 req-c1799145-062d-4ab7-80cf-1a5d36465865 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2413 time: 0.1842937 Aug 18 14:04:10.054807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-65598136-12fa-47d0-92ff-665a88762e6c None None] Port f33029fe-40af-496a-88fc-406b11083638 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:10.061357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd7fcce-093c-4ddd-aeed-bb0c692bff4e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:10.066062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.084971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.133406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-e38326ee-ccfc-457e-917e-274671fc7e36 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.135884 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-e38326ee-ccfc-457e-917e-274671fc7e36 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 945 time: 0.1849232 Aug 18 14:04:10.153504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.156594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 22b4ae14-54b2-4296-a796-cd9a7a17ca25 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:10.212176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4589d2-19ae-4046-84aa-89a25b954a1e req-a10fb374-b7bc-4a21-b2e8-f664e3ce8737 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.213682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f4589d2-19ae-4046-84aa-89a25b954a1e req-a10fb374-b7bc-4a21-b2e8-f664e3ce8737 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 949 time: 0.2918293 Aug 18 14:04:10.224821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:10.266750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.276043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Deleting port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:10.276754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.282143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'network_id': '7f48b68c-4d00-4a99-b0c7-cbdae75e3404', 'port_id': '22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'mac_address': 'fa:16:3e:dd:92:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb7e1a9-5d78-490d-9733-e67ab78f49ff', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:10.293786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f026fc8-b9a2-45c4-8658-63cf80aeb662 req-3ddb3e21-f1bb-4975-b4b0-75022c809417 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295179 Aug 18 14:04:10.315247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:10.341973 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.359378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b4ae14-54b2-4296-a796-cd9a7a17ca25 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:10.381913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.395531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] For port 0a3c0e5c-6900-41d6-9517-9422c940a6e5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0a3c0e5c-6900-41d6-9517-9422c940a6e5,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.395903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.411255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:10.412342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.419831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Calling delete_port for 0a3c0e5c-6900-41d6-9517-9422c940a6e5 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:10.462484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.464662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93770b05-4399-4bc0-90cd-3dc67a8ab122 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:10.489501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-c7224045-3185-4cb4-9158-1704474a2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.490018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-c7224045-3185-4cb4-9158-1704474a2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.490791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-c7224045-3185-4cb4-9158-1704474a2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.492249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-c7224045-3185-4cb4-9158-1704474a2f9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2866 time: 0.4018743 Aug 18 14:04:10.570544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f4589d2-19ae-4046-84aa-89a25b954a1e req-e121978a-a86d-4f61-854e-086f66738836 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441467 Aug 18 14:04:10.590659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:10.668092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe320d8-b5cb-41a2-90eb-b1d849169f47 req-5e1fb90d-c2b7-4216-a8a1-91975422acd5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.670394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfe320d8-b5cb-41a2-90eb-b1d849169f47 req-5e1fb90d-c2b7-4216-a8a1-91975422acd5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 936 time: 0.2592413 Aug 18 14:04:10.731809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Attempting to bind port 7085fc4c-b6b8-4610-b982-86e62a67ea50 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:10.731809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Attempting to bind port 7085fc4c-b6b8-4610-b982-86e62a67ea50 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:10.731809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Attempting to bind port 7085fc4c-b6b8-4610-b982-86e62a67ea50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:10.732307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.746432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '93770b05-4399-4bc0-90cd-3dc67a8ab122', 'network_id': '05083baa-556f-439e-a69a-613e65d6366f', 'port_id': '93770b05-4399-4bc0-90cd-3dc67a8ab122', 'mac_address': 'fa:16:3e:5a:24:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc665318-d2cb-4379-8bfb-303e1a5ebe7f', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:10.756765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Port 7085fc4c-b6b8-4610-b982-86e62a67ea50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:10.757046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Attempting to bind port 7085fc4c-b6b8-4610-b982-86e62a67ea50 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:10.785051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:10.785455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:10.785881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:10.786314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Bound port: 7085fc4c-b6b8-4610-b982-86e62a67ea50, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:10.787291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.806380 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.824546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93770b05-4399-4bc0-90cd-3dc67a8ab122 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:10.850633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.862627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfe320d8-b5cb-41a2-90eb-b1d849169f47 req-aa86686a-29d0-4537-92d3-961a594cb989 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669040 Aug 18 14:04:10.868593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:10.871514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-7f8e5fe3-7c15-4607-adb0-1bd44e1ca49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.871514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-7f8e5fe3-7c15-4607-adb0-1bd44e1ca49c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404 HTTP/1.1" status: 200 len: 903 time: 0.3564215 Aug 18 14:04:10.898487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33029fe-40af-496a-88fc-406b11083638 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:10.908073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.919827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:10.919827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2add5fe1-a38d-41d2-87a0-d7c2e59781f3 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:10.924380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Transition to ACTIVE for port object f33029fe-40af-496a-88fc-406b11083638 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:10.941994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.002265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.018486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-bed94283-2941-43f4-8336-e375167c6d42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25 HTTP/1.1" status: 200 len: 217 time: 0.0542142 Aug 18 14:04:11.019884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52078) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:11.080810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.081721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.099909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:11.109352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.120681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.155628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:11.159562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-19d4f349-783d-45c6-83d0-057f1dfb3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.161649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-19d4f349-783d-45c6-83d0-057f1dfb3c83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbb7e1a9-5d78-490d-9733-e67ab78f49ff HTTP/1.1" status: 200 len: 801 time: 0.1353238 Aug 18 14:04:11.169815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Pushing event deleted for resources: {'Port': ['ID=0a3c0e5c-6900-41d6-9517-9422c940a6e5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.171660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373fcc8-8b28-440c-8d91-284011cd20b2 req-1ca1b1d9-ce21-4fd4-9da6-1e7be352e695 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.173225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8373fcc8-8b28-440c-8d91-284011cd20b2 req-1ca1b1d9-ce21-4fd4-9da6-1e7be352e695 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fa552e3-3619-4828-b455-0bf550abb973 HTTP/1.1" status: 200 len: 867 time: 0.2169709 Aug 18 14:04:11.203708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Pushing event updated for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.254929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] No DVR routers for this DVR port 0a3c0e5c-6900-41d6-9517-9422c940a6e5 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:11.258009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.260503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62e89dc6-674a-4b7b-a3ce-194209a0ad50 req-25d3ccc3-7a30-47ac-8ef0-1bd5888bfc21 tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.10 "DELETE /v2.0/ports/0a3c0e5c-6900-41d6-9517-9422c940a6e5 HTTP/1.1" status: 204 len: 173 time: 1.1133628 Aug 18 14:04:11.267800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'name': 'network-vif-deleted', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:11.270936 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55018a0-a7c6-4a99-ac95-219d9ed661ba" -d '{"events": [{"server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "name": "network-vif-deleted", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:11.278932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.330606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=ed7367c7-2ac2-4a0c-a900-b51d951c5b63,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.350873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.387925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': '17da0c56-2869-467b-8196-34bd1eab9e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:11.388440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 81464e80-daf6-4fad-9186-fee655f74c39, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:11.439838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['22b4ae14-54b2-4296-a796-cd9a7a17ca25'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:11.544257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 81464e80-daf6-4fad-9186-fee655f74c39 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:11.549318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ebd7fcce-093c-4ddd-aeed-bb0c692bff4e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:11.561976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['93770b05-4399-4bc0-90cd-3dc67a8ab122'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:11.609804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.613545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.616103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "DELETE /v2.0/security-groups/037fa277-7636-4d9c-a034-75127289556b HTTP/1.1" status: 204 len: 168 time: 0.5999849 Aug 18 14:04:11.628305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52098) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:11.630481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.661687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0a3c0e5c-6900-41d6-9517-9422c940a6e5 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:11.662268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5b85-cc0b-403c-b416-25c31c2fb6ec tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037fa277-7636-4d9c-a034-75127289556b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.676209 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976725f-2be6-4fc1-a595-70725ab71b06 x-openstack-request-id: req-3976725f-2be6-4fc1-a595-70725ab71b06 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:11.676995 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa552e3-3619-4828-b455-0bf550abb973", "name": "network-vif-deleted", "tag": "0a3c0e5c-6900-41d6-9517-9422c940a6e5", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:11.677750 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3976725f-2be6-4fc1-a595-70725ab71b06 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:11.679425 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa552e3-3619-4828-b455-0bf550abb973', 'name': 'network-vif-deleted', 'tag': '0a3c0e5c-6900-41d6-9517-9422c940a6e5', 'status': 'completed', 'code': 200} Aug 18 14:04:11.703560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8373fcc8-8b28-440c-8d91-284011cd20b2 req-874dd014-bc1e-4eaa-9a10-1ede606b3e7c tempest-ServerRescueTestJSONUnderV235-920959697 tempest-ServerRescueTestJSONUnderV235-920959697-project] 10.222.0.35 "GET /v2.0/security-groups?id=badcf019-b2eb-42c1-8042-e82aa466a647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205376 Aug 18 14:04:11.710960 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-eba00c85-bbe8-4ddd-9aee-f24478caca62 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] show failed (client error): The resource could not be found. Aug 18 14:04:11.712486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eba00c85-bbe8-4ddd-9aee-f24478caca62 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "GET /v2.0/security-groups/037fa277-7636-4d9c-a034-75127289556b HTTP/1.1" status: 404 len: 347 time: 0.0831628 Aug 18 14:04:11.713759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 81464e80-daf6-4fad-9186-fee655f74c39) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:11.717091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52104) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:11.734042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.734929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.745024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.745587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.756184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] 10.222.0.58 "PUT /v2.0/ports/7085fc4c-b6b8-4610-b982-86e62a67ea50 HTTP/1.1" status: 200 len: 1096 time: 3.4425526 Aug 18 14:04:11.762166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:11.764956 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:11.774160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec694ec-5587-4e06-a000-8bb6634c340d None None] Network 81464e80-daf6-4fad-9186-fee655f74c39 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:11.787563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 0a3c0e5c-6900-41d6-9517-9422c940a6e5 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:11.788800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0a3c0e5c-6900-41d6-9517-9422c940a6e5 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:11.795869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-af8c5616-cee1-476c-b8c0-5c91f2090428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.797405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-af8c5616-cee1-476c-b8c0-5c91f2090428 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f48b68c-4d00-4a99-b0c7-cbdae75e3404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6139147 Aug 18 14:04:11.871937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-12fa3d3d-e235-4602-9799-dd8916629fe4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9334126 Aug 18 14:04:11.882838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077f59-726e-49e6-8b42-29b605c81882 req-e303b7c7-f3d0-4c97-bcfb-7835704121cb tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:11.885178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37077f59-726e-49e6-8b42-29b605c81882 req-e303b7c7-f3d0-4c97-bcfb-7835704121cb tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.10 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 949 time: 0.1333244 Aug 18 14:04:11.885932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52108) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:11.939131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a562100-45f1-4c0f-af1e-5b7d316996b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.941879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '81464e80-daf6-4fad-9186-fee655f74c39', 'security_groups': [], 'name': 'tempest-PortsTestJSON-453859129'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:12.053444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Attempting to bind port f33029fe-40af-496a-88fc-406b11083638 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:12.053870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Attempting to bind port f33029fe-40af-496a-88fc-406b11083638 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:12.054305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Attempting to bind port f33029fe-40af-496a-88fc-406b11083638 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:12.074915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2a1a-db5f-4000-aae5-ad6bf7e6f071 req-89cb84aa-d4f9-4ec7-bd89-c7dcc9c8b50e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.080723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2a1a-db5f-4000-aae5-ad6bf7e6f071 req-89cb84aa-d4f9-4ec7-bd89-c7dcc9c8b50e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.087307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2a1a-db5f-4000-aae5-ad6bf7e6f071 req-89cb84aa-d4f9-4ec7-bd89-c7dcc9c8b50e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.095433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c9c2a1a-db5f-4000-aae5-ad6bf7e6f071 req-89cb84aa-d4f9-4ec7-bd89-c7dcc9c8b50e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2416 time: 0.3130233 Aug 18 14:04:12.110572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Port f33029fe-40af-496a-88fc-406b11083638 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:12.111023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Attempting to bind port f33029fe-40af-496a-88fc-406b11083638 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:12.142718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:12.143207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:12.143754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:12.144341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Bound port: f33029fe-40af-496a-88fc-406b11083638, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:12.144793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.171152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4093-fe1c-4dab-a7ef-c50438562586 req-1a897d7f-86c0-4294-a3ea-99f69e7e4443 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.172888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fbd4093-fe1c-4dab-a7ef-c50438562586 req-1a897d7f-86c0-4294-a3ea-99f69e7e4443 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 949 time: 0.3441694 Aug 18 14:04:12.185551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a286adc3-61eb-4967-bc0e-8a3f12f8b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.186204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a286adc3-61eb-4967-bc0e-8a3f12f8b170 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 1099 time: 0.2392783 Aug 18 14:04:12.221097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-6992af90-ca89-4149-b1a0-7eee25a6e5b7 service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963833 Aug 18 14:04:12.238428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-81464e80-daf6-4fad-9186-fee655f74c39', 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': 'ed7367c7-2ac2-4a0c-a900-b51d951c5b63'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:12.239185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.265770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Deleting port 35a8cb74-3d53-472c-ad11-67d330153cd0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:12.266664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.289135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c9c2a1a-db5f-4000-aae5-ad6bf7e6f071 req-d69d6029-ba51-42d1-b3d4-29c13bc23029 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916859 Aug 18 14:04:12.323523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Deleting port d3123723-b86b-4025-893e-3fc1e214181d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:12.324007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.326183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-c292e2a5-aa5e-429d-b9c2-5cb8568e8374 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50 HTTP/1.1" status: 200 len: 217 time: 0.1202583 Aug 18 14:04:12.412303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:12.415533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.433469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Allocated IP 172.20.0.2 (81464e80-daf6-4fad-9186-fee655f74c39/ed7367c7-2ac2-4a0c-a900-b51d951c5b63/8be040bb-28ac-4a7b-8196-ef5898ed8b11) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:12.441661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port c048280f-fa19-480d-9b18-5db3163f0217 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:12.479373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fbd4093-fe1c-4dab-a7ef-c50438562586 req-0892d0d8-c059-4f0a-88c3-7750a0780fe4 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883942 Aug 18 14:04:12.505431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d0cfff3c-0949-4bb6-9abe-5293e766ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.507077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d0cfff3c-0949-4bb6-9abe-5293e766ba02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1714294 Aug 18 14:04:12.555393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:12.598053 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9644b78-037a-447b-bad7-58fbc9a715df x-openstack-request-id: req-d9644b78-037a-447b-bad7-58fbc9a715df {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:12.598689 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:12.598959 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9644b78-037a-447b-bad7-58fbc9a715df {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:12.599372 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50', 'status': 'completed', 'code': 200} Aug 18 14:04:12.603589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.603945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.608183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] For port d3123723-b86b-4025-893e-3fc1e214181d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d3123723-b86b-4025-893e-3fc1e214181d,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:12.608553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.621122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f33029fe-40af-496a-88fc-406b11083638,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:12.634940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-dce68f7f-3f30-455e-af2a-05d43801d4ec service neutron] 10.222.0.10 "GET /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383560 Aug 18 14:04:12.638501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Calling delete_port for 35a8cb74-3d53-472c-ad11-67d330153cd0 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:12.640371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Calling delete_port for d3123723-b86b-4025-893e-3fc1e214181d owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:12.666710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d0743eeb-a171-4d16-9880-3d20e38c135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.669229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-d0743eeb-a171-4d16-9880-3d20e38c135b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505399 Aug 18 14:04:12.693803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.828820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.830373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.833436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] 10.222.0.10 "PUT /v2.0/ports/f33029fe-40af-496a-88fc-406b11083638 HTTP/1.1" status: 200 len: 1096 time: 3.0866380 Aug 18 14:04:12.884750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-caeab068-44f2-4f02-8f5b-6462848310fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.887160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-caeab068-44f2-4f02-8f5b-6462848310fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7441511a6b94d97a9f806922139152d&device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 1096 time: 0.1907396 Aug 18 14:04:12.887826 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:12.899364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44287cf-d51f-4d35-ad26-6b18bba19518 service neutron] Pushing event updated for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:12.914329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Transition to ACTIVE for port object 8be040bb-28ac-4a7b-8196-ef5898ed8b11 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:12.937923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Transition to ACTIVE for port object 8be040bb-28ac-4a7b-8196-ef5898ed8b11 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:12.949388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db35df-50dc-4176-95e1-5c54ace486a2 req-bd2aa1a9-e829-4998-8013-662bb0753a4f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:12.951303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90db35df-50dc-4176-95e1-5c54ace486a2 req-bd2aa1a9-e829-4998-8013-662bb0753a4f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 948 time: 0.2807789 Aug 18 14:04:12.958579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:13.039699 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.043015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.045800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.066258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-a654e7e9-f1b7-4729-8029-2435e3d29199 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835623 Aug 18 14:04:13.098399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:13.134503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Pushing event updated for resources: {'Port': ['ID=8be040bb-28ac-4a7b-8196-ef5898ed8b11,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:13.145731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['d3123723-b86b-4025-893e-3fc1e214181d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:13.163731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90db35df-50dc-4176-95e1-5c54ace486a2 req-07556f53-1991-48d6-8955-1b180130ddfa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648028 Aug 18 14:04:13.212402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Pushing event deleted for resources: {'Port': ['ID=35a8cb74-3d53-472c-ad11-67d330153cd0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:13.230063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-09c01895-f8fa-4fe9-a4fa-a1c1a0cccaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.231328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Network 81464e80-daf6-4fad-9186-fee655f74c39 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:13.232038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-09c01895-f8fa-4fe9-a4fa-a1c1a0cccaa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 1099 time: 0.2591314 Aug 18 14:04:13.239072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-5c619303-8c99-4b11-9257-bfccb88f0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.241331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-5c619303-8c99-4b11-9257-bfccb88f0c82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 200 len: 916 time: 0.3446419 Aug 18 14:04:13.241735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:13.250667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:13.259051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] No DVR routers for this DVR port d3123723-b86b-4025-893e-3fc1e214181d on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:13.285127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-832583e3-7953-47de-9e13-192a75f92a29 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073753 Aug 18 14:04:13.313812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.318457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37077f59-726e-49e6-8b42-29b605c81882 req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.10 "DELETE /v2.0/ports/d3123723-b86b-4025-893e-3fc1e214181d HTTP/1.1" status: 204 len: 173 time: 1.3809736 Aug 18 14:04:13.357944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Attempting to bind port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:13.358367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Attempting to bind port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '17da0c56-2869-467b-8196-34bd1eab9e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:13.358530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-383f31de-3fa3-4712-8c89-385867468b1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=f33029fe-40af-496a-88fc-406b11083638 HTTP/1.1" status: 200 len: 217 time: 0.0911686 Aug 18 14:04:13.359026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Attempting to bind port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 on network 81464e80-daf6-4fad-9186-fee655f74c39 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:13.364962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.14 (81464e80-daf6-4fad-9186-fee655f74c39/ed7367c7-2ac2-4a0c-a900-b51d951c5b63/c048280f-fa19-480d-9b18-5db3163f0217) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:13.368725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:13.369249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Checking segment: {'id': '17da0c56-2869-467b-8196-34bd1eab9e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:13.369747 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.370956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Bound using segment: {'id': '17da0c56-2869-467b-8196-34bd1eab9e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:13.371571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Bound port: 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da0c56-2869-467b-8196-34bd1eab9e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '81464e80-daf6-4fad-9186-fee655f74c39'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:13.372061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.390921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a244634-3dd6-4f3c-a24d-22df14d8d2c1 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Pushing event deleted for resources: {'Port': ['ID=d3123723-b86b-4025-893e-3fc1e214181d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:13.446000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-982ff9e1-78e4-4168-a583-74737625a942 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 200 len: 1001 time: 0.1797738 Aug 18 14:04:13.514476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] For port 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:13.575599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] For port 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8be040bb-28ac-4a7b-8196-ef5898ed8b11,segment=NetworkSegment(17da0c56-2869-467b-8196-34bd1eab9e8b),segment_id=17da0c56-2869-467b-8196-34bd1eab9e8b)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:13.603956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.608012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.609486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf92aec5-9011-4942-8eb7-46b91969aa70 tempest-ServersTestManualDisk-1526541607 tempest-ServersTestManualDisk-1526541607-project] 10.222.0.35 "DELETE /v2.0/floatingips/f8675776-0479-4211-8f65-903c5af8ef3c HTTP/1.1" status: 204 len: 168 time: 1.8899920 Aug 18 14:04:13.618136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52128) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:13.662849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-b87a1a92-0d72-4208-9e37-5d6665f3ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.665045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-b87a1a92-0d72-4208-9e37-5d6665f3ffaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2967362 Aug 18 14:04:13.666221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ebd7fcce-093c-4ddd-aeed-bb0c692bff4e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:13.692983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbf411a9-6642-4138-b55e-8cfd6e84552e req-5844a1ce-8001-4e6d-a1d0-0fa09d712ada tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 210 time: 0.0635076 Aug 18 14:04:13.719658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.741825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-50c62530-f6dc-45ef-af10-ff46205ca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.743599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-50c62530-f6dc-45ef-af10-ff46205ca041 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de733119-0c61-41c8-b1be-907ec0d6b728 HTTP/1.1" status: 200 len: 854 time: 0.2407186 Aug 18 14:04:13.748231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-bc0e731f-ef18-49ce-8aab-ae8acfca200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.748231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-bc0e731f-ef18-49ce-8aab-ae8acfca200f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 1099 time: 0.2617607 Aug 18 14:04:13.761719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'name': 'network-vif-deleted', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:13.764537 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23823541-2779-40a2-ab56-900e8fcc7f79" -d '{"events": [{"server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "name": "network-vif-deleted", "tag": "d3123723-b86b-4025-893e-3fc1e214181d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:13.799458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d09a1-0386-4e31-a91d-4d07095128a0 req-9e445661-29f7-49bd-b397-e8d0c568e245 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.806524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d09a1-0386-4e31-a91d-4d07095128a0 req-9e445661-29f7-49bd-b397-e8d0c568e245 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.813206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d09a1-0386-4e31-a91d-4d07095128a0 req-9e445661-29f7-49bd-b397-e8d0c568e245 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.822392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-089d09a1-0386-4e31-a91d-4d07095128a0 req-9e445661-29f7-49bd-b397-e8d0c568e245 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2416 time: 0.3750565 Aug 18 14:04:13.878737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5c30-501c-4062-9e15-6f49ee8f0cee None None] Pushing event updated for resources: {'Port': ['ID=8be040bb-28ac-4a7b-8196-ef5898ed8b11,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:13.921232 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573981dd-5ed4-43db-b2ac-fa08cce97592 x-openstack-request-id: req-573981dd-5ed4-43db-b2ac-fa08cce97592 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:13.921514 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ef8e51-168f-4ff6-9183-7e1855446a6a", "name": "network-vif-deleted", "tag": "d3123723-b86b-4025-893e-3fc1e214181d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:13.921774 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-573981dd-5ed4-43db-b2ac-fa08cce97592 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:13.922197 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ef8e51-168f-4ff6-9183-7e1855446a6a', 'name': 'network-vif-deleted', 'tag': 'd3123723-b86b-4025-893e-3fc1e214181d', 'status': 'completed', 'code': 200} Aug 18 14:04:13.942150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-6d064170-471d-4a9e-99ee-d8bff9b9da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:13.943949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-6d064170-471d-4a9e-99ee-d8bff9b9da02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2598062 Aug 18 14:04:13.947602 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.984449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:14.000305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:14.001615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.034356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-4a517d61-bb32-435f-877d-84bce2c92537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:14.036236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-4a517d61-bb32-435f-877d-84bce2c92537 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66b2d3d6-33f0-45e0-9abf-d13a321e0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709479 Aug 18 14:04:14.057285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-089d09a1-0386-4e31-a91d-4d07095128a0 req-adbad3bc-cb1b-4026-b2ac-d670e63f01cb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336400 Aug 18 14:04:14.075478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object c048280f-fa19-480d-9b18-5db3163f0217 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:14.180190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.214448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:14.217108 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c298933-90e2-4371-8d65-87011690e25c" -d '{"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:14.237869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:14.261973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-95634a42-4927-4e99-ab98-8091cad5623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:14.264104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-95634a42-4927-4e99-ab98-8091cad5623a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.5000989 Aug 18 14:04:14.289230 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b54f5-51d9-4c34-be7b-d096449d7508 x-openstack-request-id: req-3c7b54f5-51d9-4c34-be7b-d096449d7508 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:14.289638 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:14.290176 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c7b54f5-51d9-4c34-be7b-d096449d7508 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:14.290681 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', 'code': 200} Aug 18 14:04:14.305009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.306066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 22b4ae14-54b2-4296-a796-cd9a7a17ca25 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:14.320261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-683723a6-f60e-497b-9821-bcca4c74fa07 service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504439 Aug 18 14:04:14.378262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:14.401320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.428521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-ffd7128b-9d89-4454-b60c-1d6d1ac340f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50 HTTP/1.1" status: 200 len: 217 time: 0.1531692 Aug 18 14:04:14.483318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-aaa6f9bd-a0d7-43b8-9b4b-e5caed605c46 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230122 Aug 18 14:04:14.493592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 81464e80-daf6-4fad-9186-fee655f74c39 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:14.501036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=c048280f-fa19-480d-9b18-5db3163f0217,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:14.504885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:14.513959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:14.570308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:14.575135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:14.575822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.645413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'tag': 'f33029fe-40af-496a-88fc-406b11083638'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:14.650046 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd4bfdf-2fcf-4839-b573-df499a2691f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "tag": "f33029fe-40af-496a-88fc-406b11083638"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:14.655268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d9f8801-14ee-48de-8109-216d126e32f0 req-09f71a59-28bf-4dd2-87fe-8b6a63ec6f71 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451969 Aug 18 14:04:14.725431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28d58-d891-4c6e-8b98-04c34a2615fb req-064eaf81-fe52-477c-b572-e5bc553109fc tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:14.730446 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.734136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cb28d58-d891-4c6e-8b98-04c34a2615fb req-064eaf81-fe52-477c-b572-e5bc553109fc tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 948 time: 0.4124880 Aug 18 14:04:14.745064 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cce18-4937-4bc2-94f1-85bda4e3d335 x-openstack-request-id: req-6f6cce18-4937-4bc2-94f1-85bda4e3d335 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:14.745363 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "tag": "f33029fe-40af-496a-88fc-406b11083638", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:14.745619 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f6cce18-4937-4bc2-94f1-85bda4e3d335 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:14.746047 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'tag': 'f33029fe-40af-496a-88fc-406b11083638', 'status': 'completed', 'code': 200} Aug 18 14:04:14.747761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-425500a7-ccf8-4078-a931-9bc4311c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:14.749360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-425500a7-ccf8-4078-a931-9bc4311c0498 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.3017201 Aug 18 14:04:14.810056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:14.896176 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.898944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93770b05-4399-4bc0-90cd-3dc67a8ab122 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:14.909178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3567edd1-8abc-4f00-8942-5d9927cfc153 req-dfc70f76-8f20-43ae-951c-24942324ed49 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ef8e51-168f-4ff6-9183-7e1855446a6a HTTP/1.1" status: 200 len: 210 time: 0.0701413 Aug 18 14:04:14.922261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c26d5c-e37e-4877-8174-ca8b0aef9b94 req-8a7efbc8-96d6-406f-a772-cec18dd64b69 service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357330 Aug 18 14:04:15.023154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cb28d58-d891-4c6e-8b98-04c34a2615fb req-ca73592b-8732-46e8-b79d-613d4b02c2ae tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869401 Aug 18 14:04:15.038703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-3a15705b-a422-412c-a1d8-68595b313f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.041819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-3a15705b-a422-412c-a1d8-68595b313f8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2794611 Aug 18 14:04:15.077349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-408a6e86-60a8-4394-b748-e8d1bec39cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.079185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-408a6e86-60a8-4394-b748-e8d1bec39cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 1099 time: 0.2394183 Aug 18 14:04:15.090536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.091218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.121036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:15.212031 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea7df31f-0cfc-4abf-a58e-3f795d331a06 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3221548 Aug 18 14:04:15.214419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:15.266428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.282040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 93770b05-4399-4bc0-90cd-3dc67a8ab122 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:15.287901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 93770b05-4399-4bc0-90cd-3dc67a8ab122 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:15.288836 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.330553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-a473d9e9-d255-432d-8d90-2ca004209df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.332462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-a473d9e9-d255-432d-8d90-2ca004209df8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2379777 Aug 18 14:04:15.336398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.427711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395cbe-c26d-4bb6-8875-06b39703e9e1 req-725a6834-8768-44c8-bc7a-9296fefcc37a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.428813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.434189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395cbe-c26d-4bb6-8875-06b39703e9e1 req-725a6834-8768-44c8-bc7a-9296fefcc37a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.440676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395cbe-c26d-4bb6-8875-06b39703e9e1 req-725a6834-8768-44c8-bc7a-9296fefcc37a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.442520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c395cbe-c26d-4bb6-8875-06b39703e9e1 req-725a6834-8768-44c8-bc7a-9296fefcc37a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2418 time: 0.1863360 Aug 18 14:04:15.444010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-ae32414a-946d-4812-bc28-fa96c96857d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=f33029fe-40af-496a-88fc-406b11083638 HTTP/1.1" status: 200 len: 217 time: 0.0921073 Aug 18 14:04:15.446252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-dec25cab-a4b2-4d9e-84c9-f2fc65bb1f05 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878448 Aug 18 14:04:15.451074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79809ae-bc7c-49bc-8b4e-2d0ebc984384 None None] Network 81464e80-daf6-4fad-9186-fee655f74c39 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:15.509872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-ad6a33c7-96bd-483d-b90e-03ba7b1113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.512213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-ad6a33c7-96bd-483d-b90e-03ba7b1113fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0604470 Aug 18 14:04:15.628847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:15.661000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c395cbe-c26d-4bb6-8875-06b39703e9e1 req-4bdb1af3-749d-4675-9a92-4fabc2bc629b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059362 Aug 18 14:04:15.675399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-33a3864c-0326-4c2c-bdd9-4e9fe4b28032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:15.677391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-33a3864c-0326-4c2c-bdd9-4e9fe4b28032 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458747 Aug 18 14:04:15.704229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5929853-d498-4f2c-ad00-70f9c7bcfbb1 None None] Provisioning for port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:15.744712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.780008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a744a9f-e635-4cd5-adcf-a4ef9866e9ba req-db7dddc3-52b1-48fa-a796-76f242a3f093 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186336 Aug 18 14:04:15.785881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port c048280f-fa19-480d-9b18-5db3163f0217 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:15.786410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.804620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d3123723-b86b-4025-893e-3fc1e214181d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:15.832891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-6c08684a-7b1b-4b7c-a19b-fc3b4daa74a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437726 Aug 18 14:04:15.850985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: d3123723-b86b-4025-893e-3fc1e214181d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:15.856626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d3123723-b86b-4025-893e-3fc1e214181d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:15.883290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:16.027197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cd4bfdf-2fcf-4839-b573-df499a2691f6 req-13d3b80a-3d9e-4c67-a50c-4e591457972d service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832635 Aug 18 14:04:16.175783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.229720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8be040bb-28ac-4a7b-8196-ef5898ed8b11 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:16.250905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for c048280f-fa19-480d-9b18-5db3163f0217 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:16.289775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5bc12087-7a43-4dbf-9ce5-5ac2bacf809e None None] Provisioning for port c048280f-fa19-480d-9b18-5db3163f0217 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:16.298248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25'}, {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:16.298615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec024-7769-41a2-9170-e6e96f4609ab req-31ab24f3-7236-43f0-88ec-bbfeb065edd6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.302963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c286c4-5f6b-405f-bc61-70c07e8930e5" -d '{"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25"}, {"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:16.310893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc4ec024-7769-41a2-9170-e6e96f4609ab req-31ab24f3-7236-43f0-88ec-bbfeb065edd6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 948 time: 0.1305981 Aug 18 14:04:16.311150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5bc12087-7a43-4dbf-9ce5-5ac2bacf809e None None] Provisioning complete for port c048280f-fa19-480d-9b18-5db3163f0217 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:16.311394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5bc12087-7a43-4dbf-9ce5-5ac2bacf809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.354522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5bc12087-7a43-4dbf-9ce5-5ac2bacf809e None None] Port c048280f-fa19-480d-9b18-5db3163f0217 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:16.369857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc4ec024-7769-41a2-9170-e6e96f4609ab req-5009eb3a-890f-4287-9c0b-f45e9364ab28 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Aug 18 14:04:16.398661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Deleting port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:16.401631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.452255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Deleting port fe8dbe10-dacb-4a22-9a30-08b69c037fa1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:16.452602 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.472729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:16.479751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:16.482049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.527248 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c56cf4-4d2e-4fef-a9f0-87cb3fd06cf3 x-openstack-request-id: req-f0c56cf4-4d2e-4fef-a9f0-87cb3fd06cf3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:16.527616 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25", "code": 200}, {"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-plugged", "status": "completed", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:16.528041 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0c56cf4-4d2e-4fef-a9f0-87cb3fd06cf3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:16.528372 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'code': 200} Aug 18 14:04:16.529221 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122', 'code': 200} Aug 18 14:04:16.569274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-04453628-fc3f-4a58-b164-06b8ea92ead3 None None] Provisioning complete for port c048280f-fa19-480d-9b18-5db3163f0217 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:16.569725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04453628-fc3f-4a58-b164-06b8ea92ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.640709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-04453628-fc3f-4a58-b164-06b8ea92ead3 None None] Port c048280f-fa19-480d-9b18-5db3163f0217 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:16.685415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.696187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] For port fe8dbe10-dacb-4a22-9a30-08b69c037fa1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:16.696632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.739202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Calling delete_port for fe8dbe10-dacb-4a22-9a30-08b69c037fa1 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:16.739655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] For port 36540ed7-c4a4-4820-a8bf-b6853e0a9b72, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,segment=NetworkSegment(ab91d37f-6865-473b-bbcb-59ee4527af77),segment_id=ab91d37f-6865-473b-bbcb-59ee4527af77)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:16.740151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.740886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b6f1-333c-4ad5-bd5f-d1c571b1d9f8 req-247c98c3-001f-4d28-b43b-0d6b9896da01 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.742944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8357b6f1-333c-4ad5-bd5f-d1c571b1d9f8 req-247c98c3-001f-4d28-b43b-0d6b9896da01 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 949 time: 0.1288810 Aug 18 14:04:16.747654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f303e7-584c-4260-b8f1-86491b19f22c req-0f55b83c-899c-4a0b-bb1e-f160ef2a27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.748307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f303e7-584c-4260-b8f1-86491b19f22c req-0f55b83c-899c-4a0b-bb1e-f160ef2a27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.748766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f303e7-584c-4260-b8f1-86491b19f22c req-0f55b83c-899c-4a0b-bb1e-f160ef2a27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.750488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32f303e7-584c-4260-b8f1-86491b19f22c req-0f55b83c-899c-4a0b-bb1e-f160ef2a27f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2872 time: 0.1472092 Aug 18 14:04:16.768919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Calling delete_port for 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:16.769954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8be040bb-28ac-4a7b-8196-ef5898ed8b11,segment=NetworkSegment(17da0c56-2869-467b-8196-34bd1eab9e8b),segment_id=17da0c56-2869-467b-8196-34bd1eab9e8b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:16.824839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8357b6f1-333c-4ad5-bd5f-d1c571b1d9f8 req-09a822d2-a87d-4292-ba2f-46d70e391104 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701609 Aug 18 14:04:16.875989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.888235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32f303e7-584c-4260-b8f1-86491b19f22c req-7dea130f-f479-4d60-8226-16f28c7d4416 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894670 Aug 18 14:04:16.907021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b704fb-ada4-4f7b-bcc2-e2e9b8c6bf9a req-175b8741-7e04-431f-bc0b-53add0c3de15 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.915282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b704fb-ada4-4f7b-bcc2-e2e9b8c6bf9a req-175b8741-7e04-431f-bc0b-53add0c3de15 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.922600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b704fb-ada4-4f7b-bcc2-e2e9b8c6bf9a req-175b8741-7e04-431f-bc0b-53add0c3de15 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:16.924796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29b704fb-ada4-4f7b-bcc2-e2e9b8c6bf9a req-175b8741-7e04-431f-bc0b-53add0c3de15 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.1344173 Aug 18 14:04:16.933941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7085fc4c-b6b8-4610-b982-86e62a67ea50 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:16.967203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.974292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29b704fb-ada4-4f7b-bcc2-e2e9b8c6bf9a req-5012f6ea-f227-40b7-84e9-9825df35664b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Aug 18 14:04:17.031864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=c048280f-fa19-480d-9b18-5db3163f0217,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.050929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8be040bb-28ac-4a7b-8196-ef5898ed8b11,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.113172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:17.134108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '7085fc4c-b6b8-4610-b982-86e62a67ea50', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '7085fc4c-b6b8-4610-b982-86e62a67ea50', 'mac_address': 'fa:16:3e:d6:9a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:17.243454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.258006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.260447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d45f526b-bea1-46e5-8b63-7a9725efbd7b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/c048280f-fa19-480d-9b18-5db3163f0217 HTTP/1.1" status: 204 len: 168 time: 2.0367720 Aug 18 14:04:17.263113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52172) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:17.266482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7085fc4c-b6b8-4610-b982-86e62a67ea50 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:17.301041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:17.302492 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c2032d-c6b0-49bd-870e-3ddb01b81083 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:17.305022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e8c2032d-c6b0-49bd-870e-3ddb01b81083 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/c048280f-fa19-480d-9b18-5db3163f0217 HTTP/1.1" status: 404 len: 333 time: 0.0397394 Aug 18 14:04:17.312249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:17.377298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet ed7367c7-2ac2-4a0c-a900-b51d951c5b63 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:17.379421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.388648 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.408535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.448711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Pushing event deleted for resources: {'Port': ['ID=36540ed7-c4a4-4820-a8bf-b6853e0a9b72,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.452789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.483813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8dbe10-dacb-4a22-9a30-08b69c037fa1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.497081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.515786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.611591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554c22-9303-4d13-a5d1-91bee7df2941 req-90dcfa58-e235-4e66-89c4-550fa5913662 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:17.613874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5554c22-9303-4d13-a5d1-91bee7df2941 req-90dcfa58-e235-4e66-89c4-550fa5913662 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 948 time: 0.1327012 Aug 18 14:04:17.684048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f33029fe-40af-496a-88fc-406b11083638 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:17.699741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5554c22-9303-4d13-a5d1-91bee7df2941 req-5ebca632-93cc-4c08-add4-c8a8423e9971 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Aug 18 14:04:17.717831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:17.719051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.844146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.033472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f33029fe-40af-496a-88fc-406b11083638,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:18.059053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'f33029fe-40af-496a-88fc-406b11083638', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'f33029fe-40af-496a-88fc-406b11083638', 'mac_address': 'fa:16:3e:4e:45:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:18.124802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.221273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.243008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33029fe-40af-496a-88fc-406b11083638 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:18.284951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f33029fe-40af-496a-88fc-406b11083638,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:18.306233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8be040bb-28ac-4a7b-8196-ef5898ed8b11 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:18.364022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.430361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:18.447147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:18.447677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.567028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8e37-95a0-4a22-a4f2-2e77872ab3cb req-b31cc5c7-5959-4ac8-9775-24928d6e2ec4 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:18.568885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298d8e37-95a0-4a22-a4f2-2e77872ab3cb req-b31cc5c7-5959-4ac8-9775-24928d6e2ec4 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 949 time: 0.1967943 Aug 18 14:04:18.581251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-89a75d03-c031-4522-9b6c-df4c1fc1153f tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:18.583098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-89a75d03-c031-4522-9b6c-df4c1fc1153f tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 949 time: 0.1999199 Aug 18 14:04:18.615841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd978-f89d-406d-b703-6d2eaa2de180 req-2936be12-5288-43f2-9b0e-6eb9a9d55709 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:18.621893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd978-f89d-406d-b703-6d2eaa2de180 req-2936be12-5288-43f2-9b0e-6eb9a9d55709 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:18.628545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd978-f89d-406d-b703-6d2eaa2de180 req-2936be12-5288-43f2-9b0e-6eb9a9d55709 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:18.630368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0abd978-f89d-406d-b703-6d2eaa2de180 req-2936be12-5288-43f2-9b0e-6eb9a9d55709 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.2372587 Aug 18 14:04:18.692636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.695120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:18.730440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7367c7-2ac2-4a0c-a900-b51d951c5b63,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:18.742779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.750501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d4814cc4-7e02-4724-bb2f-31be07ee5055 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/ed7367c7-2ac2-4a0c-a900-b51d951c5b63 HTTP/1.1" status: 204 len: 168 time: 1.4361067 Aug 18 14:04:18.758331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298d8e37-95a0-4a22-a4f2-2e77872ab3cb req-6528813e-ca1d-4053-8ee8-0f1f824bd688 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/security-groups?id=aad70178-21f5-46d3-af14-ac36ace63a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739879 Aug 18 14:04:18.759158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52190) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:18.788620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f4b05-f296-4cda-b5da-295323d8dfae None None] Network 81464e80-daf6-4fad-9186-fee655f74c39 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:18.831380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0abd978-f89d-406d-b703-6d2eaa2de180 req-5c372882-20ae-4b8c-b25b-a6bd6f883c56 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727467 Aug 18 14:04:18.904533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7085fc4c-b6b8-4610-b982-86e62a67ea50 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:18.919554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Router 64debcee-e6d1-4f8c-8124-184c036e133a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:18.921936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Router 658211f6-2a89-4e1d-980b-9cda3135beec has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:18.933921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.982815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Deleting port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:18.983155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.077188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 7085fc4c-b6b8-4610-b982-86e62a67ea50 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:19.095122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 7085fc4c-b6b8-4610-b982-86e62a67ea50 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:19.095596 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.117619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcde249-7e2f-4e99-9abc-0306f2ebd9b4 req-ccc0eb83-fbe0-4d02-9b71-6615147b5a94 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:19.124334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dcde249-7e2f-4e99-9abc-0306f2ebd9b4 req-ccc0eb83-fbe0-4d02-9b71-6615147b5a94 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 949 time: 0.1842802 Aug 18 14:04:19.212396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-957c27a8-f1a3-4e52-bba5-67a763c87c20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654422 Aug 18 14:04:19.214166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] For port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:19.214545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.241804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dcde249-7e2f-4e99-9abc-0306f2ebd9b4 req-0b1b3951-123a-4a10-975e-a1999fcb6faf tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069992 Aug 18 14:04:19.256536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Calling delete_port for fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:19.283388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:19.295852 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a3a7b1af-9c06-401f-ade5-c4ad0fe0d6ae admin admin] 10.222.0.35 "PUT /v2.0/routers/64debcee-e6d1-4f8c-8124-184c036e133a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6696136 Aug 18 14:04:19.297788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52194) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:19.300330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Sync routers for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:19.306188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] DHCP port deletion for 81464e80-daf6-4fad-9186-fee655f74c39 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:19.311353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.337280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:19.337638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.342178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:19.348620 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4c15c2a-9803-450e-9f86-5f3427cdc128 admin admin] 10.222.0.35 "PUT /v2.0/routers/658211f6-2a89-4e1d-980b-9cda3135beec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3885553 Aug 18 14:04:19.351091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:19.354020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:19.356657 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Sync routers for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:19.366562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:19.371269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:19.371992 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:19.449544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-24a52b72-2a19-45e0-a161-4aa0f526cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:19.451085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-24a52b72-2a19-45e0-a161-4aa0f526cf07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f38cb9feb77436cbfd3bd5f67643f77&device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 1097 time: 0.1321096 Aug 18 14:04:19.453172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8be040bb-28ac-4a7b-8196-ef5898ed8b11,segment=NetworkSegment(17da0c56-2869-467b-8196-34bd1eab9e8b),segment_id=17da0c56-2869-467b-8196-34bd1eab9e8b)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:19.453595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.489242 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:19.507699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 8be040bb-28ac-4a7b-8196-ef5898ed8b11 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:19.617784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.669379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-c3a678b7-e249-4a69-9b26-dde1af7cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:19.670937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-c3a678b7-e249-4a69-9b26-dde1af7cc3e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 HTTP/1.1" status: 200 len: 916 time: 0.1780508 Aug 18 14:04:19.688581 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:04:17Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:19.696274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:19.698675 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694fe11-5799-43b8-b82a-cb9034198b93" -d '{"events": [{"server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:19.723350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.726061 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Checking router: 658211f6-2a89-4e1d-980b-9cda3135beec for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:19.736876 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Routers {'658211f6-2a89-4e1d-980b-9cda3135beec'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:19.738490 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['658211f6-2a89-4e1d-980b-9cda3135beec'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:19.757820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.760036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:19.761959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-d5b204e7-4c63-4d0b-93ce-badc1d9b950e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd70864a-ff7b-436e-b025-d1029908527b HTTP/1.1" status: 200 len: 217 time: 0.0608940 Aug 18 14:04:19.765297 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db8d20-4dd2-4ddc-b6e2-48a848575789 x-openstack-request-id: req-27db8d20-4dd2-4ddc-b6e2-48a848575789 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:19.765666 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:19.765963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27db8d20-4dd2-4ddc-b6e2-48a848575789 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:19.766351 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50', 'code': 200} Aug 18 14:04:19.766479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.776640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:19.809456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:19.820697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.871431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Pushing event deleted for resources: {'Port': ['ID=fa60b80f-d0e3-4e83-a6d3-ff33c39f4905,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:19.881136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.916675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Deleting port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:19.916675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.931417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.985036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c364-1c34-490c-bb5d-61f40566a192 req-60266bca-9a73-4cfb-9e7f-4753f697be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:19.986681 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4b94c364-1c34-490c-bb5d-61f40566a192 req-60266bca-9a73-4cfb-9e7f-4753f697be4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 1101 time: 0.1115084 Aug 18 14:04:20.004369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:20.039386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Deleting port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:20.039812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.045687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] No DVR routers for this DVR port fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:20.047631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=8be040bb-28ac-4a7b-8196-ef5898ed8b11,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:20.050618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4b94c364-1c34-490c-bb5d-61f40566a192 req-7feeb9f9-95c6-498d-91a5-3a356e124cc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532706 Aug 18 14:04:20.102574 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] Set router 658211f6-2a89-4e1d-980b-9cda3135beec gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:20.120144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] For port 8be040bb-28ac-4a7b-8196-ef5898ed8b11, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:20.123864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.126994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:20.128327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.131186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-054232f1-c81c-4a8a-a5cc-3b44803a6551 req-1de1e574-bc92-45f1-8e2a-2b6a9bf974c5 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.58 "DELETE /v2.0/ports/fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 HTTP/1.1" status: 204 len: 173 time: 1.5335612 Aug 18 14:04:20.131701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'name': 'network-vif-deleted', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:20.135494 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ee9fd-2167-412f-a838-69025eaa8310" -d '{"events": [{"server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "name": "network-vif-deleted", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:20.147366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-787ec2aa-55a2-48e9-801a-1f94f0028b6a req-a7a78314-1430-41ec-9307-e3877e7ca3c9 tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.2315462 Aug 18 14:04:20.193749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-372498bf-21c8-47e2-8d96-7ca105fdb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:20.195059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-372498bf-21c8-47e2-8d96-7ca105fdb781 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=99009a37-f7f0-4135-8ed2-2608df291073 HTTP/1.1" status: 200 len: 855 time: 0.4237058 Aug 18 14:04:20.228883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8be040bb-28ac-4a7b-8196-ef5898ed8b11 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:20.242709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Calling delete_port for 8be040bb-28ac-4a7b-8196-ef5898ed8b11 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:20.242930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] For port 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:20.243947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.257585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:04:20.263657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Deleting port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:20.264046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.272815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-89da1a33-4f10-4baf-bc1e-d54d9919e929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468881 Aug 18 14:04:20.278016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Calling delete_port for 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:20.281384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.324548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.331297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81464e80-daf6-4fad-9186-fee655f74c39']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.343751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8be040bb-28ac-4a7b-8196-ef5898ed8b11 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:20.346456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8be040bb-28ac-4a7b-8196-ef5898ed8b11 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:20.356058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7225-0603-44f6-a72c-c9a93e84d479 req-e6b1297a-bdfc-45a9-a1be-2345b1c90684 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:20.396748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7225-0603-44f6-a72c-c9a93e84d479 req-e6b1297a-bdfc-45a9-a1be-2345b1c90684 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:20.397915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7225-0603-44f6-a72c-c9a93e84d479 req-e6b1297a-bdfc-45a9-a1be-2345b1c90684 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:20.408561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-470f7225-0603-44f6-a72c-c9a93e84d479 req-e6b1297a-bdfc-45a9-a1be-2345b1c90684 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.4299281 Aug 18 14:04:20.411884 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb248b-aa26-4645-9087-e2044379fd36 x-openstack-request-id: req-2deb248b-aa26-4645-9087-e2044379fd36 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:20.412124 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb20e5-3961-4f78-8e03-b82f22cdbfe5", "name": "network-vif-deleted", "tag": "fa60b80f-d0e3-4e83-a6d3-ff33c39f4905", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:20.412378 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2deb248b-aa26-4645-9087-e2044379fd36 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:20.412826 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb20e5-3961-4f78-8e03-b82f22cdbfe5', 'name': 'network-vif-deleted', 'tag': 'fa60b80f-d0e3-4e83-a6d3-ff33c39f4905', 'status': 'completed', 'code': 200} Aug 18 14:04:20.424425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] Pushing event deleted for resources: {'Port': ['ID=8be040bb-28ac-4a7b-8196-ef5898ed8b11,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:20.426952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d4bef-0eb3-4e80-b484-92ba0b14120d None None] No DVR routers for this DVR port 8be040bb-28ac-4a7b-8196-ef5898ed8b11 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:20.521170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:04:17Z', 'revision_number': 5, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port': {'id': '6b22941e-34cf-4c6f-9345-b1c10d1dc30f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:33Z', 'updated_at': '2021-08-18T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.571141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Checking router: 64debcee-e6d1-4f8c-8124-184c036e133a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:20.581066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Routers {'64debcee-e6d1-4f8c-8124-184c036e133a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:20.581716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:03:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['64debcee-e6d1-4f8c-8124-184c036e133a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.600989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] For port 6b22941e-34cf-4c6f-9345-b1c10d1dc30f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:20.606245 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.637786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Calling delete_port for 6b22941e-34cf-4c6f-9345-b1c10d1dc30f owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:20.652703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17da0c56-2869-467b-8196-34bd1eab9e8b') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.655133 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:04:17Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.658494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17da0c56-2869-467b-8196-34bd1eab9e8b') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.703931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] Set router 64debcee-e6d1-4f8c-8124-184c036e133a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:20.720746 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e05074-cfe7-49f2-81a3-532dd6117338 None None] The sync data for ids ['658211f6-2a89-4e1d-980b-9cda3135beec'] in n-d-804303-5 is: [{'id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2053512004-router', 'tenant_id': '19ceb3e306bf450db739ea34400d67f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:27Z', 'updated_at': '2021-08-18T14:04:17Z', 'revision_number': 5, 'project_id': '19ceb3e306bf450db739ea34400d67f3', 'gw_port': {'id': '9d92ce07-5ff4-4fd1-b601-7ee301f9aac7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658211f6-2a89-4e1d-980b-9cda3135beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:29Z', 'updated_at': '2021-08-18T14:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:20.728991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.732730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-470f7225-0603-44f6-a72c-c9a93e84d479 req-ab3c301f-9e6f-4232-849a-56696add1b05 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227530 Aug 18 14:04:20.778952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.823118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:20.826258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.827105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:04:19Z', 'revision_number': 6, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.846232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023214af-4006-4f93-96d2-b8eac82dfe18 req-8b33d31b-0ca4-42ea-91de-ed0dc51dbeb8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:20.856543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-023214af-4006-4f93-96d2-b8eac82dfe18 req-8b33d31b-0ca4-42ea-91de-ed0dc51dbeb8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 949 time: 0.2663171 Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:20.858696 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:20.882118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7210360-83c5-469f-81a0-bb7b8759d4f0 None None] The sync data for ids ['64debcee-e6d1-4f8c-8124-184c036e133a'] in n-d-804303-5 is: [{'id': '64debcee-e6d1-4f8c-8124-184c036e133a', 'name': 'tempest-ServersTestManualDisk-529799622-router', 'tenant_id': '8853a8f04c214b9197ae7c6ff879f071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:32Z', 'updated_at': '2021-08-18T14:04:19Z', 'revision_number': 6, 'project_id': '8853a8f04c214b9197ae7c6ff879f071', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:20.935695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-49d16304-c9b6-4250-98d7-51964d99bf72 service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459401 Aug 18 14:04:21.038395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-023214af-4006-4f93-96d2-b8eac82dfe18 req-bd10652b-ee8b-4a3a-8d11-cf117d1c19bb tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807196 Aug 18 14:04:21.080829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.091007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.098853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/81464e80-daf6-4fad-9186-fee655f74c39 HTTP/1.1" status: 204 len: 168 time: 2.3351779 Aug 18 14:04:21.105189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:21.111193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'name': 'tempest-PortsTestJSON-1538425569'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:21.137151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fdb4cea-d762-493d-949d-2ee4875cb773 req-958bff9c-1f93-4d02-943b-eb9e3919271d service neutron] 10.222.0.10 "GET /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775534 Aug 18 14:04:21.143738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.161034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774ed0-d4d2-4b66-8d28-1e7fc821f46d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=81464e80-daf6-4fad-9186-fee655f74c39,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:21.249382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.257635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d92ce07-5ff4-4fd1-b601-7ee301f9aac7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:21.301586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0405c41f-9340-489c-be92-8143c5e1cefa req-6cc4a7dd-453c-44be-b34d-7d57b18358db tempest-ServersAdminNegativeTestJSON-1814910341 tempest-ServersAdminNegativeTestJSON-1814910341-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bfb20e5-3961-4f78-8e03-b82f22cdbfe5 HTTP/1.1" status: 200 len: 210 time: 0.0531571 Aug 18 14:04:21.332810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b22941e-34cf-4c6f-9345-b1c10d1dc30f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:21.559722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.603110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.681900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9398-6a62-449a-876f-faaf1d7fe214 req-243da3bd-49dd-4c67-ad06-6c8a572e4c36 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:21.688345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9398-6a62-449a-876f-faaf1d7fe214 req-243da3bd-49dd-4c67-ad06-6c8a572e4c36 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:21.695236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9398-6a62-449a-876f-faaf1d7fe214 req-243da3bd-49dd-4c67-ad06-6c8a572e4c36 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:21.697301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-099d9398-6a62-449a-876f-faaf1d7fe214 req-243da3bd-49dd-4c67-ad06-6c8a572e4c36 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.0701530 Aug 18 14:04:21.726806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f33029fe-40af-496a-88fc-406b11083638 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:21.740208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-099d9398-6a62-449a-876f-faaf1d7fe214 req-60b548ee-31b7-4dc9-8348-8e37b751ee4f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Aug 18 14:04:21.861310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port f33029fe-40af-496a-88fc-406b11083638 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:21.867578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port f33029fe-40af-496a-88fc-406b11083638 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:21.868050 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.872527 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae901-25db-410a-8d7a-4fc048fdc66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.006137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.008516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.019226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.056225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33029fe-40af-496a-88fc-406b11083638'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:22.056357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:22.059944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.061130 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d873d9b-c411-4114-a868-19fdc45f13c2" -d '{"events": [{"server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "name": "network-vif-plugged", "status": "completed", "tag": "f33029fe-40af-496a-88fc-406b11083638"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:22.079016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f33029fe-40af-496a-88fc-406b11083638,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:22.159751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.162456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.180994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.183854 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e5a093-36dc-4961-a0a7-ed934dbd4fc0 x-openstack-request-id: req-f5e5a093-36dc-4961-a0a7-ed934dbd4fc0 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:22.184349 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "name": "network-vif-plugged", "status": "completed", "tag": "f33029fe-40af-496a-88fc-406b11083638", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:22.191757 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5e5a093-36dc-4961-a0a7-ed934dbd4fc0 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:22.191757 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33029fe-40af-496a-88fc-406b11083638', 'code': 200} Aug 18 14:04:22.225327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.226227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658211f6-2a89-4e1d-980b-9cda3135beec {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:04:22.243576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.243576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6cfabb7-6e84-4a8e-994e-70928b58ef7f admin admin] 10.222.0.35 "DELETE /v2.0/routers/658211f6-2a89-4e1d-980b-9cda3135beec HTTP/1.1" status: 204 len: 168 time: 2.8896508 Aug 18 14:04:22.246475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52238) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:22.271722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b7c22-dcc9-470f-9c6b-b4c507bfd204 req-7a569e73-69f8-46e4-931a-8e1ba8c89d75 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:22.292326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db1b7c22-dcc9-470f-9c6b-b4c507bfd204 req-7a569e73-69f8-46e4-931a-8e1ba8c89d75 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 949 time: 0.1520929 Aug 18 14:04:22.334055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:22.339051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.352621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 46a0c78e-1108-47dd-b20b-9dadeb9342e4 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:22.374748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.375483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64debcee-e6d1-4f8c-8124-184c036e133a {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:04:22.384884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.386900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f27126d0-66fa-41d1-ba47-97db18424ae8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/64debcee-e6d1-4f8c-8124-184c036e133a HTTP/1.1" status: 204 len: 168 time: 3.0860336 Aug 18 14:04:22.389042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.389470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36540ed7-c4a4-4820-a8bf-b6853e0a9b72 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:22.390003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b22941e-34cf-4c6f-9345-b1c10d1dc30f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.396516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52242) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:22.439909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6b22941e-34cf-4c6f-9345-b1c10d1dc30f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.442564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b22941e-34cf-4c6f-9345-b1c10d1dc30f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:22.443361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fe8dbe10-dacb-4a22-9a30-08b69c037fa1 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.480839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: fe8dbe10-dacb-4a22-9a30-08b69c037fa1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.488593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fe8dbe10-dacb-4a22-9a30-08b69c037fa1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:22.497238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Deleting subnet 6e204057-e832-48b2-90da-0e453ef733e7 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:22.506516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.531189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf964-5f6a-41b6-a8dd-51341769cba6 req-a074478b-52d2-4b8a-a538-cab03eec39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:22.533683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e92cf964-5f6a-41b6-a8dd-51341769cba6 req-a074478b-52d2-4b8a-a538-cab03eec39f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 1101 time: 0.2012362 Aug 18 14:04:22.579344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db1b7c22-dcc9-470f-9c6b-b4c507bfd204 req-62384790-3056-40f7-a870-3961fcef27ef tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813756 Aug 18 14:04:22.607328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Deleting subnet e7a3ddbf-48ed-498a-bbcc-7654823dad14 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:22.623231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.648369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e92cf964-5f6a-41b6-a8dd-51341769cba6 req-b81af301-b236-4c82-b737-bded01354658 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Aug 18 14:04:22.666434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.670102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.828506 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.844284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.852172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.915360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.951996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.952997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fa60b80f-d0e3-4e83-a6d3-ff33c39f4905 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:23.035668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d92487-8f90-4d4a-b938-375d3f190f59 req-f3fa3eee-8541-4b5f-a701-f83a0dee80b6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.042370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d92487-8f90-4d4a-b938-375d3f190f59 req-f3fa3eee-8541-4b5f-a701-f83a0dee80b6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.048656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d92487-8f90-4d4a-b938-375d3f190f59 req-f3fa3eee-8541-4b5f-a701-f83a0dee80b6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.051016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4d92487-8f90-4d4a-b938-375d3f190f59 req-f3fa3eee-8541-4b5f-a701-f83a0dee80b6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.1851730 Aug 18 14:04:23.089303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.103152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52254) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.132502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e204057-e832-48b2-90da-0e453ef733e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.134153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.143570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-eee4cb9d-c629-4316-b3f7-068580741013 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907393 Aug 18 14:04:23.144408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.147801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f9e28cb-ed4c-4795-9fc2-9396282f2039 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e204057-e832-48b2-90da-0e453ef733e7 HTTP/1.1" status: 204 len: 168 time: 0.8716495 Aug 18 14:04:23.153927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52258) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.157909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4d92487-8f90-4d4a-b938-375d3f190f59 req-5c1a10fd-6260-4b08-b89a-19f17c208ed6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950537 Aug 18 14:04:23.210149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.252783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:23.254019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a3ddbf-48ed-498a-bbcc-7654823dad14,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.255935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.258337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8cdcc32-8b2d-47e0-a664-841047c2d13a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7a3ddbf-48ed-498a-bbcc-7654823dad14 HTTP/1.1" status: 204 len: 168 time: 0.8545451 Aug 18 14:04:23.263130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d7d90b-bbdd-43dd-91ee-756d4d2b728f None None] Network a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:23.269830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52260) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.272633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:23.281809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:23.288085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.288721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.298050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=46a0c78e-1108-47dd-b20b-9dadeb9342e4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.331482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-8e9a6d18-7a41-4f45-a1ec-6b3006a43686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.333621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-8e9a6d18-7a41-4f45-a1ec-6b3006a43686 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 1101 time: 0.1347439 Aug 18 14:04:23.354736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.370539 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8c2b9bff-f76a-46e9-a76c-c20e5542df7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4887edf25402498db9c63d2983cc93ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660465 Aug 18 14:04:23.373524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.418577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.474772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] DHCP port deletion for a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:23.499388 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a92ea74f-40da-4b8c-8f83-b3798d333236 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3902190 Aug 18 14:04:23.501547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-0c92c173-eea9-4417-b781-9a20a8791251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:23.501547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-0c92c173-eea9-4417-b781-9a20a8791251 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1421032 Aug 18 14:04:23.501547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.530400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Deleting port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:23.531450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.536858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.555675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c44e7-6171-4af7-b699-af83d233520d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:23.569355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab91d37f-6865-473b-bbcb-59ee4527af77') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:23.569649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab91d37f-6865-473b-bbcb-59ee4527af77') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:23.571746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.584823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.619551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.619551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.631914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:23.632582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:23.634820 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:23.642953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] For port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:23.644211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.674052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-a560023c-19cb-401f-8050-80fb0e5f7d26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0 HTTP/1.1" status: 200 len: 217 time: 0.1008675 Aug 18 14:04:23.693673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Calling delete_port for 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:23.761014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Deleting port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:23.761373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.836811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.839861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.841085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aad70178-21f5-46d3-af14-ac36ace63a00 HTTP/1.1" status: 204 len: 168 time: 0.4651742 Aug 18 14:04:23.842261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.884681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.890729 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0d6c44e7-6171-4af7-b699-af83d233520d HTTP/1.1" status: 204 len: 168 time: 0.7334769 Aug 18 14:04:23.897421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 46a0c78e-1108-47dd-b20b-9dadeb9342e4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:23.897421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.906368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaf8aa-f08d-428d-8ba7-b34e4fa11e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6c44e7-6171-4af7-b699-af83d233520d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.915133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccb8f4-0ded-453a-a1d9-a0b02ef37f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad70178-21f5-46d3-af14-ac36ace63a00,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.923685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.986581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] Pushing event deleted for resources: {'Port': ['ID=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.994462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a119db5-7680-4387-8f7e-90fd04e5d716 None None] No DVR routers for this DVR port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:24.008885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-8021a9d9-75b2-4d2f-80e3-98fa28ddadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.010987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-8021a9d9-75b2-4d2f-80e3-98fa28ddadff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.3067851 Aug 18 14:04:24.014236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] For port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,segment=NetworkSegment(3a3174ac-8816-4455-bfa4-0b309e06291b),segment_id=3a3174ac-8816-4455-bfa4-0b309e06291b)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:24.014576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.115539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:24.141777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:24.142309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9d92ce07-5ff4-4fd1-b601-7ee301f9aac7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:24.142887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:24.166406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:24.167339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:24.400392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52290) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.450001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb003500-d5f2-484f-9b25-2f056c83d662 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19ceb3e306bf450db739ea34400d67f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480623 Aug 18 14:04:24.450227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df4c5-a5d0-4dc0-a0d7-28e7eb07d115 req-bc7c8e1b-925f-49c4-b1a7-c1b8995895fd tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.451578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac7df4c5-a5d0-4dc0-a0d7-28e7eb07d115 req-bc7c8e1b-925f-49c4-b1a7-c1b8995895fd tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 950 time: 0.7335253 Aug 18 14:04:24.458385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.461008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-81ef3396-3ade-4120-9a48-27a29d94c2a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.466819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-81ef3396-3ade-4120-9a48-27a29d94c2a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.473255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-81ef3396-3ade-4120-9a48-27a29d94c2a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.475312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-81ef3396-3ade-4120-9a48-27a29d94c2a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.7496905 Aug 18 14:04:24.496640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Calling delete_port for 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:24.530799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.565082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.568615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.670093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 46a0c78e-1108-47dd-b20b-9dadeb9342e4 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:24.724843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac7df4c5-a5d0-4dc0-a0d7-28e7eb07d115 req-34242825-add5-46b8-b4b4-8c19189a05d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468359 Aug 18 14:04:24.767305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.770390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.775780 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/badcf019-b2eb-42c1-8042-e82aa466a647 HTTP/1.1" status: 204 len: 168 time: 0.3117275 Aug 18 14:04:24.776299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-00ce7458-e25b-4358-a107-99da6dfefbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.776299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-00ce7458-e25b-4358-a107-99da6dfefbc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7329214 Aug 18 14:04:24.787942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-691ba66e-8514-4b39-88ff-5806ff262ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.789245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.791901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4f4a-05e3-4860-9520-ab31f7db0c1d req-0b316fe7-1981-402c-ba60-d435390f34f4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.798087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4f4a-05e3-4860-9520-ab31f7db0c1d req-0b316fe7-1981-402c-ba60-d435390f34f4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.800381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae7d8c-168b-416d-b09c-990eb76b3b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badcf019-b2eb-42c1-8042-e82aa466a647,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:24.804654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4f4a-05e3-4860-9520-ab31f7db0c1d req-0b316fe7-1981-402c-ba60-d435390f34f4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:24.806372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e3c4f4a-05e3-4860-9520-ab31f7db0c1d req-0b316fe7-1981-402c-ba60-d435390f34f4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 2419 time: 0.3273668 Aug 18 14:04:24.868631 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de71fe88-086d-4d71-9bc3-47110c109624 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efc04a48a4f84770b5983d6fdc3991f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773063 Aug 18 14:04:24.870070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.872988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52298) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.930944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.937535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.943358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:24.943706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.985622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.034840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Pushing event deleted for resources: {'Port': ['ID=84edc730-dd6f-46ce-bcc4-8b86e7a298d6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:25.054558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e3c4f4a-05e3-4860-9520-ab31f7db0c1d req-57d0d1f3-8a40-4be9-b69b-5911d030e4db tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281420 Aug 18 14:04:25.055272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] No DVR routers for this DVR port 84edc730-dd6f-46ce-bcc4-8b86e7a298d6 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:25.113617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-d4ac6aee-9b89-41ee-bd73-46fdf28e7d1d service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028176 Aug 18 14:04:25.144304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.147573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.151487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2272b336-943c-472f-a964-e6486bb05ead HTTP/1.1" status: 204 len: 168 time: 0.2750082 Aug 18 14:04:25.164715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf852d9-3151-4550-af88-c9fb06a1c8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2272b336-943c-472f-a964-e6486bb05ead,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:25.223503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.227745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.256157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:25.291251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=46a0c78e-1108-47dd-b20b-9dadeb9342e4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:25.295770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port 22b4ae14-54b2-4296-a796-cd9a7a17ca25, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=22b4ae14-54b2-4296-a796-cd9a7a17ca25,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:25.302966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.307553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3174ac-8816-4455-bfa4-0b309e06291b') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:25.307676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3174ac-8816-4455-bfa4-0b309e06291b') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:25.323014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.324935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c4ee8c9f-01e9-4edf-9855-5488794ae584 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/46a0c78e-1108-47dd-b20b-9dadeb9342e4 HTTP/1.1" status: 204 len: 168 time: 1.8233588 Aug 18 14:04:25.327972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52306) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:25.328275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for 22b4ae14-54b2-4296-a796-cd9a7a17ca25 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:25.335941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'mac_address': 'fa:16:3e:c6:d5:50', 'name': 'tempest-PortsTestJSON-1531511917'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:25.336680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.415086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.433805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7d9f93b-bc64-482b-a349-93b6f5dc7b53 req-9b70a336-cc3b-4f09-a0d1-70bf6025a1c4 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025110 Aug 18 14:04:25.435214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:25.435641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:25.437758 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:25.593356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:25.650694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.657479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.661119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63 HTTP/1.1" status: 204 len: 168 time: 2.3881035 Aug 18 14:04:25.685042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.688205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.690680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d93f34-ce3e-455d-ad26-9a0978a4405b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ba8ad0-2f72-4b7f-b3cb-dfd299952d63,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:25.716845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', '93770b05-4399-4bc0-90cd-3dc67a8ab122'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:25.723845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=22b4ae14-54b2-4296-a796-cd9a7a17ca25,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:25.761682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port ac64b999-e22c-4d1c-a32d-8cfa38971ca2 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:25.792743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port 22b4ae14-54b2-4296-a796-cd9a7a17ca25 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:25.797190 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.804714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-8c813655-d506-44d9-b4d8-1fad5ffb56c8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "DELETE /v2.0/ports/22b4ae14-54b2-4296-a796-cd9a7a17ca25 HTTP/1.1" status: 204 len: 173 time: 1.3053343 Aug 18 14:04:25.805472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:25.811874 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431efdb-43d2-42a0-9afd-c6b08dcdd92f" -d '{"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:25.873058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:25.963536 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904d56b-ae53-464a-a013-3c34fe73ddd5 x-openstack-request-id: req-a904d56b-ae53-464a-a013-3c34fe73ddd5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:25.964203 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "22b4ae14-54b2-4296-a796-cd9a7a17ca25", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:25.964203 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a904d56b-ae53-464a-a013-3c34fe73ddd5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:25.964537 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': '22b4ae14-54b2-4296-a796-cd9a7a17ca25', 'status': 'completed', 'code': 200} Aug 18 14:04:26.007882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.086201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639778-0003-4e96-84f6-65bac12f3772 req-b34a2c09-b489-44f1-9eb5-c157ddeac788 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.087835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33639778-0003-4e96-84f6-65bac12f3772 req-b34a2c09-b489-44f1-9eb5-c157ddeac788 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 950 time: 0.1446500 Aug 18 14:04:26.097052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:26.097352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.186842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.222173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33639778-0003-4e96-84f6-65bac12f3772 req-d4bb36f1-7061-4d0d-b98b-11b2e702a330 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722713 Aug 18 14:04:26.236140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52334) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:26.278586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:26.293827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:26.294344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.312204 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e5be5bd4-2cc7-4c40-bfb0-7ca249bac4ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8853a8f04c214b9197ae7c6ff879f071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719018 Aug 18 14:04:26.313570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:26.320180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for ebd7fcce-093c-4ddd-aeed-bb0c692bff4e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:26.320339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:26.322979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52340) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:26.325335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.326072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.330528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=ac64b999-e22c-4d1c-a32d-8cfa38971ca2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:26.351073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2986-0fe6-41e5-85f8-190f8624fca8 req-6e740f81-3b7d-42d1-a9eb-53223f989f27 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.357564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2986-0fe6-41e5-85f8-190f8624fca8 req-6e740f81-3b7d-42d1-a9eb-53223f989f27 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.359321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ebb2986-0fe6-41e5-85f8-190f8624fca8 req-6e740f81-3b7d-42d1-a9eb-53223f989f27 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 1683 time: 0.1341548 Aug 18 14:04:26.454475 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc402f9b-bf0c-4cab-8e26-4e35b73ff930 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1253517 Aug 18 14:04:26.458797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52346) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:26.507470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cd90f-7200-4847-afa9-df94da8abcd4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.511687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0c4cd90f-7200-4847-afa9-df94da8abcd4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/ac64b999-e22c-4d1c-a32d-8cfa38971ca2 HTTP/1.1" status: 200 len: 841 time: 0.0514770 Aug 18 14:04:26.512288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:26.517333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ebb2986-0fe6-41e5-85f8-190f8624fca8 req-d06db3d3-3256-4c96-8cfa-8f1f5dfd6d0e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101158 Aug 18 14:04:26.560221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.588366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb4ac-ec31-4d43-9922-20938942bb92 req-8e33923f-0808-41b2-8e92-3647d0ce7bfa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:26.590019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7cfb4ac-ec31-4d43-9922-20938942bb92 req-8e33923f-0808-41b2-8e92-3647d0ce7bfa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 950 time: 0.1774292 Aug 18 14:04:26.610796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.658739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port ac64b999-e22c-4d1c-a32d-8cfa38971ca2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:26.665620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.715461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7cfb4ac-ec31-4d43-9922-20938942bb92 req-188f9320-b5ce-4dd7-9f0a-46a86eb842ec tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135085 Aug 18 14:04:26.739853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.759778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for ac64b999-e22c-4d1c-a32d-8cfa38971ca2 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:26.866331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:26.904970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.909061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.913378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2786cddb-12d2-4fe3-b719-e40dc711ad69 HTTP/1.1" status: 204 len: 168 time: 0.5893364 Aug 18 14:04:26.923185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.935193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d38f5e-cfc6-4b44-8956-26a190b6d234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786cddb-12d2-4fe3-b719-e40dc711ad69,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:26.962314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:26.986879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=ebd7fcce-093c-4ddd-aeed-bb0c692bff4e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:27.073824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=ac64b999-e22c-4d1c-a32d-8cfa38971ca2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:27.073824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.076291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-65b93cd0-9512-46e0-873d-69e120cb564d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/ac64b999-e22c-4d1c-a32d-8cfa38971ca2 HTTP/1.1" status: 204 len: 168 time: 0.5629733 Aug 18 14:04:27.082565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52370) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:27.096209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port ebd7fcce-093c-4ddd-aeed-bb0c692bff4e on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:27.101029 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.103496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-6d0dbe0a-c87e-483f-bc0c-8454aeda2d03 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "DELETE /v2.0/ports/ebd7fcce-093c-4ddd-aeed-bb0c692bff4e HTTP/1.1" status: 204 len: 173 time: 1.2730341 Aug 18 14:04:27.124274 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aead46-7ae6-404a-93bb-998f30205cb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:27.127303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6aead46-7ae6-404a-93bb-998f30205cb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/ac64b999-e22c-4d1c-a32d-8cfa38971ca2 HTTP/1.1" status: 404 len: 333 time: 0.0431612 Aug 18 14:04:27.131263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52372) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:27.137469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'name': 'tempest-PortsTestJSON-559707323'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:27.227815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1010367395-network', 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:27.310549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c2a7-c585-454b-95cd-3ca28717fae2 req-e7216722-a6df-433d-b34c-079cae1e0cde tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:27.317354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c2a7-c585-454b-95cd-3ca28717fae2 req-e7216722-a6df-433d-b34c-079cae1e0cde tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:27.319644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f24c2a7-c585-454b-95cd-3ca28717fae2 req-e7216722-a6df-433d-b34c-079cae1e0cde tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4&device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 1691 time: 0.2149444 Aug 18 14:04:27.360580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port 93770b05-4399-4bc0-90cd-3dc67a8ab122 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:27.361141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.392388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.397774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f24c2a7-c585-454b-95cd-3ca28717fae2 req-fb58be8c-94bb-4071-a050-d9d27147f79a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Aug 18 14:04:27.426689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:27.429576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.445956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.542524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:27.547994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.569451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port 93770b05-4399-4bc0-90cd-3dc67a8ab122, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93770b05-4399-4bc0-90cd-3dc67a8ab122,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:27.569854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.613806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 7d9c2406-6e59-4c37-a7df-7deb4f10e060 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:27.637447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for 93770b05-4399-4bc0-90cd-3dc67a8ab122 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:27.664149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:27.747726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ebd7fcce-093c-4ddd-aeed-bb0c692bff4e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:27.783393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f9a04-86d1-4fe9-b185-2aaea8fe0dd7 req-2253aec5-dc16-48ed-a2c6-297328134b33 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:27.791502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-352f9a04-86d1-4fe9-b185-2aaea8fe0dd7 req-2253aec5-dc16-48ed-a2c6-297328134b33 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 1101 time: 0.2055807 Aug 18 14:04:27.801119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: ebd7fcce-093c-4ddd-aeed-bb0c692bff4e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:27.802552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ebd7fcce-093c-4ddd-aeed-bb0c692bff4e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:27.804660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 22b4ae14-54b2-4296-a796-cd9a7a17ca25 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:27.815188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.843536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927e722-ba9b-41e1-ab63-f3feb6c0adab req-9fdd28e9-75e9-4380-afa6-51efe682a614 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:27.852443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2927e722-ba9b-41e1-ab63-f3feb6c0adab req-9fdd28e9-75e9-4380-afa6-51efe682a614 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 946 time: 0.2180891 Aug 18 14:04:27.893467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 22b4ae14-54b2-4296-a796-cd9a7a17ca25 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:27.894322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 22b4ae14-54b2-4296-a796-cd9a7a17ca25 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:27.895071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93770b05-4399-4bc0-90cd-3dc67a8ab122 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:27.949989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.976180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2927e722-ba9b-41e1-ab63-f3feb6c0adab req-bac410a0-33fc-41a1-8940-43c918ee2af6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224806 Aug 18 14:04:27.976680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:27.988486 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae9a5e-9918-460a-97d7-be036b3e6157" -d '{"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:27.998898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.026311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-352f9a04-86d1-4fe9-b185-2aaea8fe0dd7 req-408758aa-1c52-489e-b66f-9b31abb776d5 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321694 Aug 18 14:04:28.092230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:28.099646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.146430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.147043 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Added segment db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed of type vlan for network d0306ddf-9186-4072-8bcf-f0ad573a020a Aug 18 14:04:28.149096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8461f10-0ccf-4853-b004-e95546fabfa6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.168475 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100a60c-8050-47ff-8fe4-d9aa6cd50f34 x-openstack-request-id: req-1100a60c-8050-47ff-8fe4-d9aa6cd50f34 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:28.168797 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "ebd7fcce-093c-4ddd-aeed-bb0c692bff4e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:28.169057 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1100a60c-8050-47ff-8fe4-d9aa6cd50f34 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:28.169483 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': 'ebd7fcce-093c-4ddd-aeed-bb0c692bff4e', 'status': 'completed', 'code': 200} Aug 18 14:04:28.246157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.268993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-network', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.289255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.297052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359e8c-5a2f-4983-b9c5-d4b61e5aaf7f req-97330971-42ba-425d-83ea-2b163d3366c3 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:28.298984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86359e8c-5a2f-4983-b9c5-d4b61e5aaf7f req-97330971-42ba-425d-83ea-2b163d3366c3 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 1101 time: 0.0554776 Aug 18 14:04:28.365764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86359e8c-5a2f-4983-b9c5-d4b61e5aaf7f req-4396e223-3de8-477a-a0b0-4d02528eed3e tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Aug 18 14:04:28.365764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.395151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=93770b05-4399-4bc0-90cd-3dc67a8ab122,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.432281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:28.436040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=7d9c2406-6e59-4c37-a7df-7deb4f10e060,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.439636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:28.446956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:28.453292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:28.454068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.480838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port 93770b05-4399-4bc0-90cd-3dc67a8ab122 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:28.484831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.488557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-109d06b7-88be-4fa9-aae3-e66e8e2bfabb req-c992a45b-2269-4c69-8d3e-fda92396dbdd tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.10 "DELETE /v2.0/ports/93770b05-4399-4bc0-90cd-3dc67a8ab122 HTTP/1.1" status: 204 len: 173 time: 1.3729210 Aug 18 14:04:28.561942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.565964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:28.565964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.566621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Made reservation on behalf of 2d0445f3636446afbf73ab8ab24697aa for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:28.568962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.640328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.673598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-155f66ee-b831-48d2-97d4-d8833263a5f0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380671 Aug 18 14:04:28.720515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52430) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:28.725329 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c3da6801-5faa-4bd2-8d1e-9cb736fc5365 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5929058 Aug 18 14:04:28.732890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52432) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:28.738864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.774178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] Pushing event updated for resources: {'Network': ['ID=d0306ddf-9186-4072-8bcf-f0ad573a020a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.786054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d0306ddf-9186-4072-8bcf-f0ad573a020a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:28.825563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3bd4ce44-6f7e-4685-9f76-1e252fc4029b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:28.835638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3bd4ce44-6f7e-4685-9f76-1e252fc4029b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596930 Aug 18 14:04:28.856642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3fe695a9-4f3b-469a-9514-9082f14403ab tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0191526 Aug 18 14:04:28.874514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.881308 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3d7f3477-c93c-45a5-b432-c0e6f8c93f02 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0111942 Aug 18 14:04:28.890123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:28.901033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Request body: {'subnet': {'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1010367395-subnet', 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.950486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-b262dace-6ad4-4a27-bf11-b652b646a1ac tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0916553 Aug 18 14:04:28.967795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.971717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1469024576-network', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.997374 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:04:29.110612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a9b2ad1-bd00-4894-ba44-967abc8a1199 req-2abf5917-c76a-46c9-8dfb-a21c1b75fe51 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe22ba36-40fb-4fb6-9735-b0ec01afc53a HTTP/1.1" status: 200 len: 210 time: 0.0332472 Aug 18 14:04:29.140768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.148100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.173425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:29.194512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.194887 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Added segment e724f380-06e1-484f-819d-8c37ffd60119 of type vlan for network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 Aug 18 14:04:29.196312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946b425-fe42-4e4e-831b-0c6a62e21c45,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.243619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.286842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.323616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] In _notify_port_updated(), no bound segment for port 7d9c2406-6e59-4c37-a7df-7deb4f10e060 on network 3534643c-9863-4f8d-937e-8b192f16cc51 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:04:29.329553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:29.330388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.331955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/ports/7d9c2406-6e59-4c37-a7df-7deb4f10e060 HTTP/1.1" status: 200 len: 818 time: 0.5980046 Aug 18 14:04:29.335123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52446) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.349207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:29.351232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.360555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def344d-e24b-4c1a-b39b-3d0168a84e2e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=7d9c2406-6e59-4c37-a7df-7deb4f10e060,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.406839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d006cbc-94b7-453e-b509-b9c8d7a04a22 req-b40c0487-e3e2-4b8a-bada-68353c918b8f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.0551317 Aug 18 14:04:29.463585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.465120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:29.466605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.472259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 7d9c2406-6e59-4c37-a7df-7deb4f10e060 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:29.472775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.563007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.580481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 7d9c2406-6e59-4c37-a7df-7deb4f10e060 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:29.593115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] Pushing event updated for resources: {'Network': ['ID=54226a87-ddcd-4fdb-ae61-82f61373ecc0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.608008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:29.676277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:29.678781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.691648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.746541 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4b6da8a4-28d0-42e7-a271-b8120d4aaa0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0802805 Aug 18 14:04:29.749793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.755259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Request body: {'subnet': {'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-subnet', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:29.807388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.807948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.849443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=7d9c2406-6e59-4c37-a7df-7deb4f10e060,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.857177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.863371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f1afd42a-8c94-4b64-91c2-dda414f0ad7f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/7d9c2406-6e59-4c37-a7df-7deb4f10e060 HTTP/1.1" status: 204 len: 168 time: 0.5270667 Aug 18 14:04:29.864349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52456) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.907084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.908065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c9c2ae-e20a-43b1-ac28-34353985fc1e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.918328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:29.919184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Network hostable DHCP agents. Network: d0306ddf-9186-4072-8bcf-f0ad573a020a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:29.968076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c392d9-2690-46d7-8339-5a2074eba3c1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:29.968076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-55c392d9-2690-46d7-8339-5a2074eba3c1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0995414 Aug 18 14:04:29.969004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.998512 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-31439b7d-ea33-4117-9dae-074a9b77b183 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:30.000269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-31439b7d-ea33-4117-9dae-074a9b77b183 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/7d9c2406-6e59-4c37-a7df-7deb4f10e060 HTTP/1.1" status: 404 len: 333 time: 0.0299973 Aug 18 14:04:30.004913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52460) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.011952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2010993380'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:30.019398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.040018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:30.054618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:30.076565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.076923 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Added segment c72afa3a-81d7-47ba-a7cd-f5a923d47025 of type vlan for network 12f4634e-4047-4d40-8a61-41f267019bb0 Aug 18 14:04:30.086161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94af90f-b6c0-4346-8971-74a6112a42a1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.114307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Made reservation on behalf of 2d0445f3636446afbf73ab8ab24697aa for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:30.120607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.122559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.161690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d0306ddf-9186-4072-8bcf-f0ad573a020a) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:30.169999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:30.170996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:30.173354 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3266940a-e225-45af-b306-77a0e309a698" -d '{"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:30.177679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574bd3ac-0211-4ccd-835e-65c64e35789b None None] Network d0306ddf-9186-4072-8bcf-f0ad573a020a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:30.186901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.209691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.235571 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e592c06e-2361-42da-a663-28b1259a7f47 x-openstack-request-id: req-e592c06e-2361-42da-a663-28b1259a7f47 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:30.235830 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe22ba36-40fb-4fb6-9735-b0ec01afc53a", "name": "network-vif-deleted", "tag": "93770b05-4399-4bc0-90cd-3dc67a8ab122", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:30.236095 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e592c06e-2361-42da-a663-28b1259a7f47 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:30.236490 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe22ba36-40fb-4fb6-9735-b0ec01afc53a', 'name': 'network-vif-deleted', 'tag': '93770b05-4399-4bc0-90cd-3dc67a8ab122', 'status': 'completed', 'code': 200} Aug 18 14:04:30.286803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.287911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:30.288516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.324136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:30.327679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.363757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:30.400325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.400759 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment c89a0a6d-f23f-4620-b588-4bc9e53bd8bb of type vlan for network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 Aug 18 14:04:30.411001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting subnet dc665318-d2cb-4379-8bfb-303e1a5ebe7f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:30.426099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.487169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.488305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] Pushing event updated for resources: {'Network': ['ID=12f4634e-4047-4d40-8a61-41f267019bb0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.503554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 12f4634e-4047-4d40-8a61-41f267019bb0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:30.511330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f0a4d67d-ce8b-4273-a9fe-f7569199e96a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7848070 Aug 18 14:04:30.516954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.518921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97cbc427-1a0a-4c3f-9cd5-9098ecec7d03 req-d8be9cb5-a252-475b-852d-3527d4a7aa52 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.0349848 Aug 18 14:04:30.520527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.527201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Request body: {'subnet': {'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1469024576-subnet', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:30.565810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49d9a822-e647-4f87-8d35-5838cede7abd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6735532 Aug 18 14:04:30.628777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.677051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.731137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cf64e-ad0a-4d2e-b448-ff98d33e3421 None None] Network d0306ddf-9186-4072-8bcf-f0ad573a020a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:30.740142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.745612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:30.746381 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.755694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:30.761202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.847997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.864158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49231fba-5e3e-40ab-8377-fc81db754069,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.870598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Checking segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:30.870961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Network hostable DHCP agents. Network: 54226a87-ddcd-4fdb-ae61-82f61373ecc0, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:30.891065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Subnet': ['ID=dc665318-d2cb-4379-8bfb-303e1a5ebe7f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.903124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.905257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e473926b-73f0-4521-a763-0db639e23f40 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/subnets/dc665318-d2cb-4379-8bfb-303e1a5ebe7f HTTP/1.1" status: 204 len: 168 time: 0.6946006 Aug 18 14:04:30.911347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.912651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12a42d-cd57-4b02-bbc3-640558d0ea64 None None] Network 05083baa-556f-439e-a69a-613e65d6366f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:30.913132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=6b9df3a8-452a-4526-8e0c-f08301e1dd25,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.926664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:30.994718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52e7abfa-ab4a-428f-b0e1-115ef3825b6d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9884241 Aug 18 14:04:30.999042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:31.002898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:31.064963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.130495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:31.249443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 54226a87-ddcd-4fdb-ae61-82f61373ecc0) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:31.256199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] DHCP port deletion for 05083baa-556f-439e-a69a-613e65d6366f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:31.264398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:31.265014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.269719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2cff2-0091-4266-be3a-85c5a0fd1e28 None None] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:31.292785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:31.296950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.337466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-fadfce25-5a54-4fdc-948a-25625d16fde2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:31.344945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-fadfce25-5a54-4fdc-948a-25625d16fde2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.2452474 Aug 18 14:04:31.356746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port f60edf0c-784c-4717-a7f9-4a373454fbfc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:31.357127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.378872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-df13598e-d443-4f24-adf2-bbf2fdf3004a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0329158 Aug 18 14:04:31.439199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.450554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-84324c45-8e3b-4337-9d19-e662e22ce270 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707164 Aug 18 14:04:31.471259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Deleting port f60edf0c-784c-4717-a7f9-4a373454fbfc {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:31.471639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.565883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:31.575695 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.588084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce170f1e-2330-43c7-894f-7157c701e196 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8349819 Aug 18 14:04:31.589720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:31.606846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:31.625573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port f60edf0c-784c-4717-a7f9-4a373454fbfc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f60edf0c-784c-4717-a7f9-4a373454fbfc,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:31.631432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.638308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] For port f60edf0c-784c-4717-a7f9-4a373454fbfc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f60edf0c-784c-4717-a7f9-4a373454fbfc,segment=NetworkSegment(26c8dad4-38f0-489e-bc5a-3bd6a4cd470f),segment_id=26c8dad4-38f0-489e-bc5a-3bd6a4cd470f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:31.643960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.658511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Calling delete_port for f60edf0c-784c-4717-a7f9-4a373454fbfc owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:31.673229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc156da8-085f-4eb6-88e0-80b1d4239989,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:31.691181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for f60edf0c-784c-4717-a7f9-4a373454fbfc owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:31.706537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.746992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-decbcc37-90d7-42ac-a3f9-5dee7fbaa019 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954004 Aug 18 14:04:31.764767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.767491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.776515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=87a47995-68d4-460e-993b-47b46288f944,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:31.823044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:31.823494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 6b9df3a8-452a-4526-8e0c-f08301e1dd25, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:31.858231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Allocated IP 172.20.0.2 (54226a87-ddcd-4fdb-ae61-82f61373ecc0/49231fba-5e3e-40ab-8377-fc81db754069/e0ac7240-200d-48ab-b6fe-54efe118da2c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:31.904844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.926099 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.967990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] Pushing event deleted for resources: {'Port': ['ID=f60edf0c-784c-4717-a7f9-4a373454fbfc,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:31.975770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a5056-b6df-4026-9298-5567200f2e08 None None] No DVR routers for this DVR port f60edf0c-784c-4717-a7f9-4a373454fbfc on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:32.067447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.077264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Transition to ACTIVE for port object e0ac7240-200d-48ab-b6fe-54efe118da2c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:32.095320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Transition to ACTIVE for port object e0ac7240-200d-48ab-b6fe-54efe118da2c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:32.133718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f60edf0c-784c-4717-a7f9-4a373454fbfc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:32.170481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f60edf0c-784c-4717-a7f9-4a373454fbfc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:32.170839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f60edf0c-784c-4717-a7f9-4a373454fbfc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:32.187604 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.241611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:32.247401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Pushing event updated for resources: {'Port': ['ID=e0ac7240-200d-48ab-b6fe-54efe118da2c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:32.250366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:32.257924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:32.357827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Attempting to bind port e0ac7240-200d-48ab-b6fe-54efe118da2c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:32.358515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Attempting to bind port e0ac7240-200d-48ab-b6fe-54efe118da2c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:32.359080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Attempting to bind port e0ac7240-200d-48ab-b6fe-54efe118da2c on network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:32.366067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:32.371426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Checking segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:32.371426 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.371426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Bound using segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:32.371426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Bound port: e0ac7240-200d-48ab-b6fe-54efe118da2c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:32.371426 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.395722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-59f9b43a-05ec-4ea6-b638-e293e2184403 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474972 Aug 18 14:04:32.410367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b43e6f5-c6fb-4e5b-bd4e-6b75888e78ef req-3e84d41d-50b0-4f7b-97d1-578b7e48f3b3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.7309830 Aug 18 14:04:32.417956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Checking segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:32.418763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Network hostable DHCP agents. Network: 12f4634e-4047-4d40-8a61-41f267019bb0, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:32.498718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-fe35089e-5a03-4206-b8a9-c208b5cce040 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446897 Aug 18 14:04:32.499381 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.511204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:32.513685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] For port e0ac7240-200d-48ab-b6fe-54efe118da2c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:32.520005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] For port e0ac7240-200d-48ab-b6fe-54efe118da2c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e0ac7240-200d-48ab-b6fe-54efe118da2c,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:32.549000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port f60edf0c-784c-4717-a7f9-4a373454fbfc on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:32.607820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.617162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Network 12f4634e-4047-4d40-8a61-41f267019bb0 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:32.649991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=f60edf0c-784c-4717-a7f9-4a373454fbfc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:32.664539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.728940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efce43-c7e7-4110-92ff-cc49ef9c1742 None None] Pushing event updated for resources: {'Port': ['ID=e0ac7240-200d-48ab-b6fe-54efe118da2c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:32.758989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 6b9df3a8-452a-4526-8e0c-f08301e1dd25) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:32.765651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:32.766409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.769740 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.774474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 12f4634e-4047-4d40-8a61-41f267019bb0) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:32.780707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:32.788449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.788642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819b985b-1393-40df-ac4b-83d51ce0b0fd None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:32.837382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05083baa-556f-439e-a69a-613e65d6366f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:32.880552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:32.880552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c8dad4-38f0-489e-bc5a-3bd6a4cd470f') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:32.883304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d1aed-2c32-497c-b42e-6568ae2b18af None None] Network 12f4634e-4047-4d40-8a61-41f267019bb0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:32.887795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-d9fb9e28-9037-449a-a7b9-a8fe064e409d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:32.889946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-d9fb9e28-9037-449a-a7b9-a8fe064e409d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695779 Aug 18 14:04:32.902326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.938076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:33.054660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.071993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8928e9c2-3cff-48f8-9f31-3e67f76176ca tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0735893 Aug 18 14:04:33.073602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0b612df6-fe75-41ac-8a56-64b398231dd6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5520313 Aug 18 14:04:33.092937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52518) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:33.093209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52520) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:33.147514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:33.147933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.170807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:33.198638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:33.216932 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:33.229511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.260096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.304623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-12f4634e-4047-4d40-8a61-41f267019bb0', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:33.305457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.337114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a2828c5-f3cb-4dfa-90a2-719ad97f8c73 req-1491f20a-d3b0-46ce-ab93-294e8698cec8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.2791064 Aug 18 14:04:33.406141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:33.407230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.463426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Allocated IP 172.25.1.116 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/949a3760-b7d3-430c-864d-42806ef5d4b0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:33.539997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b936-08b7-4a32-a3e0-cd3410db97d7 req-c5d0d6f2-9d62-4b4c-8ec3-f55f279459d9 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:33.548255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba62b936-08b7-4a32-a3e0-cd3410db97d7 req-c5d0d6f2-9d62-4b4c-8ec3-f55f279459d9 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 0.3158631 Aug 18 14:04:33.559714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.561534 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.586157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Allocated IP 172.20.0.2 (12f4634e-4047-4d40-8a61-41f267019bb0/bc156da8-085f-4eb6-88e0-80b1d4239989/266c8f6c-4f68-4359-b4f2-6cccc239b158) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:33.591046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4068ce28-8a00-4f3e-b125-2d9e4ac4b2ee req-f186344d-7203-4ce6-a1b1-99b40ebfd5d6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.0846436 Aug 18 14:04:33.618926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.627226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.630003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Allocated IP 172.20.0.2 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/87a47995-68d4-460e-993b-47b46288f944/d6583175-6591-49a2-91af-ceae1a97352b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:33.633289 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.638114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/networks/05083baa-556f-439e-a69a-613e65d6366f HTTP/1.1" status: 204 len: 168 time: 2.7232714 Aug 18 14:04:33.645052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52528) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:33.722369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c42b4-7da2-4924-aeed-0181c9ff3d87 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Network': ['ID=05083baa-556f-439e-a69a-613e65d6366f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:33.723265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting subnet fbb7e1a9-5d78-490d-9733-e67ab78f49ff {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:33.730892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.745155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba62b936-08b7-4a32-a3e0-cd3410db97d7 req-0b9b90eb-4ec0-4ea7-8efd-4aaeefdbcab0 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937487 Aug 18 14:04:33.749529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.786921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:33.791473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.792532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.842158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.955514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:33.970842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:33.989738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:33.993703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.023198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:34.028556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Pushing event updated for resources: {'Port': ['ID=949a3760-b7d3-430c-864d-42806ef5d4b0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:34.046521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.222613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e0ac7240-200d-48ab-b6fe-54efe118da2c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:34.264070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fafd15-5046-485d-ab2c-f54142ee70cf None None] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:34.306984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.340434 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87a47995-68d4-460e-993b-47b46288f944 (CIDR: 172.20.0.0/28) Aug 18 14:04:34.352342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.37 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/5a7e7686-a6be-47cc-9bb4-366aa733b819) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:34.422811 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:04:34.423120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:04:34.431355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.443036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.467181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Transition to ACTIVE for port object d6583175-6591-49a2-91af-ceae1a97352b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.469178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Transition to ACTIVE for port object 266c8f6c-4f68-4359-b4f2-6cccc239b158 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.511270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Transition to ACTIVE for port object d6583175-6591-49a2-91af-ceae1a97352b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.520577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Transition to ACTIVE for port object 266c8f6c-4f68-4359-b4f2-6cccc239b158 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.581250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce6fc2e7-cbdf-40e1-95f0-d97fa6276ff5 req-626c1b45-b2b2-43f4-b087-1815b91fdcbb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.1550977 Aug 18 14:04:34.582140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.635026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb7e1a9-5d78-490d-9733-e67ab78f49ff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:34.669186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1cf856dc-101e-4fb5-b1bf-73a345aafaa7 None None] Provisioning for port e0ac7240-200d-48ab-b6fe-54efe118da2c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:34.689921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.725821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.726193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.729974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e6f76cc-0671-4275-beca-48114aed58fc tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/subnets/fbb7e1a9-5d78-490d-9733-e67ab78f49ff HTTP/1.1" status: 204 len: 168 time: 1.0879679 Aug 18 14:04:34.733418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52538) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:34.749996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4a80e-6780-4ac6-8927-d19a831d7834 None None] Network 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:34.787527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:34.793531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.795757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e0ac7240-200d-48ab-b6fe-54efe118da2c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:34.804372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:34.817625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:34.824789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e0ac7240-200d-48ab-b6fe-54efe118da2c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:34.827642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.828251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7647e0a4-9a2e-48f0-b332-5da125f7454f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7254086 Aug 18 14:04:34.830275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object 5a7e7686-a6be-47cc-9bb4-366aa733b819 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.843852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:34.851966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:34.908281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c6991bf-3a16-49a1-ad64-17f7f34eb365 req-e7051ca4-c652-4fd3-9a5b-721e1dfdace2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.1516104 Aug 18 14:04:34.943539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Pushing event updated for resources: {'Port': ['ID=d6583175-6591-49a2-91af-ceae1a97352b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:34.980476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Network 12f4634e-4047-4d40-8a61-41f267019bb0 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:35.021553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.040516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.163108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:35.167593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.203411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9b4da-519f-4a7b-b6b8-eceb4901c633 req-b72bd66e-c9e9-4f98-aa3c-c98e423f72ee tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:35.205171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65b9b4da-519f-4a7b-b6b8-eceb4901c633 req-b72bd66e-c9e9-4f98-aa3c-c98e423f72ee tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 0.2086165 Aug 18 14:04:35.231535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:35.265214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:35.300487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-f4eae67e-8b93-4108-b409-09827f6fba28 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:35.302210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-f4eae67e-8b93-4108-b409-09827f6fba28 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 0.2287076 Aug 18 14:04:35.349784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Attempting to bind port d6583175-6591-49a2-91af-ceae1a97352b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:35.350364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Attempting to bind port d6583175-6591-49a2-91af-ceae1a97352b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:35.350848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Attempting to bind port d6583175-6591-49a2-91af-ceae1a97352b on network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:35.373755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Pushing event updated for resources: {'Port': ['ID=266c8f6c-4f68-4359-b4f2-6cccc239b158,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:35.415110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:35.417812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Checking segment: {'id': 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:35.418403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.418910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Bound using segment: {'id': 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:35.419520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Bound port: d6583175-6591-49a2-91af-ceae1a97352b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:35.420040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.455174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.455860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.456181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.456630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.457121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.457566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.458106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.458546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.459319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.459750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.460180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.460628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:35.481791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Attempting to bind port 266c8f6c-4f68-4359-b4f2-6cccc239b158 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:35.487628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Attempting to bind port 266c8f6c-4f68-4359-b4f2-6cccc239b158 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:35.487628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Attempting to bind port 266c8f6c-4f68-4359-b4f2-6cccc239b158 on network 12f4634e-4047-4d40-8a61-41f267019bb0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:35.502597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3e385975-cd1a-45b4-be7f-b039309ac150 None None] Provisioning complete for port e0ac7240-200d-48ab-b6fe-54efe118da2c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:35.503147 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3e385975-cd1a-45b4-be7f-b039309ac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.523428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.524843 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.534792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:35.535436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Checking segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:35.536064 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.536597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Bound using segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:35.537370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Bound port: 266c8f6c-4f68-4359-b4f2-6cccc239b158, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:35.538095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.571852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:35.575720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65b9b4da-519f-4a7b-b6b8-eceb4901c633 req-80b619f1-f3fe-4f9a-920e-6e0c58299801 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210247 Aug 18 14:04:35.596702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:35.634549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.700506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:35.739522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:35.742848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:35.769289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] DHCP port deletion for 7f48b68c-4d00-4a99-b0c7-cbdae75e3404 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:35.782182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:35.848029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e191ba8-d303-407a-a64f-58a5b59c7c6b req-316561dd-7e68-47ef-b42e-f60f68f24c71 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.0571437 Aug 18 14:04:35.883715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port 1ba09381-0962-4012-b2be-3e243436b09a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:35.884043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.952587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] For port d6583175-6591-49a2-91af-ceae1a97352b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:36.008075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e0ac7240-200d-48ab-b6fe-54efe118da2c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e0ac7240-200d-48ab-b6fe-54efe118da2c,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:36.015467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port 1ba09381-0962-4012-b2be-3e243436b09a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1ba09381-0962-4012-b2be-3e243436b09a,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:36.015467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.016780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] For port d6583175-6591-49a2-91af-ceae1a97352b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d6583175-6591-49a2-91af-ceae1a97352b,segment=NetworkSegment(c89a0a6d-f23f-4620-b588-4bc9e53bd8bb),segment_id=c89a0a6d-f23f-4620-b588-4bc9e53bd8bb)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:36.038037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for 1ba09381-0962-4012-b2be-3e243436b09a owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:36.063997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] For port 266c8f6c-4f68-4359-b4f2-6cccc239b158, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:36.102562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] For port 266c8f6c-4f68-4359-b4f2-6cccc239b158, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=266c8f6c-4f68-4359-b4f2-6cccc239b158,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:36.104167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.130959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Deleting port dd70864a-ff7b-436e-b025-d1029908527b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:36.131837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.136534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.154228 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.192287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Router e9e8c436-ebda-4df7-b922-51562c735d8e is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:04:36.212831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Deleting port 1ba09381-0962-4012-b2be-3e243436b09a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:36.213208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.239475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3e385975-cd1a-45b4-be7f-b039309ac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.275101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=75c3e42f-c849-4973-aac6-25f6be495008,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:36.309960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:36.321344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:36.333077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.334686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:36.336237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.344109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.350722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1ba09381-0962-4012-b2be-3e243436b09a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:36.365393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:36.366242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.405604 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.416654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e0ac7240-200d-48ab-b6fe-54efe118da2c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:36.562539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:36.583358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] For port 1ba09381-0962-4012-b2be-3e243436b09a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1ba09381-0962-4012-b2be-3e243436b09a,segment=NetworkSegment(cefe806d-bcf1-4fd6-82c7-35dec5e2b580),segment_id=cefe806d-bcf1-4fd6-82c7-35dec5e2b580)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:36.584533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.587022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b747ff-e9ea-45fc-b9f2-11a52b04be6c req-24c375cb-0c97-4ec0-b6fe-f3e84756e9e0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:36.588466 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-81f67ede-af3d-4464-aeea-c66a93e475d3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7432635 Aug 18 14:04:36.590456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b747ff-e9ea-45fc-b9f2-11a52b04be6c req-24c375cb-0c97-4ec0-b6fe-f3e84756e9e0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 935 time: 0.4743001 Aug 18 14:04:36.593010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52554) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:36.607148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944'}, {'subnet_id': '75c3e42f-c849-4973-aac6-25f6be495008'}], 'name': 'tempest-PortsTestJSON-660635390'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:36.733175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Sync routers for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:36.759271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] For port dd70864a-ff7b-436e-b025-d1029908527b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd70864a-ff7b-436e-b025-d1029908527b,segment=NetworkSegment(a416eb35-7fa5-4a48-b698-eb7e0689f78a),segment_id=a416eb35-7fa5-4a48-b698-eb7e0689f78a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:36.759905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.778316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Calling delete_port for dd70864a-ff7b-436e-b025-d1029908527b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:36.786819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Calling delete_port for 1ba09381-0962-4012-b2be-3e243436b09a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:36.839019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02f7f5-5198-44e6-9667-f2a78392dea8 None None] Pushing event updated for resources: {'Port': ['ID=d6583175-6591-49a2-91af-ceae1a97352b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:36.855946 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.860550 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99a1b98d-4b05-4ead-8d98-7f186d0eaee5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2643046 Aug 18 14:04:36.861224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52558) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:36.866243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3846ac6e-7c75-49b9-9c84-77fac60e2fc1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9494872 Aug 18 14:04:36.868253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-3e385975-cd1a-45b4-be7f-b039309ac150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:04:36.868253 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-3e385975-cd1a-45b4-be7f-b039309ac150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:04:36.896810 n-d-804303-5 neutron-server[112230]: INFO neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No ports have port_id starting with 1ba09381-0962-4012-b2be-3e243436b09a Aug 18 14:04:36.899273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.931446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Request body: {'port': {'device_id': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:36.951501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:36.952272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:37.385462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30c4aa-3c83-4f1e-ab86-8ab9f9295fb2 None None] Pushing event updated for resources: {'Port': ['ID=266c8f6c-4f68-4359-b4f2-6cccc239b158,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:37.421201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:37.481579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port 1ba09381-0962-4012-b2be-3e243436b09a on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:37.504998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:37.566374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.602296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.604968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.611385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] Pushing event deleted for resources: {'Port': ['ID=1ba09381-0962-4012-b2be-3e243436b09a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:37.614106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f48b68c-4d00-4a99-b0c7-cbdae75e3404']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:37.627159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f63a28-f92f-4bd2-a3b9-3d32725de198 None None] No DVR routers for this DVR port 1ba09381-0962-4012-b2be-3e243436b09a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:37.628005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:37.628005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefe806d-bcf1-4fd6-82c7-35dec5e2b580') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:37.639568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.655216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.656174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port a07ac0b7-e78c-41a4-984a-20c37e1af331 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:37.662775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:37.669194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.720935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=1ba09381-0962-4012-b2be-3e243436b09a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:37.773784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-78e51a2e-8edd-4ce7-a3bc-20582e5ef75c None None] Provisioning for port 5a7e7686-a6be-47cc-9bb4-366aa733b819 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:37.794227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-78e51a2e-8edd-4ce7-a3bc-20582e5ef75c None None] Provisioning complete for port 5a7e7686-a6be-47cc-9bb4-366aa733b819 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:37.794227 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78e51a2e-8edd-4ce7-a3bc-20582e5ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:37.823331 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:37.941484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-78e51a2e-8edd-4ce7-a3bc-20582e5ef75c None None] Port 5a7e7686-a6be-47cc-9bb4-366aa733b819 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:37.953499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:34Z', 'revision_number': 3, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:37.961141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.985631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b747ff-e9ea-45fc-b9f2-11a52b04be6c req-926b8417-310e-4832-9013-0fcc8e2d90c3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1245773 Aug 18 14:04:38.008013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.022056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Checking router: e9e8c436-ebda-4df7-b922-51562c735d8e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:38.022894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/networks/7f48b68c-4d00-4a99-b0c7-cbdae75e3404 HTTP/1.1" status: 204 len: 168 time: 3.2842205 Aug 18 14:04:38.033004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Updating router e9e8c436-ebda-4df7-b922-51562c735d8e port 949a3760-b7d3-430c-864d-42806ef5d4b0 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:38.038294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.049910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52564) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:38.055613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1335740826'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:38.071774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Allocated IP 172.25.1.146 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2104e69c-a6b4-4e87-8bbc-7e025f25968f) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:38.080132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-192f30a8-9bb8-4f6d-8c1f-e63de2beb5c7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:38.082279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-192f30a8-9bb8-4f6d-8c1f-e63de2beb5c7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 1.4833050 Aug 18 14:04:38.101500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986c250-5b14-4580-bd50-c5468a04127f req-5c033443-6efc-4ea6-b58c-3b656a404f03 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:38.109803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4986c250-5b14-4580-bd50-c5468a04127f req-5c033443-6efc-4ea6-b58c-3b656a404f03 tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 946 time: 1.2382150 Aug 18 14:04:38.119658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.129711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d199-d3da-400f-aa21-e158c94ef59d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Network': ['ID=7f48b68c-4d00-4a99-b0c7-cbdae75e3404,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:38.141424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': 'db78bfee-eb8e-463b-899f-cf519347541d', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:38.239311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bcfbd-0bfe-4c99-bc7e-abde90f50752 None None] Network 12f4634e-4047-4d40-8a61-41f267019bb0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:38.327736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd227173-328c-461f-a4bc-bd4f673d8dbb req-61ec5220-094b-4cc1-bd39-e3b8cd5596d6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.2156107 Aug 18 14:04:38.471742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901541b4-c48b-491f-8177-22662b6a3878 None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:38.474262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.10 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/87a47995-68d4-460e-993b-47b46288f944/a07ac0b7-e78c-41a4-984a-20c37e1af331) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:38.495668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.29 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/75c3e42f-c849-4973-aac6-25f6be495008/a07ac0b7-e78c-41a4-984a-20c37e1af331) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:38.545053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d6583175-6591-49a2-91af-ceae1a97352b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:38.550387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4986c250-5b14-4580-bd50-c5468a04127f req-345555c5-8b56-4421-b47a-fb5ab98e4e0d tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d91b250-0f28-40ef-b896-56f4ad7fa713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396315 Aug 18 14:04:38.553015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:38.554744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.657535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e53f77fb-76a4-4c5e-953f-68eb50d3a678 None None] Provisioning for port 266c8f6c-4f68-4359-b4f2-6cccc239b158 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:38.695452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.719343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.725353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.760079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:38.806689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Pushing event deleted for resources: {'Port': ['ID=dd70864a-ff7b-436e-b025-d1029908527b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:38.823746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.824792 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Added segment ba36dfed-35f6-4386-a501-ec69655dfc35 of type vlan for network 5a9eff2f-f535-4639-a33e-9199397e3c4f Aug 18 14:04:38.844405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d6583175-6591-49a2-91af-ceae1a97352b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:38.852198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 266c8f6c-4f68-4359-b4f2-6cccc239b158 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:38.967576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Provisioning for port d6583175-6591-49a2-91af-ceae1a97352b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:38.981643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Provisioning complete for port d6583175-6591-49a2-91af-ceae1a97352b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:38.982572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.996134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] No DVR routers for this DVR port dd70864a-ff7b-436e-b025-d1029908527b on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:39.010044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.033379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 266c8f6c-4f68-4359-b4f2-6cccc239b158 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:39.044568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.048879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ece3a00-a5f6-4028-8e67-73a787d5f97b req-1218a4cc-1671-4ca8-a9f8-50b644cf1dca tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.10 "DELETE /v2.0/ports/dd70864a-ff7b-436e-b025-d1029908527b HTTP/1.1" status: 204 len: 173 time: 3.7139874 Aug 18 14:04:39.050311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 266c8f6c-4f68-4359-b4f2-6cccc239b158 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.050738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.052518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'name': 'network-vif-deleted', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:39.056367 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e956baa-2d3a-4e7e-b5fe-d5172cb903d9" -d '{"events": [{"server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "name": "network-vif-deleted", "tag": "dd70864a-ff7b-436e-b025-d1029908527b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:39.066090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:39.071076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.127069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Update dhcp port {'port': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944', 'ip_address': '172.20.0.2'}, {'subnet_id': '75c3e42f-c849-4973-aac6-25f6be495008'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'd6583175-6591-49a2-91af-ceae1a97352b'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:04:39.206862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.218633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.265696 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388b7aa-8427-4c5b-bbed-1666d1fa729b x-openstack-request-id: req-6388b7aa-8427-4c5b-bbed-1666d1fa729b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:39.266760 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d656690-5253-4668-96ac-0329bf186f94", "name": "network-vif-deleted", "tag": "dd70864a-ff7b-436e-b025-d1029908527b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:39.267540 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6388b7aa-8427-4c5b-bbed-1666d1fa729b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:39.269500 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d656690-5253-4668-96ac-0329bf186f94', 'name': 'network-vif-deleted', 'tag': 'dd70864a-ff7b-436e-b025-d1029908527b', 'status': 'completed', 'code': 200} Aug 18 14:04:39.283729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.296593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object a07ac0b7-e78c-41a4-984a-20c37e1af331 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:39.304021 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.308914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Allocated IP 172.20.0.1 (54226a87-ddcd-4fdb-ae61-82f61373ecc0/49231fba-5e3e-40ab-8377-fc81db754069/f3ee7d2b-485c-4c12-a526-bc8b6440c666) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:39.313153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.324070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] For port d6583175-6591-49a2-91af-ceae1a97352b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d6583175-6591-49a2-91af-ceae1a97352b,segment=NetworkSegment(c89a0a6d-f23f-4620-b588-4bc9e53bd8bb),segment_id=c89a0a6d-f23f-4620-b588-4bc9e53bd8bb)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:39.338316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:39.339990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.390020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.4 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/368c0401-547a-458d-b684-ef8225aed774) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:39.416746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.435409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.470993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.492444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Transition to ACTIVE for port object f3ee7d2b-485c-4c12-a526-bc8b6440c666 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:39.526242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.596826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:39.605326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 266c8f6c-4f68-4359-b4f2-6cccc239b158, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=266c8f6c-4f68-4359-b4f2-6cccc239b158,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:39.610216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=a07ac0b7-e78c-41a4-984a-20c37e1af331,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:39.615659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:39.625540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:39.654725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e37e9ab3-327c-4d9b-9e82-14d2c64be285 req-d00399d6-2a10-4ed7-829d-2a5b791fe09e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.1397603 Aug 18 14:04:39.656138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907719-ff8b-46ef-b99f-3e57f29ce748 None None] Pushing event updated for resources: {'Port': ['ID=d6583175-6591-49a2-91af-ceae1a97352b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:39.691544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:39.713626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6625786 Aug 18 14:04:39.727148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:39.729884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:39.735203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52576) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:39.739465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fb1c1-dab2-48d6-acc8-0ecc44191761 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Network': ['ID=5a9eff2f-f535-4639-a33e-9199397e3c4f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:39.742875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:39.743732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.755550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.763911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'subnet': {'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:39.765590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Pushing event updated for resources: {'Port': ['ID=2104e69c-a6b4-4e87-8bbc-7e025f25968f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:39.783909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:39.788221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:39.822531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:39.835729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153655-8e0b-437b-a6b8-8b9f82679276 req-928950f4-9cf7-41dc-bbad-e6ab087e1e86 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:39.837385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac153655-8e0b-437b-a6b8-8b9f82679276 req-928950f4-9cf7-41dc-bbad-e6ab087e1e86 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 935 time: 0.5661089 Aug 18 14:04:39.904699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.914623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a01e1968-6659-4676-905e-3e39d8ed2661 None None] Provisioning complete for port 266c8f6c-4f68-4359-b4f2-6cccc239b158 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.917369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a01e1968-6659-4676-905e-3e39d8ed2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.918280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:40.008012 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e877c535-f3f0-4c65-9294-5d05ff21e485 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.4108665 Aug 18 14:04:40.011617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd70864a-ff7b-436e-b025-d1029908527b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:40.014879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52578) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:40.035268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:40.057182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.060719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e0ac7240-200d-48ab-b6fe-54efe118da2c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:40.146524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b5130dc-fa59-4cad-a1c1-26ee1442cf9e req-e6d0c5c3-a512-47e7-a9b4-b63f8a3744ab tempest-VolumesAdminNegativeTest-1188215019 tempest-VolumesAdminNegativeTest-1188215019-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d656690-5253-4668-96ac-0329bf186f94 HTTP/1.1" status: 200 len: 210 time: 0.1924467 Aug 18 14:04:40.174217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: dd70864a-ff7b-436e-b025-d1029908527b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:40.175093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd70864a-ff7b-436e-b025-d1029908527b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:40.236446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.241801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac153655-8e0b-437b-a6b8-8b9f82679276 req-c19ca537-b10c-4eb9-91e8-66aaefa47268 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219676 Aug 18 14:04:40.257606 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.266585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.281157 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.294457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7e7686-a6be-47cc-9bb4-366aa733b819 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:40.312429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Allocated IP 172.20.0.18 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/75c3e42f-c849-4973-aac6-25f6be495008/d6583175-6591-49a2-91af-ceae1a97352b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:40.337923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e0ac7240-200d-48ab-b6fe-54efe118da2c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:40.337923 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.342831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Transition to ACTIVE for port object 949a3760-b7d3-430c-864d-42806ef5d4b0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:40.385476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=266c8f6c-4f68-4359-b4f2-6cccc239b158,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.386831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.453897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.506465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Transition to ACTIVE for port object 5a7e7686-a6be-47cc-9bb4-366aa733b819 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:40.513467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.640883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] For port d6583175-6591-49a2-91af-ceae1a97352b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d6583175-6591-49a2-91af-ceae1a97352b,segment=NetworkSegment(c89a0a6d-f23f-4620-b588-4bc9e53bd8bb),segment_id=c89a0a6d-f23f-4620-b588-4bc9e53bd8bb)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:40.644069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.670033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Attempting to bind port 949a3760-b7d3-430c-864d-42806ef5d4b0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:40.670354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Attempting to bind port 949a3760-b7d3-430c-864d-42806ef5d4b0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:40.670661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Attempting to bind port 949a3760-b7d3-430c-864d-42806ef5d4b0 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:40.672613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdff54-8d7d-4400-8014-3e67a27782d7 None None] Pushing event updated for resources: {'Port': ['ID=949a3760-b7d3-430c-864d-42806ef5d4b0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.680486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:40.688478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.705064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.749296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.801075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:40.801734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:40.802512 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.803168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:40.803348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.803995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Bound port: 949a3760-b7d3-430c-864d-42806ef5d4b0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:40.811879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.820562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Transition to ACTIVE for port object d6583175-6591-49a2-91af-ceae1a97352b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:40.823940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.893623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d6583175-6591-49a2-91af-ceae1a97352b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:40.956451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] For port 949a3760-b7d3-430c-864d-42806ef5d4b0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:40.961543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] For port 949a3760-b7d3-430c-864d-42806ef5d4b0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=949a3760-b7d3-430c-864d-42806ef5d4b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:40.972430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8d73c353-c841-4fa9-9f75-dad4f2b07d7b None None] Provisioning for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:40.977407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.980803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8d73c353-c841-4fa9-9f75-dad4f2b07d7b None None] Provisioning complete for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:40.981190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8d73c353-c841-4fa9-9f75-dad4f2b07d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.996840 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.042189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c3928-29c2-47a0-b998-a22a5e2ffa1a None None] Pushing event updated for resources: {'Port': ['ID=d6583175-6591-49a2-91af-ceae1a97352b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.060586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Delete allocated IP 172.20.0.29 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/75c3e42f-c849-4973-aac6-25f6be495008) {{(pid=112228) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:04:41.080193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.087057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.102430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.137200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 266c8f6c-4f68-4359-b4f2-6cccc239b158 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:41.186389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:41.202765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.209465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:41.213483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdff54-8d7d-4400-8014-3e67a27782d7 None None] Pushing event updated for resources: {'Port': ['ID=949a3760-b7d3-430c-864d-42806ef5d4b0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.223659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.246555 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.266675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:41.270423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:41.274282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8d73c353-c841-4fa9-9f75-dad4f2b07d7b None None] Port f3ee7d2b-485c-4c12-a526-bc8b6440c666 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:41.298486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:41.299698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:41.341152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:41.342597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.355311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Deleting subnet 99009a37-f7f0-4135-8ed2-2608df291073 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:41.375564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.436665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.445663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.495623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Ignored duplicate provisioning block setup for port a07ac0b7-e78c-41a4-984a-20c37e1af331 by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 14:04:41.505753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 266c8f6c-4f68-4359-b4f2-6cccc239b158 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:41.506333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.515717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:41.521117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:41.526825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.541080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.577911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:41.765374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.912186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=a07ac0b7-e78c-41a4-984a-20c37e1af331,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:41.917599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.937506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-323a9de7-63af-424e-841f-49c15e249660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f3ee7d2b-485c-4c12-a526-bc8b6440c666', 'name': '', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'mac_address': 'fa:16:3e:d2:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:38Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 2, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'subnets': [{'id': '49231fba-5e3e-40ab-8377-fc81db754069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:41.944883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.947014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99009a37-f7f0-4135-8ed2-2608df291073 HTTP/1.1" status: 204 len: 168 time: 0.7365100 Aug 18 14:04:41.978486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:41.981227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Router e9e8c436-ebda-4df7-b922-51562c735d8e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:41.982373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a9de7-63af-424e-841f-49c15e249660 None None] The sync data for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 is: [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f3ee7d2b-485c-4c12-a526-bc8b6440c666', 'name': '', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'mac_address': 'fa:16:3e:d2:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:38Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 2, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'subnets': [{'id': '49231fba-5e3e-40ab-8377-fc81db754069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:42.000982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a00cf4-79c1-4863-975e-6bf8e86637ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99009a37-f7f0-4135-8ed2-2608df291073,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:42.038280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-54a62818-fe1a-41be-8319-9a63ccbf13ac None None] Provisioning complete for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:42.038677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54a62818-fe1a-41be-8319-9a63ccbf13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.085253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-54a62818-fe1a-41be-8319-9a63ccbf13ac None None] Port f3ee7d2b-485c-4c12-a526-bc8b6440c666 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:42.133452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6cf48-9286-484f-94dd-a9666c53294f req-2524d3c3-9bcd-49e0-b7c2-e4a491783976 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:42.137083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5b6cf48-9286-484f-94dd-a9666c53294f req-2524d3c3-9bcd-49e0-b7c2-e4a491783976 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 931 time: 1.2587912 Aug 18 14:04:42.145888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48815f7a-9232-4b6c-ad96-e0ddcec4e69b None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:42.186775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-e0bfc4c9-ed68-465b-85a6-e4d2bd998043 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0591049 Aug 18 14:04:42.219200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Attempting to bind port 5a7e7686-a6be-47cc-9bb4-366aa733b819 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:42.222408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Attempting to bind port 5a7e7686-a6be-47cc-9bb4-366aa733b819 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:42.222408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Attempting to bind port 5a7e7686-a6be-47cc-9bb4-366aa733b819 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:42.233169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Request body: {'port': {'device_id': 'db78bfee-eb8e-463b-899f-cf519347541d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:42.279141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Port 5a7e7686-a6be-47cc-9bb4-366aa733b819 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:42.279909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Attempting to bind port 5a7e7686-a6be-47cc-9bb4-366aa733b819 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:42.334157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2709cb1-9ab3-4018-b22a-287853b5fcb9 None None] Provisioning for port d6583175-6591-49a2-91af-ceae1a97352b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:42.341881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2709cb1-9ab3-4018-b22a-287853b5fcb9 None None] Provisioning complete for port d6583175-6591-49a2-91af-ceae1a97352b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:42.342736 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2709cb1-9ab3-4018-b22a-287853b5fcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.356355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6a73-c07d-4c9b-8873-3e39b52ecada req-680a219d-7ef6-4673-a587-695ca244d666 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:42.364732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-836d6a73-c07d-4c9b-8873-3e39b52ecada req-680a219d-7ef6-4673-a587-695ca244d666 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 947 time: 0.9770708 Aug 18 14:04:42.380097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] In _notify_port_updated(), no bound segment for port a07ac0b7-e78c-41a4-984a-20c37e1af331 on network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:04:42.385703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:42.386372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.391017 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae222115-0739-4939-8858-4bb2fac5d10c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/ports/a07ac0b7-e78c-41a4-984a-20c37e1af331 HTTP/1.1" status: 200 len: 919 time: 2.3744664 Aug 18 14:04:42.394843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52594) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:42.429145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944'}, {'subnet_id': '75c3e42f-c849-4973-aac6-25f6be495008'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:42.448466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:42.448733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:42.449097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:42.449549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Bound port: 5a7e7686-a6be-47cc-9bb4-366aa733b819, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:42.449968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.492564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5b6cf48-9286-484f-94dd-a9666c53294f req-2be41171-0ef9-4196-9cb7-6ac58e8dcda3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247602 Aug 18 14:04:42.567079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.587490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.640507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-836d6a73-c07d-4c9b-8873-3e39b52ecada req-771eff26-700e-477b-bc50-9180719cbbf2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749245 Aug 18 14:04:42.659228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.668161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.695163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.705889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:42.823734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:42.837652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d6583175-6591-49a2-91af-ceae1a97352b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:42.850952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.927901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:42.932008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:42.947864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-829b7903-e078-4315-9e5b-28e38498c568 admin admin] 10.222.0.35 "PUT /v2.0/routers/e9e8c436-ebda-4df7-b922-51562c735d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0728350 Aug 18 14:04:42.961705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a416eb35-7fa5-4a48-b698-eb7e0689f78a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:42.962200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a416eb35-7fa5-4a48-b698-eb7e0689f78a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:42.964798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.986870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.988769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Subnet': ['ID=2e3f9967-ea64-4cc1-8193-05b914d79cca,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:43.001940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d6583175-6591-49a2-91af-ceae1a97352b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:43.003105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.040669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Provisioning for port a07ac0b7-e78c-41a4-984a-20c37e1af331 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:43.053651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Provisioning complete for port a07ac0b7-e78c-41a4-984a-20c37e1af331 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:43.057580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.077882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.122873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:43.123227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:43.129136 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:43.164084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.165403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.167181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/5a7e7686-a6be-47cc-9bb4-366aa733b819 HTTP/1.1" status: 200 len: 1095 time: 6.2711942 Aug 18 14:04:43.177098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:43.182189 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b23345-60aa-4344-afd3-f485e273c607" -d '{"events": [{"name": "network-changed", "server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:43.201117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Port a07ac0b7-e78c-41a4-984a-20c37e1af331 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:43.212419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Checking segment: {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:43.212736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network hostable DHCP agents. Network: 5a9eff2f-f535-4639-a33e-9199397e3c4f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:43.297518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Provisioning complete for port d6583175-6591-49a2-91af-ceae1a97352b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:43.297518 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f445cfe8-9a62-49dc-8a09-1b6b63099a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.321037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a313-11f1-4c1d-b161-5cba20c822f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:43.415368 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7f7426-3b18-44ab-8d6e-5cee211a4a6f x-openstack-request-id: req-1d7f7426-3b18-44ab-8d6e-5cee211a4a6f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:43.417159 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:43.417455 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d7f7426-3b18-44ab-8d6e-5cee211a4a6f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:43.421419 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'status': 'completed', 'code': 200} Aug 18 14:04:43.515826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.25 (6b9df3a8-452a-4526-8e0c-f08301e1dd25/75c3e42f-c849-4973-aac6-25f6be495008/a07ac0b7-e78c-41a4-984a-20c37e1af331) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:43.519244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.529676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.535537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] 10.222.0.35 "DELETE /v2.0/networks/2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09 HTTP/1.1" status: 204 len: 168 time: 1.5467873 Aug 18 14:04:43.536307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52604) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:43.555134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b23345-60aa-4344-afd3-f485e273c607 req-d8b32375-5798-424b-9043-3df912709678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.557110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34b23345-60aa-4344-afd3-f485e273c607 req-d8b32375-5798-424b-9043-3df912709678 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 1098 time: 0.2241418 Aug 18 14:04:43.606596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34b23345-60aa-4344-afd3-f485e273c607 req-d225c934-c06d-4260-9a75-3f7a8f65ecfd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305009 Aug 18 14:04:43.607280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:43.668395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e500-d965-489c-8adb-e2e8149d589d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d092ec1-d0c1-4c7b-9fcc-942ee7bc8e09,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:43.701349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Router d80c3d5f-6997-488e-b3a9-4a250c74a59a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:04:43.759939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c168c5ab-b829-49d5-b4d0-98fe74441d27 None None] Provisioning complete for port a07ac0b7-e78c-41a4-984a-20c37e1af331 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:43.760323 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c168c5ab-b829-49d5-b4d0-98fe74441d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.779033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 5a9eff2f-f535-4639-a33e-9199397e3c4f) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:43.798618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.808484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.808662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Deleting subnet 5454ff77-88c7-4822-afe3-9c9372a56672 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:43.808788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368c0401-547a-458d-b684-ef8225aed774 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:43.810407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.821413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8c128-63b4-49f7-a85b-abc1ed2e1db7 None None] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:43.831998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.914207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a86d5-aecf-40f2-8b35-4489cdefe3b3 req-a3618ba6-7799-4bf9-990f-659383344b2b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.916095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab7a86d5-aecf-40f2-8b35-4489cdefe3b3 req-a3618ba6-7799-4bf9-990f-659383344b2b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 931 time: 0.2204278 Aug 18 14:04:43.942138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b23345-60aa-4344-afd3-f485e273c607 req-0ea49488-1f65-4f8a-805e-d944763e1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.951691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34b23345-60aa-4344-afd3-f485e273c607 req-0ea49488-1f65-4f8a-805e-d944763e1ff3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299937 Aug 18 14:04:43.973002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Transition to ACTIVE for port object 368c0401-547a-458d-b684-ef8225aed774 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:43.992324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.007792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c168c5ab-b829-49d5-b4d0-98fe74441d27 None None] Port a07ac0b7-e78c-41a4-984a-20c37e1af331 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:44.014918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Ignored duplicate provisioning block setup for port a07ac0b7-e78c-41a4-984a-20c37e1af331 by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 14:04:44.022197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.066836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-21f3ac7e-c7e9-4196-ad43-04774454d398 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.3185124 Aug 18 14:04:44.078288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52612) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:44.090960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2051257327'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:44.109917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.153919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab7a86d5-aecf-40f2-8b35-4489cdefe3b3 req-454e73e4-fa6f-4ace-a9c4-52d70d7f8b9a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308142 Aug 18 14:04:44.165825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.188577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c2ef3ac-dafd-4929-9df5-153ae8a20b9b None None] Provisioning complete for port a07ac0b7-e78c-41a4-984a-20c37e1af331 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:44.188577 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef3ac-dafd-4929-9df5-153ae8a20b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.190275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-5a9eff2f-f535-4639-a33e-9199397e3c4f', 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'fixed_ips': [{'subnet_id': '2e3f9967-ea64-4cc1-8193-05b914d79cca'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:44.191763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.195153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dff4-8bca-4b70-abf8-377c43ea53c2 req-63fe578b-c439-48a1-8916-4addfea39dd3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.196758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2502dff4-8bca-4b70-abf8-377c43ea53c2 req-63fe578b-c439-48a1-8916-4addfea39dd3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 947 time: 0.2491698 Aug 18 14:04:44.208202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.228099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:44.229732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Pushing event updated for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:44.240854 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Sync routers for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:44.249952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-662a4f14-7a8e-4aef-817f-54ea09cab22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.255059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-662a4f14-7a8e-4aef-817f-54ea09cab22a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 1098 time: 0.2255614 Aug 18 14:04:44.269437 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:44.272523 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:44.312459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ef3ac-dafd-4929-9df5-153ae8a20b9b None None] Port a07ac0b7-e78c-41a4-984a-20c37e1af331 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:44.324805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:44.327630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.454875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=a07ac0b7-e78c-41a4-984a-20c37e1af331,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:44.479675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-9017e4b7-c3d5-4a0a-a7d7-43012a7b4a09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819 HTTP/1.1" status: 200 len: 217 time: 0.1976252 Aug 18 14:04:44.502054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Allocated IP 19.80.0.2 (5a9eff2f-f535-4639-a33e-9199397e3c4f/2e3f9967-ea64-4cc1-8193-05b914d79cca/d4728f21-6507-4bd2-a3cc-6032b550ce44) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:44.516928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2502dff4-8bca-4b70-abf8-377c43ea53c2 req-2d979590-c794-4a1e-ad2f-a35f438c66c4 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990367 Aug 18 14:04:44.522894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.522894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e6907ec4-86f4-4cb9-acc0-6cbfdbc20c5c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.4211118 Aug 18 14:04:44.569747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52618) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:44.578063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:44.579829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:44.593276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Attempting to bind port 368c0401-547a-458d-b684-ef8225aed774 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:44.593729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Attempting to bind port 368c0401-547a-458d-b684-ef8225aed774 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:44.594169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Attempting to bind port 368c0401-547a-458d-b684-ef8225aed774 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:44.638985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.638985 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Added segment 93b2a4e6-f475-4d9b-a143-a1827a7c5140 of type vlan for network ca193809-0190-4ab3-8803-edf84d897306 Aug 18 14:04:44.739747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] In _notify_port_updated(), no bound segment for port a07ac0b7-e78c-41a4-984a-20c37e1af331 on network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:04:44.745402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Port 368c0401-547a-458d-b684-ef8225aed774 on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:44.745736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Attempting to bind port 368c0401-547a-458d-b684-ef8225aed774 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:44.754673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.755349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.756787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ceaa6c62-2227-4dc7-a20b-457ca7f9f571 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/ports/a07ac0b7-e78c-41a4-984a-20c37e1af331 HTTP/1.1" status: 200 len: 999 time: 2.3344932 Aug 18 14:04:44.760101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52622) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:44.792692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-02c0b8d5-c678-4a42-99ae-18770689eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.800750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.801130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-02c0b8d5-c678-4a42-99ae-18770689eb89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.2988949 Aug 18 14:04:44.830068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.838765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:44.839189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:44.839531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:44.840000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Bound port: 368c0401-547a-458d-b684-ef8225aed774, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:44.840376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.866640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dc50910e-5309-41db-84f4-3d87160764ee None None] Provisioning complete for port a07ac0b7-e78c-41a4-984a-20c37e1af331 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:44.867581 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc50910e-5309-41db-84f4-3d87160764ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.965260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 949a3760-b7d3-430c-864d-42806ef5d4b0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:44.992851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52628) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:44.996142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-network', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:45.016845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5454ff77-88c7-4822-afe3-9c9372a56672,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.045548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:45.046300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.resource_extend [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:04:45.057625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-b14c6241-5419-4f4c-8052-46710cf6eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.058272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.059822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-b14c6241-5419-4f4c-8052-46710cf6eed4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434292 Aug 18 14:04:45.064101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-469f11ed-723a-4bd9-a9fd-ffa0b752e6ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5454ff77-88c7-4822-afe3-9c9372a56672 HTTP/1.1" status: 204 len: 168 time: 1.5228963 Aug 18 14:04:45.066951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52630) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:45.087739 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Checking router: d80c3d5f-6997-488e-b3a9-4a250c74a59a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:45.088529 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Updating router d80c3d5f-6997-488e-b3a9-4a250c74a59a port 2104e69c-a6b4-4e87-8bbc-7e025f25968f binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:45.120672 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.124576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dc50910e-5309-41db-84f4-3d87160764ee None None] Port a07ac0b7-e78c-41a4-984a-20c37e1af331 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:45.153088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.191006 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.218861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Transition to ACTIVE for port object d4728f21-6507-4bd2-a3cc-6032b550ce44 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:45.241603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Transition to ACTIVE for port object d4728f21-6507-4bd2-a3cc-6032b550ce44 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:45.256073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:45.276580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=368c0401-547a-458d-b684-ef8225aed774,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:45.281264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 949a3760-b7d3-430c-864d-42806ef5d4b0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:45.286336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 949a3760-b7d3-430c-864d-42806ef5d4b0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:45.287092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.293934 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.300707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.301534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.323690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port a07ac0b7-e78c-41a4-984a-20c37e1af331 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:45.323974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.329357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Made reservation on behalf of 05e40bb9ecc34a8ea45973b3135233d8 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:45.331993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.345685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.385603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.399409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.407371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:45.414064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:45.417881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.430294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:45.443103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3629329 Aug 18 14:04:45.453232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52634) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:45.461717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe277a22-1660-4058-8ef9-d2c9f57c7d6e']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:45.479440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'subnet': {'network_id': 'ca193809-0190-4ab3-8803-edf84d897306', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:45.497203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd927f2a6-a8af-4bb3-bcf3-18786704f5f5') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:45.497492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd927f2a6-a8af-4bb3-bcf3-18786704f5f5') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:45.517323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Pushing event updated for resources: {'Port': ['ID=d4728f21-6507-4bd2-a3cc-6032b550ce44,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.531942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.544396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Pushing event updated for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.572646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Attempting to bind port d4728f21-6507-4bd2-a3cc-6032b550ce44 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:45.574943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-c27b6b3a-deae-4d73-8641-4f3a8ba50700 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005474 Aug 18 14:04:45.575089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Attempting to bind port d4728f21-6507-4bd2-a3cc-6032b550ce44 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:45.575089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Attempting to bind port d4728f21-6507-4bd2-a3cc-6032b550ce44 on network 5a9eff2f-f535-4639-a33e-9199397e3c4f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:45.577658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.578927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.581162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-b373d306-3fce-4eab-a1b0-9f65f7ffebbe service neutron] 10.222.0.58 "PUT /v2.0/ports/368c0401-547a-458d-b684-ef8225aed774 HTTP/1.1" status: 200 len: 1091 time: 3.3760154 Aug 18 14:04:45.586818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'tag': '368c0401-547a-458d-b684-ef8225aed774'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:45.587435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234d54e-08db-4e63-96d2-f939c655de9a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Network': ['ID=ca193809-0190-4ab3-8803-edf84d897306,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.589478 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec02d7-c732-4275-b066-7941e27daf97" -d '{"events": [{"name": "network-changed", "server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "tag": "368c0401-547a-458d-b684-ef8225aed774"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:45.597092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.606734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:45.607482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Checking segment: {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:45.608080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.608716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Bound using segment: {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:45.609438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Bound port: d4728f21-6507-4bd2-a3cc-6032b550ce44, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:45.610053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.610581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.647632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ca193809-0190-4ab3-8803-edf84d897306 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:45.655410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a7227-c1b6-4eb6-946d-c1b4e2b5d035 req-9f7208f1-494d-448c-a319-bd15eb8416c5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:45.655655 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:45.659189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b8a7227-c1b6-4eb6-946d-c1b4e2b5d035 req-9f7208f1-494d-448c-a319-bd15eb8416c5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 943 time: 0.3508866 Aug 18 14:04:45.701792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.724507 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.737904 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Transition to ACTIVE for port object 2104e69c-a6b4-4e87-8bbc-7e025f25968f will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:45.760294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 949a3760-b7d3-430c-864d-42806ef5d4b0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=949a3760-b7d3-430c-864d-42806ef5d4b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:45.810012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] For port d4728f21-6507-4bd2-a3cc-6032b550ce44, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:45.813739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] For port d4728f21-6507-4bd2-a3cc-6032b550ce44, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d4728f21-6507-4bd2-a3cc-6032b550ce44,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:45.820651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for a07ac0b7-e78c-41a4-984a-20c37e1af331 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:45.838993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Sync routers for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:45.845301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:45.846465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:45.949597 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.956585 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.971169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.989490 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Attempting to bind port 2104e69c-a6b4-4e87-8bbc-7e025f25968f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:45.990240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Attempting to bind port 2104e69c-a6b4-4e87-8bbc-7e025f25968f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:45.990848 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Attempting to bind port 2104e69c-a6b4-4e87-8bbc-7e025f25968f on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:46.016393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:46.017287 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:46.018534 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.019171 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:46.020045 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Bound port: 2104e69c-a6b4-4e87-8bbc-7e025f25968f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:46.020686 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.048681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d6a7-b198-423c-94b7-7959b05d4db5 None None] Pushing event updated for resources: {'Port': ['ID=d4728f21-6507-4bd2-a3cc-6032b550ce44,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.090696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.102397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] For port 2104e69c-a6b4-4e87-8bbc-7e025f25968f, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:46.106134 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] For port 2104e69c-a6b4-4e87-8bbc-7e025f25968f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2104e69c-a6b4-4e87-8bbc-7e025f25968f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:46.114827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.120105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=949a3760-b7d3-430c-864d-42806ef5d4b0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.129184 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe277a22-1660-4058-8ef9-d2c9f57c7d6e HTTP/1.1" status: 204 len: 168 time: 1.0577071 Aug 18 14:04:46.133675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde7bd9-50fa-483c-948a-4ab3d8078020 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe277a22-1660-4058-8ef9-d2c9f57c7d6e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.140448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:46.153068 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Pushing event updated for resources: {'Port': ['ID=2104e69c-a6b4-4e87-8bbc-7e025f25968f,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.163844 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.164588 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.166087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.171764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.174971 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.176463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:46.197986 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.243432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=a07ac0b7-e78c-41a4-984a-20c37e1af331,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.365130 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:46.365772 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:46.383868 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16d1b-0f81-44fc-b11c-6469e4485095 None None] Pushing event updated for resources: {'Port': ['ID=2104e69c-a6b4-4e87-8bbc-7e025f25968f,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:46.395294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-af464438-463d-4611-a76f-a88969e6a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.396945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-af464438-463d-4611-a76f-a88969e6a443 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 1094 time: 0.6619689 Aug 18 14:04:46.400014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b8a7227-c1b6-4eb6-946d-c1b4e2b5d035 req-b7dd2369-cc6e-4e36-9260-f38a9d514e69 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195640 Aug 18 14:04:46.461827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.466794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-16d32fd7-b902-48a7-8bf1-060bf9259eb8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/a07ac0b7-e78c-41a4-984a-20c37e1af331 HTTP/1.1" status: 204 len: 168 time: 1.7056706 Aug 18 14:04:46.467493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52644) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:46.547847 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d864760-e43f-4e0e-9d27-d4fc7a72a119 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:46.554229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4d864760-e43f-4e0e-9d27-d4fc7a72a119 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/a07ac0b7-e78c-41a4-984a-20c37e1af331 HTTP/1.1" status: 404 len: 333 time: 0.0855281 Aug 18 14:04:46.558993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52646) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:46.584819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f3ee7d2b-485c-4c12-a526-bc8b6440c666', 'name': '', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'mac_address': 'fa:16:3e:d2:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:38Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 2, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'subnets': [{'id': '49231fba-5e3e-40ab-8377-fc81db754069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:46.635397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9a55-8a8c-4655-8cd5-466de118684b req-3089341e-800a-4e82-b64b-e6feeba02a4e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.642717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b7d9a55-8a8c-4655-8cd5-466de118684b req-3089341e-800a-4e82-b64b-e6feeba02a4e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 947 time: 0.8955188 Aug 18 14:04:46.645757 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5941790-950c-4128-8571-37225d75779b x-openstack-request-id: req-d5941790-950c-4128-8571-37225d75779b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:46.650267 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "tag": "368c0401-547a-458d-b684-ef8225aed774", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:46.650267 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5941790-950c-4128-8571-37225d75779b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:46.650267 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'tag': '368c0401-547a-458d-b684-ef8225aed774', 'status': 'completed', 'code': 200} Aug 18 14:04:46.655710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Checking router: e9e8c436-ebda-4df7-b922-51562c735d8e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:46.657921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Updating router e9e8c436-ebda-4df7-b922-51562c735d8e port f3ee7d2b-485c-4c12-a526-bc8b6440c666 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:46.665587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-dceaf0e0-3747-4e5e-a78c-fafac7d38d1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368c0401-547a-458d-b684-ef8225aed774 HTTP/1.1" status: 200 len: 217 time: 0.2584097 Aug 18 14:04:46.697823 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:46.715185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0988fca2-fbbd-4b2b-9476-2b0d9a119c80 req-594b74f0-d6f9-4e04-9f03-a7e374aad94f service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0809083 Aug 18 14:04:46.733676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 75c3e42f-c849-4973-aac6-25f6be495008 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:46.741592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.743133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52648) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:46.753910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.854466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.857922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.864502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776713a-21d9-423b-afd4-f180250a209d req-c67bc7fc-64a7-425b-836d-d10dfc2d4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.866128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-c67bc7fc-64a7-425b-836d-d10dfc2d4553 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1608288 Aug 18 14:04:46.966394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d4728f21-6507-4bd2-a3cc-6032b550ce44 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:46.973421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b7d9a55-8a8c-4655-8cd5-466de118684b req-0d8c3649-d682-4d1e-8ea0-691c03855b26 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130522 Aug 18 14:04:46.983093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:46.983763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-ef6337b9-0622-42c7-852c-8def40204f58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933344 Aug 18 14:04:46.983763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.024815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f861ac77-63cd-442e-94f5-c68861c5b462 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f38cb9feb77436cbfd3bd5f67643f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765346 Aug 18 14:04:47.041695 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-899868df-e287-4010-b1c0-3da396025f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:47.061753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52650) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:47.066111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:47.069909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.098199 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899868df-e287-4010-b1c0-3da396025f13 None None] The sync data for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 is: [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 3, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:47.125920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:47.185010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.185387 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Added segment b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b of type vlan for network 12897f24-335f-461f-afea-04554377f825 Aug 18 14:04:47.206112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230302b1-c02b-45ae-b4a8-3481f94bc31e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:47.224678 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.238342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Transition to ACTIVE for port object f3ee7d2b-485c-4c12-a526-bc8b6440c666 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:47.243518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d4728f21-6507-4bd2-a3cc-6032b550ce44 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:47.254161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 949a3760-b7d3-430c-864d-42806ef5d4b0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:47.313423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.349727 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.363289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 949a3760-b7d3-430c-864d-42806ef5d4b0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:47.363667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.370509 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.394406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.420974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.426739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=75c3e42f-c849-4973-aac6-25f6be495008,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:47.433347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.434551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378231a-84be-4d71-a1fc-d6d0d66b1071 None None] Pushing event updated for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:47.445147 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-606c0d25-d6df-4b48-9ed8-8fa056e8354b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/75c3e42f-c849-4973-aac6-25f6be495008 HTTP/1.1" status: 204 len: 168 time: 0.8831735 Aug 18 14:04:47.445147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52652) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:47.448416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d110c6-5e02-4977-833d-a9f3e000c7b6 None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:47.517077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:04:47.531531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-417e1129-680e-4bf1-9edf-636665666e3b service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214880 Aug 18 14:04:47.578342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.654620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 87a47995-68d4-460e-993b-47b46288f944 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:47.655037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.668933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.721829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Subnet': ['ID=4c3f69fd-7665-492c-842a-12ce9e168037,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:47.737771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Attempting to bind port f3ee7d2b-485c-4c12-a526-bc8b6440c666 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:47.738193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Attempting to bind port f3ee7d2b-485c-4c12-a526-bc8b6440c666 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:47.738560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Attempting to bind port f3ee7d2b-485c-4c12-a526-bc8b6440c666 on network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:47.750292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.759961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:47.760435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Checking segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:47.760740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.761130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Bound using segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:47.761613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Bound port: f3ee7d2b-485c-4c12-a526-bc8b6440c666, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:47.762021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.772524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6b8ff-4a7f-4954-ab6e-51b3a30bf16a None None] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:47.789358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.797499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:47.798159 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.803224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Checking segment: {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:47.803946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network hostable DHCP agents. Network: ca193809-0190-4ab3-8803-edf84d897306, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:47.917795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:47.944311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network ca193809-0190-4ab3-8803-edf84d897306 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:48.052250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ca193809-0190-4ab3-8803-edf84d897306) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:48.058365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:48.059504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.092837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc63d2-ab11-4fb5-af3d-748a34642772 None None] Network ca193809-0190-4ab3-8803-edf84d897306 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:48.099022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.119069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.124638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] Pushing event updated for resources: {'Network': ['ID=12897f24-335f-461f-afea-04554377f825,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:48.129835 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/87a47995-68d4-460e-993b-47b46288f944 HTTP/1.1" status: 204 len: 168 time: 0.6848130 Aug 18 14:04:48.132230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52660) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:48.165484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 12897f24-335f-461f-afea-04554377f825 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:48.200231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e913ac-ebca-468c-b0d2-f9071a255a2a req-d2b89b9c-5594-4955-a8fc-2c9569ab7a57 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:48.201829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e913ac-ebca-468c-b0d2-f9071a255a2a req-d2b89b9c-5594-4955-a8fc-2c9569ab7a57 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 943 time: 0.5178814 Aug 18 14:04:48.255803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Provisioning for port d4728f21-6507-4bd2-a3cc-6032b550ce44 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:48.262706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.266078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7c7b6544-fd8a-4d06-8df3-58a4ca860703 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2779431 Aug 18 14:04:48.269784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Provisioning complete for port d4728f21-6507-4bd2-a3cc-6032b550ce44 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:48.270107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.271139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52662) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:48.275920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070c5e9-6d31-4676-aea3-bec0d8866296 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=87a47995-68d4-460e-993b-47b46288f944,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:48.288690 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ebcf5efc-5b51-4d7b-86fd-00ac47496e5e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8213151 Aug 18 14:04:48.288929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a282ae7-5fd4-4556-a343-8ddf8e87b0a1 req-9d1579a8-8a9a-4464-b564-4a442b955734 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:48.288929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a282ae7-5fd4-4556-a343-8ddf8e87b0a1 req-9d1579a8-8a9a-4464-b564-4a442b955734 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 947 time: 0.1486917 Aug 18 14:04:48.288929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Request body: {'subnet': {'network_id': '12897f24-335f-461f-afea-04554377f825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-subnet', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:48.311995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Allocated IP 172.20.0.1 (12f4634e-4047-4d40-8a61-41f267019bb0/bc156da8-085f-4eb6-88e0-80b1d4239989/56e899f7-bd70-4ebd-ae63-30ef8d67faa0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:48.338615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.342364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.345880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d91b250-0f28-40ef-b896-56f4ad7fa713 HTTP/1.1" status: 204 len: 168 time: 1.2786038 Aug 18 14:04:48.371427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e913ac-ebca-468c-b0d2-f9071a255a2a req-a3d6cd7e-31b9-418e-846e-c86e4dba9476 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530628 Aug 18 14:04:48.386906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97513ba9-a90f-4707-af7b-4d9be4b3787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d91b250-0f28-40ef-b896-56f4ad7fa713,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:48.390364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c776713a-21d9-423b-afd4-f180250a209d req-eefadd9a-853e-472a-acbf-3e429bf28dc6 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8433867 Aug 18 14:04:48.391544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port d6583175-6591-49a2-91af-ceae1a97352b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:48.392050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.399635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a282ae7-5fd4-4556-a343-8ddf8e87b0a1 req-fd68454f-4796-4ec6-9b38-851af22556dd tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824378 Aug 18 14:04:48.508585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Made reservation on behalf of 05e40bb9ecc34a8ea45973b3135233d8 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:48.511352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.517912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] For port f3ee7d2b-485c-4c12-a526-bc8b6440c666, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:48.551825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port d6583175-6591-49a2-91af-ceae1a97352b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d6583175-6591-49a2-91af-ceae1a97352b,segment=NetworkSegment(c89a0a6d-f23f-4620-b588-4bc9e53bd8bb),segment_id=c89a0a6d-f23f-4620-b588-4bc9e53bd8bb)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:48.552453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.572645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for d6583175-6591-49a2-91af-ceae1a97352b owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:48.647042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] For port f3ee7d2b-485c-4c12-a526-bc8b6440c666, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f3ee7d2b-485c-4c12-a526-bc8b6440c666,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:48.745335 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.753592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.772278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.789594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-ca193809-0190-4ab3-8803-edf84d897306', 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'fixed_ips': [{'subnet_id': '4c3f69fd-7665-492c-842a-12ce9e168037'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:48.791193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.822169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port d6583175-6591-49a2-91af-ceae1a97352b on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:48.827359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-a9fa3690-2b34-43ed-920e-af48f94a8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:48.828982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-a9fa3690-2b34-43ed-920e-af48f94a8115 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 1094 time: 0.1970122 Aug 18 14:04:48.875697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=d6583175-6591-49a2-91af-ceae1a97352b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:48.885974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a198da9-79b8-4c81-ad00-a2652de699f1 None None] Update dhcp port {'port': {'network_id': '6b9df3a8-452a-4526-8e0c-f08301e1dd25', 'fixed_ips': [{'subnet_id': '87a47995-68d4-460e-993b-47b46288f944'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'd6583175-6591-49a2-91af-ceae1a97352b'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:04:48.912938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a198da9-79b8-4c81-ad00-a2652de699f1 None None] Host n-d-804303-5 tried to update port d6583175-6591-49a2-91af-ceae1a97352b which no longer exists. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 18 14:04:48.917699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] For port d4728f21-6507-4bd2-a3cc-6032b550ce44, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d4728f21-6507-4bd2-a3cc-6032b550ce44,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:48.974940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2104e69c-a6b4-4e87-8bbc-7e025f25968f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:49.019004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.053008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.060609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9df3a8-452a-4526-8e0c-f08301e1dd25']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:49.061073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:49.061693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:49.063984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378231a-84be-4d71-a1fc-d6d0d66b1071 None None] Pushing event updated for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:49.091762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:49.094490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89a0a6d-f23f-4620-b588-4bc9e53bd8bb') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:49.119001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.144480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.154270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:49.158891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:49.162450 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:49.169185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518cda30-17a7-42a9-be18-c1a8aae6cddf None None] Network 6b9df3a8-452a-4526-8e0c-f08301e1dd25 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:49.180168 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.188326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-22bcff36-5721-45e7-b309-8bbbeed06237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.189923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-22bcff36-5721-45e7-b309-8bbbeed06237 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.3046007 Aug 18 14:04:49.238193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-11ab8e5e-54ca-4503-b840-e546b09bda94 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.244333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-11ab8e5e-54ca-4503-b840-e546b09bda94 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.246036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-11ab8e5e-54ca-4503-b840-e546b09bda94 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/networks?id=5a9eff2f-f535-4639-a33e-9199397e3c4f&id=ca193809-0190-4ab3-8803-edf84d897306 HTTP/1.1" status: 200 len: 1392 time: 0.6151216 Aug 18 14:04:49.310272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Transition to ACTIVE for port object 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:49.312643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-e4cd11de-3390-4ab2-a9d8-26116fd0176a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368c0401-547a-458d-b684-ef8225aed774 HTTP/1.1" status: 200 len: 217 time: 0.0953934 Aug 18 14:04:49.339657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-14695393-a7cb-4c6d-b107-729ced9436a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/quotas/a6bccfd339264be08594b4c67acfba18 HTTP/1.1" status: 200 len: 375 time: 0.0361097 Aug 18 14:04:49.422427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.425250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-eb48bf41-5fe5-4e74-85bd-4703ce523b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.426920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-eb48bf41-5fe5-4e74-85bd-4703ce523b33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1005046 Aug 18 14:04:49.450028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.453008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/6b9df3a8-452a-4526-8e0c-f08301e1dd25 HTTP/1.1" status: 204 len: 168 time: 1.3179610 Aug 18 14:04:49.469189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52686) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:49.478317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-b9715d60-3a83-4d20-86b3-346fc9609e6b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183791 Aug 18 14:04:49.481252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-37f0d3ba-eb55-4d8d-8908-76f2ce673796 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462461 Aug 18 14:04:49.485478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2e0904ee-0eff-4c98-9082-207dad646b19 None None] Could not find standard attr ID for object d6583175-6591-49a2-91af-ceae1a97352b. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:04:49.490919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=6b9df3a8-452a-4526-8e0c-f08301e1dd25,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:49.503603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:49.527607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a684-e1e8-46a3-a6b7-5909e30b2811 None None] Pushing event updated for resources: {'Port': ['ID=d4728f21-6507-4bd2-a3cc-6032b550ce44,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:49.532430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.533603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.533603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.533998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.534339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.534672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.534998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.535323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.535689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.536150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.536458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.536979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216382cb-e1c8-4e14-a53c-651c96f84ee9 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:49.573219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.581518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53038c5a-fefc-4408-9c4b-17bec10599c8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.583384 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-53038c5a-fefc-4408-9c4b-17bec10599c8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1130672 Aug 18 14:04:49.587522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52688) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:49.599406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2104e69c-a6b4-4e87-8bbc-7e025f25968f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:49.607940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52690) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:49.644934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2104e69c-a6b4-4e87-8bbc-7e025f25968f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:49.644934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.666017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.684177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-753cebf8-64c4-470d-bde3-3d0cb49e2db1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0919945 Aug 18 14:04:49.687638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5200c694-97af-4db2-9db8-0315a4aa0b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c88376e7e36c4008b13d36317d1e4b37&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0773170 Aug 18 14:04:49.687638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52692) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:49.691895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999851588'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:49.695054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:49.722882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14196d25-3b2e-4b32-88a8-7a00cc92d893 None None] DHCP port deletion for 6b9df3a8-452a-4526-8e0c-f08301e1dd25 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:49.770899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.781877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Allocated IP 19.86.0.2 (ca193809-0190-4ab3-8803-edf84d897306/4c3f69fd-7665-492c-842a-12ce9e168037/2c301308-0f58-4032-a6e5-7fa4d02b7e70) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:49.795131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5afa69eb-7f13-4cce-8999-549a4e22525c None None] Provisioning complete for port d4728f21-6507-4bd2-a3cc-6032b550ce44 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:49.795131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5afa69eb-7f13-4cce-8999-549a4e22525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.812516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.817970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Network 12f4634e-4047-4d40-8a61-41f267019bb0 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:49.840423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:49.850795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab916-90b4-49b5-9343-1dd0b0886c3b req-b9d05f00-16f0-4d0a-b51d-9ef5592468ee tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.852454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fbab916-90b4-49b5-9343-1dd0b0886c3b req-b9d05f00-16f0-4d0a-b51d-9ef5592468ee tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 943 time: 0.3508000 Aug 18 14:04:49.853269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Pushing event updated for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:49.868475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:49.879665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:49.883758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.888537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66069f46-a3d3-4cae-b535-702973da21b1,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:49.933994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:49.938244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5a7e7686-a6be-47cc-9bb4-366aa733b819 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:49.949612 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.950467 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment 6c72a334-0771-41af-90ae-bfa732a1a523 of type vlan for network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 Aug 18 14:04:49.967327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-52979998-0565-4ade-b131-d791fb98e69f service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265757 Aug 18 14:04:49.980460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d2e5ac1-974e-4215-b662-303044960372 service neutron] 10.222.0.35 "GET /v2.0/networks/5a9eff2f-f535-4639-a33e-9199397e3c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926348 Aug 18 14:04:49.987130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Checking segment: {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:49.989199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Network hostable DHCP agents. Network: 12897f24-335f-461f-afea-04554377f825, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:50.028816 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.036275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.065317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.068975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.073466 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58f16219-1425-4cb8-a56b-d174e05d021e HTTP/1.1" status: 204 len: 168 time: 0.3772013 Aug 18 14:04:50.084748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b6547-c27a-4d58-8489-ab2fc39884fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f16219-1425-4cb8-a56b-d174e05d021e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:50.134103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.139223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fbab916-90b4-49b5-9343-1dd0b0886c3b req-1d86184a-c266-4f5d-b5b3-82bbb72987d2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675717 Aug 18 14:04:50.157794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.157794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:50.157794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.261257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5711443 Aug 18 14:04:50.261619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52700) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:50.268278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:50.291925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dab2fb9c-3de0-45d7-919b-f6456b120b0e service neutron] 10.222.0.35 "GET /v2.0/networks/5a9eff2f-f535-4639-a33e-9199397e3c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906373 Aug 18 14:04:50.342501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2104e69c-a6b4-4e87-8bbc-7e025f25968f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2104e69c-a6b4-4e87-8bbc-7e025f25968f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:50.342632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4fe2-1bef-4e4d-9cc1-0fdbe279e898 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=2e6423dd-0fd9-4998-8316-a2e0a36b6477,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:50.396545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:50.463373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127173-c005-4825-a694-1c27923b5e26 req-eda08f62-c960-4ab1-8c5a-72bcbbb4e8b5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:50.465072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f127173-c005-4825-a694-1c27923b5e26 req-eda08f62-c960-4ab1-8c5a-72bcbbb4e8b5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 947 time: 0.2013216 Aug 18 14:04:50.465877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Network 12897f24-335f-461f-afea-04554377f825 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:50.469348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8ec02d7-c732-4275-b066-7941e27daf97 req-0287c202-caeb-4f8a-af39-b521bdb1fc5f service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859293 Aug 18 14:04:50.489979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:50.508596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.531704 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.540325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bccfd179-8759-404b-ac9a-244bcb768fc3 service neutron] 10.222.0.35 "GET /v2.0/networks/ca193809-0190-4ab3-8803-edf84d897306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270544 Aug 18 14:04:50.546268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f127173-c005-4825-a694-1c27923b5e26 req-db88554b-79a2-43a1-b5fd-983eed57d870 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Aug 18 14:04:50.616288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.624968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:50.636719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 12897f24-335f-461f-afea-04554377f825) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:50.646250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:50.649216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:50.664723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841aff14-b589-4394-99b0-b33611af1134 None None] Network 12897f24-335f-461f-afea-04554377f825 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:50.670148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Transition to ACTIVE for port object 2c301308-0f58-4032-a6e5-7fa4d02b7e70 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:50.701890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-660ff6b8-ce32-41e6-aa04-852c3ee9a7fc service neutron] 10.222.0.35 "GET /v2.0/networks/ca193809-0190-4ab3-8803-edf84d897306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458454 Aug 18 14:04:50.751249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'mac_address': 'fa:16:3e:e2:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:50.784027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2104e69c-a6b4-4e87-8bbc-7e025f25968f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:50.798842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Transition to ACTIVE for port object 2c301308-0f58-4032-a6e5-7fa4d02b7e70 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:50.811701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f3ee7d2b-485c-4c12-a526-bc8b6440c666', 'name': '', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'mac_address': 'fa:16:3e:d2:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:38Z', 'updated_at': '2021-08-18T14:04:48Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'subnets': [{'id': '49231fba-5e3e-40ab-8377-fc81db754069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:50.902256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a77e94-dcaa-45e4-b00a-f753656cd620 None None] The sync data for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 is: [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f3ee7d2b-485c-4c12-a526-bc8b6440c666', 'name': '', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'mac_address': 'fa:16:3e:d2:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:38Z', 'updated_at': '2021-08-18T14:04:48Z', 'revision_number': 4, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'subnets': [{'id': '49231fba-5e3e-40ab-8377-fc81db754069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:50.914654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.005473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f3ee7d2b-485c-4c12-a526-bc8b6440c666 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:51.023305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.061016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7e7686-a6be-47cc-9bb4-366aa733b819 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:51.115575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 368c0401-547a-458d-b684-ef8225aed774 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:51.124887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7b01530c-b2fd-4beb-a9b8-a13c48d9f7c2 None None] Provisioning for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:51.219460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Network ca193809-0190-4ab3-8803-edf84d897306 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:51.219460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7b01530c-b2fd-4beb-a9b8-a13c48d9f7c2 None None] Provisioning complete for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:51.219460 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b01530c-b2fd-4beb-a9b8-a13c48d9f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.225265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:51.241195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:51.247391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.250324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:51.287685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Pushing event updated for resources: {'Port': ['ID=2c301308-0f58-4032-a6e5-7fa4d02b7e70,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:51.324257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9521ce0-6e7b-4aab-806a-06511b07c6b5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0402610 Aug 18 14:04:51.327283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52722) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:51.365603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=a8c46214-351d-4ec6-8b85-5ba15039394d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:51.375226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6aa403aa-a347-44c5-91df-44eeade2baea req-c24f8d97-f343-474b-b362-4a5b0108c9c2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.0868731 Aug 18 14:04:51.378439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:51.411154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.411859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': '6c72a334-0771-41af-90ae-bfa732a1a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:51.412717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 2e6423dd-0fd9-4998-8316-a2e0a36b6477, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:51.413175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.422884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7b01530c-b2fd-4beb-a9b8-a13c48d9f7c2 None None] Port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:51.480941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-12897f24-335f-461f-afea-04554377f825', 'network_id': '12897f24-335f-461f-afea-04554377f825', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'fixed_ips': [{'subnet_id': '66069f46-a3d3-4cae-b535-702973da21b1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:51.481789 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.488904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Attempting to bind port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:51.490265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Attempting to bind port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:51.490265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Attempting to bind port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 on network ca193809-0190-4ab3-8803-edf84d897306 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:51.521284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:51.542168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Checking segment: {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:51.542168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.542168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Bound using segment: {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:51.542168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Bound port: 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:51.542168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.560648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a07e55-6412-4727-a46d-060119efa48b req-83f05653-39e5-414b-87b4-5373d10c64bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:51.562540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16a07e55-6412-4727-a46d-060119efa48b req-83f05653-39e5-414b-87b4-5373d10c64bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 943 time: 0.2050917 Aug 18 14:04:51.589424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:51.637812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.638968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.666882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:51.669085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2e6423dd-0fd9-4998-8316-a2e0a36b6477) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:51.673363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:51.673815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.694773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400fd47-6980-4196-ad38-e988859243e5 None None] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:51.697788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:51.698187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.731966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:51.752417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=368c0401-547a-458d-b684-ef8225aed774,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:51.760297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16a07e55-6412-4727-a46d-060119efa48b req-c0aba828-d19f-4593-b9e4-8ded7f73f493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897197 Aug 18 14:04:51.806502 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.826857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d7dc5-93c7-4490-ab4d-b956b2196e8e req-eec37260-e3e7-41be-a586-1eff8ddce55f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:51.828588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c08d7dc5-93c7-4490-ab4d-b956b2196e8e req-eec37260-e3e7-41be-a586-1eff8ddce55f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 948 time: 0.1822667 Aug 18 14:04:51.842054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52736) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:51.843039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3891f245-fdfe-4aab-a04c-01aa37fa69ee tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5792117 Aug 18 14:04:51.848991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['5a7e7686-a6be-47cc-9bb4-366aa733b819'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:51.851016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477', 'name': 'tempest-PortsTestJSON-1320439065'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:51.926561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '368c0401-547a-458d-b684-ef8225aed774', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': '368c0401-547a-458d-b684-ef8225aed774', 'mac_address': 'fa:16:3e:74:30:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:52.052927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] For port 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:52.055522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c08d7dc5-93c7-4490-ab4d-b956b2196e8e req-98fa7302-ed98-4611-9d46-d33a5f50b23d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124677 Aug 18 14:04:52.099095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e7cefe7-238d-4710-baaf-3256d27671e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.114437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] For port 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c301308-0f58-4032-a6e5-7fa4d02b7e70,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:52.153519 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.163634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Allocated IP 172.20.0.2 (12897f24-335f-461f-afea-04554377f825/66069f46-a3d3-4cae-b535-702973da21b1/7d739337-7894-483d-ac26-4ae0d30266cf) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:52.165205 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.169204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.257882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368c0401-547a-458d-b684-ef8225aed774 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:52.281280 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.309514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:52.317640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.329164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.429752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=368c0401-547a-458d-b684-ef8225aed774,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:52.435516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 666cfe54-a046-4018-bd33-13d067b8772b yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:52.454339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.479363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2e6423dd-0fd9-4998-8316-a2e0a36b6477', 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': 'a8c46214-351d-4ec6-8b85-5ba15039394d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:52.480182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.552890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03104be5-7102-48d5-bb01-b7053ff3cafb req-f191da4c-5d18-4534-9fb0-a4f1908595f1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.1148980 Aug 18 14:04:52.553024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f3ee7d2b-485c-4c12-a526-bc8b6440c666, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f3ee7d2b-485c-4c12-a526-bc8b6440c666,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:52.558654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.569353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.581707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Pushing event updated for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:52.597669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22953cb-aba6-4ad5-8913-9b8e0b046702 None None] Pushing event updated for resources: {'Port': ['ID=2c301308-0f58-4032-a6e5-7fa4d02b7e70,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:52.737113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.2 (2e6423dd-0fd9-4998-8316-a2e0a36b6477/a8c46214-351d-4ec6-8b85-5ba15039394d/666cfe54-a046-4018-bd33-13d067b8772b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:52.775080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Network 12f4634e-4047-4d40-8a61-41f267019bb0 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:52.790527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:52.993784 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.994881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d4728f21-6507-4bd2-a3cc-6032b550ce44 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:53.112490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:53.159324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:53.227664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd6be-75b2-4e79-88ef-5394678e7afa req-35a2059b-7eb8-4d0e-ab75-37a1d5c13b01 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:53.238419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddcbd6be-75b2-4e79-88ef-5394678e7afa req-35a2059b-7eb8-4d0e-ab75-37a1d5c13b01 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 944 time: 0.2440991 Aug 18 14:04:53.240432 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.264306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.267495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Transition to ACTIVE for port object 7d739337-7894-483d-ac26-4ae0d30266cf will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:53.272970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d4728f21-6507-4bd2-a3cc-6032b550ce44 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:53.273630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.282808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:53.332292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.340909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Transition to ACTIVE for port object 7d739337-7894-483d-ac26-4ae0d30266cf will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:53.346527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Router d80c3d5f-6997-488e-b3a9-4a250c74a59a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:53.351948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f51e709-54d3-4443-9bcc-1705ae7bc868 None None] Provisioning complete for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:53.352373 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f51e709-54d3-4443-9bcc-1705ae7bc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.383795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.420938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4f51e709-54d3-4443-9bcc-1705ae7bc868 None None] Port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:53.458421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.463363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddcbd6be-75b2-4e79-88ef-5394678e7afa req-8e714dc9-47ee-4b78-a4bd-80fb7144e223 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033837 Aug 18 14:04:53.464890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object 666cfe54-a046-4018-bd33-13d067b8772b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:53.537860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9803-b6d9-48f4-bc7a-8332939024d9 req-b3224bb8-685e-49c0-b5be-4f736d0c6732 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:53.545536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-691d9803-b6d9-48f4-bc7a-8332939024d9 req-b3224bb8-685e-49c0-b5be-4f736d0c6732 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 948 time: 0.2259746 Aug 18 14:04:53.558429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Network 12897f24-335f-461f-afea-04554377f825 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:53.562884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:53.570024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:53.590462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Pushing event updated for resources: {'Port': ['ID=7d739337-7894-483d-ac26-4ae0d30266cf,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:53.632134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d6583175-6591-49a2-91af-ceae1a97352b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:53.663483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d6583175-6591-49a2-91af-ceae1a97352b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:53.663483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d6583175-6591-49a2-91af-ceae1a97352b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:53.706537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Attempting to bind port 7d739337-7894-483d-ac26-4ae0d30266cf on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:53.706916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Attempting to bind port 7d739337-7894-483d-ac26-4ae0d30266cf by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:53.707280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Attempting to bind port 7d739337-7894-483d-ac26-4ae0d30266cf on network 12897f24-335f-461f-afea-04554377f825 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:53.719761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:53.720111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Checking segment: {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:53.720520 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.720983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Bound using segment: {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:53.721498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Bound port: 7d739337-7894-483d-ac26-4ae0d30266cf, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:53.722024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.728244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Allocated IP 172.25.1.188 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/373dcc89-f307-4c4a-a4ad-c15142e94401) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:53.846058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:53.856555 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Sync routers for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:53.875539 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:53.876181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:53.891696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-410ea523-d5ea-4b14-a887-9908d4e10b8f admin admin] 10.222.0.35 "PUT /v2.0/routers/d80c3d5f-6997-488e-b3a9-4a250c74a59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3203685 Aug 18 14:04:53.893712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:53.904398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5a7e7686-a6be-47cc-9bb4-366aa733b819 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:53.962785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f5b6c8d0-ac11-4f67-95bc-3a7dc5994815 {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:04:53.963137 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:04:53.972634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c301308-0f58-4032-a6e5-7fa4d02b7e70 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:53.993327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] For port 7d739337-7894-483d-ac26-4ae0d30266cf, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:54.067456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:54.089703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] For port 7d739337-7894-483d-ac26-4ae0d30266cf, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7d739337-7894-483d-ac26-4ae0d30266cf,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:54.127991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-691d9803-b6d9-48f4-bc7a-8332939024d9 req-7cacffee-d2f3-4739-8f2a-d85fd98da6eb tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679169 Aug 18 14:04:54.179117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.214030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:54.237707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:54.258057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca6ce3-29de-4a73-8bd9-957057b8e369 None None] Network ca193809-0190-4ab3-8803-edf84d897306 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:54.293037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 5a7e7686-a6be-47cc-9bb4-366aa733b819 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:54.324140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:54.324792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.325086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:54.409658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b3c1765-5409-4ef9-8b38-6163d6309786 req-65ed49e3-9a1e-40ea-83ec-76c6d0868172 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.1780121 Aug 18 14:04:54.468843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=666cfe54-a046-4018-bd33-13d067b8772b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:54.472631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 5a7e7686-a6be-47cc-9bb4-366aa733b819 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:54.473062 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.474791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.476519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2c70-9fce-47ff-be4e-d4ca874715f0 None None] Pushing event updated for resources: {'Port': ['ID=7d739337-7894-483d-ac26-4ae0d30266cf,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:54.489503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:54.548045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-70e5f20c-85ae-426e-a518-3c1334bdfdb4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7033784 Aug 18 14:04:54.551740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52790) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:54.562890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477', 'name': 'tempest-PortsTestJSON-809955470'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:54.704892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-5eedfc07-5317-48bf-9478-d0e3af81ddbb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:54.711194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-5eedfc07-5317-48bf-9478-d0e3af81ddbb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:54.713284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-5eedfc07-5317-48bf-9478-d0e3af81ddbb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "GET /v2.0/networks?id=5a9eff2f-f535-4639-a33e-9199397e3c4f&id=ca193809-0190-4ab3-8803-edf84d897306 HTTP/1.1" status: 200 len: 1392 time: 0.7242651 Aug 18 14:04:54.716653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.772977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'port': {'device_id': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f', 'admin_state_up': True, 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:54.799356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f3ee7d2b-485c-4c12-a526-bc8b6440c666 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:54.895999 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:51Z', 'revision_number': 2, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:54.974769 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Checking router: d80c3d5f-6997-488e-b3a9-4a250c74a59a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:54.976123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Provisioning for port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:54.976274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Updating router d80c3d5f-6997-488e-b3a9-4a250c74a59a port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:55.000116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Provisioning complete for port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:55.000492 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.037504 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.076183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4b3cc-a521-44bf-8939-03536a8a0da1 req-648f8baf-bffd-4987-a840-8c1e90b05abf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:55.084905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53a4b3cc-a521-44bf-8939-03536a8a0da1 req-648f8baf-bffd-4987-a840-8c1e90b05abf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 944 time: 0.4328954 Aug 18 14:04:55.107097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 368c0401-547a-458d-b684-ef8225aed774 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:55.161331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-146e1b4b-98de-4644-869e-f83cb9c1bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.177138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53a4b3cc-a521-44bf-8939-03536a8a0da1 req-9184b05c-9b8b-478e-ad72-69851125524d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Aug 18 14:04:55.217293 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.281493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:55.288031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.293634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f3ee7d2b-485c-4c12-a526-bc8b6440c666 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:55.296302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.337478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.380608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.396748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:55.411630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Allocated IP 172.20.0.3 (2e6423dd-0fd9-4998-8316-a2e0a36b6477/a8c46214-351d-4ec6-8b85-5ba15039394d/12d0c9ae-ca7e-451c-9b30-74b62faa81db) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:55.444091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:55.451762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.480553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:04:55.485207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:55.490549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:55.587772 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.610837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Transition to ACTIVE for port object 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:55.613700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 368c0401-547a-458d-b684-ef8225aed774 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:55.620814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:55.623326 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160daad-60db-4a32-aa33-a9899fa75897" -d '{"events": [{"server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:55.637075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2104e69c-a6b4-4e87-8bbc-7e025f25968f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:55.669889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 368c0401-547a-458d-b684-ef8225aed774 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:55.670390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.726452 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.786562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:55.789781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e49a27-4aa0-43ed-811b-7cb5624e5f0b None None] Pushing event updated for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:55.815695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ad199-2584-4691-ad07-d9560cd4fce1 None None] Network 12897f24-335f-461f-afea-04554377f825 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:55.914336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.942971 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.970543 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Attempting to bind port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:55.971193 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Attempting to bind port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:55.971299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Attempting to bind port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 on network 12f4634e-4047-4d40-8a61-41f267019bb0 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:55.981386 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:55.982562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Checking segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:55.983151 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.983743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Bound using segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:55.984394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Bound port: 56e899f7-bd70-4ebd-ae63-30ef8d67faa0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:55.984989 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.051623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.096429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] For port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:56.105900 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] For port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:56.147884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Pushing event updated for resources: {'Port': ['ID=373dcc89-f307-4c4a-a4ad-c15142e94401,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:56.199127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe5ad-d207-464c-90ad-945c9cf27052 req-cc3be7d7-f183-410a-a17a-c764cd1bab3e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.200828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f9fe5ad-d207-464c-90ad-945c9cf27052 req-cc3be7d7-f183-410a-a17a-c764cd1bab3e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 948 time: 0.9336066 Aug 18 14:04:56.248729 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.257032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b46a7c31-1ec0-46a9-84ca-7c7f690b4e03 req-3557a797-80ac-4660-82c2-ee949dbbc4a8 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.0843954 Aug 18 14:04:56.337607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:56.376257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] For port 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c301308-0f58-4032-a6e5-7fa4d02b7e70,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:56.387458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.393362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2104e69c-a6b4-4e87-8bbc-7e025f25968f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:56.394116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.447252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f9fe5ad-d207-464c-90ad-945c9cf27052 req-6b10b420-efa3-4312-8ea2-1997891e6ded tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336950 Aug 18 14:04:56.463394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Allocated IP 19.80.0.186 (5a9eff2f-f535-4639-a33e-9199397e3c4f/2e3f9967-ea64-4cc1-8193-05b914d79cca/ded5dee7-07d0-469c-a41a-55c3da9a0f04) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:56.477279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.513531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:56.520610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:56.569463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.591358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Transition to ACTIVE for port object 12d0c9ae-ca7e-451c-9b30-74b62faa81db will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:56.625228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Transition to ACTIVE for port object 12d0c9ae-ca7e-451c-9b30-74b62faa81db will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:56.715324 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679fa8b-c6d6-4339-b498-159eb7a4cd53 x-openstack-request-id: req-e679fa8b-c6d6-4339-b498-159eb7a4cd53 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:56.715324 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:56.715726 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e679fa8b-c6d6-4339-b498-159eb7a4cd53 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:56.729139 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'code': 200} Aug 18 14:04:56.737181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e49a27-4aa0-43ed-811b-7cb5624e5f0b None None] Pushing event updated for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:56.772598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.871279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.13 (2e6423dd-0fd9-4998-8316-a2e0a36b6477/a8c46214-351d-4ec6-8b85-5ba15039394d/025ec6eb-2fbf-4e81-9ca6-776c8c7b5873) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:56.897947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=368c0401-547a-458d-b684-ef8225aed774,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:56.913061 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:56.948026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8493a78-8636-4976-94fa-6e28c2632d27 None None] Pushing event updated for resources: {'Port': ['ID=2c301308-0f58-4032-a6e5-7fa4d02b7e70,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:57.049209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:57.068214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:57.074730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:57.205091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7280698-30d4-4295-b76e-a95a16a108fc None None] Provisioning complete for port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:57.206243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7280698-30d4-4295-b76e-a95a16a108fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.227509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.232398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.263503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object 025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:57.280343 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:56Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:57.287260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Pushing event updated for resources: {'Port': ['ID=12d0c9ae-ca7e-451c-9b30-74b62faa81db,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:57.325993 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9acf2-d2b3-425e-b6db-9d78d5bc8408 None None] The sync data for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 is: [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:56Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:57.430846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.439967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Attempting to bind port 12d0c9ae-ca7e-451c-9b30-74b62faa81db on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:57.439967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Attempting to bind port 12d0c9ae-ca7e-451c-9b30-74b62faa81db by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6c72a334-0771-41af-90ae-bfa732a1a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:57.439967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Attempting to bind port 12d0c9ae-ca7e-451c-9b30-74b62faa81db on network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:57.444587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d651e-18df-4f53-a25a-4cde935e5db6 req-2c0c8606-921e-4141-a254-4f75f4ef72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:57.452907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69d651e-18df-4f53-a25a-4cde935e5db6 req-2c0c8606-921e-4141-a254-4f75f4ef72a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 1100 time: 0.4851038 Aug 18 14:04:57.478042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.485427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:57.485814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Checking segment: {'id': '6c72a334-0771-41af-90ae-bfa732a1a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:57.486402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.488046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Bound using segment: {'id': '6c72a334-0771-41af-90ae-bfa732a1a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:57.488046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Bound port: 12d0c9ae-ca7e-451c-9b30-74b62faa81db, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c72a334-0771-41af-90ae-bfa732a1a523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2e6423dd-0fd9-4998-8316-a2e0a36b6477'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:57.488849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.493918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.506480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:57.547647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=025ec6eb-2fbf-4e81-9ca6-776c8c7b5873,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:57.595102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81554a-fff0-471e-b8e6-f18138191ef9 req-30c09adf-e55c-4a10-a831-c51a365b1e05 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:57.605207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b81554a-fff0-471e-b8e6-f18138191ef9 req-30c09adf-e55c-4a10-a831-c51a365b1e05 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 944 time: 0.7003150 Aug 18 14:04:57.615345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:57.623077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:57.630996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:57.697468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] For port 12d0c9ae-ca7e-451c-9b30-74b62faa81db, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:57.702706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] For port 12d0c9ae-ca7e-451c-9b30-74b62faa81db, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=12d0c9ae-ca7e-451c-9b30-74b62faa81db,segment=NetworkSegment(6c72a334-0771-41af-90ae-bfa732a1a523),segment_id=6c72a334-0771-41af-90ae-bfa732a1a523)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:57.753076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:57.756237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.782145 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.845382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b81554a-fff0-471e-b8e6-f18138191ef9 req-a2bea5de-124a-40c1-90fa-7d09b4ab7e98 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392604 Aug 18 14:04:57.853497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7280698-30d4-4295-b76e-a95a16a108fc None None] Provisioning for port 7d739337-7894-483d-ac26-4ae0d30266cf completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:57.882942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:57.885059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:57.899871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69d651e-18df-4f53-a25a-4cde935e5db6 req-96550d96-b0f7-401e-8c88-0af50fe9779c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229338 Aug 18 14:04:57.903732 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e4e0aaa-1875-43bf-a723-c0f661757815 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3508554 Aug 18 14:04:57.907753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:57.943933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce3d0074-09c2-4762-9ae7-fd78e74d3315 req-86ff4e54-2fad-4cfa-b055-2066c009c43e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.1116617 Aug 18 14:04:57.975880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Transition to ACTIVE for port object ded5dee7-07d0-469c-a41a-55c3da9a0f04 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:58.035788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0301b-5af7-49d2-bc02-251e683ccd18 None None] Pushing event updated for resources: {'Port': ['ID=12d0c9ae-ca7e-451c-9b30-74b62faa81db,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:58.150118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:58.156134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:58.159480 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.165929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283497c4-8afd-4f11-a441-4523a52b5cab tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:58.177995 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-283497c4-8afd-4f11-a441-4523a52b5cab tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.2680466 Aug 18 14:04:58.178692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:58.354652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.366831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34d1e-1b84-4ea9-8034-bd0082ac3d31 req-e938d20c-6f94-4aec-97ee-765dc12f584c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:58.375994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6b34d1e-1b84-4ea9-8034-bd0082ac3d31 req-e938d20c-6f94-4aec-97ee-765dc12f584c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 949 time: 0.3209393 Aug 18 14:04:58.398756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:58.399732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.422591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.425626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:58.440719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.543906 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.545090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c301308-0f58-4032-a6e5-7fa4d02b7e70 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:58.556219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:58.561185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:58.566279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6b34d1e-1b84-4ea9-8034-bd0082ac3d31 req-a1d79e36-1ddd-41bd-9bf2-2479d66cdcca tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891291 Aug 18 14:04:58.568548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:58.597084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.623317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:58.679987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:58.698486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:58.698616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.755312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c0401-547a-458d-b684-ef8225aed774'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:58.782303 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eba525-d240-4c16-9dae-64aff0a8bf96" -d '{"events": [{"server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "name": "network-vif-plugged", "status": "completed", "tag": "368c0401-547a-458d-b684-ef8225aed774"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:58.860592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:58.917887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:58.918583 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:58.921796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7d739337-7894-483d-ac26-4ae0d30266cf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:58.967830 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66abc8-2695-4382-88b8-65dca70aca79 x-openstack-request-id: req-5e66abc8-2695-4382-88b8-65dca70aca79 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:58.968552 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "name": "network-vif-plugged", "status": "completed", "tag": "368c0401-547a-458d-b684-ef8225aed774", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:58.968849 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e66abc8-2695-4382-88b8-65dca70aca79 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:58.973792 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c0401-547a-458d-b684-ef8225aed774', 'code': 200} Aug 18 14:04:59.071980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-154087b2-b78f-4a85-a669-3e59564be981 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3422811 Aug 18 14:04:59.084578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566297df-06d4-4779-837f-e719e59cb57d req-d850594d-d6c1-49fe-a172-ef8151215b4b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:59.086581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-566297df-06d4-4779-837f-e719e59cb57d req-d850594d-d6c1-49fe-a172-ef8151215b4b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 945 time: 0.0853314 Aug 18 14:04:59.092725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Request body: {'port': {'device_id': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306', 'admin_state_up': True, 'tenant_id': 'a6bccfd339264be08594b4c67acfba18'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:59.182651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.183412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Router cb2a0835-10f8-45c6-83c8-cdaf662d6613 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:04:59.216139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf0c5-1c34-4c5f-8230-e4ef5ee2a879 req-d1af69e7-7268-4c59-9ede-f27f6f849033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:59.218728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-80edf0c5-1c34-4c5f-8230-e4ef5ee2a879 req-d1af69e7-7268-4c59-9ede-f27f6f849033 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 1096 time: 0.1776016 Aug 18 14:04:59.265546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=025ec6eb-2fbf-4e81-9ca6-776c8c7b5873,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:59.270820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5b80db71-6b9c-458c-86c2-a858ec9fe1a6 None None] Provisioning for port ded5dee7-07d0-469c-a41a-55c3da9a0f04 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:59.280794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5b80db71-6b9c-458c-86c2-a858ec9fe1a6 None None] Provisioning complete for port ded5dee7-07d0-469c-a41a-55c3da9a0f04 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:59.281269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5b80db71-6b9c-458c-86c2-a858ec9fe1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.363517 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-80edf0c5-1c34-4c5f-8230-e4ef5ee2a879 req-d0043911-75a6-4282-9860-dcee45519991 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293683 Aug 18 14:04:59.372622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.375907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-17d8ad95-4653-447e-8488-966e19978a8f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 HTTP/1.1" status: 204 len: 168 time: 1.1953669 Aug 18 14:04:59.378742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7d739337-7894-483d-ac26-4ae0d30266cf completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:59.378876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:59.412996 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d116cd-7757-434c-945d-0fe81a0acea8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:04:59.422227 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-38d116cd-7757-434c-945d-0fe81a0acea8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/025ec6eb-2fbf-4e81-9ca6-776c8c7b5873 HTTP/1.1" status: 404 len: 333 time: 0.0350287 Aug 18 14:04:59.422494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7d739337-7894-483d-ac26-4ae0d30266cf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:59.422494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.422722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52904) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:59.477243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5b80db71-6b9c-458c-86c2-a858ec9fe1a6 None None] Port ded5dee7-07d0-469c-a41a-55c3da9a0f04 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:59.506804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-566297df-06d4-4779-837f-e719e59cb57d req-018aa087-2224-4a10-b321-47fbee4202a8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382857 Aug 18 14:04:59.577996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4781319-556d-489c-8016-1e7643924a09 req-34495cb0-8c58-43ff-8ab2-6b75ee1f5938 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:59.581660 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.588361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4781319-556d-489c-8016-1e7643924a09 req-34495cb0-8c58-43ff-8ab2-6b75ee1f5938 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 932 time: 0.4084177 Aug 18 14:04:59.607838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad3474-053e-407d-bd15-1740a0cefa0e None None] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:59.616649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 666cfe54-a046-4018-bd33-13d067b8772b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:59.620057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.648797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:59.675154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4781319-556d-489c-8016-1e7643924a09 req-842cd762-f1a6-4200-9a34-b0f50849a703 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883389 Aug 18 14:04:59.688025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Sync routers for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:59.713306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Made reservation on behalf of a6bccfd339264be08594b4c67acfba18 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:59.717005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.773033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:59.794694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:59.794694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:59.822169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.848884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7d739337-7894-483d-ac26-4ae0d30266cf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7d739337-7894-483d-ac26-4ae0d30266cf,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:59.850033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 666cfe54-a046-4018-bd33-13d067b8772b owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:59.853509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ca8519d-9000-42e9-a91f-25b84dd9794f None None] Provisioning for port 12d0c9ae-ca7e-451c-9b30-74b62faa81db completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:59.855525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5da2e-550f-4a55-a192-dca2583363c2 req-42d0ec9b-ea6c-4746-aaa2-615978e165a6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:59.857107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cd5da2e-550f-4a55-a192-dca2583363c2 req-42d0ec9b-ea6c-4746-aaa2-615978e165a6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 949 time: 0.1367733 Aug 18 14:04:59.919748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.925673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a4eed220-8d16-4ed2-80f8-4f5084f27130 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5648355 Aug 18 14:04:59.928771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52914) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:59.948692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.016501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cd5da2e-550f-4a55-a192-dca2583363c2 req-9c2dd252-3061-4c7b-9086-06cc2ac0af63 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426690 Aug 18 14:05:00.060540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Allocated IP 19.86.0.208 (ca193809-0190-4ab3-8803-edf84d897306/4c3f69fd-7665-492c-842a-12ce9e168037/f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:00.145218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d021ad04-5612-4fc5-893d-f1f06f969740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.153753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:00.157358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7d739337-7894-483d-ac26-4ae0d30266cf,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:00.291700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.325535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12d0c9ae-ca7e-451c-9b30-74b62faa81db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:00.357610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d021ad04-5612-4fc5-893d-f1f06f969740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.359160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=666cfe54-a046-4018-bd33-13d067b8772b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:00.418005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659dbfe-de5d-4d3b-8af4-9fdc45dc972b req-8f1b4f6b-2fbc-4af8-8d14-45a0d7e7902c tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:00.419742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7659dbfe-de5d-4d3b-8af4-9fdc45dc972b req-8f1b4f6b-2fbc-4af8-8d14-45a0d7e7902c tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 1100 time: 0.2469251 Aug 18 14:05:00.509465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d021ad04-5612-4fc5-893d-f1f06f969740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.601718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.608761 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4551779-1682-417c-a15f-25c1cb6a5601 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/666cfe54-a046-4018-bd33-13d067b8772b HTTP/1.1" status: 204 len: 168 time: 1.1854663 Aug 18 14:05:00.614240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e48fc6df-3464-493f-b5b0-5e664f35cb11 None None] Could not find standard attr ID for object 666cfe54-a046-4018-bd33-13d067b8772b. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:05:00.614500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:00.621216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d021ad04-5612-4fc5-893d-f1f06f969740 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=132b1ae466434112a54e6dcbe2a477b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463557 Aug 18 14:05:00.632062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 12d0c9ae-ca7e-451c-9b30-74b62faa81db completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:00.637723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 12d0c9ae-ca7e-451c-9b30-74b62faa81db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:00.638374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.642096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:04:56Z', 'revision_number': 3, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:00.646515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52924) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:00.692450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.708883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7659dbfe-de5d-4d3b-8af4-9fdc45dc972b req-16d5b7f5-2af7-452a-855d-d4f26cdb3440 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705007 Aug 18 14:05:00.716877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ad04-5612-4fc5-893d-f1f06f969740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c7faa-e53c-405c-a874-fc4edb94d9d2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:00.726808 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-996e50f0-7017-4020-98d4-a33cc3d53576 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:05:00.728509 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-996e50f0-7017-4020-98d4-a33cc3d53576 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/666cfe54-a046-4018-bd33-13d067b8772b HTTP/1.1" status: 404 len: 333 time: 0.1052732 Aug 18 14:05:00.731855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52930) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:00.821282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Transition to ACTIVE for port object f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:00.880579 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.899368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet a8c46214-351d-4ec6-8b85-5ba15039394d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:00.911005 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.969307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:00.974867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Checking router: cb2a0835-10f8-45c6-83c8-cdaf662d6613 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:00.975227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Updating router cb2a0835-10f8-45c6-83c8-cdaf662d6613 port 373dcc89-f307-4c4a-a4ad-c15142e94401 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:05:00.988814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.003910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4bde5a60-c528-477e-907c-1a3816463b18 None None] Could not find standard attr ID for object 666cfe54-a046-4018-bd33-13d067b8772b. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:05:01.043144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.132887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.228167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.231861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.238036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f9c7faa-e53c-405c-a874-fc4edb94d9d2 HTTP/1.1" status: 204 len: 168 time: 0.5895665 Aug 18 14:05:01.246719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac261-cfbf-4f61-9d44-d611db5bc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c7faa-e53c-405c-a874-fc4edb94d9d2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:01.310219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.329128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c61813d-78ea-4f7b-9a85-a13d6173a296 None None] Could not find standard attr ID for object 025ec6eb-2fbf-4e81-9ca6-776c8c7b5873. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:05:01.336512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.366267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.369137 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/a8c46214-351d-4ec6-8b85-5ba15039394d HTTP/1.1" status: 204 len: 168 time: 0.6362753 Aug 18 14:05:01.371756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52938) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:01.416744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7421ce2-bd10-4496-9a1e-a4ffdc582c03 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c46214-351d-4ec6-8b85-5ba15039394d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:01.435866 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:05:01.436227 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:05:01.464039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c0386-f888-4431-b4cb-d88a34ae5eee req-cdb405a8-0a33-4359-a9dc-4b0ed7f81d7c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:01.465609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e95c0386-f888-4431-b4cb-d88a34ae5eee req-cdb405a8-0a33-4359-a9dc-4b0ed7f81d7c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 945 time: 0.8043540 Aug 18 14:05:01.551982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.554982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.585158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Transition to ACTIVE for port object 373dcc89-f307-4c4a-a4ad-c15142e94401 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:01.612714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e95c0386-f888-4431-b4cb-d88a34ae5eee req-8457d34e-e122-4dd9-b7c1-6090e84093c6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319818 Aug 18 14:05:01.626505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac22b-b169-4866-a81d-4daf7ee891b4 req-f8f2b689-c9eb-4282-847e-9a7d44b9ec06 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:01.634317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63bac22b-b169-4866-a81d-4daf7ee891b4 req-f8f2b689-c9eb-4282-847e-9a7d44b9ec06 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 932 time: 0.6749783 Aug 18 14:05:01.642693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09828e9e-70c8-4daf-990e-cbc4cfcbc85d None None] Network 2e6423dd-0fd9-4998-8316-a2e0a36b6477 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:01.679154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.712280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 12d0c9ae-ca7e-451c-9b30-74b62faa81db {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:01.712619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.736157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.759434 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.784100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63bac22b-b169-4866-a81d-4daf7ee891b4 req-88424859-40df-48fd-bcb5-82049425a7d6 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488242 Aug 18 14:05:01.795557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Network ca193809-0190-4ab3-8803-edf84d897306 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:01.798948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:01.804788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:01.808162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event updated for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:01.852917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-a7878876-1a07-4b89-839f-7ee32ec25081 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930908 Aug 18 14:05:01.886200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Attempting to bind port 373dcc89-f307-4c4a-a4ad-c15142e94401 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:01.888121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Attempting to bind port 373dcc89-f307-4c4a-a4ad-c15142e94401 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:01.888475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port 12d0c9ae-ca7e-451c-9b30-74b62faa81db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=12d0c9ae-ca7e-451c-9b30-74b62faa81db,segment=NetworkSegment(6c72a334-0771-41af-90ae-bfa732a1a523),segment_id=6c72a334-0771-41af-90ae-bfa732a1a523)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:01.889431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Attempting to bind port 373dcc89-f307-4c4a-a4ad-c15142e94401 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:01.890020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.920433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 12d0c9ae-ca7e-451c-9b30-74b62faa81db owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:01.951219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:01.951596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:01.952001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.954170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:01.954170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Bound port: 373dcc89-f307-4c4a-a4ad-c15142e94401, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:01.954170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:01.959746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eecaa-33cf-49ba-9bcf-667cceaebe10 None None] Pushing event updated for resources: {'Port': ['ID=373dcc89-f307-4c4a-a4ad-c15142e94401,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:02.091088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.091938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.092601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.140236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] For port 373dcc89-f307-4c4a-a4ad-c15142e94401, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:02.149208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] For port 373dcc89-f307-4c4a-a4ad-c15142e94401, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=373dcc89-f307-4c4a-a4ad-c15142e94401,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:02.180538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.209754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=12d0c9ae-ca7e-451c-9b30-74b62faa81db,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:02.213340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port 12d0c9ae-ca7e-451c-9b30-74b62faa81db on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:02.225273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b8942-3445-4837-99d1-2ecdbebca91d None None] DHCP port deletion for 2e6423dd-0fd9-4998-8316-a2e0a36b6477 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:02.228544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:02.274982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-b3d3fe56-255e-4f68-91ab-0cd26c2734f0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.281943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-b3d3fe56-255e-4f68-91ab-0cd26c2734f0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4167969 Aug 18 14:05:02.299752 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.307428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-edfda5c0-295f-416e-baa7-737765db93a1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0176258 Aug 18 14:05:02.326477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Allocated IP 172.20.0.1 (12897f24-335f-461f-afea-04554377f825/66069f46-a3d3-4cae-b535-702973da21b1/1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:02.364571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-8d83c419-0970-4dc0-9f75-8cdf0382b43b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2766984 Aug 18 14:05:02.367762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.398587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6423dd-0fd9-4998-8316-a2e0a36b6477']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:02.399509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-191b5451-9f33-4d6c-972e-82fd9083e44c None None] Provisioning for port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:02.407851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-191b5451-9f33-4d6c-972e-82fd9083e44c None None] Provisioning complete for port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:02.408168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-191b5451-9f33-4d6c-972e-82fd9083e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.426547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Request body: {'port': {'device_id': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:02.432453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c72a334-0771-41af-90ae-bfa732a1a523') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:02.433013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c72a334-0771-41af-90ae-bfa732a1a523') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:02.446763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.470301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-079cbd3e-f754-4395-83fd-a6f063d85819 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1618071 Aug 18 14:05:02.472223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:02.472601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.486867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.490309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:02.496618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:02.531530 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:02.541005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.550647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eecaa-33cf-49ba-9bcf-667cceaebe10 None None] Pushing event updated for resources: {'Port': ['ID=373dcc89-f307-4c4a-a4ad-c15142e94401,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:02.562161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:02.563146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:02.568027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-191b5451-9f33-4d6c-972e-82fd9083e44c None None] Port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:02.616906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.700524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Transition to ACTIVE for port object 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:02.749137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.758229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.760768 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/2e6423dd-0fd9-4998-8316-a2e0a36b6477 HTTP/1.1" status: 204 len: 168 time: 1.3877320 Aug 18 14:05:02.773382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52972) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:02.791543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893210c-3b03-429a-9468-1f041ae24213 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=2e6423dd-0fd9-4998-8316-a2e0a36b6477,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:02.804148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:02.834183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1926262921'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:02.921934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383def6d-a263-461b-ab52-b204cbb0886e req-0e0ffa0a-e684-4218-8619-92faee79b966 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.924199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-383def6d-a263-461b-ab52-b204cbb0886e req-0e0ffa0a-e684-4218-8619-92faee79b966 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 945 time: 0.1773813 Aug 18 14:05:02.963065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7d739337-7894-483d-ac26-4ae0d30266cf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:03.026513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.028698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:03.032158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.077363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-383def6d-a263-461b-ab52-b204cbb0886e req-53c46247-44f5-4bd6-bb37-16661e76acae tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449492 Aug 18 14:05:03.097379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7d739337-7894-483d-ac26-4ae0d30266cf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:03.097756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.207490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Network 12897f24-335f-461f-afea-04554377f825 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:03.250145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:03.254548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded5dee7-07d0-469c-a41a-55c3da9a0f04 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:03.270861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:03.273287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:03.286036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:04:56Z', 'revision_number': 3, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:03.298836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:03.302790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.312050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dde55c1a-31de-407a-ae15-5f1cb4186b47 req-9ed4213f-8fe4-4cff-88f1-39abecc3488f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.1069808 Aug 18 14:05:03.351747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6932e36-4c24-45e8-a328-854caa111bd0 None None] The sync data for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 is: [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:04:56Z', 'revision_number': 3, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:03.364424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0197c1-fd33-4b7d-951c-bc9aefe388a3 req-69fafb47-9018-4e36-a69f-7d7ecb135c34 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:03.371243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0197c1-fd33-4b7d-951c-bc9aefe388a3 req-69fafb47-9018-4e36-a69f-7d7ecb135c34 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:03.372968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae0197c1-fd33-4b7d-951c-bc9aefe388a3 req-69fafb47-9018-4e36-a69f-7d7ecb135c34 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1655 time: 0.3835194 Aug 18 14:05:03.375361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12d0c9ae-ca7e-451c-9b30-74b62faa81db no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:03.388952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.389303 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment 0c83be61-1118-4f90-ad5c-709b92a46f04 of type vlan for network c71f6f44-c716-464e-acc0-034605686af4 Aug 18 14:05:03.413319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Transition to ACTIVE for port object ded5dee7-07d0-469c-a41a-55c3da9a0f04 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:03.416870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 12d0c9ae-ca7e-451c-9b30-74b62faa81db {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:03.417402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12d0c9ae-ca7e-451c-9b30-74b62faa81db not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:03.456639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.525265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.558483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae0197c1-fd33-4b7d-951c-bc9aefe388a3 req-9acae501-7e44-4e4f-8aa6-f2d6785c3570 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732380 Aug 18 14:05:03.641665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.766397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6d0bac1d-c5f3-4e68-a229-c92933a619f8 None None] Provisioning for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:03.791040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6d0bac1d-c5f3-4e68-a229-c92933a619f8 None None] Provisioning complete for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:03.791673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d0bac1d-c5f3-4e68-a229-c92933a619f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.900377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bac1d-c5f3-4e68-a229-c92933a619f8 None None] Port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:03.933994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:03.940754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:03.941780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.019165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Pushing event updated for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:04.095360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.098748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2972636 Aug 18 14:05:04.102437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:04.120168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': 'c71f6f44-c716-464e-acc0-034605686af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:04.166434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064698e-0e74-4856-8804-46eee0a09e33 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=c71f6f44-c716-464e-acc0-034605686af4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:04.180447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c71f6f44-c716-464e-acc0-034605686af4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:04.240242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-983b9714-de78-4abe-af8e-089a2e123bd8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:04.242211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-983b9714-de78-4abe-af8e-089a2e123bd8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.5512486 Aug 18 14:05:04.289631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Attempting to bind port ded5dee7-07d0-469c-a41a-55c3da9a0f04 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:04.291401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Attempting to bind port ded5dee7-07d0-469c-a41a-55c3da9a0f04 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:04.291967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Attempting to bind port ded5dee7-07d0-469c-a41a-55c3da9a0f04 on network 5a9eff2f-f535-4639-a33e-9199397e3c4f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:04.310247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Port ded5dee7-07d0-469c-a41a-55c3da9a0f04 on network 5a9eff2f-f535-4639-a33e-9199397e3c4f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:04.310610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Attempting to bind port ded5dee7-07d0-469c-a41a-55c3da9a0f04 on network 5a9eff2f-f535-4639-a33e-9199397e3c4f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:04.313261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-8ed1afe1-8a26-4d05-b63a-241e0131f5da tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0641704 Aug 18 14:05:04.368823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:04.369170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Checking segment: {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:04.369568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Bound using segment: {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:04.370055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Bound port: ded5dee7-07d0-469c-a41a-55c3da9a0f04, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba36dfed-35f6-4386-a501-ec69655dfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:04.370457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.414269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:04.425213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.499859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-c160edb7-0230-4e5d-91ba-d18ce6447080 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1738453 Aug 18 14:05:04.550433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d12de77-b332-48be-87d5-c1b919c95de8 req-4ba35889-88b1-42a9-ab96-b8b68430a878 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.0692477 Aug 18 14:05:04.612256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:04.704035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:04.724522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.762774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-d01b7d91-1dc9-4d3c-90f3-4313774c5559 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463436 Aug 18 14:05:04.832350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.837582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.855625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:04.942144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5e9c8f-5878-4f5b-9762-80af16208d9b req-78d29f84-aebd-4db2-bafb-bcd41bb7a82a service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722448 Aug 18 14:05:04.959372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=ea03a990-6214-48dc-a893-3f16bb403788,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:04.976056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': '0c83be61-1118-4f90-ad5c-709b92a46f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:04.976696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: c71f6f44-c716-464e-acc0-034605686af4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:05.011402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.012345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.014238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] 10.222.0.58 "PUT /v2.0/ports/ded5dee7-07d0-469c-a41a-55c3da9a0f04 HTTP/1.1" status: 200 len: 1092 time: 2.6304576 Aug 18 14:05:05.019841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:05.022903 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:05.039468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.044692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:05.105694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 373dcc89-f307-4c4a-a4ad-c15142e94401 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:05.161410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82978d-e56d-4018-93fc-5e0e91665547 service neutron] Pushing event updated for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:05.223690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network c71f6f44-c716-464e-acc0-034605686af4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:05.232363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Network 12897f24-335f-461f-afea-04554377f825 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:05.234119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:05.245750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Request body: {'port': {'device_id': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:05.389715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.421421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 373dcc89-f307-4c4a-a4ad-c15142e94401 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:05.425307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 373dcc89-f307-4c4a-a4ad-c15142e94401 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:05.425582 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.491260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c71f6f44-c716-464e-acc0-034605686af4) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:05.502726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd095171-e82f-4b82-a08f-257673ef7d57 None None] Network c71f6f44-c716-464e-acc0-034605686af4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:05.510370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.511056 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.649630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f923829-ee19-4cff-a8fa-8d6a07597a9f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5458732 Aug 18 14:05:05.657880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53034) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:05.659594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': 'c71f6f44-c716-464e-acc0-034605686af4', 'name': 'tempest-PortsTestJSON-647525917', 'fixed_ips': [{'subnet_id': 'ea03a990-6214-48dc-a893-3f16bb403788', 'ip_address': '172.20.0.10'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:05.677766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36965c5c-be22-4546-87cf-ae70c8810c4b x-openstack-request-id: req-36965c5c-be22-4546-87cf-ae70c8810c4b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:05.678101 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:05.678360 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36965c5c-be22-4546-87cf-ae70c8810c4b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:05.678771 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04', 'status': 'completed', 'code': 200} Aug 18 14:05:05.731681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.771724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Router cb2a0835-10f8-45c6-83c8-cdaf662d6613 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:05.797561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d4e386ff-00c8-45a2-8e35-e9f3ecd15f42 None None] Provisioning complete for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:05.800224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4e386ff-00c8-45a2-8e35-e9f3ecd15f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:05.833820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-452f4d21-6628-48c9-8dfc-04a29515040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.835097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-452f4d21-6628-48c9-8dfc-04a29515040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.837646 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-452f4d21-6628-48c9-8dfc-04a29515040f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1914 time: 0.0858603 Aug 18 14:05:05.869295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 373dcc89-f307-4c4a-a4ad-c15142e94401, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=373dcc89-f307-4c4a-a4ad-c15142e94401,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:05.870506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d4e386ff-00c8-45a2-8e35-e9f3ecd15f42 None None] Port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:05.871194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e122a7-2ff8-4ce5-bc86-40122c859240 req-d2a2180a-57d5-49f2-9d3d-84d87ff88f2d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.882661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e122a7-2ff8-4ce5-bc86-40122c859240 req-d2a2180a-57d5-49f2-9d3d-84d87ff88f2d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:05.884332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38e122a7-2ff8-4ce5-bc86-40122c859240 req-d2a2180a-57d5-49f2-9d3d-84d87ff88f2d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1667 time: 0.2401466 Aug 18 14:05:05.992325 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:05:06.034443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-4694b92a-f36b-4f87-9f22-49cdf67e4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:06.035207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-4694b92a-f36b-4f87-9f22-49cdf67e4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:06.035901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-4694b92a-f36b-4f87-9f22-49cdf67e4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:06.038049 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-4694b92a-f36b-4f87-9f22-49cdf67e4bb0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a6bccfd339264be08594b4c67acfba18&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1889768 Aug 18 14:05:06.041431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38e122a7-2ff8-4ce5-bc86-40122c859240 req-193cc7ff-68f5-47df-944a-47ed8e825abe tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Aug 18 14:05:06.127702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:06.178437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:06.191673 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Sync routers for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:06.205507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-05281a14-1e2e-4259-b935-0a21e126e9e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/cb2a0835-10f8-45c6-83c8-cdaf662d6613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2716262 Aug 18 14:05:06.214579 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:06.215213 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:06.251073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2f23229-d202-442a-be58-9188e27fdaf6 req-f996979d-8e42-424b-85f4-057a8fba7c04 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.0962636 Aug 18 14:05:06.265212 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:06.289479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:06.324279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c71f6f44-c716-464e-acc0-034605686af4', 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': 'ea03a990-6214-48dc-a893-3f16bb403788'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:05:06.325146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:06.339180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 5708c68c-466c-4b0e-969d-e9b6908da296 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:05:06.382975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:06.426243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:06.446534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-c9010f6d-1d82-4d39-89ba-17d523fceb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:06.449418 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c7d794ca-86fa-47e0-8bd2-3d59934aa9ed req-c9010f6d-1d82-4d39-89ba-17d523fceb9e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987560 Aug 18 14:05:06.466697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-8b0add85-d9f9-4c5b-90c3-7acd87293663 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722246 Aug 18 14:05:06.486430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Transition to ACTIVE for port object f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:06.538896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=373dcc89-f307-4c4a-a4ad-c15142e94401,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:06.643549 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:06.775777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.10 (c71f6f44-c716-464e-acc0-034605686af4/ea03a990-6214-48dc-a893-3f16bb403788/5708c68c-466c-4b0e-969d-e9b6908da296) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:06.963050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 373dcc89-f307-4c4a-a4ad-c15142e94401 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:07.091403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.157729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Pushing event updated for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:07.253561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 373dcc89-f307-4c4a-a4ad-c15142e94401 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:07.263068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.366698 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:05:03Z', 'revision_number': 4, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea', 'name': '', 'network_id': '12897f24-335f-461f-afea-04554377f825', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'mac_address': 'fa:16:3e:38:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '66069f46-a3d3-4cae-b535-702973da21b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:01Z', 'updated_at': '2021-08-18T14:05:04Z', 'revision_number': 2, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'subnets': [{'id': '66069f46-a3d3-4cae-b535-702973da21b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:07.384281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Attempting to bind port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:07.384615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Attempting to bind port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:07.384901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Attempting to bind port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 on network ca193809-0190-4ab3-8803-edf84d897306 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:07.392625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 on network ca193809-0190-4ab3-8803-edf84d897306 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:07.393794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Attempting to bind port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 on network ca193809-0190-4ab3-8803-edf84d897306 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:07.471058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Checking router: cb2a0835-10f8-45c6-83c8-cdaf662d6613 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:07.471440 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Updating router cb2a0835-10f8-45c6-83c8-cdaf662d6613 port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:05:07.490039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-003ff075-d88f-4a06-abd6-4ffd9039547d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:07.494095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-003ff075-d88f-4a06-abd6-4ffd9039547d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0202267 Aug 18 14:05:07.503157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:07.503865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Checking segment: {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:07.506134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Bound using segment: {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:07.506811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Bound port: f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b2a4e6-f475-4d9b-a143-a1827a7c5140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:07.509759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.524162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': 'c186a83f-c214-4d5d-a727-6d1591249023', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:07.539011 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.750489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.788504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object 5708c68c-466c-4b0e-969d-e9b6908da296 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:07.935228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95689c0-3184-4aef-8249-c15d5b75ebdc req-9627fe2e-bb3f-4773-b97b-76a894ec3b2a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:07.943376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95689c0-3184-4aef-8249-c15d5b75ebdc req-9627fe2e-bb3f-4773-b97b-76a894ec3b2a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:07.944680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:07.952176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e95689c0-3184-4aef-8249-c15d5b75ebdc req-9627fe2e-bb3f-4773-b97b-76a894ec3b2a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.5520961 Aug 18 14:05:08.039562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:08.125726 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.138739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:08.143450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.145677 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Transition to ACTIVE for port object 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:08.152861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:08.156692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network c71f6f44-c716-464e-acc0-034605686af4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:08.158902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Allocated IP 172.20.0.2 (c71f6f44-c716-464e-acc0-034605686af4/ea03a990-6214-48dc-a893-3f16bb403788/f4c9387c-99c0-45fb-90ba-4732e1aeebad) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:08.171057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e95689c0-3184-4aef-8249-c15d5b75ebdc req-c4f02ec8-f245-4be3-bdaf-d07bc82d1e5d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181015 Aug 18 14:05:08.198284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:08.224997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:08.257484 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.308703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.557035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=5708c68c-466c-4b0e-969d-e9b6908da296,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:08.557035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:08.557035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.561079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a2aa-ee31-48cb-8aa8-7a1082f5e5cc None None] Pushing event updated for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aa045f5-628c-41b9-8ccb-264b68c07a89 req-f693be7e-b4b2-4a1d-8879-27c7565e8996 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.1705863 Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] 10.222.0.58 "PUT /v2.0/ports/f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 HTTP/1.1" status: 200 len: 1092 time: 3.2711651 Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:08.562340 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5002741-a7e8-4d24-9ee1-0b07e40a5531" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Attempting to bind port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Attempting to bind port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Attempting to bind port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea on network 12897f24-335f-461f-afea-04554377f825 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Checking segment: {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Bound using segment: {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Bound port: 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12897f24-335f-461f-afea-04554377f825'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:08.563016 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:08.763094 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b04df33-c99c-42b9-a9e0-f83994525d6f x-openstack-request-id: req-1b04df33-c99c-42b9-a9e0-f83994525d6f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:08.789961 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:08.790243 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b04df33-c99c-42b9-a9e0-f83994525d6f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:08.790682 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'status': 'completed', 'code': 200} Aug 18 14:05:08.873198 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] For port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:08.896214 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] For port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:08.955558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Pushing event updated for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:08.975626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.003759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Transition to ACTIVE for port object f4c9387c-99c0-45fb-90ba-4732e1aeebad will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:09.033103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.227 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/b2844b75-4c49-4de1-b8ec-669cd6d62efc) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:09.046921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Transition to ACTIVE for port object f4c9387c-99c0-45fb-90ba-4732e1aeebad will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:09.243410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.261357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object b2844b75-4c49-4de1-b8ec-669cd6d62efc will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:09.305726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.305726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.306126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.306126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.306469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.306799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.307122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.307446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.307773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.308091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.308431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.309210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7af27c-275e-4d93-b332-cb1f55875225 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:09.320269 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f58ee0bf-2806-41a0-bba6-6206a5bee2b2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6641917 Aug 18 14:05:09.325072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53102) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:09.330738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': 'c71f6f44-c716-464e-acc0-034605686af4', 'name': 'tempest-PortsTestJSON-1844610070', 'fixed_ips': [{'subnet_id': 'ea03a990-6214-48dc-a893-3f16bb403788', 'ip_address': '172.20.0.9'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:09.381293 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.382611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.394702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-462f2fc3-5c7a-4704-893e-a1fcf0c97221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:09.395191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-462f2fc3-5c7a-4704-893e-a1fcf0c97221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:09.397176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-462f2fc3-5c7a-4704-893e-a1fcf0c97221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1981 time: 0.6455619 Aug 18 14:05:09.462214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Network c71f6f44-c716-464e-acc0-034605686af4 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:09.473677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:09.488636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:09.569347 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a2aa-ee31-48cb-8aa8-7a1082f5e5cc None None] Pushing event updated for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:09.597178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Attempting to bind port f4c9387c-99c0-45fb-90ba-4732e1aeebad on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:09.597870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Attempting to bind port f4c9387c-99c0-45fb-90ba-4732e1aeebad by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0c83be61-1118-4f90-ad5c-709b92a46f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:09.598253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Attempting to bind port f4c9387c-99c0-45fb-90ba-4732e1aeebad on network c71f6f44-c716-464e-acc0-034605686af4 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:09.603802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Pushing event updated for resources: {'Port': ['ID=f4c9387c-99c0-45fb-90ba-4732e1aeebad,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:09.605315 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:09.609718 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:04:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:09.630605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:09.630987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Checking segment: {'id': '0c83be61-1118-4f90-ad5c-709b92a46f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:09.641653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.642683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Bound using segment: {'id': '0c83be61-1118-4f90-ad5c-709b92a46f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:09.643199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Bound port: f4c9387c-99c0-45fb-90ba-4732e1aeebad, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c83be61-1118-4f90-ad5c-709b92a46f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c71f6f44-c716-464e-acc0-034605686af4'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:09.653493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.699519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-2438dd80-ecdf-4674-9426-3def7345141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:09.701263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-2438dd80-ecdf-4674-9426-3def7345141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:09.701726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-2438dd80-ecdf-4674-9426-3def7345141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:09.704349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-2438dd80-ecdf-4674-9426-3def7345141b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a6bccfd339264be08594b4c67acfba18&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2968614 Aug 18 14:05:09.723576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:09.745038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:09.876731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638', '5a7e7686-a6be-47cc-9bb4-366aa733b819'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:10.050365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-f2427ae3-1e53-4905-bfb7-80b63dcfa949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.052078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5002741-a7e8-4d24-9ee1-0b07e40a5531 req-f2427ae3-1e53-4905-bfb7-80b63dcfa949 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3307400 Aug 18 14:05:10.075425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:10.119366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:10.137691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:10.170095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] For port f4c9387c-99c0-45fb-90ba-4732e1aeebad, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:10.197923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:10.232830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] For port f4c9387c-99c0-45fb-90ba-4732e1aeebad, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f4c9387c-99c0-45fb-90ba-4732e1aeebad,segment=NetworkSegment(0c83be61-1118-4f90-ad5c-709b92a46f04),segment_id=0c83be61-1118-4f90-ad5c-709b92a46f04)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:10.239599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:10.339076 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:10.341525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cfbb6-c0d3-424d-b05b-86f0f581e98f req-dab70ead-eeac-4aaf-80fc-582afc5e5842 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.365349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cfbb6-c0d3-424d-b05b-86f0f581e98f req-dab70ead-eeac-4aaf-80fc-582afc5e5842 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.368240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:10.371792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-538cfbb6-c0d3-424d-b05b-86f0f581e98f req-dab70ead-eeac-4aaf-80fc-582afc5e5842 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.3150899 Aug 18 14:05:10.606009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.606009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:10.624645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-61c26f30-7414-4c6d-9368-d13eae612754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.627640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-61c26f30-7414-4c6d-9368-d13eae612754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:10.638420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-61c26f30-7414-4c6d-9368-d13eae612754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6bccfd339264be08594b4c67acfba18&device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1981 time: 0.4910667 Aug 18 14:05:10.666760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:10.738671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fecd1-002c-442c-a4b3-a9861bda4524 None None] Pushing event updated for resources: {'Port': ['ID=f4c9387c-99c0-45fb-90ba-4732e1aeebad,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:10.872029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:10.908781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fd74ba67-f0fc-40fb-9639-ce6424888af8 None None] Provisioning for port b2844b75-4c49-4de1-b8ec-669cd6d62efc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:10.937757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:10.950362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fd74ba67-f0fc-40fb-9639-ce6424888af8 None None] Provisioning complete for port b2844b75-4c49-4de1-b8ec-669cd6d62efc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:10.950738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd74ba67-f0fc-40fb-9639-ce6424888af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:11.045162 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:05:03Z', 'revision_number': 4, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea', 'name': '', 'network_id': '12897f24-335f-461f-afea-04554377f825', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'mac_address': 'fa:16:3e:38:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '66069f46-a3d3-4cae-b535-702973da21b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:01Z', 'updated_at': '2021-08-18T14:05:08Z', 'revision_number': 4, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'subnets': [{'id': '66069f46-a3d3-4cae-b535-702973da21b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:11.108204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-a6ab7b92-56b5-4adc-8481-0e64a2632007 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04 HTTP/1.1" status: 200 len: 217 time: 0.4648817 Aug 18 14:05:11.114172 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4adf7-07cd-4e1e-bae1-811d80518461 None None] The sync data for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 is: [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:05:03Z', 'revision_number': 4, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea', 'name': '', 'network_id': '12897f24-335f-461f-afea-04554377f825', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'mac_address': 'fa:16:3e:38:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '66069f46-a3d3-4cae-b535-702973da21b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:01Z', 'updated_at': '2021-08-18T14:05:08Z', 'revision_number': 4, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'subnets': [{'id': '66069f46-a3d3-4cae-b535-702973da21b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:11.225765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-3212e83f-14a8-41bc-95a5-2940517519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:11.227794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-3212e83f-14a8-41bc-95a5-2940517519a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2e3f9967-ea64-4cc1-8193-05b914d79cca HTTP/1.1" status: 200 len: 801 time: 0.1078715 Aug 18 14:05:11.233084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-538cfbb6-c0d3-424d-b05b-86f0f581e98f req-858f7b3d-821f-4059-9b7f-01b13d219b8e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283993 Aug 18 14:05:11.238884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 0153c91d-33ee-4a41-a859-2fa4b36b4884 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:05:11.258522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fd74ba67-f0fc-40fb-9639-ce6424888af8 None None] Port b2844b75-4c49-4de1-b8ec-669cd6d62efc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:11.545099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-c81b2e1a-e517-484c-b558-e080cd01d724 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0252843 Aug 18 14:05:11.555923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-ffd6d00c-1f60-48c5-bf09-6e3aa5480dff tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:11.558007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-ffd6d00c-1f60-48c5-bf09-6e3aa5480dff tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.4630008 Aug 18 14:05:11.818078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Request body: {'port': {'device_id': 'c186a83f-c214-4d5d-a727-6d1591249023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:12.069981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-4c2191ab-3259-496a-9ef1-e6697fa0a63f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.2953718 Aug 18 14:05:12.132314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc98ff-4534-466b-b559-7a9aabc9e575 req-006f3a65-5bab-4132-84aa-82c7d47be782 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:12.134647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82fc98ff-4534-466b-b559-7a9aabc9e575 req-006f3a65-5bab-4132-84aa-82c7d47be782 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 936 time: 0.3552210 Aug 18 14:05:12.135820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-6e3ecfe5-e08b-4368-abc7-5f859355bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:12.137672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-6e3ecfe5-e08b-4368-abc7-5f859355bec0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5a9eff2f-f535-4639-a33e-9199397e3c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5948045 Aug 18 14:05:12.157209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4c36e-55b6-4c41-915b-8028146cab3c None None] Network c71f6f44-c716-464e-acc0-034605686af4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:12.305685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:12.318606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.9 (c71f6f44-c716-464e-acc0-034605686af4/ea03a990-6214-48dc-a893-3f16bb403788/0153c91d-33ee-4a41-a859-2fa4b36b4884) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:12.352622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-266f97db-504f-4ac3-94f8-8a31b0845039 None None] Provisioning for port f4c9387c-99c0-45fb-90ba-4732e1aeebad completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:12.393685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82fc98ff-4534-466b-b559-7a9aabc9e575 req-a1fd1b47-90e8-45a3-9165-cecb5ec1239a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494798 Aug 18 14:05:12.437171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-4ecc1780-a509-4907-a121-eb538141d24f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3661451 Aug 18 14:05:12.895003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-72024980-b3be-4d4b-a121-66c275dcc1cc None None] Provisioning for port 5708c68c-466c-4b0e-969d-e9b6908da296 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:12.900256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-72024980-b3be-4d4b-a121-66c275dcc1cc None None] Provisioning complete for port 5708c68c-466c-4b0e-969d-e9b6908da296 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:12.900830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-72024980-b3be-4d4b-a121-66c275dcc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.053675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-72024980-b3be-4d4b-a121-66c275dcc1cc None None] Port 5708c68c-466c-4b0e-969d-e9b6908da296 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:13.174355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-3cc62f4e-a496-4cce-888d-112b7c5896c7 service neutron] 10.222.0.58 "GET /v2.0/networks/5a9eff2f-f535-4639-a33e-9199397e3c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0016108 Aug 18 14:05:13.206080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:13.340382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaf90052-f5d3-4a24-bc0b-643f71057aa6 None None] Provisioning complete for port 5708c68c-466c-4b0e-969d-e9b6908da296 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:13.343766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf90052-f5d3-4a24-bc0b-643f71057aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.372323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-7b198572-e485-4e08-80df-a07bc914ee8d service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9332345 Aug 18 14:05:13.385802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-eaf90052-f5d3-4a24-bc0b-643f71057aa6 None None] Port 5708c68c-466c-4b0e-969d-e9b6908da296 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:13.394736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:13.400881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:13.400881 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.406281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83588bc-4544-4f9d-8a2d-029d40145276 req-6836c2dc-bfee-4b0e-ad96-ab4d87eecd2f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:13.412773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83588bc-4544-4f9d-8a2d-029d40145276 req-6836c2dc-bfee-4b0e-ad96-ab4d87eecd2f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:13.420128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e83588bc-4544-4f9d-8a2d-029d40145276 req-6836c2dc-bfee-4b0e-ad96-ab4d87eecd2f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.2601106 Aug 18 14:05:13.521690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.568934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:13.666219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.667374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f4c9387c-99c0-45fb-90ba-4732e1aeebad up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:13.819659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:13.891309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-ab2e64ef-597f-49e7-909e-680c93826dcc service neutron] 10.222.0.58 "GET /v2.0/networks/5a9eff2f-f535-4639-a33e-9199397e3c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778998 Aug 18 14:05:13.899557 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.925682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f4c9387c-99c0-45fb-90ba-4732e1aeebad completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:13.929987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f4c9387c-99c0-45fb-90ba-4732e1aeebad triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:13.930874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.980509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e83588bc-4544-4f9d-8a2d-029d40145276 req-accdf641-90c8-4e66-84a4-73f6da8294e7 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548546 Aug 18 14:05:14.029067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object 0153c91d-33ee-4a41-a859-2fa4b36b4884 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:14.046260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-384d8668-9d0e-4b4b-ac54-ba0ea4a396c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 HTTP/1.1" status: 200 len: 217 time: 0.1348298 Aug 18 14:05:14.102516 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.115596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-d08e3dcd-5af4-4b2c-acd0-d0be42b333f5 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433815 Aug 18 14:05:14.133450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2844b75-4c49-4de1-b8ec-669cd6d62efc {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:14.166073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.200490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-a40d96f2-8619-44fe-89d9-106bba9b2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:14.202918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-a40d96f2-8619-44fe-89d9-106bba9b2f3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c3f69fd-7665-492c-842a-12ce9e168037 HTTP/1.1" status: 200 len: 801 time: 0.1369290 Aug 18 14:05:14.206925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Transition to ACTIVE for port object b2844b75-4c49-4de1-b8ec-669cd6d62efc will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:14.235779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f4c9387c-99c0-45fb-90ba-4732e1aeebad, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f4c9387c-99c0-45fb-90ba-4732e1aeebad,segment=NetworkSegment(0c83be61-1118-4f90-ad5c-709b92a46f04),segment_id=0c83be61-1118-4f90-ad5c-709b92a46f04)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:14.294338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-cfc5a9a3-e8ec-4fe0-8f2c-39409bde1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:14.297655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-cfc5a9a3-e8ec-4fe0-8f2c-39409bde1cfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca193809-0190-4ab3-8803-edf84d897306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823650 Aug 18 14:05:14.312434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625bc01-7737-4335-84a8-89946b6f4f4b req-088ec70c-c21a-4590-9525-c0b7c499b667 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:14.316131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1625bc01-7737-4335-84a8-89946b6f4f4b req-088ec70c-c21a-4590-9525-c0b7c499b667 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 936 time: 0.0643206 Aug 18 14:05:14.326308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.351336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.403085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.449479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f4c9387c-99c0-45fb-90ba-4732e1aeebad,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:14.484096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Pushing event updated for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:14.503944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network c71f6f44-c716-464e-acc0-034605686af4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:14.542289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1625bc01-7737-4335-84a8-89946b6f4f4b req-88b037d0-5a24-4b27-9c6f-23f0daf58246 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052782 Aug 18 14:05:14.632070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:14.644215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:14.909075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f560fcf0-da07-48cb-9f88-485e0441c014 req-bb669178-4043-463d-b8d1-20906984d901 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 210 time: 0.2912202 Aug 18 14:05:14.910519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=0153c91d-33ee-4a41-a859-2fa4b36b4884,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:14.922979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-d415468b-1bfc-48c8-9015-676cc0bc08d7 service neutron] 10.222.0.58 "GET /v2.0/networks/ca193809-0190-4ab3-8803-edf84d897306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074526 Aug 18 14:05:14.944829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:14.950557 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.068154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:15.197689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-03285c8f-13cf-46e4-a8b9-5aeaf7fce0b0 None None] Provisioning for port 0153c91d-33ee-4a41-a859-2fa4b36b4884 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:15.207770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Attempting to bind port b2844b75-4c49-4de1-b8ec-669cd6d62efc on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:15.210500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Attempting to bind port b2844b75-4c49-4de1-b8ec-669cd6d62efc by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:15.211650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Attempting to bind port b2844b75-4c49-4de1-b8ec-669cd6d62efc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:15.234964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-03285c8f-13cf-46e4-a8b9-5aeaf7fce0b0 None None] Provisioning complete for port 0153c91d-33ee-4a41-a859-2fa4b36b4884 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:15.239007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Port b2844b75-4c49-4de1-b8ec-669cd6d62efc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:15.239341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Attempting to bind port b2844b75-4c49-4de1-b8ec-669cd6d62efc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:15.240484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03285c8f-13cf-46e4-a8b9-5aeaf7fce0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.300489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-03285c8f-13cf-46e4-a8b9-5aeaf7fce0b0 None None] Port 0153c91d-33ee-4a41-a859-2fa4b36b4884 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:15.344844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:15.345429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:15.346380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:15.346859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Bound port: b2844b75-4c49-4de1-b8ec-669cd6d62efc, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:15.347394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.351715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dec08f1-7d23-4631-ae3a-e12045f2daa5 req-a9a54403-10bb-4b32-8772-d1c1f0fc556d service neutron] 10.222.0.58 "GET /v2.0/networks/ca193809-0190-4ab3-8803-edf84d897306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947554 Aug 18 14:05:15.371219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:15.373078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.432456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1f0cf41c-da09-443f-a156-cda87b700c72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1049170 Aug 18 14:05:15.433677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53160) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:15.591792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4512f-4410-4f38-824f-45ca6856cffd req-2831c279-3cce-4ce8-b7db-7d5b9ab9dd84 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:15.599020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4512f-4410-4f38-824f-45ca6856cffd req-2831c279-3cce-4ce8-b7db-7d5b9ab9dd84 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:15.600728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53e4512f-4410-4f38-824f-45ca6856cffd req-2831c279-3cce-4ce8-b7db-7d5b9ab9dd84 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.3987372 Aug 18 14:05:15.612157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f4c9387c-99c0-45fb-90ba-4732e1aeebad up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:15.651014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:15.656419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:15.720902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f4c9387c-99c0-45fb-90ba-4732e1aeebad triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:15.721775 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.746621 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.777264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe478f1-9264-4070-9b9e-8578cfea9618 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:15.779197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4fe478f1-9264-4070-9b9e-8578cfea9618 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3442588 Aug 18 14:05:15.782194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:15.851035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:15.852131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.855532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2844b75-4c49-4de1-b8ec-669cd6d62efc HTTP/1.1" status: 200 len: 1096 time: 4.2473559 Aug 18 14:05:15.860228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:15.863767 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c271f00-3e3f-4463-a820-283aa95edcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:15.893080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53e4512f-4410-4f38-824f-45ca6856cffd req-def4ddc7-f562-4e66-a6b2-a4db2e3b8915 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283747 Aug 18 14:05:15.974910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76d3e-eb03-4733-91df-043bf6c986f8 req-d09b7be4-1c75-4b38-ae97-3dc811d01a8c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:15.981048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce76d3e-eb03-4733-91df-043bf6c986f8 req-d09b7be4-1c75-4b38-ae97-3dc811d01a8c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 948 time: 0.2595816 Aug 18 14:05:16.005871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42832614-ce6f-47e0-9ff2-d435a4b03f15 service neutron] Pushing event updated for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:16.073416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce76d3e-eb03-4733-91df-043bf6c986f8 req-73980610-0f65-4da3-926e-d4ff757f8b53 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841002 Aug 18 14:05:16.082855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1e379-124c-4b5e-b375-57c587ad5ac7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.094285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1e379-124c-4b5e-b375-57c587ad5ac7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.103327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d1e379-124c-4b5e-b375-57c587ad5ac7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.109649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-38d1e379-124c-4b5e-b375-57c587ad5ac7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3225076 Aug 18 14:05:16.111668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53174) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:16.165725 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4114552e-4c9f-4b12-8c29-56688dc3392f x-openstack-request-id: req-4114552e-4c9f-4b12-8c29-56688dc3392f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:16.166163 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:16.166480 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4114552e-4c9f-4b12-8c29-56688dc3392f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:16.166951 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc', 'status': 'completed', 'code': 200} Aug 18 14:05:16.281877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271f00-3e3f-4463-a820-283aa95edcf5 req-689d1e0c-9362-4ca5-bdb4-b54f427260af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.283900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c271f00-3e3f-4463-a820-283aa95edcf5 req-689d1e0c-9362-4ca5-bdb4-b54f427260af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 1099 time: 0.0826707 Aug 18 14:05:16.314916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 0153c91d-33ee-4a41-a859-2fa4b36b4884 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:16.316550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:16.339808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2469ca1e-55ed-4c13-bfad-ab6e71ccbc15 req-5b9d0d15-aa66-449e-b863-0f0c51b45cc6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 210 time: 0.0539951 Aug 18 14:05:16.351757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c271f00-3e3f-4463-a820-283aa95edcf5 req-fb623745-ade6-42e5-aa6f-135e2cf9b6c2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551403 Aug 18 14:05:16.459812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:16.474371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 0153c91d-33ee-4a41-a859-2fa4b36b4884 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:16.606664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271f00-3e3f-4463-a820-283aa95edcf5 req-595f1d5d-f869-4dd9-8302-86be0d1320ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.613749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c271f00-3e3f-4463-a820-283aa95edcf5 req-595f1d5d-f869-4dd9-8302-86be0d1320ce service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507648 Aug 18 14:05:16.755099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:16.785015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-6beb0198-7d31-4a58-816c-0d5adc8c0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:16.787030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-6beb0198-7d31-4a58-816c-0d5adc8c0f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 1099 time: 0.1054795 Aug 18 14:05:16.826628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=0153c91d-33ee-4a41-a859-2fa4b36b4884,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:16.899732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-03be023d-1a3a-4e05-a930-e742eceda1f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc HTTP/1.1" status: 200 len: 217 time: 0.1029155 Aug 18 14:05:17.019454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-98c3c6e7-11d4-4d40-b13b-c7f8f119505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:17.022673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-98c3c6e7-11d4-4d40-b13b-c7f8f119505c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1100323 Aug 18 14:05:17.032880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:17.047873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2948c21-89db-4708-9649-d9533dc5c0a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/0153c91d-33ee-4a41-a859-2fa4b36b4884 HTTP/1.1" status: 204 len: 168 time: 0.9322991 Aug 18 14:05:17.065836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53184) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:17.123257 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c43e7c-5190-42ff-b10c-3bea927ea7eb tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:05:17.128514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21c43e7c-5190-42ff-b10c-3bea927ea7eb tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/0153c91d-33ee-4a41-a859-2fa4b36b4884 HTTP/1.1" status: 404 len: 333 time: 0.0778048 Aug 18 14:05:17.135114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53188) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:17.141086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-52653cd7-1090-4e6b-b24f-c981128b5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:17.142369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-52653cd7-1090-4e6b-b24f-c981128b5dfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064806 Aug 18 14:05:17.393275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ae7b-ea84-4083-aeb1-4aa42a952b0f req-7f48cf64-80ad-496c-8dbd-e623e65eb0d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:17.399377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ae7b-ea84-4083-aeb1-4aa42a952b0f req-7f48cf64-80ad-496c-8dbd-e623e65eb0d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:17.401225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1930ae7b-ea84-4083-aeb1-4aa42a952b0f req-7f48cf64-80ad-496c-8dbd-e623e65eb0d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.1008115 Aug 18 14:05:17.437350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 5708c68c-466c-4b0e-969d-e9b6908da296 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:17.445273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:17.528409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-4abf09ed-88dc-4138-8866-25c01ec25732 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744678 Aug 18 14:05:17.620802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1930ae7b-ea84-4083-aeb1-4aa42a952b0f req-05473bd5-b3d3-406f-a65b-92270bcb54df tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132180 Aug 18 14:05:17.666830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:17.727767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 5708c68c-466c-4b0e-969d-e9b6908da296 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:17.847725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab55dda-1e9f-41a4-a67d-650ec4d6bd2c req-22d67f63-a034-4cca-8cb4-dd48f353ebe0 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070831 Aug 18 14:05:17.927206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68fd83d7-5942-445c-ae42-382d7729917e req-9f637c5c-4c22-4200-bcaf-6d2b507dbd09 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 210 time: 0.1057189 Aug 18 14:05:18.023870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace5241-c962-4051-8703-d8a9530fbda8 req-498d8b55-5589-4612-bf55-780a99fb9dc7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:18.023870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ace5241-c962-4051-8703-d8a9530fbda8 req-498d8b55-5589-4612-bf55-780a99fb9dc7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 948 time: 0.2901974 Aug 18 14:05:18.136228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ace5241-c962-4051-8703-d8a9530fbda8 req-5eae14bd-99e2-408a-91f4-e49a828610b5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976987 Aug 18 14:05:18.204034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-2e488faf-a7cf-4446-b2c2-a5c9c7843df2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:18.206296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-2e488faf-a7cf-4446-b2c2-a5c9c7843df2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.2555933 Aug 18 14:05:18.244173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:18.411960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:18.446587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=5708c68c-466c-4b0e-969d-e9b6908da296,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:18.539345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:18.543424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:18.571830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:18.576110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53206) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:18.576928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e01bab4c-0614-4e4f-ac2e-078b82dad128 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/5708c68c-466c-4b0e-969d-e9b6908da296 HTTP/1.1" status: 204 len: 168 time: 1.4386985 Aug 18 14:05:18.638635 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce5364b-d9b6-49d1-8e58-aafc5507b760 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:05:18.644842 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3ce5364b-d9b6-49d1-8e58-aafc5507b760 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/5708c68c-466c-4b0e-969d-e9b6908da296 HTTP/1.1" status: 404 len: 333 time: 0.0672798 Aug 18 14:05:18.645499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:18.819410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet ea03a990-6214-48dc-a893-3f16bb403788 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:18.826652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:18.864001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.9 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/a0b042dc-a991-4a53-97c3-a5e2843745a6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:18.892270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53214) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:18.932959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.113333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0634642-f167-4e81-9257-08d6eda6a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.198738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a89b01b-880c-4c69-b216-2be96dbd889e req-18716670-a0ba-4689-938e-1b885c3e6178 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 210 time: 0.0712006 Aug 18 14:05:19.232119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ded5dee7-07d0-469c-a41a-55c3da9a0f04 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:05:19.291245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.294983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.341200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0634642-f167-4e81-9257-08d6eda6a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.342276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a36c-ced7-4eec-beeb-a54768c8dfc4 req-2a0b62c2-7fe4-4761-9667-9d049f45b930 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:19.356979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a36c-ced7-4eec-beeb-a54768c8dfc4 req-2a0b62c2-7fe4-4761-9667-9d049f45b930 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:19.359106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b27a36c-ced7-4eec-beeb-a54768c8dfc4 req-2a0b62c2-7fe4-4761-9667-9d049f45b930 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1679 time: 0.4716938 Aug 18 14:05:19.422483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:19.423514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0634642-f167-4e81-9257-08d6eda6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.451697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04', 'network_id': '5a9eff2f-f535-4639-a33e-9199397e3c4f', 'port_id': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04', 'mac_address': 'fa:16:3e:0c:49:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3f9967-ea64-4cc1-8193-05b914d79cca', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:05:19.490172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0634642-f167-4e81-9257-08d6eda6a57a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1aab2aeb63294395966652a32437dbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954287 Aug 18 14:05:19.490765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53224) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:19.494881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.506957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-82d6b8c0-4fe6-4c48-9b83-549e905c36be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3760066 Aug 18 14:05:19.544438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a6cc8-59f2-45b9-993c-71079c852332 req-62df889e-8fb9-4f66-9762-f0deffdd0aa3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:19.552726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a09a6cc8-59f2-45b9-993c-71079c852332 req-62df889e-8fb9-4f66-9762-f0deffdd0aa3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 948 time: 0.2710643 Aug 18 14:05:19.556618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.559839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/ea03a990-6214-48dc-a893-3f16bb403788 HTTP/1.1" status: 204 len: 168 time: 0.9121711 Aug 18 14:05:19.561871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0634642-f167-4e81-9257-08d6eda6a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd8bc2f-0151-400c-a1cf-65bc8a982703,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:19.568698 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.577064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53226) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:19.609328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79c4a8-e3a9-49a4-b266-64090db7e47d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=ea03a990-6214-48dc-a893-3f16bb403788,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:19.622157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded5dee7-07d0-469c-a41a-55c3da9a0f04 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:19.629218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b27a36c-ced7-4eec-beeb-a54768c8dfc4 req-cf7e8327-7280-4c58-ba59-3138ad6f5426 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350297 Aug 18 14:05:19.633804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.658400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356975c-26d7-4ef2-b907-3f0bc1a57909 None None] Network c71f6f44-c716-464e-acc0-034605686af4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:19.677242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.803890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a09a6cc8-59f2-45b9-993c-71079c852332 req-98cd88ed-02d5-4f05-8d3e-8e8c12c29574 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440245 Aug 18 14:05:19.828802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.833251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:19.835600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-f741f88f-3db7-45cd-a693-89d39ee1b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:19.838354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-f741f88f-3db7-45cd-a693-89d39ee1b8b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7441511a6b94d97a9f806922139152d&device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 1096 time: 0.2748413 Aug 18 14:05:19.839187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.852240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.855590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.866994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcd8bc2f-0151-400c-a1cf-65bc8a982703 HTTP/1.1" status: 204 len: 168 time: 0.3697524 Aug 18 14:05:19.871864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109f999-1621-4e0d-86f0-f65813d00f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd8bc2f-0151-400c-a1cf-65bc8a982703,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:19.876611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:19.939857 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:19.940627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:05:20.025039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:20.027858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:20.034727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:20.043525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:20.092104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:20.125723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-85d930f6-9c0e-4482-8268-4fc2be1795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:20.129555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-85d930f6-9c0e-4482-8268-4fc2be1795f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 200 len: 916 time: 0.2429399 Aug 18 14:05:20.148442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] DHCP port deletion for c71f6f44-c716-464e-acc0-034605686af4 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:20.162567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:20.163224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.262544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:20.322159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'network_id': 'ca193809-0190-4ab3-8803-edf84d897306', 'port_id': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'mac_address': 'fa:16:3e:52:ca:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3f69fd-7665-492c-842a-12ce9e168037', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:05:20.408888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Deleting port f4c9387c-99c0-45fb-90ba-4732e1aeebad {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:20.409270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.411824 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.463803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:20.668146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:20.672919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] For port f4c9387c-99c0-45fb-90ba-4732e1aeebad, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f4c9387c-99c0-45fb-90ba-4732e1aeebad,segment=NetworkSegment(0c83be61-1118-4f90-ad5c-709b92a46f04),segment_id=0c83be61-1118-4f90-ad5c-709b92a46f04)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:20.673358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.688568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Calling delete_port for f4c9387c-99c0-45fb-90ba-4732e1aeebad owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:20.708995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port f4c9387c-99c0-45fb-90ba-4732e1aeebad {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:20.714013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.789065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port f4c9387c-99c0-45fb-90ba-4732e1aeebad, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f4c9387c-99c0-45fb-90ba-4732e1aeebad,segment=NetworkSegment(0c83be61-1118-4f90-ad5c-709b92a46f04),segment_id=0c83be61-1118-4f90-ad5c-709b92a46f04)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:20.789762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:20.840331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for f4c9387c-99c0-45fb-90ba-4732e1aeebad owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:20.889490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-3dfc27a7-6aa6-44eb-bafe-d5cf99835e3f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6647482 Aug 18 14:05:20.916917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Request body: {'port': {'device_id': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:20.953042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f4c9387c-99c0-45fb-90ba-4732e1aeebad no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:20.988823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-69f08d18-7c30-4b1d-9911-4831b9c3247b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 200 len: 1001 time: 0.8420374 Aug 18 14:05:21.072704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2001ea-c7b7-45c4-add7-afed49ef7fa4 req-8403a8cb-ef47-44e2-9143-ad935f51ee73 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.080975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea2001ea-c7b7-45c4-add7-afed49ef7fa4 req-8403a8cb-ef47-44e2-9143-ad935f51ee73 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 931 time: 0.4421718 Aug 18 14:05:21.081960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.084263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-6862bf08-0f77-4e1e-aba7-6a034de0eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.086541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-6862bf08-0f77-4e1e-aba7-6a034de0eb44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de733119-0c61-41c8-b1be-907ec0d6b728 HTTP/1.1" status: 200 len: 854 time: 0.0869055 Aug 18 14:05:21.164465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.191705 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.228560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe20e-727c-4e41-a07f-51c278498773 req-36b53170-8615-4cbf-834b-db5c4fdd1c2c tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.236424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe20e-727c-4e41-a07f-51c278498773 req-36b53170-8615-4cbf-834b-db5c4fdd1c2c tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.244930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a9fe20e-727c-4e41-a07f-51c278498773 req-36b53170-8615-4cbf-834b-db5c4fdd1c2c tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1680 time: 0.3770871 Aug 18 14:05:21.245374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.277833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea2001ea-c7b7-45c4-add7-afed49ef7fa4 req-777da80f-5453-4427-8f13-0ef22512f7e5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938941 Aug 18 14:05:21.287470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:21.334596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.358297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-43b5129b-9968-4630-a9d0-200b0021c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.364713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-43b5129b-9968-4630-a9d0-200b0021c1ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66b2d3d6-33f0-45e0-9abf-d13a321e0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590983 Aug 18 14:05:21.389944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] No DVR routers for this DVR port f4c9387c-99c0-45fb-90ba-4732e1aeebad on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:21.409871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85239b31-5e89-4803-abdd-e08b197f732e None None] Pushing event deleted for resources: {'Port': ['ID=f4c9387c-99c0-45fb-90ba-4732e1aeebad,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:21.451608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=f4c9387c-99c0-45fb-90ba-4732e1aeebad,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:21.461593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port f4c9387c-99c0-45fb-90ba-4732e1aeebad on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:21.540987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:21.628101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a9fe20e-727c-4e41-a07f-51c278498773 req-69d5f591-1920-4597-81a8-43be3eef2c66 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824434 Aug 18 14:05:21.732512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.743625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71f6f44-c716-464e-acc0-034605686af4']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:21.768963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c83be61-1118-4f90-ad5c-709b92a46f04') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:21.769354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c83be61-1118-4f90-ad5c-709b92a46f04') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:21.780111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.796632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.820641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:21.822307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:21.836579 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:21.891364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9108cb9-01af-4a76-a5ea-21965b512160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:21.916094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4d1b-4e97-489e-a8a0-f413c1e7f3e0 req-74ceb160-c129-44ef-bc7c-6bd7dd9f073b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:21.917869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb6f4d1b-4e97-489e-a8a0-f413c1e7f3e0 req-74ceb160-c129-44ef-bc7c-6bd7dd9f073b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 948 time: 0.3829134 Aug 18 14:05:22.016512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-13cd4f42-7a35-4b75-b0df-7de3c3422d4b service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918095 Aug 18 14:05:22.054984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb6f4d1b-4e97-489e-a8a0-f413c1e7f3e0 req-ef8c3c92-4a25-45b3-ba3f-055b052532a8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Aug 18 14:05:22.073334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2844b75-4c49-4de1-b8ec-669cd6d62efc details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:05:22.122970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.128454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.130428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/c71f6f44-c716-464e-acc0-034605686af4 HTTP/1.1" status: 204 len: 168 time: 2.5479162 Aug 18 14:05:22.134396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:22.140792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1089113193'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:22.171947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309cf64-f670-46af-bed2-c1687cdb8137 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=c71f6f44-c716-464e-acc0-034605686af4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:22.217332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:22.231218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc', 'mac_address': 'fa:16:3e:01:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:05:22.255048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fde95e-aba1-4afc-a7e1-a907867e9974 req-de38351e-fd43-4379-9bdd-52cef926eb22 service neutron] 10.222.0.10 "GET /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269280 Aug 18 14:05:22.271837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b042dc-a991-4a53-97c3-a5e2843745a6 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:22.292457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.302222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.306349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:22.316944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.323411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2844b75-4c49-4de1-b8ec-669cd6d62efc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:22.328134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Transition to ACTIVE for port object a0b042dc-a991-4a53-97c3-a5e2843745a6 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:22.383073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:22.413335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:22.425105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.426298 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Added segment 7c4f81ce-fb5d-4d47-9f30-11533c21fd6e of type vlan for network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 Aug 18 14:05:22.497000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.527534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.557018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ded5dee7-07d0-469c-a41a-55c3da9a0f04'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:22.565740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.604581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:22.630935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a0194-a1c7-4cf7-9a5a-f4167ecc7aab req-ec99c875-ff82-4da8-9c02-b37da9ecdfc4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:22.632537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea3a0194-a1c7-4cf7-9a5a-f4167ecc7aab req-ec99c875-ff82-4da8-9c02-b37da9ecdfc4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 931 time: 0.2212980 Aug 18 14:05:22.697834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Attempting to bind port a0b042dc-a991-4a53-97c3-a5e2843745a6 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:22.700897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Attempting to bind port a0b042dc-a991-4a53-97c3-a5e2843745a6 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:22.700897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Attempting to bind port a0b042dc-a991-4a53-97c3-a5e2843745a6 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:22.703999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.712481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:22.713552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.737160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea3a0194-a1c7-4cf7-9a5a-f4167ecc7aab req-f69f5eee-ca0c-465f-b93d-e9199ed2a3f5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635514 Aug 18 14:05:22.737810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Port a0b042dc-a991-4a53-97c3-a5e2843745a6 on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:22.753718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Attempting to bind port a0b042dc-a991-4a53-97c3-a5e2843745a6 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:22.783819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:22.784174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:22.784555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:22.785016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Bound port: a0b042dc-a991-4a53-97c3-a5e2843745a6, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:22.785387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:22.802325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:22.884254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b2844b75-4c49-4de1-b8ec-669cd6d62efc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:22.927221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7895963 Aug 18 14:05:22.927866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:22.940221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:22.945307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bba36-b2f6-41b7-902e-e84f3b4dd1a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Network': ['ID=3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:22.992564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53322) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:23.008863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:23.032010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50149b8-1930-4a57-8bd5-e65bd7ddd864 req-b724d132-6a1a-424b-a457-911bb299d73f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.038496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50149b8-1930-4a57-8bd5-e65bd7ddd864 req-b724d132-6a1a-424b-a457-911bb299d73f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.046340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50149b8-1930-4a57-8bd5-e65bd7ddd864 req-b724d132-6a1a-424b-a457-911bb299d73f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1681 time: 0.2898293 Aug 18 14:05:23.051018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:23.106093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50149b8-1930-4a57-8bd5-e65bd7ddd864 req-25be1c5f-e5c5-48fa-8626-c8b9695f2fa3 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Aug 18 14:05:23.112657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:23.137985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.215211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.219157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.223395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] 10.222.0.58 "PUT /v2.0/ports/a0b042dc-a991-4a53-97c3-a5e2843745a6 HTTP/1.1" status: 200 len: 1091 time: 2.3182962 Aug 18 14:05:23.225365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:23.230864 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687aea7-dadb-4da9-8439-0037772c5d90" -d '{"events": [{"name": "network-changed", "server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:23.250120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:23.294069 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-505b4b9a-ba21-47b9-a555-36b12719b41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.300613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:23.305426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.318121 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8331e1-a0cc-4702-8152-279a2d0447f4 x-openstack-request-id: req-fd8331e1-a0cc-4702-8152-279a2d0447f4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:23.318694 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:23.319110 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd8331e1-a0cc-4702-8152-279a2d0447f4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:23.319670 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6', 'status': 'completed', 'code': 200} Aug 18 14:05:23.466889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-505b4b9a-ba21-47b9-a555-36b12719b41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.508833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523344c-54dc-4ad3-a750-b23b55384c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:23.534625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:23.553567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:23.553567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.560468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708d1b8-49ee-4ea8-838e-f49814402e3e req-f284c03a-ba5e-457e-9e03-f9cd9d885faf tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.569139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f708d1b8-49ee-4ea8-838e-f49814402e3e req-f284c03a-ba5e-457e-9e03-f9cd9d885faf tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 949 time: 0.3272588 Aug 18 14:05:23.607963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-505b4b9a-ba21-47b9-a555-36b12719b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.701012 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.705726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-505b4b9a-ba21-47b9-a555-36b12719b41a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86f14d8956e44ddfb5d0c741b8a9d37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060401 Aug 18 14:05:23.708088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-c54c4544-5f4a-4527-b940-93f774ec3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.708997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:23.710143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-c54c4544-5f4a-4527-b940-93f774ec3ca8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 1094 time: 0.3625176 Aug 18 14:05:23.710882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4b9a-ba21-47b9-a555-36b12719b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b162fd46-eaf3-418f-95b2-5f91a20f1096,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:23.743268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f708d1b8-49ee-4ea8-838e-f49814402e3e req-5f72bc87-8e05-41cd-adc2-0994e5b06f22 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588163 Aug 18 14:05:23.744432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:23.745871 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2797a9-29f2-4a9e-9f2b-f1d0dc692461" -d '{"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-plugged", "status": "completed", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:23.763419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:23.768586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.815940 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571dc8a6-9dba-406d-b160-6b593b1bec12 x-openstack-request-id: req-571dc8a6-9dba-406d-b160-6b593b1bec12 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:23.816610 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-plugged", "status": "completed", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:23.817107 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-571dc8a6-9dba-406d-b160-6b593b1bec12 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:23.817753 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'code': 200} Aug 18 14:05:23.871745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.911645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:23.966961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-138d3916-5e84-4ec3-92f2-5277241843e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.968483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-138d3916-5e84-4ec3-92f2-5277241843e4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5b8e2f590e194812b4aea0004507c5a4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2357991 Aug 18 14:05:23.974850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:23.993538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700476-603b-42f5-b266-a196bdfa590b req-2041972f-f208-49b1-b025-7deb6d1e55d1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:23.995492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5700476-603b-42f5-b266-a196bdfa590b req-2041972f-f208-49b1-b025-7deb6d1e55d1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 943 time: 0.1295218 Aug 18 14:05:24.243100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5700476-603b-42f5-b266-a196bdfa590b req-66287383-80a8-4006-8fc0-87e9439375f9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267666 Aug 18 14:05:24.288157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816158-8a21-4805-af08-af3cdcc0045e req-d45b9127-f35e-439a-82ba-dac0418d53a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.295014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816158-8a21-4805-af08-af3cdcc0045e req-d45b9127-f35e-439a-82ba-dac0418d53a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.296791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96816158-8a21-4805-af08-af3cdcc0045e req-d45b9127-f35e-439a-82ba-dac0418d53a4 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1682 time: 0.0897782 Aug 18 14:05:24.304647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-73414b00-3b88-4f86-b504-fb7d3f055a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.307597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2687aea7-dadb-4da9-8439-0037772c5d90 req-73414b00-3b88-4f86-b504-fb7d3f055a2b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3101828 Aug 18 14:05:24.359983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96816158-8a21-4805-af08-af3cdcc0045e req-7e797553-d018-4947-bbb0-cdeea25275b9 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495121 Aug 18 14:05:24.441803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a3b2dcde-a8ad-4cd2-a8ec-a12bbbf874c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.444941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-a3b2dcde-a8ad-4cd2-a8ec-a12bbbf874c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 1094 time: 0.0793710 Aug 18 14:05:24.458062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=15daaa5d-4ee4-4acd-b846-6e67afa61a69,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:24.502941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:24.514776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-ed0737b0-ff28-4e2b-a107-51bb9b7fe3c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6 HTTP/1.1" status: 200 len: 217 time: 0.0583055 Aug 18 14:05:24.517374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Checking segment: {'id': '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:24.517374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network hostable DHCP agents. Network: 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:24.577999 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-8054e18c-b47a-41e4-868e-bdddc63010ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127474 Aug 18 14:05:24.628909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-d44c5d22-8c99-4b3a-a39d-4fb8ed336ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.631057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-d44c5d22-8c99-4b3a-a39d-4fb8ed336ede service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1049747 Aug 18 14:05:24.660165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:24.687880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-5ab0a2fe-3af8-44c5-829f-1cb10ddc4acb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388994 Aug 18 14:05:24.699045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-0ce9a542-7f18-4ff4-afc1-e078a969c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.700959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-0ce9a542-7f18-4ff4-afc1-e078a969c3bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 1100 time: 0.0965846 Aug 18 14:05:24.745568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:24.745568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:24.746887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b162fd46-eaf3-418f-95b2-5f91a20f1096 HTTP/1.1" status: 204 len: 168 time: 1.0365758 Aug 18 14:05:24.791116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ca06fc2f-2475-4262-aa3a-765d2f85eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:24.812739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:24.819304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.820563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:24.830361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516719dd-5f70-4bc1-ab10-95cb48dcbfbc None None] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:24.834351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1329b-fd11-455f-86ed-27d7412b19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b162fd46-eaf3-418f-95b2-5f91a20f1096,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:24.917028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-db3de95a-c410-4550-a42a-017d8e918712 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212327 Aug 18 14:05:24.965479 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bdffdcaa-2d62-4895-818b-5123cdb6e39e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0306730 Aug 18 14:05:24.966404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53356) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:24.967907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-621942ba-bbbd-438d-9ffa-132638612ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:24.971042 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-621942ba-bbbd-438d-9ffa-132638612ec4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2434242 Aug 18 14:05:24.973509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.017154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-148543188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:25.030633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-1e52564e-b79c-4e35-821c-0b882d4e377b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b6286eb5-66fc-4883-bf28-11df972717ab HTTP/1.1" status: 200 len: 217 time: 0.0512378 Aug 18 14:05:25.040365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bafc1-8bec-46b7-9994-07234d42f5f5 req-0b9d3962-c34c-40bf-a1d3-6f301edbcf5a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.047876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad8bafc1-8bec-46b7-9994-07234d42f5f5 req-0b9d3962-c34c-40bf-a1d3-6f301edbcf5a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 949 time: 0.1750133 Aug 18 14:05:25.126431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad8bafc1-8bec-46b7-9994-07234d42f5f5 req-63945a0d-2cf5-411a-b517-b1e6383d945a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729623 Aug 18 14:05:25.165975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5275315d-da4c-4e54-abaf-e217cc40b55c req-62fec596-0b48-4b85-9965-83c98484a56d service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327640 Aug 18 14:05:25.166844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-9e7c2ffb-a155-487b-8323-c7b335663ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.168322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-9e7c2ffb-a155-487b-8323-c7b335663ee4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1260412 Aug 18 14:05:25.197733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.199659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.257679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821', 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': '15daaa5d-4ee4-4acd-b846-6e67afa61a69'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:05:25.271053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.279395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.293086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ded5dee7-07d0-469c-a41a-55c3da9a0f04 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:25.301286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-32d29b9e-4226-427d-b4ad-1a8d1792ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.306392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-32d29b9e-4226-427d-b4ad-1a8d1792ca88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253850 Aug 18 14:05:25.357758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.520293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.528816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f3461070-ee9f-4594-a920-5f1f12baf0ce tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5567284 Aug 18 14:05:25.535758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53370) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:25.550059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821', 'name': 'tempest-PortsTestJSON-1624633133'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:25.659270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ded5dee7-07d0-469c-a41a-55c3da9a0f04 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:25.659270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ded5dee7-07d0-469c-a41a-55c3da9a0f04 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:25.659270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.659608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69024e3a-18d4-4cd3-a12f-bc414da28808 req-f914d698-a76a-4f75-90d0-9ef2a0f2ed85 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.660562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69024e3a-18d4-4cd3-a12f-bc414da28808 req-f914d698-a76a-4f75-90d0-9ef2a0f2ed85 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 943 time: 0.2482588 Aug 18 14:05:25.706280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bb7d-9f1d-4ab1-ae3b-48190cf35f01 req-b76d9512-2692-402d-acf1-912a1fd52133 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.713663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bb7d-9f1d-4ab1-ae3b-48190cf35f01 req-b76d9512-2692-402d-acf1-912a1fd52133 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:25.731243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2599bb7d-9f1d-4ab1-ae3b-48190cf35f01 req-b76d9512-2692-402d-acf1-912a1fd52133 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1682 time: 0.2409863 Aug 18 14:05:25.731634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Allocated IP 172.20.0.2 (3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821/15daaa5d-4ee4-4acd-b846-6e67afa61a69/d359eb32-3ffd-4504-9080-effb528ec7f2) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:25.776141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69024e3a-18d4-4cd3-a12f-bc414da28808 req-91532917-e6e9-4ad4-a0cb-fcda27ee5c03 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128745 Aug 18 14:05:25.807591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2599bb7d-9f1d-4ab1-ae3b-48190cf35f01 req-99ffc455-611e-43b3-99f4-002383154eac tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838549 Aug 18 14:05:25.816487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-28e75cea-2a9a-4504-8c53-0217c17764c4 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971075 Aug 18 14:05:25.821762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:25.930670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.003857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:26.011136 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f770677b-ad81-4b64-9018-87296fafeb11" -d '{"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-plugged", "status": "completed", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:26.071429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:26.081807 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459673dc-d015-4503-a39b-b90d3eadc2af x-openstack-request-id: req-459673dc-d015-4503-a39b-b90d3eadc2af {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:26.082192 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-plugged", "status": "completed", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:26.082517 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-459673dc-d015-4503-a39b-b90d3eadc2af {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:26.084020 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04', 'code': 200} Aug 18 14:05:26.089582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2844b75-4c49-4de1-b8ec-669cd6d62efc up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:26.134374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.146329 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eec0c863-b27b-444a-aaf6-8050d5423b4a req-92c9f1be-0fca-4215-9aeb-58f034d8f451 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098638 Aug 18 14:05:26.174159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Transition to ACTIVE for port object d359eb32-3ffd-4504-9080-effb528ec7f2 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:26.203897 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.214813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Transition to ACTIVE for port object d359eb32-3ffd-4504-9080-effb528ec7f2 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:26.241271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f324-ff0d-4ef6-9204-4c82c103a96e req-e020b8c7-c655-4964-9a40-753c73c3af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:26.243310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f324-ff0d-4ef6-9204-4c82c103a96e req-e020b8c7-c655-4964-9a40-753c73c3af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:26.259901 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f6c6f324-ff0d-4ef6-9204-4c82c103a96e req-e020b8c7-c655-4964-9a40-753c73c3af70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1984 time: 0.0918880 Aug 18 14:05:26.260266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:26.268381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.333954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:26.350715 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.365041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port 61a097c3-171e-4595-bb78-38f1dd66a519 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:05:26.376310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aaecf-f393-4503-b5fe-f225e7e9c3fd req-24aedc7d-b6d8-44be-949c-81eb143263e1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:26.386017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-846aaecf-f393-4503-b5fe-f225e7e9c3fd req-24aedc7d-b6d8-44be-949c-81eb143263e1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 949 time: 0.1415906 Aug 18 14:05:26.388431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f6c6f324-ff0d-4ef6-9204-4c82c103a96e req-92f18b81-c142-4ba8-aaaf-03674ee4f975 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150250 Aug 18 14:05:26.425354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Pushing event updated for resources: {'Port': ['ID=d359eb32-3ffd-4504-9080-effb528ec7f2,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:26.439648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:26.443442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:26.446463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:26.450550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port b2844b75-4c49-4de1-b8ec-669cd6d62efc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:26.458993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port b2844b75-4c49-4de1-b8ec-669cd6d62efc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:26.464155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.494774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-846aaecf-f393-4503-b5fe-f225e7e9c3fd req-f60cb693-da8e-426c-8096-0efa5841773b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078417 Aug 18 14:05:26.568177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.6 (3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821/15daaa5d-4ee4-4acd-b846-6e67afa61a69/61a097c3-171e-4595-bb78-38f1dd66a519) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:26.600363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Attempting to bind port d359eb32-3ffd-4504-9080-effb528ec7f2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:26.600732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Attempting to bind port d359eb32-3ffd-4504-9080-effb528ec7f2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:26.601087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Attempting to bind port d359eb32-3ffd-4504-9080-effb528ec7f2 on network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:26.615161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:26.615539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Checking segment: {'id': '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:26.615940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.616331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Bound using segment: {'id': '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:26.617106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Bound port: d359eb32-3ffd-4504-9080-effb528ec7f2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:26.617496 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.629368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.668816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:26.759881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:26.770350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.777854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] For port d359eb32-3ffd-4504-9080-effb528ec7f2, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:26.781883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] For port d359eb32-3ffd-4504-9080-effb528ec7f2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d359eb32-3ffd-4504-9080-effb528ec7f2,segment=NetworkSegment(7c4f81ce-fb5d-4d47-9f30-11533c21fd6e),segment_id=7c4f81ce-fb5d-4d47-9f30-11533c21fd6e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:26.840047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.857682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:26.866018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object 61a097c3-171e-4595-bb78-38f1dd66a519 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:26.911441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-272368478-network', 'tenant_id': '898f24f2384542458ebcb8a01555c0ec'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:26.924879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:27.039802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e80ab-8f35-4edb-844e-71a8dcc42d37 None None] Pushing event updated for resources: {'Port': ['ID=d359eb32-3ffd-4504-9080-effb528ec7f2,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:27.079215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c175-d61b-4a09-8080-867980644298 req-e2ac9183-1a29-4f3e-9eb0-6a83159a9643 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:27.080848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3639c175-d61b-4a09-8080-867980644298 req-e2ac9183-1a29-4f3e-9eb0-6a83159a9643 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 943 time: 0.1167247 Aug 18 14:05:27.092655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23143d1-e0c8-4c51-819a-fe0753e901c7 req-4ccd05be-7fed-4df2-87ed-05800c176336 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:27.099768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23143d1-e0c8-4c51-819a-fe0753e901c7 req-4ccd05be-7fed-4df2-87ed-05800c176336 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:27.101762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d23143d1-e0c8-4c51-819a-fe0753e901c7 req-4ccd05be-7fed-4df2-87ed-05800c176336 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.1098905 Aug 18 14:05:27.159300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3639c175-d61b-4a09-8080-867980644298 req-9542e531-f658-4d62-b669-18c703df9a0a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Aug 18 14:05:27.164566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d23143d1-e0c8-4c51-819a-fe0753e901c7 req-2410733e-975d-4abf-abeb-57ce2fa5fc1d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Aug 18 14:05:27.292175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0b042dc-a991-4a53-97c3-a5e2843745a6 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:05:27.350897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.388356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Made reservation on behalf of 898f24f2384542458ebcb8a01555c0ec for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:27.393276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.426143 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.433292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:27.447570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a0b042dc-a991-4a53-97c3-a5e2843745a6', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': 'a0b042dc-a991-4a53-97c3-a5e2843745a6', 'mac_address': 'fa:16:3e:cc:f2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:05:27.450442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.468816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:27.473491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:27.476096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:27.481054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=61a097c3-171e-4595-bb78-38f1dd66a519,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:27.490625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.506968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b042dc-a991-4a53-97c3-a5e2843745a6 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:27.532523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:27.585669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:27.586658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.631605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.654414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.703688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe890a-f571-4122-9a3a-9f3ea65be032 req-0f0c4436-2be3-4953-b6e6-453ebc11f4d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:27.706133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cfe890a-f571-4122-9a3a-9f3ea65be032 req-0f0c4436-2be3-4953-b6e6-453ebc11f4d1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.0762417 Aug 18 14:05:27.735204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:27.767810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.799325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cfe890a-f571-4122-9a3a-9f3ea65be032 req-a61522a6-5625-4560-95e1-b4bfa21a62f1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847366 Aug 18 14:05:27.830106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:27.834258 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f2010758-283e-4f28-9ce8-f86f8e57686f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2973130 Aug 18 14:05:27.837009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53410) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:27.843840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f1a67-3595-4d72-b92e-fbd3dc263adf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:27.851089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.851463 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Added segment 4a34e794-8ac1-45be-a5d8-2b32a9cc017c of type vlan for network efe5beb3-df36-4300-8fad-97b2cc52613c Aug 18 14:05:27.916599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:27.944695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a0b042dc-a991-4a53-97c3-a5e2843745a6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:28.103130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:28.105371 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee3afd-4963-40e1-bd3a-9611e828a3f9" -d '{"events": [{"server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "name": "network-vif-plugged", "status": "completed", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:28.108622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.109805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:28.110472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.202537 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da12978-e508-4777-bc2d-6859abf2178a x-openstack-request-id: req-2da12978-e508-4777-bc2d-6859abf2178a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:28.218566 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "name": "network-vif-plugged", "status": "completed", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:28.218885 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2da12978-e508-4777-bc2d-6859abf2178a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:28.219330 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc', 'code': 200} Aug 18 14:05:28.261534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4967074 Aug 18 14:05:28.262492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53418) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:28.294989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Request body: {'subnet': {'network_id': 'efe5beb3-df36-4300-8fad-97b2cc52613c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-272368478-subnet', 'tenant_id': '898f24f2384542458ebcb8a01555c0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:28.362994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.397602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd1c3c-b362-4f3c-8e2b-414050d9e35f admin admin] Pushing event updated for resources: {'Network': ['ID=efe5beb3-df36-4300-8fad-97b2cc52613c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:28.409886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network efe5beb3-df36-4300-8fad-97b2cc52613c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:28.512907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a3eb-cdea-4499-919b-2d6cc00f1242 req-8a14a677-3782-4b3f-807d-5ca9698f7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:28.514297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9e9a3eb-cdea-4499-919b-2d6cc00f1242 req-8a14a677-3782-4b3f-807d-5ca9698f7a93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 1101 time: 0.2405050 Aug 18 14:05:28.553409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0985-5bb1-4265-b52c-cd33e2a22c0a req-ffe7a5e6-c6ec-4174-8008-33be45cf1bf1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:28.559462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0985-5bb1-4265-b52c-cd33e2a22c0a req-ffe7a5e6-c6ec-4174-8008-33be45cf1bf1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:28.568119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce9c0985-5bb1-4265-b52c-cd33e2a22c0a req-ffe7a5e6-c6ec-4174-8008-33be45cf1bf1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.1923029 Aug 18 14:05:28.584371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108087-186d-4a46-a6dd-c6bdb1529733 req-4089c4f2-ea47-41d9-bbab-56ce2cfaca8b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:28.586126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9108087-186d-4a46-a6dd-c6bdb1529733 req-4089c4f2-ea47-41d9-bbab-56ce2cfaca8b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 944 time: 0.2378774 Aug 18 14:05:28.654885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9e9a3eb-cdea-4499-919b-2d6cc00f1242 req-2a76c99c-e9dc-4f06-b5fd-fc4f35b3cb8d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287315 Aug 18 14:05:28.686555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce9c0985-5bb1-4265-b52c-cd33e2a22c0a req-7c462ae0-93ab-470f-9af6-45248406d5df tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174335 Aug 18 14:05:28.700965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.713036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Made reservation on behalf of 898f24f2384542458ebcb8a01555c0ec for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:28.715267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9108087-186d-4a46-a6dd-c6bdb1529733 req-964b868d-2c44-48ab-8fe9-8447935a964f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036148 Aug 18 14:05:28.715411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.818208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278dd73d-9945-4843-8086-9987903afefe None None] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:28.818702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.981930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=61a097c3-171e-4595-bb78-38f1dd66a519,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:29.036901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907263b-00db-4250-869d-edc661dbac19 req-9c158b2d-b4b7-4464-acf8-75d08ed153b5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:29.051198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ae7d6360-a373-4ae9-a904-981b1d71cdd7 None None] Provisioning for port d359eb32-3ffd-4504-9080-effb528ec7f2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:29.053969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3907263b-00db-4250-869d-edc661dbac19 req-9c158b2d-b4b7-4464-acf8-75d08ed153b5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.1147733 Aug 18 14:05:29.100172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d359eb32-3ffd-4504-9080-effb528ec7f2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:29.131915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3907263b-00db-4250-869d-edc661dbac19 req-abf7c63b-a411-4263-a315-08d80fca9b7d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767393 Aug 18 14:05:29.304507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0b042dc-a991-4a53-97c3-a5e2843745a6 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:29.394489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.409350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d359eb32-3ffd-4504-9080-effb528ec7f2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:29.420972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d359eb32-3ffd-4504-9080-effb528ec7f2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:29.421658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.514854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.616166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.618111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Provisioning complete for port d359eb32-3ffd-4504-9080-effb528ec7f2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:29.618870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.687515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae667868-7da9-44aa-93ce-195b451f0ebe,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:29.690253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a0b042dc-a991-4a53-97c3-a5e2843745a6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:29.706844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Checking segment: {'id': '4a34e794-8ac1-45be-a5d8-2b32a9cc017c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efe5beb3-df36-4300-8fad-97b2cc52613c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:29.707671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Network hostable DHCP agents. Network: efe5beb3-df36-4300-8fad-97b2cc52613c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:29.748466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a0b042dc-a991-4a53-97c3-a5e2843745a6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:29.749080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.796622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af362f69-a747-4c60-a437-93b802e91f2b req-a315fc6f-f096-406e-b50a-9280129d5c4d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:29.798804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d359eb32-3ffd-4504-9080-effb528ec7f2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d359eb32-3ffd-4504-9080-effb528ec7f2,segment=NetworkSegment(7c4f81ce-fb5d-4d47-9f30-11533c21fd6e),segment_id=7c4f81ce-fb5d-4d47-9f30-11533c21fd6e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:29.804763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af362f69-a747-4c60-a437-93b802e91f2b req-a315fc6f-f096-406e-b50a-9280129d5c4d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:29.831162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af362f69-a747-4c60-a437-93b802e91f2b req-a315fc6f-f096-406e-b50a-9280129d5c4d tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.1686852 Aug 18 14:05:29.882994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.929936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:29.954814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Network efe5beb3-df36-4300-8fad-97b2cc52613c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:29.972303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af362f69-a747-4c60-a437-93b802e91f2b req-bee3700d-fab1-4d4d-b5cb-9dcf836b8564 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337521 Aug 18 14:05:30.015142 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.026736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6689b25-e51c-4e22-a28a-eb01d00f59f2 req-76da808e-74af-4f9e-9dc7-1fef97adf139 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.033505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6689b25-e51c-4e22-a28a-eb01d00f59f2 req-76da808e-74af-4f9e-9dc7-1fef97adf139 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 944 time: 0.1961770 Aug 18 14:05:30.127839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6689b25-e51c-4e22-a28a-eb01d00f59f2 req-40331b9b-b14d-43a3-9edd-582923d9df40 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845363 Aug 18 14:05:30.171251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.239985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:05:30.240611 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:05:30.241199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d359eb32-3ffd-4504-9080-effb528ec7f2,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:30.253270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:30.255493 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454095f9-6eaf-4bac-b78d-e027248728ac" -d '{"events": [{"server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "name": "network-vif-plugged", "status": "completed", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:30.302224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:30.330142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7037b-d479-409e-a25e-3624eb887013 req-d46cf21a-5709-4819-86e7-fbf681b0ef02 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.332240 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d1607f-346d-485c-9743-94ae31e213f1 x-openstack-request-id: req-f5d1607f-346d-485c-9743-94ae31e213f1 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:30.332863 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "name": "network-vif-plugged", "status": "completed", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:30.333482 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5d1607f-346d-485c-9743-94ae31e213f1 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:30.333999 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6', 'code': 200} Aug 18 14:05:30.339883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3c7037b-d479-409e-a25e-3624eb887013 req-d46cf21a-5709-4819-86e7-fbf681b0ef02 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.0798719 Aug 18 14:05:30.357134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.359335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, efe5beb3-df36-4300-8fad-97b2cc52613c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:30.364669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.365278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.369395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90cbb2a-40de-4a06-8cee-d9ccfb7598e5 None None] Network efe5beb3-df36-4300-8fad-97b2cc52613c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:30.400214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3c7037b-d479-409e-a25e-3624eb887013 req-ff1bec58-35fb-48b9-bcf3-d50a020c0639 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Aug 18 14:05:30.446258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.497358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.550445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:30.558128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987669fb-f4e1-4038-9b63-5d2cc354639d req-c227a42e-ee03-4839-9b41-63be32188e49 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.570267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987669fb-f4e1-4038-9b63-5d2cc354639d req-c227a42e-ee03-4839-9b41-63be32188e49 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 1101 time: 0.0852118 Aug 18 14:05:30.580617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.584071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b454ca-7b37-4dd8-866e-fb691552973b req-47ce8e6f-f657-4b94-a102-5463eacfcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.585884 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4b454ca-7b37-4dd8-866e-fb691552973b req-47ce8e6f-f657-4b94-a102-5463eacfcf7b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 1096 time: 0.1584477 Aug 18 14:05:30.619343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987669fb-f4e1-4038-9b63-5d2cc354639d req-bb9e30c7-0054-4bb1-bf7f-e841683d284f tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 18 14:05:30.674766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88498d71-3466-4ff5-a964-0f101dbe82c8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3998799 Aug 18 14:05:30.685077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4b454ca-7b37-4dd8-866e-fb691552973b req-757f69a8-2aa6-4ba3-afc0-423f85b806e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695717 Aug 18 14:05:30.696699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94cc27-7048-48e7-97a0-07679880fd42 None None] Network efe5beb3-df36-4300-8fad-97b2cc52613c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:30.720118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=61a097c3-171e-4595-bb78-38f1dd66a519,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:30.820139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:30.821713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:30.985057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-c1d67acc-9142-4066-a926-ba03722bcc4b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595326 Aug 18 14:05:31.033585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d359eb32-3ffd-4504-9080-effb528ec7f2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:31.248694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-be67984d-a926-4432-af9b-7267cabe236d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.256410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-be67984d-a926-4432-af9b-7267cabe236d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630916 Aug 18 14:05:31.258383 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-e843fc7a-d80d-48bb-97e9-22848052c7a8 req-72effbd4-de8c-4add-b84c-3f04de7ebebf tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] show failed (client error): The resource could not be found. Aug 18 14:05:31.259374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e843fc7a-d80d-48bb-97e9-22848052c7a8 req-72effbd4-de8c-4add-b84c-3f04de7ebebf tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/83d38a05-fc71-4d66-92af-b6481a5e6a0b HTTP/1.1" status: 404 len: 352 time: 0.0354316 Aug 18 14:05:31.266706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d359eb32-3ffd-4504-9080-effb528ec7f2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:31.267261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:31.280283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Router ed345c60-9507-4e8a-94ca-7871aea2e2ee is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:05:31.294705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e0db0edf-c7b7-4cca-b34f-6ae7844451b2 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/quotas/a7fead6cdce5460dba9fe04480a1b91f HTTP/1.1" status: 200 len: 375 time: 0.0373433 Aug 18 14:05:31.333541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Provisioning for port 61a097c3-171e-4595-bb78-38f1dd66a519 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:31.341396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Provisioning complete for port 61a097c3-171e-4595-bb78-38f1dd66a519 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:31.341804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:31.407652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d45fcb65-6924-4b7f-aab6-02fae54f5589 None None] Port 61a097c3-171e-4595-bb78-38f1dd66a519 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:31.412394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:31.425854 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e747f77b-1765-4cad-b679-282ed42b84cc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/routers/ed345c60-9507-4e8a-94ca-7871aea2e2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5877018 Aug 18 14:05:31.429875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53472) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:31.433160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704c447-b49f-4084-a687-5805935bad56 None None] Sync routers for ids ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:31.451603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-994ee50b-7c5a-4fe5-a3db-93e5534b3d1f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1556287 Aug 18 14:05:31.468108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] Routers {'ed345c60-9507-4e8a-94ca-7871aea2e2ee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:31.468756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:31.530958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:31.568346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] Routers {'ed345c60-9507-4e8a-94ca-7871aea2e2ee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:31.568997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:31.571597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cec0521-b543-4c66-bb41-9eb9c45d0b9d None None] Provisioning complete for port 61a097c3-171e-4595-bb78-38f1dd66a519 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:31.572173 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cec0521-b543-4c66-bb41-9eb9c45d0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:31.574124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a703-6740-44b2-9370-386f4daa2977 req-32fe9ccd-92fe-4c36-988c-f79b7da4a4fa tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.579716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aeb15-0822-4ae7-ae7d-cdf1dbb11c23 req-3bcb5bfd-033a-44cc-809e-fae958b0929f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.582408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a703-6740-44b2-9370-386f4daa2977 req-32fe9ccd-92fe-4c36-988c-f79b7da4a4fa tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.584555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1059a703-6740-44b2-9370-386f4daa2977 req-32fe9ccd-92fe-4c36-988c-f79b7da4a4fa tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.1702688 Aug 18 14:05:31.593482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aeb15-0822-4ae7-ae7d-cdf1dbb11c23 req-3bcb5bfd-033a-44cc-809e-fae958b0929f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.603725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d28aeb15-0822-4ae7-ae7d-cdf1dbb11c23 req-3bcb5bfd-033a-44cc-809e-fae958b0929f tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.1495206 Aug 18 14:05:31.653570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a8cc9-ad79-4e4f-aa49-6faa6d699d6e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.658878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c09a8cc9-ad79-4e4f-aa49-6faa6d699d6e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed345c60-9507-4e8a-94ca-7871aea2e2ee HTTP/1.1" status: 200 len: 982 time: 0.2295375 Aug 18 14:05:31.661890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:31.674713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1704c447-b49f-4084-a687-5805935bad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:31.675457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704c447-b49f-4084-a687-5805935bad56 None None] The sync data for ids ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:31.695939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2cec0521-b543-4c66-bb41-9eb9c45d0b9d None None] Port 61a097c3-171e-4595-bb78-38f1dd66a519 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:31.702631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d28aeb15-0822-4ae7-ae7d-cdf1dbb11c23 req-7dd33384-8c30-484a-9bde-a0351f567577 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Aug 18 14:05:31.940271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569a24f-cab2-4856-9ef3-41f4fdc432b2 req-9e663748-7302-4cf0-9992-c803ec4de93a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:31.940271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3569a24f-cab2-4856-9ef3-41f4fdc432b2 req-9e663748-7302-4cf0-9992-c803ec4de93a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.1138089 Aug 18 14:05:31.994507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-144cea66-4db8-4749-a8ce-79aa186670cf req-902ada69-63fc-4c85-b626-b8a317aa0c40 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0565846 Aug 18 14:05:32.096943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11532158-5d26-4cd5-8d2e-a7f98d264f71 req-748438aa-a4e1-4b52-8740-b6088337dd2e tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=898f24f2384542458ebcb8a01555c0ec HTTP/1.1" status: 200 len: 2988 time: 0.0668349 Aug 18 14:05:32.134668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3569a24f-cab2-4856-9ef3-41f4fdc432b2 req-31c2fd3e-f81c-4639-bf0a-7f516b90766e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922348 Aug 18 14:05:32.177829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11532158-5d26-4cd5-8d2e-a7f98d264f71 req-ccb3e403-3a85-498c-892b-3c5cffee3a0c tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/9f1f1a67-3595-4d72-b92e-fbd3dc263adf HTTP/1.1" status: 200 len: 2985 time: 0.0797889 Aug 18 14:05:32.230799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11532158-5d26-4cd5-8d2e-a7f98d264f71 req-c14e259d-3429-4059-88a0-d2ec725f1da1 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/9f1f1a67-3595-4d72-b92e-fbd3dc263adf HTTP/1.1" status: 200 len: 2985 time: 0.0513046 Aug 18 14:05:32.318666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d3e1e32-f2c0-4420-97ee-2559c72f790a req-90e5c7a1-0bb2-4aa3-ab6f-1ec33582b410 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/9f1f1a67-3595-4d72-b92e-fbd3dc263adf HTTP/1.1" status: 200 len: 2985 time: 0.0600274 Aug 18 14:05:32.391181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:32.391982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.408448 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-2d3e1e32-f2c0-4420-97ee-2559c72f790a req-1a0f733c-b06f-4917-a720-0ae58e9d8cd9 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 14:05:32.410165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d3e1e32-f2c0-4420-97ee-2559c72f790a req-1a0f733c-b06f-4917-a720-0ae58e9d8cd9 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "DELETE /v2.0/security-groups/9f1f1a67-3595-4d72-b92e-fbd3dc263adf HTTP/1.1" status: 409 len: 352 time: 0.0854549 Aug 18 14:05:32.467868 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-8ef4ca9c-1f88-4c49-8241-e4b79a470dc7 req-f28cdc4e-076c-4d86-9476-3ef51a044f98 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] show failed (client error): The resource could not be found. Aug 18 14:05:32.469368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ef4ca9c-1f88-4c49-8241-e4b79a470dc7 req-f28cdc4e-076c-4d86-9476-3ef51a044f98 tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/cd89f5e6-d29c-43bc-88d1-9697eacfc413 HTTP/1.1" status: 404 len: 352 time: 0.0233405 Aug 18 14:05:32.521190 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-3140a21e-9432-4ba1-9482-15af1d9591c6 req-fc03a9a9-3ed3-4218-b7c0-82d91db0549d tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] show failed (client error): The resource could not be found. Aug 18 14:05:32.543546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3140a21e-9432-4ba1-9482-15af1d9591c6 req-fc03a9a9-3ed3-4218-b7c0-82d91db0549d tempest-SecurityGroupsNegativeTestJSON-1132425370 tempest-SecurityGroupsNegativeTestJSON-1132425370-project] 10.222.0.35 "GET /v2.0/security-groups/414dec95-b017-47c9-ad85-a95739f9878b HTTP/1.1" status: 404 len: 352 time: 0.0422628 Aug 18 14:05:32.543697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:32.543697 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.546023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:32.560050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:32.607014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Deleting subnet ae667868-7da9-44aa-93ce-195b451f0ebe {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:32.611337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.655699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.714164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.870468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca1bc-1a2c-4d7b-8a19-e630f47c80b1 req-8905eecb-bb4e-40f8-a6a8-0d2bf497a6d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:32.892587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca1bc-1a2c-4d7b-8a19-e630f47c80b1 req-8905eecb-bb4e-40f8-a6a8-0d2bf497a6d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:32.892587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-723ca1bc-1a2c-4d7b-8a19-e630f47c80b1 req-8905eecb-bb4e-40f8-a6a8-0d2bf497a6d2 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 1683 time: 0.0921352 Aug 18 14:05:32.915379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.977821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.977972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:32.977972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:32.978172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ae667868-7da9-44aa-93ce-195b451f0ebe HTTP/1.1" status: 204 len: 168 time: 0.4298863 Aug 18 14:05:33.008788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49d6e-4399-4ed8-a3cf-11584d41455a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae667868-7da9-44aa-93ce-195b451f0ebe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:33.036032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-723ca1bc-1a2c-4d7b-8a19-e630f47c80b1 req-25ff3b92-df5f-4ffc-a41d-5ac16b3e7a92 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493077 Aug 18 14:05:33.091119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25c6fde6-0d4a-4755-9ad2-0f4afb2b0f53 req-a1440cfe-06c3-4ddd-8347-ba03972fe245 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0298951 Aug 18 14:05:33.126025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.250357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.262822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760577ed-fb76-4ae8-bd81-c3932533a53f req-a6d9d6aa-fee1-418a-8427-72515923778b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:33.264681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-760577ed-fb76-4ae8-bd81-c3932533a53f req-a6d9d6aa-fee1-418a-8427-72515923778b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.0593925 Aug 18 14:05:33.267985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'ded5dee7-07d0-469c-a41a-55c3da9a0f04'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:33.297045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:33.306489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.322565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-760577ed-fb76-4ae8-bd81-c3932533a53f req-5287f95f-4d4f-4ded-b367-b2c2ecc58f0f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Aug 18 14:05:33.340659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe5beb3-df36-4300-8fad-97b2cc52613c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:33.371243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:33.382254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a34e794-8ac1-45be-a5d8-2b32a9cc017c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:33.382583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a34e794-8ac1-45be-a5d8-2b32a9cc017c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:33.385039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.387101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1059a703-6740-44b2-9370-386f4daa2977 req-8a419e70-26ef-4de5-991f-ebc29d7c48c1 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "DELETE /v2.0/ports/f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 HTTP/1.1" status: 204 len: 173 time: 1.7924480 Aug 18 14:05:33.387949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-deleted', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:33.390357 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c5ad3-6409-4f25-ab4d-8383b935ed02" -d '{"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-deleted", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:33.412182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.497430 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9bd4f7-1b3b-4432-a6a7-aaaf1d16f9f4 x-openstack-request-id: req-0e9bd4f7-1b3b-4432-a6a7-aaaf1d16f9f4 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:33.497899 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-deleted", "tag": "f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:33.501777 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e9bd4f7-1b3b-4432-a6a7-aaaf1d16f9f4 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:33.501777 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-deleted', 'tag': 'f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34', 'status': 'completed', 'code': 200} Aug 18 14:05:33.538523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.539178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3071a-821f-4fe4-b1a9-32c3a6257486 req-0762f7c9-6a8b-40e6-b75c-073dde6e4e87 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:33.540906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3071a-821f-4fe4-b1a9-32c3a6257486 req-0762f7c9-6a8b-40e6-b75c-073dde6e4e87 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.0969288 Aug 18 14:05:33.599762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:33.599762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:33.602750 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:33.624934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3071a-821f-4fe4-b1a9-32c3a6257486 req-0d8dc3cb-830b-4215-82c6-1d510fe9f97c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Aug 18 14:05:33.686121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port 61a097c3-171e-4595-bb78-38f1dd66a519 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:33.686485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.757918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port ded5dee7-07d0-469c-a41a-55c3da9a0f04 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:33.758241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.810561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.826363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.831289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/efe5beb3-df36-4300-8fad-97b2cc52613c HTTP/1.1" status: 204 len: 168 time: 0.8508170 Aug 18 14:05:33.861089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2824b5-d38e-4b97-8e39-e6a56f3b4be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe5beb3-df36-4300-8fad-97b2cc52613c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:33.865911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.887135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for 61a097c3-171e-4595-bb78-38f1dd66a519 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:33.923678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port ded5dee7-07d0-469c-a41a-55c3da9a0f04, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ded5dee7-07d0-469c-a41a-55c3da9a0f04,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:33.924165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:33.973508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for ded5dee7-07d0-469c-a41a-55c3da9a0f04 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:34.180799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1caa1d-4084-4462-a4ff-e3237b69ff5f req-41dd9a30-4f91-4f13-afe1-376ce0678dd7 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:34.188466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c1caa1d-4084-4462-a4ff-e3237b69ff5f req-41dd9a30-4f91-4f13-afe1-376ce0678dd7 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 946 time: 0.0639415 Aug 18 14:05:34.295788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c1caa1d-4084-4462-a4ff-e3237b69ff5f req-9de62e01-6381-47e6-b81d-9f3184eb3291 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/security-groups?id=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062927 Aug 18 14:05:34.410324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3409a95-2f79-4754-815c-4044097af6b6 req-6bfa3102-c7aa-4031-a2ba-1cb0b631da08 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0720308 Aug 18 14:05:34.437266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.439681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.529303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=ded5dee7-07d0-469c-a41a-55c3da9a0f04,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:34.529570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2d94-74a5-4977-87d2-d3a48e4f4ec8 req-62f8a5c7-2940-43ad-b0c4-b38f80c09571 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:34.555028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-074b2d94-74a5-4977-87d2-d3a48e4f4ec8 req-62f8a5c7-2940-43ad-b0c4-b38f80c09571 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.1503940 Aug 18 14:05:34.569756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=61a097c3-171e-4595-bb78-38f1dd66a519,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:34.639238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-074b2d94-74a5-4977-87d2-d3a48e4f4ec8 req-b7c7d9d6-b4dd-432a-af36-d0d8a5c522e6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831389 Aug 18 14:05:34.645439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port ded5dee7-07d0-469c-a41a-55c3da9a0f04 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:34.655317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.657792 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1059a703-6740-44b2-9370-386f4daa2977 req-3599ef75-6d11-42ea-8bf5-43601d9a05fb tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.58 "DELETE /v2.0/ports/ded5dee7-07d0-469c-a41a-55c3da9a0f04 HTTP/1.1" status: 204 len: 173 time: 1.2553847 Aug 18 14:05:34.680249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:34.787081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8eba0d04-1c74-4b13-b366-0b654cf8e9e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=898f24f2384542458ebcb8a01555c0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042702 Aug 18 14:05:34.794823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53534) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:35.021883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:35.056262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:35.165938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:35.296612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:35.297228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Router ed345c60-9507-4e8a-94ca-7871aea2e2ee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:35.353621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:35.354760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f56cb1c7-1a2b-4fe9-87c3-c3be03f8fa34 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:35.355255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ded5dee7-07d0-469c-a41a-55c3da9a0f04 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:35.404199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: ded5dee7-07d0-469c-a41a-55c3da9a0f04 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:35.406601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ded5dee7-07d0-469c-a41a-55c3da9a0f04 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:35.438611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:35.449694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] Sync routers for ids ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:35.470957 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] Routers {'ed345c60-9507-4e8a-94ca-7871aea2e2ee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:35.475780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.477803 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e8d4d133-b760-455f-9d6e-c32be2031310 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/routers/ed345c60-9507-4e8a-94ca-7871aea2e2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8139644 Aug 18 14:05:35.480498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53546) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:35.545474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3feaa44c-2d77-4637-a137-2131e2f2e833 req-fb5cb95a-5008-49b1-8524-2d0e0ddf852b tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.1394966 Aug 18 14:05:35.593186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-deleted', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:35.596440 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7399c586-8b80-4006-8b8b-cfb4219b8c92" -d '{"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-deleted", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:35.603080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.611401 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-786c85f2-590b-452a-842e-e4da7b674adc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:05:35.619157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:35.629238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-828e7704-fd89-4bf1-85a4-c69f4b4df986 req-bebee404-57b8-4755-98f8-b51a6aba45d6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0402224 Aug 18 14:05:35.632570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-786c85f2-590b-452a-842e-e4da7b674adc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/61a097c3-171e-4595-bb78-38f1dd66a519 HTTP/1.1" status: 404 len: 333 time: 0.1379924 Aug 18 14:05:35.633497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:35.642289 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] Routers {'ed345c60-9507-4e8a-94ca-7871aea2e2ee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:35.642956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.647519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:35.654665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f1f1a67-3595-4d72-b92e-fbd3dc263adf HTTP/1.1" status: 204 len: 168 time: 0.8505697 Aug 18 14:05:35.700533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875c43-4271-43d5-93f3-b336e415cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f1a67-3595-4d72-b92e-fbd3dc263adf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:35.714879 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1daae-c639-4dac-a9ec-4f9635062218 x-openstack-request-id: req-49a1daae-c639-4dac-a9ec-4f9635062218 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:35.715721 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0c8e60-e083-48a4-bde6-90076f14b059", "name": "network-vif-deleted", "tag": "ded5dee7-07d0-469c-a41a-55c3da9a0f04", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:35.720718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49a1daae-c639-4dac-a9ec-4f9635062218 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:35.721302 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0c8e60-e083-48a4-bde6-90076f14b059', 'name': 'network-vif-deleted', 'tag': 'ded5dee7-07d0-469c-a41a-55c3da9a0f04', 'status': 'completed', 'code': 200} Aug 18 14:05:35.743965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.745362 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47498c54-d7a4-40b3-a976-e7666de55074 None None] The sync data for ids ['ed345c60-9507-4e8a-94ca-7871aea2e2ee'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:35.943320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-7fa54a87-0232-4934-b43b-7ef4f7a5ecc2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.944968 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-7fa54a87-0232-4934-b43b-7ef4f7a5ecc2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.1141615 Aug 18 14:05:36.074792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port a0b042dc-a991-4a53-97c3-a5e2843745a6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:36.075309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.195254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.236933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port a0b042dc-a991-4a53-97c3-a5e2843745a6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0b042dc-a991-4a53-97c3-a5e2843745a6,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:36.238580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.279230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for a0b042dc-a991-4a53-97c3-a5e2843745a6 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:36.405774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-c5e86ea5-3b89-414a-a6db-bd76a20686e4 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074516 Aug 18 14:05:36.565793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf94123-7550-4734-8c22-6a98977c01c9 req-997a62a1-738e-4163-a651-63ec1a0b1842 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:36.573876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cf94123-7550-4734-8c22-6a98977c01c9 req-997a62a1-738e-4163-a651-63ec1a0b1842 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 945 time: 0.3734474 Aug 18 14:05:36.626944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.639166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.734270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.749787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774', 'a0b042dc-a991-4a53-97c3-a5e2843745a6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:36.756726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5019771f-39cb-4403-9f1f-acf3ca7f1098 req-04116ed5-a1f0-478f-94f7-3e7443199440 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f0c8e60-e083-48a4-bde6-90076f14b059 HTTP/1.1" status: 200 len: 210 time: 0.0956001 Aug 18 14:05:36.784738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cf94123-7550-4734-8c22-6a98977c01c9 req-e360d2fe-33e2-4914-b9b1-f77f1a5d861d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095792 Aug 18 14:05:36.856913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e972bf3f-c3af-4ca9-865d-14582bb2c982 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:36.863056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e972bf3f-c3af-4ca9-865d-14582bb2c982 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4480398 Aug 18 14:05:36.893012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Request body: {'port': {'device_id': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'a7fead6cdce5460dba9fe04480a1b91f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:36.928929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=a0b042dc-a991-4a53-97c3-a5e2843745a6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:36.992590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:36.993345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Fanout notify agent at l3_agent the message router_deleted on router ed345c60-9507-4e8a-94ca-7871aea2e2ee {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:05:37.015077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.016385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-69e1b796-7ec0-4882-87c6-537cb079028a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/routers/ed345c60-9507-4e8a-94ca-7871aea2e2ee HTTP/1.1" status: 204 len: 168 time: 1.3963473 Aug 18 14:05:37.028584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53578) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:37.071057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port a0b042dc-a991-4a53-97c3-a5e2843745a6 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:37.074222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.076632 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52e6ed13-b4df-49ad-9670-5fe98807c175 req-e8344242-e7fe-456c-92d7-f84574c7f7b5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "DELETE /v2.0/ports/a0b042dc-a991-4a53-97c3-a5e2843745a6 HTTP/1.1" status: 204 len: 173 time: 1.1234643 Aug 18 14:05:37.152761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 15daaa5d-4ee4-4acd-b846-6e67afa61a69 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:37.159079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.259440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.396885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.490257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Made reservation on behalf of a7fead6cdce5460dba9fe04480a1b91f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:37.494066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.542221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ff1e2a9-cd14-4dfd-a53b-500115c419bc req-f1b21b55-8cd8-4d58-9f8a-df2392f9c122 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.5564597 Aug 18 14:05:37.603518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.651819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=15daaa5d-4ee4-4acd-b846-6e67afa61a69,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:37.658519 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.660154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3f2fb-8583-4a66-8b95-f1ce3e01260f None None] Network 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:37.663809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6cb0f87c-3f32-4494-9d84-aaa7ec6a3686 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/15daaa5d-4ee4-4acd-b846-6e67afa61a69 HTTP/1.1" status: 204 len: 168 time: 0.6306109 Aug 18 14:05:37.664049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53594) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:37.772229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Allocated IP 192.168.233.140 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/ac2024b5-b43f-4ac2-b4df-e050e21a1885) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:37.782293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'name': 'network-vif-deleted', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:37.782293 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2be8f92-ef04-471e-96af-94ed3a988f67" -d '{"events": [{"server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "name": "network-vif-deleted", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:37.804992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.904748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53606) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:38.003175 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a9fa9-b07b-4e6e-9f7f-3ac11e6c6d4c x-openstack-request-id: req-976a9fa9-b07b-4e6e-9f7f-3ac11e6c6d4c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:38.003586 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac69a11-3fc7-462a-8ce7-b2662871c847", "name": "network-vif-deleted", "tag": "a0b042dc-a991-4a53-97c3-a5e2843745a6", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:38.003909 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-976a9fa9-b07b-4e6e-9f7f-3ac11e6c6d4c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:38.004368 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac69a11-3fc7-462a-8ce7-b2662871c847', 'name': 'network-vif-deleted', 'tag': 'a0b042dc-a991-4a53-97c3-a5e2843745a6', 'status': 'completed', 'code': 200} Aug 18 14:05:38.021808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting subnet 4c3f69fd-7665-492c-842a-12ce9e168037 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:38.027022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.066559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] DHCP port deletion for 3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:38.110186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.130680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Transition to ACTIVE for port object ac2024b5-b43f-4ac2-b4df-e050e21a1885 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:38.175024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Deleting port d359eb32-3ffd-4504-9080-effb528ec7f2 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:38.175417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.311638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36192cee-681f-4b12-b9d7-4ce89e00c992 req-a9298ec7-3116-416b-8782-182b409f3a1e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac69a11-3fc7-462a-8ce7-b2662871c847 HTTP/1.1" status: 200 len: 210 time: 0.3864384 Aug 18 14:05:38.320007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.338846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] For port d359eb32-3ffd-4504-9080-effb528ec7f2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d359eb32-3ffd-4504-9080-effb528ec7f2,segment=NetworkSegment(7c4f81ce-fb5d-4d47-9f30-11533c21fd6e),segment_id=7c4f81ce-fb5d-4d47-9f30-11533c21fd6e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:38.338846 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.342009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638', '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:38.375100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:38.381522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:38.396805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:38.429963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port d359eb32-3ffd-4504-9080-effb528ec7f2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:38.430563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.457865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:38.513906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:38.515800 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.539620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event updated for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:38.540804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Calling delete_port for d359eb32-3ffd-4504-9080-effb528ec7f2 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:38.578567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.631678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-e4f0e81c-78b3-44fd-8491-1bf13fdf648c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7566903 Aug 18 14:05:38.647180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Request body: {'port': {'device_id': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:38.667016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port d359eb32-3ffd-4504-9080-effb528ec7f2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d359eb32-3ffd-4504-9080-effb528ec7f2,segment=NetworkSegment(7c4f81ce-fb5d-4d47-9f30-11533c21fd6e),segment_id=7c4f81ce-fb5d-4d47-9f30-11533c21fd6e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:38.670047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.721658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for d359eb32-3ffd-4504-9080-effb528ec7f2 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:38.732338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53618) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:38.835664 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.847504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.940254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d4536-ff43-4b99-af03-4c2fc2506e4b req-c5ea4179-72a5-43f7-8e55-922b0b18f197 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:38.954327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b20d4536-ff43-4b99-af03-4c2fc2506e4b req-c5ea4179-72a5-43f7-8e55-922b0b18f197 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 936 time: 0.1463933 Aug 18 14:05:38.958692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:38.967521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] No DVR routers for this DVR port d359eb32-3ffd-4504-9080-effb528ec7f2 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:38.982115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Pushing event deleted for resources: {'Port': ['ID=d359eb32-3ffd-4504-9080-effb528ec7f2,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:38.999950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f09b052-e4f2-408b-9021-0700d4f3c6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.019237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d359eb32-3ffd-4504-9080-effb528ec7f2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:39.027252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b20d4536-ff43-4b99-af03-4c2fc2506e4b req-2e1b310f-e1da-4707-ac94-4e1d591a0b85 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718997 Aug 18 14:05:39.072818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.072818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.073584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.074010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.074450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.074906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.081916 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.082761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.083427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.084171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.084781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.084781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.085303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f688b-b044-486e-bbf9-be26411cc6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:39.097057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port d359eb32-3ffd-4504-9080-effb528ec7f2 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:39.108827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d359eb32-3ffd-4504-9080-effb528ec7f2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:39.109220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d359eb32-3ffd-4504-9080-effb528ec7f2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:39.144337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=d359eb32-3ffd-4504-9080-effb528ec7f2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:39.169821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-81e72b28-2bcc-4ea6-aac9-731ab89113c8 None None] Provisioning for port ac2024b5-b43f-4ac2-b4df-e050e21a1885 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:39.181399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-81e72b28-2bcc-4ea6-aac9-731ab89113c8 None None] Provisioning complete for port ac2024b5-b43f-4ac2-b4df-e050e21a1885 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:39.181882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81e72b28-2bcc-4ea6-aac9-731ab89113c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.215434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.254172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.274218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-81e72b28-2bcc-4ea6-aac9-731ab89113c8 None None] Port ac2024b5-b43f-4ac2-b4df-e050e21a1885 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:39.288395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0b042dc-a991-4a53-97c3-a5e2843745a6 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:39.314967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:39.328347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3f69fd-7665-492c-842a-12ce9e168037,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:39.346890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:39.347347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4f81ce-fb5d-4d47-9f30-11533c21fd6e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:39.350649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.353483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15ad89de-898d-4259-ac83-019a0aec773e tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/subnets/4c3f69fd-7665-492c-842a-12ce9e168037 HTTP/1.1" status: 204 len: 168 time: 1.4465315 Aug 18 14:05:39.359322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53624) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:39.373686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.377551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: a0b042dc-a991-4a53-97c3-a5e2843745a6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:39.377551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0b042dc-a991-4a53-97c3-a5e2843745a6 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:39.380068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70db6dc-b731-4c5d-809c-7fb0cccceb37 None None] Network ca193809-0190-4ab3-8803-edf84d897306 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:39.429428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.438560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:39.439086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.470445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:39.538698 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:39.544942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f09b052-e4f2-408b-9021-0700d4f3c6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.632896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2024b5-b43f-4ac2-b4df-e050e21a1885 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:39.654028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.671494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Transition to ACTIVE for port object ac2024b5-b43f-4ac2-b4df-e050e21a1885 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:39.673592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:39.675190 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.703594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f09b052-e4f2-408b-9021-0700d4f3c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.712148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.794677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c301308-0f58-4032-a6e5-7fa4d02b7e70,segment=NetworkSegment(93b2a4e6-f475-4d9b-a143-a1827a7c5140),segment_id=93b2a4e6-f475-4d9b-a143-a1827a7c5140)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:39.794677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.795358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.795358 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821 HTTP/1.1" status: 204 len: 168 time: 2.1264997 Aug 18 14:05:39.795358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d90f3-609e-4c98-ae18-879249eea6bc tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=3b3f81b3-6ac7-41f4-8fb9-6ee9974d7821,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:39.798732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53634) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:39.800868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for 2c301308-0f58-4032-a6e5-7fa4d02b7e70 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:39.831092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25972994-6842-4ec5-8503-b9f353218292 None None] DHCP port deletion for ca193809-0190-4ab3-8803-edf84d897306 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:39.896357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:39.964467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:39.995708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09b052-e4f2-408b-9021-0700d4f3c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0e4b8-2341-4ee5-a5f9-8b5f17515e26,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:40.032878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.040526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf3f48-ad4b-4de1-8faf-e045d47e5ca6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:40.050480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fdbf3f48-ad4b-4de1-8faf-e045d47e5ca6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/efbcf687-b7fd-47d5-8527-b11d5a425ab9 HTTP/1.1" status: 200 len: 840 time: 0.2389402 Aug 18 14:05:40.055691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f09b052-e4f2-408b-9021-0700d4f3c6a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db1cb776c85b43b79db7347e13647597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3219638 Aug 18 14:05:40.060429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:40.060894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53640) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:40.072149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:40.124456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.145579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Deleting port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:40.146014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.243524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-838c6d23-94b5-43dc-8cff-e9aafba82610 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/efbcf687-b7fd-47d5-8527-b11d5a425ab9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1813817 Aug 18 14:05:40.244365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53646) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:40.253643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:40.302270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-25972994-6842-4ec5-8503-b9f353218292 None None] For port 2c301308-0f58-4032-a6e5-7fa4d02b7e70, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:40.302679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.313302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.324749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Calling delete_port for 2c301308-0f58-4032-a6e5-7fa4d02b7e70 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:40.327791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:05:40.329081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.343425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.348809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25972994-6842-4ec5-8503-b9f353218292 None None] No DVR routers for this DVR port 2c301308-0f58-4032-a6e5-7fa4d02b7e70 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:40.367212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=2c301308-0f58-4032-a6e5-7fa4d02b7e70,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:40.379602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25972994-6842-4ec5-8503-b9f353218292 None None] Pushing event deleted for resources: {'Port': ['ID=2c301308-0f58-4032-a6e5-7fa4d02b7e70,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:40.481117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.488807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.493127 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dc0e4b8-2341-4ee5-a5f9-8b5f17515e26 HTTP/1.1" status: 204 len: 168 time: 0.4273560 Aug 18 14:05:40.520234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da0db-a9fc-480c-9045-b2260cf9f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0e4b8-2341-4ee5-a5f9-8b5f17515e26,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:40.577752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.590619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca193809-0190-4ab3-8803-edf84d897306']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:40.603684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b2a4e6-f475-4d9b-a143-a1827a7c5140') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:40.604013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b2a4e6-f475-4d9b-a143-a1827a7c5140') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:40.642947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.653586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:40.657307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.676339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.684647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:40.685067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:40.779443 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:40.784208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Attempting to bind port ac2024b5-b43f-4ac2-b4df-e050e21a1885 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:40.784208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Attempting to bind port ac2024b5-b43f-4ac2-b4df-e050e21a1885 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:40.784208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Attempting to bind port ac2024b5-b43f-4ac2-b4df-e050e21a1885 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:40.791447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Port ac2024b5-b43f-4ac2-b4df-e050e21a1885 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:40.791763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Attempting to bind port ac2024b5-b43f-4ac2-b4df-e050e21a1885 on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:40.796749 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.803629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:40.804004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:40.804409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:40.804889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Bound port: ac2024b5-b43f-4ac2-b4df-e050e21a1885, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:40.805268 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.936463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:40.940837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:40.967173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525cb97-4c29-4503-a2fe-f67d1dab9021 req-2513fa00-c129-4006-a37b-aed4121863b4 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:40.969414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d525cb97-4c29-4503-a2fe-f67d1dab9021 req-2513fa00-c129-4006-a37b-aed4121863b4 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 948 time: 0.7340319 Aug 18 14:05:40.975642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.984849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.987507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/networks/ca193809-0190-4ab3-8803-edf84d897306 HTTP/1.1" status: 204 len: 168 time: 1.6267567 Aug 18 14:05:40.990656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53658) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:41.077388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c301308-0f58-4032-a6e5-7fa4d02b7e70 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:41.117105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting subnet 2e3f9967-ea64-4cc1-8193-05b914d79cca {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:41.119799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec079309-4da5-42a2-9a37-e6704e4e1f12 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Network': ['ID=ca193809-0190-4ab3-8803-edf84d897306,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:41.132265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2c301308-0f58-4032-a6e5-7fa4d02b7e70 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:41.170406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.171170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c301308-0f58-4032-a6e5-7fa4d02b7e70 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:41.171966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.214932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.215553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.216961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] 10.222.0.58 "PUT /v2.0/ports/ac2024b5-b43f-4ac2-b4df-e050e21a1885 HTTP/1.1" status: 200 len: 1096 time: 2.5750122 Aug 18 14:05:41.252702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:41.252702 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec78b3-b901-47fe-9ab6-c3755636b387" -d '{"events": [{"name": "network-changed", "server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:41.258815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.288196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d525cb97-4c29-4503-a2fe-f67d1dab9021 req-fad77a9b-1cad-41ac-a085-5e44a517f779 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656957 Aug 18 14:05:41.328537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7fdc4-a593-4930-913b-58e222b2739b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:41.366677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.400882 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724afbd-e35f-41e8-8bb4-45b61ae9850e x-openstack-request-id: req-3724afbd-e35f-41e8-8bb4-45b61ae9850e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:41.401243 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:41.401494 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3724afbd-e35f-41e8-8bb4-45b61ae9850e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:41.401915 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885', 'status': 'completed', 'code': 200} Aug 18 14:05:41.443372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:41.450377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:41.456216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.457042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.464447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b5761-45de-4628-ab05-76fe341e834d None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:41.475959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=5b3462be-13bc-4ca9-ae68-e6fb9398073f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:41.562216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.602087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-f35d9b8b-f52b-4173-bcb7-2054a57bdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.603582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-f35d9b8b-f52b-4173-bcb7-2054a57bdb29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 1099 time: 0.1735430 Aug 18 14:05:41.617361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-16726fb9-697b-4656-a3e8-7c7e51bceceb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.618959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-16726fb9-697b-4656-a3e8-7c7e51bceceb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.2773502 Aug 18 14:05:41.662077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e8f1aa1c-3533-43b2-8b52-b1ae629368a6 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4123948 Aug 18 14:05:41.664224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53686) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:41.664363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-8705cea3-bcdf-48a1-81f9-192864ca86aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885 HTTP/1.1" status: 200 len: 217 time: 0.0428720 Aug 18 14:05:41.672396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'security_group': {'name': 'tempest-secgroup-655959862'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:41.686973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3534643c-9863-4f8d-937e-8b192f16cc51', 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'tenant_id': '8614ab6fa2db4296b56d5cb8d4a8dde5', 'fixed_ips': [{'subnet_id': '5b3462be-13bc-4ca9-ae68-e6fb9398073f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:05:41.687947 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.720950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-d16dc729-e308-47a5-b5dc-376bfe2a9a96 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0888510 Aug 18 14:05:41.772002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-971818e6-5f58-4b62-9877-f95799bb2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.773595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-971818e6-5f58-4b62-9877-f95799bb2e4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0973322 Aug 18 14:05:41.803264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-bf356225-347a-4d27-b999-3e5caca16dba tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693629 Aug 18 14:05:41.851375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.889789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Allocated IP 172.20.0.2 (3534643c-9863-4f8d-937e-8b192f16cc51/5b3462be-13bc-4ca9-ae68-e6fb9398073f/afd5deb8-fc9c-492b-ab40-907adfe54674) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:41.905556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-f8a48959-ab8d-49dc-ab9f-47a2b81c090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:41.907938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-f8a48959-ab8d-49dc-ab9f-47a2b81c090b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195369 Aug 18 14:05:41.912248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.966034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.999939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.005791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/subnets/2e3f9967-ea64-4cc1-8193-05b914d79cca HTTP/1.1" status: 204 len: 168 time: 1.0132363 Aug 18 14:05:42.006026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53698) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:42.007757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1f1a-1b2d-41e1-81e4-7f5a9dfcb229 tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3f9967-ea64-4cc1-8193-05b914d79cca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:42.028646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4be98d-62fe-4b30-9c77-47a274c10df7 None None] Network 5a9eff2f-f535-4639-a33e-9199397e3c4f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:42.056959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-f3b0c5ab-9c2c-44cb-9b6c-160cf3955e09 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341359 Aug 18 14:05:42.089557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.174610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.193718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532fa278-b56f-4928-8a63-7ad22a19065b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:42.222523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.226671 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-92b939c5-c0bf-4c1f-8c56-a19e7261cfbd tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5613670 Aug 18 14:05:42.234505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-d7590be3-8577-41eb-a9a9-498aef5e951e service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049011 Aug 18 14:05:42.235170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53708) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:42.242723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'security_group': {'name': 'tempest-secgroup-335348278'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:42.277232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-45461483-e3ad-45bc-9778-14395c3064f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154422 Aug 18 14:05:42.373598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.379074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Deleting port d4728f21-6507-4bd2-a3cc-6032b550ce44 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:42.379863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.406864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Transition to ACTIVE for port object afd5deb8-fc9c-492b-ab40-907adfe54674 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:42.485732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fb6b4f9-9e16-442f-bf4a-517e0f58ca53 req-d3b4cf38-b9a6-4d94-911e-b2968271b614 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343307 Aug 18 14:05:42.487953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Transition to ACTIVE for port object afd5deb8-fc9c-492b-ab40-907adfe54674 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:42.527235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] For port d4728f21-6507-4bd2-a3cc-6032b550ce44, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d4728f21-6507-4bd2-a3cc-6032b550ce44,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:42.527617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.558994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Calling delete_port for d4728f21-6507-4bd2-a3cc-6032b550ce44 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:42.578201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53724) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:42.635099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] DHCP port deletion for 5a9eff2f-f535-4639-a33e-9199397e3c4f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:42.647773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.712073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-2c77c0f5-255e-4fb7-b189-729e70b2ec9b tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:42.714435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-2c77c0f5-255e-4fb7-b189-729e70b2ec9b tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/networks?id=54226a87-ddcd-4fdb-ae61-82f61373ecc0 HTTP/1.1" status: 200 len: 814 time: 0.2270310 Aug 18 14:05:42.736531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Deleting port d4728f21-6507-4bd2-a3cc-6032b550ce44 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:42.737114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.748610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced058c2-406f-4fd7-8acb-f74fa822baf5 req-2a63d372-2a37-46b6-9c3e-aade95d668cf tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:42.766995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ced058c2-406f-4fd7-8acb-f74fa822baf5 req-2a63d372-2a37-46b6-9c3e-aade95d668cf tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 948 time: 0.1155417 Aug 18 14:05:42.790462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1127570675-network', 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:42.791453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-c0c70fc6-887a-49db-ab76-dcc7de53161c tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/quotas/2d0445f3636446afbf73ab8ab24697aa HTTP/1.1" status: 200 len: 375 time: 0.0666234 Aug 18 14:05:42.811427 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.874361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.883931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ced058c2-406f-4fd7-8acb-f74fa822baf5 req-d3609282-eb38-4295-911d-83787911dfd1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251132 Aug 18 14:05:42.896178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:42.917119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:42.943190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:42.946853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Port': ['ID=d4728f21-6507-4bd2-a3cc-6032b550ce44,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:42.979611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] No DVR routers for this DVR port d4728f21-6507-4bd2-a3cc-6032b550ce44 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:42.995954 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:05:42.997907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] For port d4728f21-6507-4bd2-a3cc-6032b550ce44, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d4728f21-6507-4bd2-a3cc-6032b550ce44,segment=NetworkSegment(ba36dfed-35f6-4386-a501-ec69655dfc35),segment_id=ba36dfed-35f6-4386-a501-ec69655dfc35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:43.003852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.041399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Calling delete_port for d4728f21-6507-4bd2-a3cc-6032b550ce44 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:43.062588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.085688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d4728f21-6507-4bd2-a3cc-6032b550ce44 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:43.117766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.134243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9eff2f-f535-4639-a33e-9199397e3c4f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:43.146779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba36dfed-35f6-4386-a501-ec69655dfc35') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:43.147095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba36dfed-35f6-4386-a501-ec69655dfc35') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:43.160500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.163912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d4728f21-6507-4bd2-a3cc-6032b550ce44 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:43.164203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d4728f21-6507-4bd2-a3cc-6032b550ce44 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:43.184845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Attempting to bind port afd5deb8-fc9c-492b-ab40-907adfe54674 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:43.185329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Attempting to bind port afd5deb8-fc9c-492b-ab40-907adfe54674 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd717d353-1459-4105-8168-73cff7b32820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:43.185768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Attempting to bind port afd5deb8-fc9c-492b-ab40-907adfe54674 on network 3534643c-9863-4f8d-937e-8b192f16cc51 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:43.193549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:43.194125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Checking segment: {'id': 'd717d353-1459-4105-8168-73cff7b32820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:43.194639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.195143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Bound using segment: {'id': 'd717d353-1459-4105-8168-73cff7b32820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:43.195643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.195854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Bound port: afd5deb8-fc9c-492b-ab40-907adfe54674, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd717d353-1459-4105-8168-73cff7b32820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:43.196347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.205083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:43.205900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:43.210051 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: from cryptography.utils import int_from_bytes Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: from cryptography.utils import int_from_bytes Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.284838 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:05:43.288663 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:05:43.306499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:43.306499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:43.307870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.326421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-4a350180-8ea0-4f66-8e06-06940ff88138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:43.327931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-4a350180-8ea0-4f66-8e06-06940ff88138 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 1099 time: 0.4890609 Aug 18 14:05:43.337208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-f281bdc8-87c9-4919-bd92-195e6ab69b57 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d0445f3636446afbf73ab8ab24697aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5216711 Aug 18 14:05:43.338998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] Pushing event deleted for resources: {'Port': ['ID=d4728f21-6507-4bd2-a3cc-6032b550ce44,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.342899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c7493-66d3-49c7-85ae-724c4019f99b None None] No DVR routers for this DVR port d4728f21-6507-4bd2-a3cc-6032b550ce44 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:43.364568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.382558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-32db180d-ada4-4412-a880-f58576509843 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:05:43.383623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-32db180d-ada4-4412-a880-f58576509843 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217133 Aug 18 14:05:43.394490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed52cd2b-8f3f-470b-9c9d-3e9faaf0bbd1 req-9e69cfbe-fffb-4c68-a81f-4f58c197be55 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 210 time: 0.0704026 Aug 18 14:05:43.471164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.476762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.481396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.487123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] 10.222.0.35 "DELETE /v2.0/networks/5a9eff2f-f535-4639-a33e-9199397e3c4f HTTP/1.1" status: 204 len: 168 time: 1.4766276 Aug 18 14:05:43.511574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bc7dc-98d4-4156-8f2b-3c4b1dd9066a tempest-ServersTestMultiNic-1388327885 tempest-ServersTestMultiNic-1388327885-project] Pushing event deleted for resources: {'Network': ['ID=5a9eff2f-f535-4639-a33e-9199397e3c4f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.547596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-71985ac8-c9f7-47e6-aa60-ef3615482524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:43.549792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-71985ac8-c9f7-47e6-aa60-ef3615482524 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.2091527 Aug 18 14:05:43.563235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.565936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103680a4-0dec-4edc-8d12-d557bd38a7c4 None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.628500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-8869eb39-cc84-4201-b149-bcda1d93031a service neutron] 10.222.0.35 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079353 Aug 18 14:05:43.633646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-8aef89cf-8a52-4ef0-8737-c0b077e5248b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885 HTTP/1.1" status: 200 len: 217 time: 0.0718062 Aug 18 14:05:43.701209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53748) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:43.721657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c14d1b-6cf6-4ea5-b618-5a7bf98622a6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.800061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-8ef594a7-75f7-4cf6-9342-e441cd27699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:43.801560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-8ef594a7-75f7-4cf6-9342-e441cd27699a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.1577041 Aug 18 14:05:43.816760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:43.818968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.835302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.845144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-5c39088d-b070-4564-8cb8-b257ddc75e57 service neutron] 10.222.0.35 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994832 Aug 18 14:05:43.884432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-9d1ee12e-626b-4004-a72c-6fcd51272180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:43.886615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-9d1ee12e-626b-4004-a72c-6fcd51272180 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704703 Aug 18 14:05:43.974516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.975977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d69a0312-35a8-42dc-8213-a988cd0b9791 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7372732 Aug 18 14:05:43.980802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53752) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:43.989713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-168850366', 'security_groups': ['b3c14d1b-6cf6-4ea5-b618-5a7bf98622a6'], 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b3462be-13bc-4ca9-ae68-e6fb9398073f'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:44.129792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-1a17b93e-5469-45b8-928b-ee0405c58611 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345245 Aug 18 14:05:44.225720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.233520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560a9d8-f2a6-4915-8ac3-310b00b7bd53 req-89de5517-2e81-4383-a7ae-5eaf924d1745 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:44.235143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6560a9d8-f2a6-4915-8ac3-310b00b7bd53 req-89de5517-2e81-4383-a7ae-5eaf924d1745 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 948 time: 0.1813219 Aug 18 14:05:44.310318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6560a9d8-f2a6-4915-8ac3-310b00b7bd53 req-75867f42-3a2e-48ac-89bf-24488162bc1a tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Aug 18 14:05:44.316890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ec78b3-b901-47fe-9ab6-c3755636b387 req-c7dc7148-5737-41e6-9296-762d2b5cd882 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724567 Aug 18 14:05:44.350737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.387858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e3d55ce-3231-4464-9c61-2974be2bbc79 req-5b58b25b-9f8c-4dd9-9123-6c0237a9202d tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.0627978 Aug 18 14:05:44.421067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.527330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:44.566139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f386209-082a-472d-8cd0-251aa589e83b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:44.572680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.573032 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Added segment 8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243 of type vlan for network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 Aug 18 14:05:44.599921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b30c7151-bda7-4590-a9e8-8f531f050b87 req-4b10d388-8144-47dc-9400-5716d0d2658b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 210 time: 0.1066012 Aug 18 14:05:44.602930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:44.677168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.718982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.761808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port fff93f96-777b-4460-835f-1f53feafc765 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:05:44.777214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.784529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:44.785179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.922007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] Pushing event updated for resources: {'Network': ['ID=74a7fead-1292-4b5f-a0c2-44c1bcbf5909,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:44.933264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:44.970656 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-25f65199-53e5-499e-a6db-6848dd287315 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3906705 Aug 18 14:05:44.974214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:44.987128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.8 (3534643c-9863-4f8d-937e-8b192f16cc51/5b3462be-13bc-4ca9-ae68-e6fb9398073f/fff93f96-777b-4460-835f-1f53feafc765) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:44.998031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Request body: {'subnet': {'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1127570675-subnet', 'tenant_id': 'd4e48c481118462998657d57e9a9a596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:45.020917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:45.150778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Provisioning complete for port efbcf687-b7fd-47d5-8527-b11d5a425ab9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:45.150778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.190131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Deleting port dfcbb408-e0c8-47f3-b739-9a75a9139689 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:45.196113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.196281 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.211581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object fff93f96-777b-4460-835f-1f53feafc765 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:45.226152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Port efbcf687-b7fd-47d5-8527-b11d5a425ab9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:45.286244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:45.288576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.333746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ac2024b5-b43f-4ac2-b4df-e050e21a1885 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:05:45.339971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Provisioning for port afd5deb8-fc9c-492b-ab40-907adfe54674 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:45.342391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port afd5deb8-fc9c-492b-ab40-907adfe54674 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:45.344167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] For port dfcbb408-e0c8-47f3-b739-9a75a9139689, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfcbb408-e0c8-47f3-b739-9a75a9139689,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:45.345083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.354411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:45.354781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.358900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:45.359333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.371322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Calling delete_port for dfcbb408-e0c8-47f3-b739-9a75a9139689 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:45.391568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.455957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=fff93f96-777b-4460-835f-1f53feafc765,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:45.519424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:45.539994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:45.544637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16a6050a-1b4f-45b7-95fb-fdb8f77550d9 req-10d29236-0750-4976-97b7-0e70e10df144 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.0471828 Aug 18 14:05:45.545406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:45.590481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a1b7a-726b-4dde-a094-4c1c55b86bd1 req-22009911-633c-4a91-ada1-55449f12dae5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:45.598203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c2a1b7a-726b-4dde-a094-4c1c55b86bd1 req-22009911-633c-4a91-ada1-55449f12dae5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 948 time: 0.1480515 Aug 18 14:05:45.666565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:45.667092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.712978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c2a1b7a-726b-4dde-a094-4c1c55b86bd1 req-95bb60ed-bc88-41a3-9863-6799e6a649ea tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137702 Aug 18 14:05:45.770499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff9617a6-f907-4059-8c0a-8a8054ad9f66 req-09465d96-cb97-443a-b093-bbc37c8a10e1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 210 time: 0.0358186 Aug 18 14:05:45.773110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:45.806062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885', 'mac_address': 'fa:16:3e:42:10:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:05:45.811492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.855834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcbb408-e0c8-47f3-b739-9a75a9139689,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:45.896523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5adb9dbd-b04b-4793-84bc-c3e3e09690c5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9114714 Aug 18 14:05:45.902683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53782) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:45.906499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:45.943982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.950176 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.967772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.002919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2024b5-b43f-4ac2-b4df-e050e21a1885 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:46.012536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.032896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:46.042629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:46.120347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4efc25-ec60-4e97-9eb9-bf4d760f306a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.141216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.143813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:46.144171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Network hostable DHCP agents. Network: 74a7fead-1292-4b5f-a0c2-44c1bcbf5909, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:46.159175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-a04f52f6-5f37-4048-9c46-9c12fe3a9576 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:46.161528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-a04f52f6-5f37-4048-9c46-9c12fe3a9576 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.1318531 Aug 18 14:05:46.173367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.180683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': '18341ba9-3831-45b7-8416-a1489f3a607b', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:46.233452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.248889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:46.253616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.276096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:05:46.276590 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:05:46.288412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee000e-bc94-44eb-a1d5-104e8f727e1b None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.363017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.365057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:46.439225 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b3462be-13bc-4ca9-ae68-e6fb9398073f (CIDR: 172.20.0.0/28) Aug 18 14:05:46.445384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-829f684a-ec59-408e-ab58-d15dd25da36b None None] Provisioning for port fff93f96-777b-4460-835f-1f53feafc765 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:46.452005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-829f684a-ec59-408e-ab58-d15dd25da36b None None] Provisioning complete for port fff93f96-777b-4460-835f-1f53feafc765 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:46.452393 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-829f684a-ec59-408e-ab58-d15dd25da36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.459775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Router 4434a27b-0792-4176-b4ba-b88aa5a29c54 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:46.494463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-829f684a-ec59-408e-ab58-d15dd25da36b None None] Port fff93f96-777b-4460-835f-1f53feafc765 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:46.503818 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:05:46.504359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:05:46.506298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 74a7fead-1292-4b5f-a0c2-44c1bcbf5909) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:46.513967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:46.514436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.522586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce5b0b-2db6-4f9a-a638-d30fc170b03e None None] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:46.560697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ac2024b5-b43f-4ac2-b4df-e050e21a1885'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:46.589222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:46.597064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-94d5e303-4ef0-43d6-9fc2-483d88024009 admin admin] 10.222.0.35 "PUT /v2.0/routers/4434a27b-0792-4176-b4ba-b88aa5a29c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944836 Aug 18 14:05:46.599549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:46.607513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Sync routers for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:46.634351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:46.639210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:46.648046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:46.652059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.707730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1855dea-9196-4c67-8575-b46f96678ca9 req-8af30f3f-615c-4823-804a-5b8ff21e0657 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.0611360 Aug 18 14:05:46.723539 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1bd82d2-4dd6-49af-acc3-df31406b8832 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7387266 Aug 18 14:05:46.826429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0203b27-e2a3-4c76-91b2-e9d48af8089c None None] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:46.847695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1efb28be-91b6-43e9-9603-2998eb513e3f tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9497194 Aug 18 14:05:46.850807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:46.862255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:46.929278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:47.001051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.080744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a83c2910-8cc9-4f86-a28b-a9e053cd8cfd req-d890df38-d812-4d56-9ffb-011ec6dfe4b8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 210 time: 0.1871982 Aug 18 14:05:47.155133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc42bb-8584-4a8d-866c-025fe7c0e941 req-2b71d05d-51df-439d-8a33-f1172c656d67 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:47.157977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37cc42bb-8584-4a8d-866c-025fe7c0e941 req-2b71d05d-51df-439d-8a33-f1172c656d67 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 949 time: 0.3527160 Aug 18 14:05:47.172459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:47.231071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.5 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/4a03c60c-fb7a-4815-9da8-30ef000b4b26) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:47.269948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37cc42bb-8584-4a8d-866c-025fe7c0e941 req-ead5e492-34d7-4458-883a-3167dc20443f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Aug 18 14:05:47.316017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.323416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:47.323896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.353701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:05:45Z', 'revision_number': 5, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:47.379563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:47.383844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.395558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Checking router: 4434a27b-0792-4176-b4ba-b88aa5a29c54 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:47.406442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Routers {'4434a27b-0792-4176-b4ba-b88aa5a29c54'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:47.407105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4434a27b-0792-4176-b4ba-b88aa5a29c54'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:47.502311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.603324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] Set router 4434a27b-0792-4176-b4ba-b88aa5a29c54 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:47.639436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-78e2dc27-c47c-4be3-b967-69fa1018a50b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:47.643718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-78e2dc27-c47c-4be3-b967-69fa1018a50b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2150719 Aug 18 14:05:47.647194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Deleting port 18ee1788-af3c-4268-a849-e58dfb3b9b30 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:47.647531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.704952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-2c04bbf0-22a2-44df-b5fe-290665cbc19e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0516517 Aug 18 14:05:47.763578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-c25800aa-a70b-4884-9516-daad7a39fd56 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441210 Aug 18 14:05:47.768033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.825016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:47.828786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:47.833755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:47.834451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.841420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.850040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=39283e02-da27-4916-8ba0-8ce2bc7f696f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:47.891126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d212ec-d9f7-4950-8576-b32d8e06fa0f req-94887f6f-ea9b-480b-967f-ddfe5ae39ae7 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.0698683 Aug 18 14:05:47.926439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c76e9b36-03c4-4b5f-8f52-5367a2d5f3a1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0738280 Aug 18 14:05:47.930430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:47.937658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-305447261', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39283e02-da27-4916-8ba0-8ce2bc7f696f'}], 'security_groups': ['532fa278-b56f-4928-8a63-7ad22a19065b']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:47.957002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] For port 18ee1788-af3c-4268-a849-e58dfb3b9b30, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=18ee1788-af3c-4268-a849-e58dfb3b9b30,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:47.957379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.963668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4516b60-9df0-4152-b5c2-e9a453ec6367 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:47.982485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:47.993812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Calling delete_port for 18ee1788-af3c-4268-a849-e58dfb3b9b30 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:47.998214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:48.007065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:48.050907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:48.052760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:05:48.182932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-89488e0e-00af-443f-84fc-1ed87d252a40 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138381 Aug 18 14:05:48.223861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:05:45Z', 'revision_number': 5, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:48.225452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.244148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:48.244803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.267703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2133e4-b637-44b1-a409-2e2be47616a1 None None] The sync data for ids ['4434a27b-0792-4176-b4ba-b88aa5a29c54'] in n-d-804303-5 is: [{'id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'name': 'tempest-ServersTestMultiNic-1364268199-router', 'tenant_id': 'a6bccfd339264be08594b4c67acfba18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:03:22Z', 'updated_at': '2021-08-18T14:05:45Z', 'revision_number': 5, 'project_id': 'a6bccfd339264be08594b4c67acfba18', 'gw_port': {'id': '18ee1788-af3c-4268-a849-e58dfb3b9b30', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4434a27b-0792-4176-b4ba-b88aa5a29c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:03:24Z', 'updated_at': '2021-08-18T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:48.410659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Update dhcp port {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'fixed_ips': [{'subnet_id': '5b3462be-13bc-4ca9-ae68-e6fb9398073f', 'ip_address': '172.20.0.2'}, {'subnet_id': '39283e02-da27-4916-8ba0-8ce2bc7f696f'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'afd5deb8-fc9c-492b-ab40-907adfe54674'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:05:48.447639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.453115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-6afe1af8-0eb4-4d3c-b18e-62fc960a6d92 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:48.455383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-6afe1af8-0eb4-4d3c-b18e-62fc960a6d92 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.10 "GET /v2.0/networks?id=54226a87-ddcd-4fdb-ae61-82f61373ecc0 HTTP/1.1" status: 200 len: 814 time: 0.3930106 Aug 18 14:05:48.491113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Request body: {'port': {'device_id': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'admin_state_up': True, 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:48.503419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c4fc0358-7d41-4600-8d1e-585109f46f23 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3317378 Aug 18 14:05:48.556993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-f31b669c-22e2-4ef0-a767-405e383e88e0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:05:48.559223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-f31b669c-22e2-4ef0-a767-405e383e88e0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085220 Aug 18 14:05:48.681521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Delete allocated IP 172.20.0.8 (3534643c-9863-4f8d-937e-8b192f16cc51/5b3462be-13bc-4ca9-ae68-e6fb9398073f) {{(pid=112228) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:05:48.695857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.21 (3534643c-9863-4f8d-937e-8b192f16cc51/39283e02-da27-4916-8ba0-8ce2bc7f696f/fff93f96-777b-4460-835f-1f53feafc765) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:48.962809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfcbb408-e0c8-47f3-b739-9a75a9139689 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:48.967337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.992869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object fff93f96-777b-4460-835f-1f53feafc765 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:48.993730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: dfcbb408-e0c8-47f3-b739-9a75a9139689 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:48.994121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfcbb408-e0c8-47f3-b739-9a75a9139689 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:49.066916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104194c-2b6a-4267-b5a5-c19f4d3cf52e req-cccf8edc-0fec-4f6d-b03f-39c6e5bed6de tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:49.068502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9104194c-2b6a-4267-b5a5-c19f4d3cf52e req-cccf8edc-0fec-4f6d-b03f-39c6e5bed6de tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 931 time: 0.8126163 Aug 18 14:05:49.098374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Request body: {'port': {'device_id': '18341ba9-3831-45b7-8416-a1489f3a607b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:49.108397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-301b1959-a2ed-4f8f-ba41-736f1e227190 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090734 Aug 18 14:05:49.115095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.186053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Allocated IP 172.20.0.18 (3534643c-9863-4f8d-937e-8b192f16cc51/39283e02-da27-4916-8ba0-8ce2bc7f696f/afd5deb8-fc9c-492b-ab40-907adfe54674) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:49.252536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9104194c-2b6a-4267-b5a5-c19f4d3cf52e req-aa6711f0-d34d-4e31-814b-95515b8740f7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689057 Aug 18 14:05:49.281875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.316317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.372925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ac2024b5-b43f-4ac2-b4df-e050e21a1885 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:49.406574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Made reservation on behalf of 2d0445f3636446afbf73ab8ab24697aa for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:49.410422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.431250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Pushing event deleted for resources: {'Port': ['ID=18ee1788-af3c-4268-a849-e58dfb3b9b30,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:49.511912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:49.634547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.686400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Transition to ACTIVE for port object afd5deb8-fc9c-492b-ab40-907adfe54674 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:49.702987 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.708504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ac2024b5-b43f-4ac2-b4df-e050e21a1885 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:49.714020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ac2024b5-b43f-4ac2-b4df-e050e21a1885 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:49.714574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.845527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.848925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.854795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.969205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb4c2-acba-44e1-bf5d-1a5f9d4ccf23 None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:49.983550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=fff93f96-777b-4460-835f-1f53feafc765,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:50.031232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.032873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.033437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.034250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.037047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.037628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.038229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.038895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.040258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.041936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.042461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.043116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:50.062009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.080155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] In _notify_port_updated(), no bound segment for port fff93f96-777b-4460-835f-1f53feafc765 on network 3534643c-9863-4f8d-937e-8b192f16cc51 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:05:50.085988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:50.086870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.091480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e6b2be3-c936-4cde-b3aa-1c79d127ed6b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/ports/fff93f96-777b-4460-835f-1f53feafc765 HTTP/1.1" status: 200 len: 920 time: 2.1588686 Aug 18 14:05:50.092266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53866) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:50.111620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:50.114021 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18391a0-c703-4e7d-bb7c-eb93906bb805" -d '{"events": [{"server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:50.131405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:50.201533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.269372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port fff93f96-777b-4460-835f-1f53feafc765 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:50.269980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.330531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33fd5f3c-6def-4b6c-b194-9f529cdc8db4 req-67761c5f-d9aa-4af9-a3fb-4fa05527056d tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.2551568 Aug 18 14:05:50.336252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:50.385547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.386312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4434a27b-0792-4176-b4ba-b88aa5a29c54 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:05:50.391235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.392825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1de20fc7-401f-47af-a615-776f076a68be admin admin] 10.222.0.35 "DELETE /v2.0/routers/4434a27b-0792-4176-b4ba-b88aa5a29c54 HTTP/1.1" status: 204 len: 168 time: 3.7919314 Aug 18 14:05:50.396480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:50.440266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97ebb940-6cb4-4247-ba22-329e7721cb33 req-59a57b9f-951d-44cb-861a-b910cd0c4058 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.0412242 Aug 18 14:05:50.473357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee81d-2309-4eea-9a4c-22f829ef3c45 req-9afd0058-9973-405b-a604-8fd465c793ec tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:50.490527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd2ee81d-2309-4eea-9a4c-22f829ef3c45 req-9afd0058-9973-405b-a604-8fd465c793ec tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 949 time: 0.9230669 Aug 18 14:05:50.553878 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170c122-4a8d-42ec-af55-60642831f37a x-openstack-request-id: req-b170c122-4a8d-42ec-af55-60642831f37a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:50.554589 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:50.555329 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b170c122-4a8d-42ec-af55-60642831f37a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:50.556313 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885', 'code': 200} Aug 18 14:05:50.649224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Deleting subnet 3424a102-e8bf-4b33-bf85-514b229e8089 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:50.654406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.679390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a03c60c-fb7a-4815-9da8-30ef000b4b26 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:50.721203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.746155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.767479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Transition to ACTIVE for port object 4a03c60c-fb7a-4815-9da8-30ef000b4b26 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:50.845325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.876498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for fff93f96-777b-4460-835f-1f53feafc765 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:50.896988 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.048391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.295102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:51.310995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Allocated IP 172.20.0.9 (54226a87-ddcd-4fdb-ae61-82f61373ecc0/49231fba-5e3e-40ab-8377-fc81db754069/725d053c-3688-4595-8937-3157ce312f1d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:51.437523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 18ee1788-af3c-4268-a849-e58dfb3b9b30 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:51.471293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 18ee1788-af3c-4268-a849-e58dfb3b9b30 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:51.471293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 18ee1788-af3c-4268-a849-e58dfb3b9b30 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:51.481361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:51.495602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Provisioning for port afd5deb8-fc9c-492b-ab40-907adfe54674 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:51.503386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd2ee81d-2309-4eea-9a4c-22f829ef3c45 req-1f0e78e0-c279-4aad-b3b2-8f96ef9030ba tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0092092 Aug 18 14:05:51.506111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:51.506111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.528183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.539453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.694126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=fff93f96-777b-4460-835f-1f53feafc765,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:51.709582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.711491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063cfd9b-ff19-4e6a-8d8f-2d6e766257dd None None] Network 2f880d63-cce4-4a6e-a4b9-c2705e707c61 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:51.728255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3424a102-e8bf-4b33-bf85-514b229e8089 HTTP/1.1" status: 204 len: 168 time: 1.3304734 Aug 18 14:05:51.733257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334ce7f-531e-44f8-b060-089d7d1d27fc req-bddaa162-12dc-4e4d-9990-617f2494ef40 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:51.744249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5334ce7f-531e-44f8-b060-089d7d1d27fc req-bddaa162-12dc-4e4d-9990-617f2494ef40 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.9202561 Aug 18 14:05:51.778227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53890) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:51.810570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bdb3b-e459-43d2-83aa-058fd4fe41bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3424a102-e8bf-4b33-bf85-514b229e8089,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:51.970084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8b10576b-8d36-4e03-957b-1cc03138a3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.011194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Provisioning complete for port efbcf687-b7fd-47d5-8527-b11d5a425ab9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:52.011661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.032918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e681-53b1-43d2-a360-6ce687716cb5 req-cb0dcd3d-f501-45fd-9d9c-15d8876a093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:52.037451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.037621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bb9e681-53b1-43d2-a360-6ce687716cb5 req-cb0dcd3d-f501-45fd-9d9c-15d8876a093a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 1101 time: 1.1806970 Aug 18 14:05:52.042431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9da247ed-f60d-46b3-96ff-0c00c4a44238 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/fff93f96-777b-4460-835f-1f53feafc765 HTTP/1.1" status: 204 len: 168 time: 1.9386883 Aug 18 14:05:52.043513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53894) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:52.086494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.103439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Transition to ACTIVE for port object 725d053c-3688-4595-8937-3157ce312f1d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:52.120477 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c35618-540b-477b-bc0d-e6cd7f5b2326 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:05:52.122239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f2c35618-540b-477b-bc0d-e6cd7f5b2326 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/fff93f96-777b-4460-835f-1f53feafc765 HTTP/1.1" status: 404 len: 333 time: 0.0772161 Aug 18 14:05:52.125823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53896) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:52.205391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Port efbcf687-b7fd-47d5-8527-b11d5a425ab9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:52.238296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-889a1de2-c444-4ee5-a1a6-28180bdfba80 None None] Could not find standard attr ID for object fff93f96-777b-4460-835f-1f53feafc765. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:05:52.251967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5334ce7f-531e-44f8-b060-089d7d1d27fc req-ea6496e7-e372-4ecc-97ea-3a2d41af9d5c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066698 Aug 18 14:05:52.385602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2684af6b-f75a-4264-b5e8-2dd786988baa None None] Could not find standard attr ID for object fff93f96-777b-4460-835f-1f53feafc765. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:05:52.465559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] DHCP port deletion for 2f880d63-cce4-4a6e-a4b9-c2705e707c61 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:52.466744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.501434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bb9e681-53b1-43d2-a360-6ce687716cb5 req-3ff204f6-c641-4b1f-9c42-def23cb15281 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890117 Aug 18 14:05:52.510475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.521974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.533231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.543934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46607131-04d0-46d0-b041-ac79043bcebf req-af90ce94-c04c-49ab-9c5f-6bbca7a13870 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.5025771 Aug 18 14:05:52.633156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Deleting port 6cb6262b-94a8-4212-bb76-6d304224eb5c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:52.635106 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.745818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc0003e7-17d2-4531-9769-5c0dd1641237 req-e23195db-cbbf-45ba-960a-61858ab50a2d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.2310138 Aug 18 14:05:52.752698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.754129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Attempting to bind port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:52.756156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.759994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3c14d1b-6cf6-4ea5-b618-5a7bf98622a6 HTTP/1.1" status: 204 len: 168 time: 0.6308119 Aug 18 14:05:52.760307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Attempting to bind port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:52.760307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Attempting to bind port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:52.762339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:52.762915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] For port 6cb6262b-94a8-4212-bb76-6d304224eb5c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6cb6262b-94a8-4212-bb76-6d304224eb5c,segment=NetworkSegment(e12daf7d-dbf8-4327-b536-67d289654f57),segment_id=e12daf7d-dbf8-4327-b536-67d289654f57)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:52.763679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.784358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:52.785538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Calling delete_port for 6cb6262b-94a8-4212-bb76-6d304224eb5c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:52.830264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50a265-3d4b-418b-b7c0-7333aa165b26 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c14d1b-6cf6-4ea5-b618-5a7bf98622a6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:52.884038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:52.900591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:52.907294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:52.907796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Attempting to bind port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:53.028336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.093779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Pushing event updated for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:53.099524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.160240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:53.166021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-614757267'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:53.169419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:53.169788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:53.170182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:53.170642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Bound port: 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:53.171010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.174472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.183560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6cb6262b-94a8-4212-bb76-6d304224eb5c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:53.254504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.258949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.264180 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/security-groups/532fa278-b56f-4928-8a63-7ad22a19065b HTTP/1.1" status: 204 len: 168 time: 0.4969232 Aug 18 14:05:53.264436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] Pushing event deleted for resources: {'Port': ['ID=6cb6262b-94a8-4212-bb76-6d304224eb5c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:53.267369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53908) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:53.273865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad600205-ce52-4ce5-a039-667bc6b33273 None None] No DVR routers for this DVR port 6cb6262b-94a8-4212-bb76-6d304224eb5c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:53.279621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6cb6262b-94a8-4212-bb76-6d304224eb5c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:53.280262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6cb6262b-94a8-4212-bb76-6d304224eb5c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:53.325388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d850d-e061-4af5-a533-895a79b08076 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532fa278-b56f-4928-8a63-7ad22a19065b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:53.391698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:53.392391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.457434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d7865-cb7e-495a-b01e-aa4f1cb5bc84 req-a540caa1-bc7f-4a75-bf7a-a67abd26cc1e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:53.459658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-967d7865-cb7e-495a-b01e-aa4f1cb5bc84 req-a540caa1-bc7f-4a75-bf7a-a67abd26cc1e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 950 time: 0.6927843 Aug 18 14:05:53.474680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 5b3462be-13bc-4ca9-ae68-e6fb9398073f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:53.487206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.545766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:53.551313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.565760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d72beb59-9008-43bb-a613-3525ca450723 None None] Provisioning for port 725d053c-3688-4595-8937-3157ce312f1d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:53.574760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d72beb59-9008-43bb-a613-3525ca450723 None None] Provisioning complete for port 725d053c-3688-4595-8937-3157ce312f1d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:53.579790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d72beb59-9008-43bb-a613-3525ca450723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.604529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Deleting port 6cb6262b-94a8-4212-bb76-6d304224eb5c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:53.605586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.623906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-6b207b38-7cd8-4861-bf66-d57581e1b678 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1393702 Aug 18 14:05:53.640435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.675455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-d4f13d28-53bf-420b-b848-83a75fe56e8a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:53.677599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-d4f13d28-53bf-420b-b848-83a75fe56e8a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.5810828 Aug 18 14:05:53.685508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d72beb59-9008-43bb-a613-3525ca450723 None None] Port 725d053c-3688-4595-8937-3157ce312f1d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:53.741270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-967d7865-cb7e-495a-b01e-aa4f1cb5bc84 req-c8cc9917-1b67-4723-b1d5-25ee7c582146 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627435 Aug 18 14:05:53.750733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Request body: {'port': {'device_id': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:53.762840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': '28989093-a429-4467-8cb6-fe826a76896a', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:53.778702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:53.816097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.855525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:53.924019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.924377 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Added segment 68a90763-a513-4f05-b502-5dc9382a8e52 of type vlan for network b9aee283-afd4-49da-918d-9a8f5c02fe3a Aug 18 14:05:53.970741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:53.979178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] For port 6cb6262b-94a8-4212-bb76-6d304224eb5c, host n-d-804303-5, got binding levels [] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:53.979979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.993859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5887-20f4-4041-9500-e90eddfb5f14 req-e58701f6-5224-4826-a390-0c5c4d48497d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:53.995721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-603d5887-20f4-4041-9500-e90eddfb5f14 req-e58701f6-5224-4826-a390-0c5c4d48497d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.5323508 Aug 18 14:05:54.003520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.034128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3462be-13bc-4ca9-ae68-e6fb9398073f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.047299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.050331 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-057c6342-2ed2-49f1-be03-2b425b262255 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/5b3462be-13bc-4ca9-ae68-e6fb9398073f HTTP/1.1" status: 204 len: 168 time: 0.7820692 Aug 18 14:05:54.055748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:54.065202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663adc7a-243f-42a4-ac2d-1c7b3254bf07 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:54.078343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.080887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Calling delete_port for 6cb6262b-94a8-4212-bb76-6d304224eb5c owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:54.083036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:54.111321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Port 6cb6262b-94a8-4212-bb76-6d304224eb5c was not found and therefore no delete operation was performed {{(pid=112229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:05:54.154731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.159737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.161748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.233802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:54.234459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.236542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a03c60c-fb7a-4815-9da8-30ef000b4b26 HTTP/1.1" status: 200 len: 1091 time: 5.2325585 Aug 18 14:05:54.237336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:54.239726 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc28d5-1c07-413a-bc2e-75449f8c33fa" -d '{"events": [{"name": "network-changed", "server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:54.261586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb96e2b-1c0e-4505-8a82-5f64978915e2 req-6d7ed8cf-52ab-4f71-9901-6bdf4ac789d4 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:54.263271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb96e2b-1c0e-4505-8a82-5f64978915e2 req-6d7ed8cf-52ab-4f71-9901-6bdf4ac789d4 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 931 time: 0.3975816 Aug 18 14:05:54.269225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] No DVR routers for this DVR port 6cb6262b-94a8-4212-bb76-6d304224eb5c on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:54.299292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-603d5887-20f4-4041-9500-e90eddfb5f14 req-1cf0dd18-302d-4c27-8ff8-8882a547bb9a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488227 Aug 18 14:05:54.417332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359f1fb-ea47-49b7-ba1d-c62e2fb15f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.437554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.448724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:54.449439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.462976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:54.468828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.578085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb6262b-94a8-4212-bb76-6d304224eb5c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.673311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6339f6ab-17d8-42ad-a059-8b51ebebdd8f req-e7f9f9e0-aecf-4c21-8d2e-41e53bb18236 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.1760733 Aug 18 14:05:54.770052 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff418-5ec4-419e-b752-711b8381bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.776624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb96e2b-1c0e-4505-8a82-5f64978915e2 req-c3f6542e-4166-413d-b6b4-a17bb2d743ca tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994674 Aug 18 14:05:54.805791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.855275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f880d63-cce4-4a6e-a4b9-c2705e707c61']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:54.860968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:54.864778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.896885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.916280 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd376c-97a9-40b0-af63-93222fa099dc x-openstack-request-id: req-9fbd376c-97a9-40b0-af63-93222fa099dc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:54.916280 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:54.916280 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fbd376c-97a9-40b0-af63-93222fa099dc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:54.916788 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26', 'status': 'completed', 'code': 200} Aug 18 14:05:54.917532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Network': ['ID=b9aee283-afd4-49da-918d-9a8f5c02fe3a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.930962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:54.979772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12daf7d-dbf8-4327-b536-67d289654f57') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:54.980089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12daf7d-dbf8-4327-b536-67d289654f57') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:55.046717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-80e2ea20-1571-47fb-a878-77e8351a7531 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8849654 Aug 18 14:05:55.063636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53926) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:55.089563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.155199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1541127965'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:55.209618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.301590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:55.308532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:55.319007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:55.319720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.364551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:55.544731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db4bfa-48b5-4fec-b84e-50a31b7688c3 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:55.552918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9d1ab663-bfee-4f11-bc19-174fdca826a2 None None] Provisioning complete for port efbcf687-b7fd-47d5-8527-b11d5a425ab9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:55.553566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab663-bfee-4f11-bc19-174fdca826a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.736271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ab663-bfee-4f11-bc19-174fdca826a2 None None] Port efbcf687-b7fd-47d5-8527-b11d5a425ab9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:55.769249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-8eebc403-9109-4b47-8968-ed831b3589bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:55.770800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-8eebc403-9109-4b47-8968-ed831b3589bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 1094 time: 1.1144171 Aug 18 14:05:55.777005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9d1ab663-bfee-4f11-bc19-174fdca826a2 None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:55.777467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab663-bfee-4f11-bc19-174fdca826a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.819558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.841672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.861987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:55.875274 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:55.899436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887c66e-0938-470f-9934-b1e8f6370618 req-5c6d696d-5c2f-4e56-bc2c-f6e34e866e8d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:55.906758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2887c66e-0938-470f-9934-b1e8f6370618 req-5c6d696d-5c2f-4e56-bc2c-f6e34e866e8d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.1345162 Aug 18 14:05:55.998774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d247955-4e2e-4f09-aedd-8e727af753cd req-03da5862-2662-4fbb-8c34-bf476f56a37d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:56.007452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d247955-4e2e-4f09-aedd-8e727af753cd req-03da5862-2662-4fbb-8c34-bf476f56a37d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 950 time: 1.0139062 Aug 18 14:05:56.018012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.6 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/a524a580-c0ca-4244-91f6-ae34f8a262c6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:56.034722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f1f1e7d-3050-4099-aacf-465fe706bf14 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9763274 Aug 18 14:05:56.038080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53936) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:56.045263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529160227'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:56.073554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:56.077187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.118977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-7e529445-e5f8-4e62-91af-08d522a2a63d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26 HTTP/1.1" status: 200 len: 217 time: 0.2323699 Aug 18 14:05:56.142633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Update dhcp port {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'fixed_ips': [{'subnet_id': '39283e02-da27-4916-8ba0-8ce2bc7f696f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'afd5deb8-fc9c-492b-ab40-907adfe54674'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:05:56.191774 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.224029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.244828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d247955-4e2e-4f09-aedd-8e727af753cd req-0c14a893-5033-42ae-b55b-333c80bcd5d6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362323 Aug 18 14:05:56.338831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2887c66e-0938-470f-9934-b1e8f6370618 req-5d9b276e-6c97-47de-9e06-3bb4e7a2a5eb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303470 Aug 18 14:05:56.372222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.401227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:56.438806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.441421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2f880d63-cce4-4a6e-a4b9-c2705e707c61 HTTP/1.1" status: 204 len: 168 time: 4.6600850 Aug 18 14:05:56.510545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf061e14-4162-4c8e-b4dc-4bf31c6d9be4 req-91723039-37a1-4ee4-8a2c-e90873f92e6f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.1354210 Aug 18 14:05:56.544597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725d053c-3688-4595-8937-3157ce312f1d {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:05:56.591122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.591589 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Added segment 145cea99-4a34-41e3-8dc1-cdef3032bc3a of type vlan for network 11e91dab-ac4e-44bc-bbf8-daca2b39369c Aug 18 14:05:56.611627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee02b3-e6e5-42e2-aacc-7646b1869651 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f880d63-cce4-4a6e-a4b9-c2705e707c61,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:56.645086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.674837 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.694995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c53c067e-595c-4cf0-9111-50704222f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:56.697090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-c53c067e-595c-4cf0-9111-50704222f648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.5005352 Aug 18 14:05:56.760833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.834101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Transition to ACTIVE for port object 725d053c-3688-4595-8937-3157ce312f1d will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:56.836992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c92e294-d044-44c5-bb67-e4c11bd19ea8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:56.876775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-bdc420e5-d258-4e7d-a349-462215fb0160 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341258 Aug 18 14:05:56.879040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.920679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541056e-63cc-494a-970b-dc8e7e5d3df2 req-4af3b32f-9409-4ef8-ae65-91d244ce03ce tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:56.930894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d541056e-63cc-494a-970b-dc8e7e5d3df2 req-4af3b32f-9409-4ef8-ae65-91d244ce03ce tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 931 time: 0.2777164 Aug 18 14:05:56.943608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.954385 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d189c8ce-73d5-4980-978e-7b4c2c13177c tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9088295 Aug 18 14:05:56.957044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53942) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:56.972401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'security_group': {'name': 'tempest-secgroup-702098666'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:56.986980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eb71b-537e-4d7f-b648-685d1de78b4d req-549f3620-9130-4677-893b-ef6574604440 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:56.989558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-586eb71b-537e-4d7f-b648-685d1de78b4d req-549f3620-9130-4677-893b-ef6574604440 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 1101 time: 0.2400639 Aug 18 14:05:56.994083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Allocated IP 172.20.0.2 (3534643c-9863-4f8d-937e-8b192f16cc51/8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e/afd5deb8-fc9c-492b-ab40-907adfe54674) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:57.003580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.052973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.098040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.212934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:57.274156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Pushing event updated for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.286521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:57.310191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.317490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:57.324414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.383193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-733f4002-52c9-48e4-bb0d-fc5112913234 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6bccfd339264be08594b4c67acfba18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563885 Aug 18 14:05:57.405372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.408415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.436081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d541056e-63cc-494a-970b-dc8e7e5d3df2 req-d58084d8-b5cc-4616-9ec4-54b8136a1e7d tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988256 Aug 18 14:05:57.436081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53946) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:57.444915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.447247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Transition to ACTIVE for port object afd5deb8-fc9c-492b-ab40-907adfe54674 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:57.527744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.561625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.586684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df731eb-5e61-4739-acfe-855df4b7947c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.630536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Attempting to bind port 725d053c-3688-4595-8937-3157ce312f1d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:57.631011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Attempting to bind port 725d053c-3688-4595-8937-3157ce312f1d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:57.631194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Attempting to bind port 725d053c-3688-4595-8937-3157ce312f1d on network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:57.637495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-586eb71b-537e-4d7f-b648-685d1de78b4d req-d9cd7119-b5f2-4277-9d82-9485ade0a945 tempest-ServersOnMultiNodesTest-345626615 tempest-ServersOnMultiNodesTest-345626615-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102643 Aug 18 14:05:57.639226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a053b2b-81a2-4ba0-b439-320a45b0ab09 None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.671108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Network': ['ID=11e91dab-ac4e-44bc-bbf8-daca2b39369c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.674073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Port 725d053c-3688-4595-8937-3157ce312f1d on network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:05:57.674402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Attempting to bind port 725d053c-3688-4595-8937-3157ce312f1d on network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:57.758883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:57.786649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:57.787581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Checking segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:57.788274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Bound using segment: {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:57.788917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Bound port: 725d053c-3688-4595-8937-3157ce312f1d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e724f380-06e1-484f-819d-8c37ffd60119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:57.789293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.871627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38581f54-1d04-4dda-8d22-9d6417c10057 req-b1261662-f254-4e2f-a4ad-bcf75b2fdbf3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:57.884046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38581f54-1d04-4dda-8d22-9d6417c10057 req-b1261662-f254-4e2f-a4ad-bcf75b2fdbf3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.3377540 Aug 18 14:05:57.897414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-04b70b1e-a34d-4ff8-b787-702210ff0943 service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637545 Aug 18 14:05:57.988320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-529f8690-ede0-4715-abd0-9284f924eae3 req-b4e73d01-8906-43ec-a185-3e7f4d6097ca tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.1777494 Aug 18 14:05:58.030571 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.074653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38581f54-1d04-4dda-8d22-9d6417c10057 req-48a9e2e1-4d55-432b-bc17-38eddeda4cb0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338515 Aug 18 14:05:58.134211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.151676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07b91acd-01c5-4025-9551-affe9a176446 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.0009344 Aug 18 14:05:58.155182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53958) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:58.165285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'subnet': {'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:58.179589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:58.198714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.215277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.223762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c6c0a7fc-b3bf-4027-8899-39f1aac3b6a3 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2670045 Aug 18 14:05:58.230651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53960) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:58.271191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=725d053c-3688-4595-8937-3157ce312f1d,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:58.277669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'security_group': {'name': 'tempest-secgroup-1517347825'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:58.334221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:58.351538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:58.374472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:58.375318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:58.381013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.463803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:58.464447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.465950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] 10.222.0.10 "PUT /v2.0/ports/725d053c-3688-4595-8937-3157ce312f1d HTTP/1.1" status: 200 len: 1091 time: 4.7202373 Aug 18 14:05:58.466783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'tag': '725d053c-3688-4595-8937-3157ce312f1d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:58.468839 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786aec22-401d-4909-828d-9721909691f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "tag": "725d053c-3688-4595-8937-3157ce312f1d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:58.507186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:58.508039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.535154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b298-ee03-4e48-8c55-c8cce205a954 service neutron] Pushing event updated for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:58.541796 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.557146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.560619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.562266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8157b9cd-263f-44d8-8bc5-b7a34d43cdbb HTTP/1.1" status: 204 len: 168 time: 1.0943356 Aug 18 14:05:58.576989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec3f34-3b71-47c9-8a65-2ce98de3aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8157b9cd-263f-44d8-8bc5-b7a34d43cdbb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:58.708209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:58.712006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.765437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Provisioning complete for port efbcf687-b7fd-47d5-8527-b11d5a425ab9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:58.766036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.825751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-f19209ac-7e32-42d5-8954-71f31a668cec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0702937 Aug 18 14:05:58.840131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-60a0706d-6e5a-409f-9345-0bbe865640bd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:05:58.842597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-60a0706d-6e5a-409f-9345-0bbe865640bd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091355 Aug 18 14:05:58.860806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Port efbcf687-b7fd-47d5-8527-b11d5a425ab9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:58.861045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Request body: {'port': {'device_id': '28989093-a429-4467-8cb6-fe826a76896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:58.952530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.967937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Provisioning for port afd5deb8-fc9c-492b-ab40-907adfe54674 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:58.977007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:58.978150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3322cc37-c80c-4ec4-a305-4e632a513b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.015913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.118792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.202202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:59.209739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd86250-e561-4191-a258-f0367d458929,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:59.246372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.256419 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f271ac1-7913-43ec-8499-1dd32e913227 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9825253 Aug 18 14:05:59.258008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53976) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:59.274913 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1074687506', 'security_groups': ['4bd86250-e561-4191-a258-f0367d458929'], 'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:59.335985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:59.341988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.434363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.578450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35d8e-cdfb-43b0-af06-bac1a25fdd95 req-1a67df09-c523-4ed1-8215-e1eab7242f07 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:59.580095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cc35d8e-cdfb-43b0-af06-bac1a25fdd95 req-1a67df09-c523-4ed1-8215-e1eab7242f07 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.4965215 Aug 18 14:05:59.668502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:59.669197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network hostable DHCP agents. Network: b9aee283-afd4-49da-918d-9a8f5c02fe3a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:59.679690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Subnet': ['ID=0b264fb3-7ab2-4249-9440-d907ff66cb22,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:59.690160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-b2dcabfd-ac63-413a-8a7b-cd230cb72448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:59.691757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-b2dcabfd-ac63-413a-8a7b-cd230cb72448 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d0445f3636446afbf73ab8ab24697aa&device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 1094 time: 0.4009395 Aug 18 14:05:59.714178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6abe2d9-d373-41e6-aaa7-ae27eb4a8e71 req-025096d7-d488-4d57-866a-dfe755e38bfd service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493089 Aug 18 14:05:59.745375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cc35d8e-cdfb-43b0-af06-bac1a25fdd95 req-0ff8d124-c1f7-462a-8ec4-8cc1955d5ae6 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441553 Aug 18 14:05:59.756299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:59.793452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:59.872019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b9aee283-afd4-49da-918d-9a8f5c02fe3a) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:59.879465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:59.880120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.880650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0d386-5c33-4b02-92dd-92ba334605e3 None None] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:59.918616 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41531f-57db-4435-8596-3e23c142d159 x-openstack-request-id: req-aa41531f-57db-4435-8596-3e23c142d159 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:59.919292 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "tag": "725d053c-3688-4595-8937-3157ce312f1d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:59.919811 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa41531f-57db-4435-8596-3e23c142d159 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:59.920764 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'tag': '725d053c-3688-4595-8937-3157ce312f1d', 'status': 'completed', 'code': 200} Aug 18 14:05:59.965398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.994321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] device_id is not set on port f4511d48-449f-4a9b-96f7-e9166b8ba554 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:06:00.027329 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de3391bf-4d2b-45d8-873a-8df34b6ac27f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8676684 Aug 18 14:06:00.030812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53988) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:00.043258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'subnet': {'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:00.064778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-8e080710-8367-411e-b898-959baa81513b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725d053c-3688-4595-8937-3157ce312f1d HTTP/1.1" status: 200 len: 217 time: 0.1514180 Aug 18 14:06:00.092716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a524a580-c0ca-4244-91f6-ae34f8a262c6 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:00.123237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.166945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Transition to ACTIVE for port object a524a580-c0ca-4244-91f6-ae34f8a262c6 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:00.206009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43635d0b-42ff-4ad5-a8d3-9e3f6062afaa req-b50c13bc-1d63-4c0e-b807-cd95c37f422a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.208730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43635d0b-42ff-4ad5-a8d3-9e3f6062afaa req-b50c13bc-1d63-4c0e-b807-cd95c37f422a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 931 time: 0.2932539 Aug 18 14:06:00.214189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:06:00.220082 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.242063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825d4c8-1d47-4340-819c-d79769208b5b req-54ce4f4c-0c44-409e-aff7-121e6765f26d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.244337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1825d4c8-1d47-4340-819c-d79769208b5b req-54ce4f4c-0c44-409e-aff7-121e6765f26d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 950 time: 0.3222427 Aug 18 14:06:00.261152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.397119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-bf5b1ba1-ba7c-4e1f-b70c-fe9352974ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.398937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-bf5b1ba1-ba7c-4e1f-b70c-fe9352974ecd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49231fba-5e3e-40ab-8377-fc81db754069 HTTP/1.1" status: 200 len: 853 time: 0.1264117 Aug 18 14:06:00.455748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Allocated IP 10.1.1.2 (b9aee283-afd4-49da-918d-9a8f5c02fe3a/0b264fb3-7ab2-4249-9440-d907ff66cb22/dfe6f96d-86dd-4d97-a663-543f9df3a618) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:00.465162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-e62ebe64-2448-475a-804f-cf3f299f4bfa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.468147 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-e62ebe64-2448-475a-804f-cf3f299f4bfa tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 950 time: 0.1336253 Aug 18 14:06:00.545976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Pushing event updated for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:00.571258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.13 (3534643c-9863-4f8d-937e-8b192f16cc51/8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e/f4511d48-449f-4a9b-96f7-e9166b8ba554) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:00.645058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:00.653594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.747077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656617a-ff49-4991-8622-988c8a557845 req-140560ba-be1a-4fd5-8011-6539093a3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.748539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-140560ba-be1a-4fd5-8011-6539093a3880 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54226a87-ddcd-4fdb-ae61-82f61373ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011153 Aug 18 14:06:00.752536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43635d0b-42ff-4ad5-a8d3-9e3f6062afaa req-a7857538-545d-4503-8035-c131cc788af4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036688 Aug 18 14:06:00.768362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.774996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1825d4c8-1d47-4340-819c-d79769208b5b req-edf9d4c0-66ee-4f19-b76a-a3f076da160b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966395 Aug 18 14:06:00.781220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-58e3a184-297f-4af0-95fa-67e753e0b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.785432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-58e3a184-297f-4af0-95fa-67e753e0b0bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 1094 time: 0.4797349 Aug 18 14:06:00.813369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Transition to ACTIVE for port object dfe6f96d-86dd-4d97-a663-543f9df3a618 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:00.842635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Transition to ACTIVE for port object dfe6f96d-86dd-4d97-a663-543f9df3a618 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:00.879612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port ac2024b5-b43f-4ac2-b4df-e050e21a1885 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:00.879971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.934454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.042492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54002) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:01.093498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:01.111135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:01.119716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:01.154687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Pushing event updated for resources: {'Port': ['ID=dfe6f96d-86dd-4d97-a663-543f9df3a618,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.157372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.246455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Attempting to bind port dfe6f96d-86dd-4d97-a663-543f9df3a618 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:01.247455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Attempting to bind port dfe6f96d-86dd-4d97-a663-543f9df3a618 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:01.248198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Attempting to bind port dfe6f96d-86dd-4d97-a663-543f9df3a618 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:01.255741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:01.260206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:01.260206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.260206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Bound using segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:01.260206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Bound port: dfe6f96d-86dd-4d97-a663-543f9df3a618, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:01.260206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.377260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] For port dfe6f96d-86dd-4d97-a663-543f9df3a618, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:01.384184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] For port dfe6f96d-86dd-4d97-a663-543f9df3a618, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfe6f96d-86dd-4d97-a663-543f9df3a618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:01.427831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Attempting to bind port a524a580-c0ca-4244-91f6-ae34f8a262c6 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:01.430327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Attempting to bind port a524a580-c0ca-4244-91f6-ae34f8a262c6 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:01.431195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Attempting to bind port a524a580-c0ca-4244-91f6-ae34f8a262c6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:01.432852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1621994788-network', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:01.437056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object f4511d48-449f-4a9b-96f7-e9166b8ba554 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:01.449934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.463447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port ac2024b5-b43f-4ac2-b4df-e050e21a1885, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ac2024b5-b43f-4ac2-b4df-e050e21a1885,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:01.463822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.490361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for ac2024b5-b43f-4ac2-b4df-e050e21a1885 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:01.504387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.597308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472a64f-cc69-4460-89a3-c2f1592a4032 None None] Pushing event updated for resources: {'Port': ['ID=dfe6f96d-86dd-4d97-a663-543f9df3a618,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.624796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Port a524a580-c0ca-4244-91f6-ae34f8a262c6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:01.625136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Attempting to bind port a524a580-c0ca-4244-91f6-ae34f8a262c6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:01.650828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:01.653976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.665067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94befb80-e8d8-4d56-8b53-0b9501242034 req-c8ed4e42-8258-4e26-8710-3c5371bb30d1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.670534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94befb80-e8d8-4d56-8b53-0b9501242034 req-c8ed4e42-8258-4e26-8710-3c5371bb30d1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.7398162 Aug 18 14:06:01.670943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.679034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-c49aad87-8f6e-4a1b-8862-32bf06d95f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.681254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-c49aad87-8f6e-4a1b-8862-32bf06d95f2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.7495492 Aug 18 14:06:01.690758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:01.691155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:01.691566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:01.692031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Bound port: a524a580-c0ca-4244-91f6-ae34f8a262c6, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:01.692491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.703700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b16ff-a619-4c7f-8b8a-cc783d72fd75 req-3f30b5c8-9d0b-4dc9-a5b7-b5600aaeb3c9 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.706122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a0b16ff-a619-4c7f-8b8a-cc783d72fd75 req-3f30b5c8-9d0b-4dc9-a5b7-b5600aaeb3c9 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.4524174 Aug 18 14:06:01.727552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Subnet': ['ID=4e149c35-4f41-4838-8502-3b9544faa7af,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.760104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Checking segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:01.760497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network hostable DHCP agents. Network: 11e91dab-ac4e-44bc-bbf8-daca2b39369c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:06:01.771458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.802493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-325f1142-81d7-44f9-b146-12ad80d39c39 service neutron] 10.222.0.10 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659551 Aug 18 14:06:01.808415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-0862e009-bdc3-4a1c-b017-ef91f39142fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26 HTTP/1.1" status: 200 len: 217 time: 0.0805902 Aug 18 14:06:01.900751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:01.934610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:01.947762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:01.950442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=f4511d48-449f-4a9b-96f7-e9166b8ba554,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.985685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94befb80-e8d8-4d56-8b53-0b9501242034 req-6a6fe051-2862-47f3-8d4c-71458c30f024 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745306 Aug 18 14:06:02.015742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a0b16ff-a619-4c7f-8b8a-cc783d72fd75 req-c0d693c5-8eaa-4096-9a22-ea20f4b82c3c tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770000 Aug 18 14:06:02.022600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:06:02.109462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-8999fa95-456c-41e5-8e4d-4456c7982d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.117099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-8999fa95-456c-41e5-8e4d-4456c7982d0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.2574546 Aug 18 14:06:02.118794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.119758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.148009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 11e91dab-ac4e-44bc-bbf8-daca2b39369c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:02.155128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d656617a-ff49-4991-8622-988c8a557845 req-975f934f-4cb5-4ba5-a7b6-e0e160a56faf service neutron] 10.222.0.10 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211529 Aug 18 14:06:02.161960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:02.162931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5ffb8-ddbf-46fb-999f-d25caded206f None None] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:02.169691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.172963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.173671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.179032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.214348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638', '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:02.214348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:02.219904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=ac2024b5-b43f-4ac2-b4df-e050e21a1885,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:02.245449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e34431b-b3e0-44e0-851e-ac1b55eef1f8 req-214a64e3-dc5e-4bd0-809d-9014bb48de23 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0874457 Aug 18 14:06:02.386343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:02.405359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port ac2024b5-b43f-4ac2-b4df-e050e21a1885 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:02.421578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.425319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-dc67b441-bfa2-4e1d-a9ea-021ed37fac26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771119 Aug 18 14:06:02.432885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a78c2bf9-2674-4fee-9772-179c7a118192 req-d5973c7c-a00b-4def-9f0c-b8dffdc0124e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "DELETE /v2.0/ports/ac2024b5-b43f-4ac2-b4df-e050e21a1885 HTTP/1.1" status: 204 len: 173 time: 1.9446125 Aug 18 14:06:02.439813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'name': 'network-vif-deleted', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:02.468370 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d653e0-be4a-44ed-99c2-dd08bc046ca9" -d '{"events": [{"server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "name": "network-vif-deleted", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:02.484377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.490004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.535802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99cf54b3-fa62-49f1-b1ce-625a339fb3fa tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2725537 Aug 18 14:06:02.551533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-097178dc-c9b0-40d8-9982-690e65b0f3a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5120699 Aug 18 14:06:02.557961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:02.559099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54022) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:02.583454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'name': 'tempest-TaggedBootDevicesTest-280962821', 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:02.591579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:02.621201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:06:02.758483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:02.806587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-65fc41f0-db60-4d91-996d-0835ab8f6825 None None] Provisioning for port f4511d48-449f-4a9b-96f7-e9166b8ba554 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:02.820626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.821347 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Added segment 5df51be1-5ada-4eb5-8ffc-e61cd586f4f2 of type vlan for network 224b066a-30cd-4483-bec3-6041db3ca63c Aug 18 14:06:02.920091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-65fc41f0-db60-4d91-996d-0835ab8f6825 None None] Provisioning complete for port f4511d48-449f-4a9b-96f7-e9166b8ba554 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:02.920634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65fc41f0-db60-4d91-996d-0835ab8f6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:02.986533 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000fb999-c274-45d2-b42a-28fb8533d5fb x-openstack-request-id: req-000fb999-c274-45d2-b42a-28fb8533d5fb {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:02.987104 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060c1e23-aabc-4a5f-9cff-8dfa1a261f1d", "name": "network-vif-deleted", "tag": "ac2024b5-b43f-4ac2-b4df-e050e21a1885", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:02.987534 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-000fb999-c274-45d2-b42a-28fb8533d5fb {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:02.988272 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c1e23-aabc-4a5f-9cff-8dfa1a261f1d', 'name': 'network-vif-deleted', 'tag': 'ac2024b5-b43f-4ac2-b4df-e050e21a1885', 'status': 'completed', 'code': 200} Aug 18 14:06:03.059389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.192753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-65fc41f0-db60-4d91-996d-0835ab8f6825 None None] Port f4511d48-449f-4a9b-96f7-e9166b8ba554 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:03.229954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:06:03.229954 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:06:03.229954 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id_1': '3da5ac6db13442d9b780b4b49e4ca646', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 6, 3, 197540)}] Aug 18 14:06:03.229954 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:06:03.230626 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:06:03.289255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ips': [{'subnet_id': '4e149c35-4f41-4838-8502-3b9544faa7af'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:06:03.291291 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.294508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfe6f96d-86dd-4d97-a663-543f9df3a618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:03.414701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bab5ab-73a8-4cdb-8592-31ea40f82747 None None] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:03.415844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c143f-2f6b-4d53-a312-2f7f1daf8af0 req-0911757d-c902-46f4-bb6f-d5bff43f7150 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.415844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b34c143f-2f6b-4d53-a312-2f7f1daf8af0 req-0911757d-c902-46f4-bb6f-d5bff43f7150 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 943 time: 1.1424394 Aug 18 14:06:03.450194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.450811 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.452201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] 10.222.0.58 "PUT /v2.0/ports/a524a580-c0ca-4244-91f6-ae34f8a262c6 HTTP/1.1" status: 200 len: 1091 time: 4.5997632 Aug 18 14:06:03.456534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:03.459779 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313" -d '{"events": [{"name": "network-changed", "server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:03.461134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ac2024b5-b43f-4ac2-b4df-e050e21a1885 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:03.506107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aec22-401d-4909-828d-9721909691f4 req-619d2705-5650-46b1-9f12-2ae5e30c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.506107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-619d2705-5650-46b1-9f12-2ae5e30c94e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d0445f3636446afbf73ab8ab24697aa&device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 1094 time: 1.1313643 Aug 18 14:06:03.534885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aa85a-40b1-4e38-a90f-bcc9686fc2db service neutron] Pushing event updated for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:03.567613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: ac2024b5-b43f-4ac2-b4df-e050e21a1885 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:03.567960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ac2024b5-b43f-4ac2-b4df-e050e21a1885 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:03.598593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b34c143f-2f6b-4d53-a312-2f7f1daf8af0 req-a1ce341f-32f7-480c-93d0-c85fb15b4655 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888890 Aug 18 14:06:03.607631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-9fbf7037-dff6-4961-9491-eacbb54a805c service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1375399 Aug 18 14:06:03.615854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1222b84-d62b-45a5-9e49-ab895408421b req-a753f657-5b9b-4b7b-ba12-880ac61619ad tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.623275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1222b84-d62b-45a5-9e49-ab895408421b req-a753f657-5b9b-4b7b-ba12-880ac61619ad tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.2673936 Aug 18 14:06:03.772636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Allocated IP 10.2.2.2 (11e91dab-ac4e-44bc-bbf8-daca2b39369c/4e149c35-4f41-4838-8502-3b9544faa7af/6b38120b-3c84-4ab9-a45c-62a0ffbef0c1) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:03.782451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aec22-401d-4909-828d-9721909691f4 req-8acda350-b655-4f72-bef2-67e41893c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.783963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-8acda350-b655-4f72-bef2-67e41893c921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54226a87-ddcd-4fdb-ae61-82f61373ecc0 HTTP/1.1" status: 200 len: 915 time: 0.2687147 Aug 18 14:06:03.786905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1222b84-d62b-45a5-9e49-ab895408421b req-3addd7c6-e896-4310-bcca-e53d016c5360 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628187 Aug 18 14:06:03.848054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f888c-174a-49fb-b2e5-427ccecc2640 req-b3bcaba8-e19f-4621-a453-5af6c8923557 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.849654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-433f888c-174a-49fb-b2e5-427ccecc2640 req-b3bcaba8-e19f-4621-a453-5af6c8923557 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.1707549 Aug 18 14:06:03.852962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-1ed3a283-f2fd-4615-ad49-83296dacd680 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=725d053c-3688-4595-8937-3157ce312f1d HTTP/1.1" status: 200 len: 217 time: 0.0563619 Aug 18 14:06:03.857045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18cc28d5-1c07-413a-bc2e-75449f8c33fa req-b5492c45-7890-48e6-bcea-07e4ee5f906a service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317131 Aug 18 14:06:03.899606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.901715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.902659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.937045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deab76c1-e22b-48ed-b54f-48c38db9930b req-8a2f8d38-ee96-49de-bd0a-e31beaf8c980 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c1e23-aabc-4a5f-9cff-8dfa1a261f1d HTTP/1.1" status: 200 len: 210 time: 0.0594285 Aug 18 14:06:03.949530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port dfe6f96d-86dd-4d97-a663-543f9df3a618 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:03.951121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Provisioning for port dfe6f96d-86dd-4d97-a663-543f9df3a618 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:03.956996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:03.959086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-433f888c-174a-49fb-b2e5-427ccecc2640 req-88ea1b0a-873b-414c-aedc-d040a14cbd89 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001604 Aug 18 14:06:03.960795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.971723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aec22-401d-4909-828d-9721909691f4 req-41037d2c-42b7-4acd-b830-cd9235f19fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.977031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port dfe6f96d-86dd-4d97-a663-543f9df3a618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:03.977415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:03.979114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-41037d2c-42b7-4acd-b830-cd9235f19fdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49231fba-5e3e-40ab-8377-fc81db754069 HTTP/1.1" status: 200 len: 853 time: 0.1004603 Aug 18 14:06:04.001654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Provisioning complete for port dfe6f96d-86dd-4d97-a663-543f9df3a618 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:04.002068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.039865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] Pushing event updated for resources: {'Network': ['ID=224b066a-30cd-4483-bec3-6041db3ca63c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:04.071634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-2180b72a-c1fe-4aac-89b0-d0e0cc46eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:04.073189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-2180b72a-c1fe-4aac-89b0-d0e0cc46eebd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 1094 time: 0.0656550 Aug 18 14:06:04.074802 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c08249-1486-4736-8414-1d8b41c2f9d3 x-openstack-request-id: req-89c08249-1486-4736-8414-1d8b41c2f9d3 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:04.081160 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:04.081160 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89c08249-1486-4736-8414-1d8b41c2f9d3 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:04.081160 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6', 'status': 'completed', 'code': 200} Aug 18 14:06:04.087610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-895796e7-7c0d-4cac-aa46-10497fe7e376 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0354326 Aug 18 14:06:04.091333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54034) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:04.099309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Request body: {'subnet': {'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1621994788-subnet', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:04.151567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-464e32a1-f8c8-41e0-a650-1448cd2bf175 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6 HTTP/1.1" status: 200 len: 217 time: 0.0670254 Aug 18 14:06:04.160646 n-d-804303-5 neutron-server[112228]: INFO neutron.db.ipam_backend_mixin [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e (CIDR: 172.20.0.0/28) Aug 18 14:06:04.196666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:04.232604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-179ebd0b-b653-47fa-a136-b6578f08f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:04.234114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-179ebd0b-b653-47fa-a136-b6578f08f1b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0664132 Aug 18 14:06:04.237085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:06:04.238038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aec22-401d-4909-828d-9721909691f4 req-b2feba88-1633-4187-adae-8fbe9b3a11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:04.240161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-b2feba88-1633-4187-adae-8fbe9b3a11d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54226a87-ddcd-4fdb-ae61-82f61373ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328254 Aug 18 14:06:04.260270 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:06:04.260550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:04.274669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-3877d783-f692-4b58-9ac5-753528d7d49d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318625 Aug 18 14:06:04.312626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4a03c60c-fb7a-4815-9da8-30ef000b4b26 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:04.336441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.352561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:04.355598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.364935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] device_id is not set on port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:06:04.470291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8fc2b25c-2a9a-4ccf-845e-97cd055f0a5e tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8993828 Aug 18 14:06:04.473557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:04.482055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:04.541079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-c586217e-6e99-48b1-a988-58b3b74b008f service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358234 Aug 18 14:06:04.605148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-e882f308-b24b-40ba-9817-a2eec66528cf service neutron] 10.222.0.10 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293924 Aug 18 14:06:04.613852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.655146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.676512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.1.1.137 (b9aee283-afd4-49da-918d-9a8f5c02fe3a/0b264fb3-7ab2-4249-9440-d907ff66cb22/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:04.679462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Transition to ACTIVE for port object 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:04.754854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.779655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Transition to ACTIVE for port object 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:04.797271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] For port dfe6f96d-86dd-4d97-a663-543f9df3a618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfe6f96d-86dd-4d97-a663-543f9df3a618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:04.804655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65dcea7a-f109-4224-931d-f31f15b9fa20 req-773cdb57-fcfa-4fa4-ad9f-af419d487061 service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523062 Aug 18 14:06:04.807588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:04.815237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:04.820898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.854857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4a03c60c-fb7a-4815-9da8-30ef000b4b26', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': '4a03c60c-fb7a-4815-9da8-30ef000b4b26', 'mac_address': 'fa:16:3e:d5:30:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:04.886970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224ffc-1f1c-449f-b0d9-39c6dcaf16a9 req-a787e513-9afe-4423-ba8d-cde81c71fcd6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:04.892458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.894030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b224ffc-1f1c-449f-b0d9-39c6dcaf16a9 req-a787e513-9afe-4423-ba8d-cde81c71fcd6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 943 time: 0.2081974 Aug 18 14:06:04.955275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:04.986428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786aec22-401d-4909-828d-9721909691f4 req-5769e833-6162-41f4-b52b-143905c1d85e service neutron] 10.222.0.10 "GET /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705521 Aug 18 14:06:04.992566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.028040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.034250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b224ffc-1f1c-449f-b0d9-39c6dcaf16a9 req-771ca676-d027-437a-bfb6-b3174a13b5d5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392825 Aug 18 14:06:05.040147 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:06:05.040523 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:06:05.042815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:05.044589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03c60c-fb7a-4815-9da8-30ef000b4b26 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:05.052040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f592c-ed49-4a75-a11c-774b291bd7c3 None None] Pushing event updated for resources: {'Port': ['ID=dfe6f96d-86dd-4d97-a663-543f9df3a618,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.057134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:05.073201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:05.101094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3b7027-a337-4428-b5cd-5f74f09b4261,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.104596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:05.107661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dbd7d3d5-704e-4399-8277-adf671d34327 None None] Provisioning complete for port dfe6f96d-86dd-4d97-a663-543f9df3a618 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:05.107806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d3d5-704e-4399-8277-adf671d34327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.127385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-44950d8e-d274-4254-8e97-41eda79a3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.128950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-44950d8e-d274-4254-8e97-41eda79a3637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 1094 time: 0.1736040 Aug 18 14:06:05.155104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f230-d18f-47db-b5aa-37aac74a19a4 req-578653f2-1f47-435a-837a-a5d8f5e5b76a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.158093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d3f230-d18f-47db-b5aa-37aac74a19a4 req-578653f2-1f47-435a-837a-a5d8f5e5b76a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 943 time: 0.2187579 Aug 18 14:06:05.163132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Pushing event updated for resources: {'Port': ['ID=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.192681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.228353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Attempting to bind port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:05.228767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Attempting to bind port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:05.229140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Attempting to bind port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:05.247292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:05.247292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Checking segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:05.248213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.248213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Bound using segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:05.248569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Bound port: 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:05.248961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.280416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.298351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.308979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:05.328840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d3f230-d18f-47db-b5aa-37aac74a19a4 req-ae8dc697-8853-4119-8ea7-90203d3e605b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471524 Aug 18 14:06:05.350249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:05.351282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Network hostable DHCP agents. Network: 224b066a-30cd-4483-bec3-6041db3ca63c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:06:05.369106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0aa33-4054-468d-b3a1-7fb8974d863d req-755e2c93-fcd0-4bb5-978b-fdf7459f4863 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.376084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] For port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:05.376539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7dd0aa33-4054-468d-b3a1-7fb8974d863d req-755e2c93-fcd0-4bb5-978b-fdf7459f4863 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.2172453 Aug 18 14:06:05.383738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] For port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:05.399240 n-d-804303-5 neutron-server[112228]: INFO neutron.db.ipam_backend_mixin [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39283e02-da27-4916-8ba0-8ce2bc7f696f (CIDR: 172.20.0.16/28) Aug 18 14:06:05.420301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-8714ab5b-d5c4-4c45-92f0-300ab50ba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.421804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-8714ab5b-d5c4-4c45-92f0-300ab50ba9b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 913 time: 0.2473750 Aug 18 14:06:05.425210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.474327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-cf9f7eff-483d-48ea-8a31-29a48f258c9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6 HTTP/1.1" status: 200 len: 217 time: 0.0412700 Aug 18 14:06:05.483729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:05.486344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7dd0aa33-4054-468d-b3a1-7fb8974d863d req-971fd6a4-7b4e-407b-9c0d-d8b17627dd89 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Aug 18 14:06:05.488041 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:06:05.488543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:05.500618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4a03c60c-fb7a-4815-9da8-30ef000b4b26'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:05.506342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:05.506342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:05.530690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.546975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Network 224b066a-30cd-4483-bec3-6041db3ca63c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:06:05.567829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.568242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.568703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.586666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-0ca9917e-cd93-4696-8997-3ae93a2582ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.588333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-0ca9917e-cd93-4696-8997-3ae93a2582ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0983183 Aug 18 14:06:05.614296 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6bb90267-8b3e-4812-b0fe-c8e0b7248246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1398716 Aug 18 14:06:05.620537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:05.627435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'subnet': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:05.639351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-76e5f3d8-33ef-4cf3-902f-10b1b00ee5ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352788 Aug 18 14:06:05.663574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 224b066a-30cd-4483-bec3-6041db3ca63c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:05.680020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520f8ef-f240-4832-b54a-3d8d1dada2d1 None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:05.695286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:05.696022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.696254 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bdc2390b-4eb7-4597-bdd1-79c877f44bc4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1227756 Aug 18 14:06:05.699742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54052) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:05.707261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'name': 'tempest-TaggedBootDevicesTest-235676322', 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:05.778102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ca96-5a95-4c90-a4ed-e39623a63c26 None None] Pushing event updated for resources: {'Port': ['ID=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.813668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-96d74a92-dc50-4bc2-9d21-bbdf4310e2a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7184088 Aug 18 14:06:05.817275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:05.822812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:05.852011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfe6f96d-86dd-4d97-a663-543f9df3a618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:05.877901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-dc8b6dc1-8adc-49f8-bad4-09a8e200f16c service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252364 Aug 18 14:06:05.997461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.999632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.087510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port dfe6f96d-86dd-4d97-a663-543f9df3a618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:06.087896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.101241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:06.107603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.116588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-224b066a-30cd-4483-bec3-6041db3ca63c', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:06:06.117793 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.130648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] device_id is not set on port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:06:06.147641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-402dd7f7-67db-4d95-bfa6-0514f5d50e1d None None] Provisioning for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:06.161536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-700399b8-e4eb-4bc8-a6cb-bedba1ab4313 req-b90c929c-1a1e-4df5-8632-9179239ca27f service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782419 Aug 18 14:06:06.161796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-402dd7f7-67db-4d95-bfa6-0514f5d50e1d None None] Provisioning complete for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:06.162206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-402dd7f7-67db-4d95-bfa6-0514f5d50e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.196405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.264778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2bcff-6c0e-46f5-993b-997df891394b req-46033409-9c4f-4425-ba80-5a40c1979b52 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:06.269881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56d2bcff-6c0e-46f5-993b-997df891394b req-46033409-9c4f-4425-ba80-5a40c1979b52 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.2085023 Aug 18 14:06:06.274131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-402dd7f7-67db-4d95-bfa6-0514f5d50e1d None None] Port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:06.290130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Made reservation on behalf of 8614ab6fa2db4296b56d5cb8d4a8dde5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:06.293943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.296311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd705b9a-5da0-417b-9069-c1b9874ef87c req-d801b0f9-08eb-4324-ad23-877559f7bfdd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:06.299128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd705b9a-5da0-417b-9069-c1b9874ef87c req-d801b0f9-08eb-4324-ad23-877559f7bfdd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 943 time: 0.1345782 Aug 18 14:06:06.361658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Allocated IP 172.20.0.2 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:06.375013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.1.1.14 (b9aee283-afd4-49da-918d-9a8f5c02fe3a/0b264fb3-7ab2-4249-9440-d907ff66cb22/749a659e-2b0f-4326-91f5-1fa7f5fb1131) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:06.501195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd705b9a-5da0-417b-9069-c1b9874ef87c req-1a94cb95-723b-4262-ae69-039fdbdf0296 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577301 Aug 18 14:06:06.510583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56d2bcff-6c0e-46f5-993b-997df891394b req-af924317-c13f-4e4c-bcdb-ef72882013c5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325566 Aug 18 14:06:06.514985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.552454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.553226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Transition to ACTIVE for port object c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:06.603238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.618984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Transition to ACTIVE for port object c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:06.624971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object 749a659e-2b0f-4326-91f5-1fa7f5fb1131 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:06.658980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499237e-5921-41af-8712-38a3f926adc2 req-df93ac91-a822-490a-bc9e-256d29e0a139 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:06.661195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3499237e-5921-41af-8712-38a3f926adc2 req-df93ac91-a822-490a-bc9e-256d29e0a139 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 944 time: 0.0682693 Aug 18 14:06:06.701328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.735638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3499237e-5921-41af-8712-38a3f926adc2 req-69885078-ea64-4655-a3c2-e33890890377 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Aug 18 14:06:06.798359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.808715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:06.812610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:06.830042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:06.845991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Pushing event updated for resources: {'Port': ['ID=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:06.879642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:06.883434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:06.887991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:06.896163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:06.937076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.944842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Attempting to bind port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:06.945283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Attempting to bind port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:06.949920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Attempting to bind port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:06.956497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:06.956872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:06.957376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:06.958069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:06.958563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Bound port: c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:06.958949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.045164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.045864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.065719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Network 3534643c-9863-4f8d-937e-8b192f16cc51 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:07.083841 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.084643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:07.091835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.092044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.094541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Subnet': ['ID=0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:07.118514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1741b1b-d964-487f-ac02-4b7ffdedcdf7 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:07.135670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.205082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-049bd7a8-8fb3-463e-b1aa-fe57b670c29c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5033352 Aug 18 14:06:07.209957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1e69a-0c8f-47a9-aedc-98eaca5b3e65 None None] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:07.213649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] For port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:07.229765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] For port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:07.242499 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce95b645-436b-470b-9945-f39208e55bb2 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6176279 Aug 18 14:06:07.242736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:07.248582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1365121187', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5'}], 'security_groups': ['8c92e294-d044-44c5-bb67-e4c11bd19ea8', '5df731eb-5e61-4739-acfe-855df4b7947c']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:07.307006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24c334-3243-435c-9348-c2ce8753601e req-e131b907-dc26-4c25-b7ed-54659f52e249 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.308775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b24c334-3243-435c-9348-c2ce8753601e req-e131b907-dc26-4c25-b7ed-54659f52e249 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.1763797 Aug 18 14:06:07.377413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Allocated IP 172.25.1.142 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/123b8f85-66c4-42c1-8aa8-0a982d5ae0f2) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:07.456376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.506411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a524a580-c0ca-4244-91f6-ae34f8a262c6 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:07.514774 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.515062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b24c334-3243-435c-9348-c2ce8753601e req-3c81fb84-abb6-42ac-8ceb-80f7e3dead79 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340494 Aug 18 14:06:07.574755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-d279d32f-1023-456b-b906-dfebfa3ac1d8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.576304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-d279d32f-1023-456b-b906-dfebfa3ac1d8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.1948724 Aug 18 14:06:07.627845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da67b41f-adba-4e46-a153-5fcae2abf9d3 None None] Provisioning for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:07.655210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da67b41f-adba-4e46-a153-5fcae2abf9d3 None None] Provisioning complete for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:07.655583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da67b41f-adba-4e46-a153-5fcae2abf9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.756571 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.780289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab14-7947-4a42-bb18-f6339be3274c req-72037b3d-04d1-489d-b844-df559081e041 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.788710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25b3ab14-7947-4a42-bb18-f6339be3274c req-72037b3d-04d1-489d-b844-df559081e041 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 943 time: 0.1704943 Aug 18 14:06:07.851885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25b3ab14-7947-4a42-bb18-f6339be3274c req-d85ae57e-faad-4002-afd6-bf59657d2694 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578144 Aug 18 14:06:07.854035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54078) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:07.875653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60644002', 'description': 'tempest-description--628040250'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:07.884074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063c8f-6139-40aa-802a-bb3630d054f7 None None] Pushing event updated for resources: {'Port': ['ID=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:07.903613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-da67b41f-adba-4e46-a153-5fcae2abf9d3 None None] Port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:07.925790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Delete allocated IP 172.20.0.13 (3534643c-9863-4f8d-937e-8b192f16cc51/8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e) {{(pid=112228) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:06:07.935771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Allocated IP 172.20.0.46 (3534643c-9863-4f8d-937e-8b192f16cc51/0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5/f4511d48-449f-4a9b-96f7-e9166b8ba554) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:08.009733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:08.031281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port b2844b75-4c49-4de1-b8ec-669cd6d62efc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:08.031983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.067573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.133359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:08.182253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a524a580-c0ca-4244-91f6-ae34f8a262c6', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': 'a524a580-c0ca-4244-91f6-ae34f8a262c6', 'mac_address': 'fa:16:3e:b8:c0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:08.216081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.223795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.227656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da67b41f-adba-4e46-a153-5fcae2abf9d3 None None] Provisioning for port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:08.240916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Transition to ACTIVE for port object f4511d48-449f-4a9b-96f7-e9166b8ba554 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:08.243329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5b4c7-765e-4363-be05-7942daa99d99 req-8ec2d0a1-d0d0-4722-9bdf-e3faf8e6c069 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.244919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fd5b4c7-765e-4363-be05-7942daa99d99 req-8ec2d0a1-d0d0-4722-9bdf-e3faf8e6c069 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 950 time: 0.2657444 Aug 18 14:06:08.258368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.272808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a524a580-c0ca-4244-91f6-ae34f8a262c6 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:08.322988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 725d053c-3688-4595-8937-3157ce312f1d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:08.324918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4a03c60c-fb7a-4815-9da8-30ef000b4b26 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:08.331781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:08.336533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:08.348597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.377034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034eb49-8314-4d3a-8207-6ec4d0ed2a9d req-892ad64c-ab80-4b4a-951d-04aadd564300 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.379575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:08.384780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6034eb49-8314-4d3a-8207-6ec4d0ed2a9d req-892ad64c-ab80-4b4a-951d-04aadd564300 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 944 time: 0.2182541 Aug 18 14:06:08.386877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:08.388563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:08.388945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.398454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:08.399976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Update dhcp port {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'fixed_ips': [{'subnet_id': '39283e02-da27-4916-8ba0-8ce2bc7f696f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'afd5deb8-fc9c-492b-ab40-907adfe54674'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:06:08.405375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:08.423240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.450795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event updated for resources: {'Port': ['ID=f4511d48-449f-4a9b-96f7-e9166b8ba554,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:08.464092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.495166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fd5b4c7-765e-4363-be05-7942daa99d99 req-ec217cce-72a1-48a6-bbd9-52f4be931ec5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067156 Aug 18 14:06:08.500420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port b2844b75-4c49-4de1-b8ec-669cd6d62efc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b2844b75-4c49-4de1-b8ec-669cd6d62efc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:08.500874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.558043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.569659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for b2844b75-4c49-4de1-b8ec-669cd6d62efc owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:08.585106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] In _notify_port_updated(), no bound segment for port f4511d48-449f-4a9b-96f7-e9166b8ba554 on network 3534643c-9863-4f8d-937e-8b192f16cc51 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:06:08.585980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:08.598670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.613719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.614967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.621892 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69fe0f97-802f-4efd-9046-4f0ad17997e8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "PUT /v2.0/ports/f4511d48-449f-4a9b-96f7-e9166b8ba554 HTTP/1.1" status: 200 len: 960 time: 1.3734102 Aug 18 14:06:08.623507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6034eb49-8314-4d3a-8207-6ec4d0ed2a9d req-5422ac10-687d-4bb2-8c35-0097b33d5498 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374661 Aug 18 14:06:08.633186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54082) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:08.745057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:08.749742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8777614 Aug 18 14:06:08.750478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54084) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:08.761103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'security_group_rule': {'security_group_id': '87d804f0-5adc-4208-96a4-ac0849685c82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:08.783490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5db72-21ab-4d6b-94e7-0f40dbd760b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d804f0-5adc-4208-96a4-ac0849685c82,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:08.783741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=725d053c-3688-4595-8937-3157ce312f1d,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:08.802007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '725d053c-3688-4595-8937-3157ce312f1d', 'network_id': '54226a87-ddcd-4fdb-ae61-82f61373ecc0', 'port_id': '725d053c-3688-4595-8937-3157ce312f1d', 'mac_address': 'fa:16:3e:ee:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49231fba-5e3e-40ab-8377-fc81db754069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:08.813710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port f4511d48-449f-4a9b-96f7-e9166b8ba554 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:08.814411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.154714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:09.154714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a524a580-c0ca-4244-91f6-ae34f8a262c6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:09.154714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dc3701af-d822-44d0-bfb7-7c1fb369e537 None None] Provisioning complete for port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:09.154714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc3701af-d822-44d0-bfb7-7c1fb369e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.160455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7a281-f410-4973-afe0-e73bb322df92 req-c341acf0-5130-4500-8a71-b932c4fcc5c9 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:09.160455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aed7a281-f410-4973-afe0-e73bb322df92 req-c341acf0-5130-4500-8a71-b932c4fcc5c9 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 943 time: 0.1908026 Aug 18 14:06:09.161760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.163744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:09.163744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.166623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for f4511d48-449f-4a9b-96f7-e9166b8ba554 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:09.167614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aed7a281-f410-4973-afe0-e73bb322df92 req-78434764-cadb-4fa6-9242-136bccbe8deb tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125090 Aug 18 14:06:09.167793 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.167946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca38ac-abe4-42d3-bd40-699af4ebfdec req-8b3e64d0-e195-4ed3-9d6e-9a2bfb340146 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:09.167946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bca38ac-abe4-42d3-bd40-699af4ebfdec req-8b3e64d0-e195-4ed3-9d6e-9a2bfb340146 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 944 time: 0.1245360 Aug 18 14:06:09.167946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.175594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fdb3a-a056-455d-9202-031d16215ca2 None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:09.331469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:09.356092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.386597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.418559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725d053c-3688-4595-8937-3157ce312f1d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:09.438575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=f4511d48-449f-4a9b-96f7-e9166b8ba554,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:09.471043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Allocated IP 172.20.0.34 (3534643c-9863-4f8d-937e-8b192f16cc51/0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5/afd5deb8-fc9c-492b-ab40-907adfe54674) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:09.478062 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.556274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.566404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=725d053c-3688-4595-8937-3157ce312f1d,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:09.586377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.591614 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b3942c6c-3106-4bc7-a605-9f61e0f80802 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/f4511d48-449f-4a9b-96f7-e9166b8ba554 HTTP/1.1" status: 204 len: 168 time: 0.9566500 Aug 18 14:06:09.592629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:09.622894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.628584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.633429 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-6594a527-5a95-4ca4-afcf-c1d909c28d92 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] GET failed (client error): The resource could not be found. Aug 18 14:06:09.635428 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6594a527-5a95-4ca4-afcf-c1d909c28d92 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports/f4511d48-449f-4a9b-96f7-e9166b8ba554 HTTP/1.1" status: 404 len: 333 time: 0.0395219 Aug 18 14:06:09.638211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54094) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:09.663207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638', '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:09.675579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bca38ac-abe4-42d3-bd40-699af4ebfdec req-1df838b1-cf6c-4f4e-86b0-6493c1a82b9a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759199 Aug 18 14:06:09.722304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9393b632-35f4-4acd-9737-5d26e9606425 req-1100fccb-1452-4d07-aac8-b70c446dbdcb tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.1028726 Aug 18 14:06:09.727660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=b2844b75-4c49-4de1-b8ec-669cd6d62efc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:09.729772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.754536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.759960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:09.764451 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d64cece-5e1a-467a-93fb-ab015adcbdd2" -d '{"events": [{"server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:09.777866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.777866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.777866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.777866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.778605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.778605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.778605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.778999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.779791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.779791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.780023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.780265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:09.815208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433ed60f-8352-49f1-9cad-2bb8cb2abda4,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:09.818800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.844632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.882518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port b2844b75-4c49-4de1-b8ec-669cd6d62efc on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:09.885900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.894141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:09.902535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.904582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd459fe6-e38b-4974-8204-6c86a22dd6f1 req-855f9790-e8f3-4cea-a900-8031723b504f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "DELETE /v2.0/ports/b2844b75-4c49-4de1-b8ec-669cd6d62efc HTTP/1.1" status: 204 len: 173 time: 2.3177299 Aug 18 14:06:09.905133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'name': 'network-vif-deleted', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:09.907927 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205dc8d-c1e5-4ee8-ab17-cf7405d98b49" -d '{"events": [{"server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "name": "network-vif-deleted", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:09.913931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.915146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fa6b3a0d-7c92-4bd7-a04c-5345c28fb4a3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1578574 Aug 18 14:06:09.918829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54104) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:09.922188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:09.923079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'security_group_rule': {'security_group_id': '87d804f0-5adc-4208-96a4-ac0849685c82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:09.941539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.944317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.952149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/security-groups/4bd86250-e561-4191-a258-f0367d458929 HTTP/1.1" status: 204 len: 168 time: 0.3062878 Aug 18 14:06:09.958489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54106) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:09.967668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d6ea4-f02a-463d-9ca0-4d870e587f87 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd86250-e561-4191-a258-f0367d458929,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.010381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d585-fb8f-4b52-87a5-6568e53114ca req-52249a35-6f3e-4c46-ad13-ecdae920a8da tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:10.012265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3476d585-fb8f-4b52-87a5-6568e53114ca req-52249a35-6f3e-4c46-ad13-ecdae920a8da tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 944 time: 0.2070496 Aug 18 14:06:10.032874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:10.041194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.043762 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd09ac38-6204-485d-8a8a-d0fd9af04b43 x-openstack-request-id: req-cd09ac38-6204-485d-8a8a-d0fd9af04b43 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:10.044064 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186a83f-c214-4d5d-a727-6d1591249023", "name": "network-vif-deleted", "tag": "b2844b75-4c49-4de1-b8ec-669cd6d62efc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:10.044313 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd09ac38-6204-485d-8a8a-d0fd9af04b43 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:10.044720 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186a83f-c214-4d5d-a727-6d1591249023', 'name': 'network-vif-deleted', 'tag': 'b2844b75-4c49-4de1-b8ec-669cd6d62efc', 'status': 'completed', 'code': 200} Aug 18 14:06:10.077262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.146154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5f56-f0a8-4d5c-8c00-0153f78f8134 req-2981dd2f-fb4d-43ed-bd5f-d17ac58b2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:10.147697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c2b5f56-f0a8-4d5c-8c00-0153f78f8134 req-2981dd2f-fb4d-43ed-bd5f-d17ac58b2081 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 1096 time: 0.0913792 Aug 18 14:06:10.148618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.159080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3476d585-fb8f-4b52-87a5-6568e53114ca req-c74943ab-822b-447d-a440-be15633505f9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 Aug 18 14:06:10.193617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.282907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.298050 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e723332-7f6e-4e31-bb44-88ed758e9ad4 x-openstack-request-id: req-3e723332-7f6e-4e31-bb44-88ed758e9ad4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:10.298401 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:10.298591 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e723332-7f6e-4e31-bb44-88ed758e9ad4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:10.298984 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26', 'code': 200} Aug 18 14:06:10.312404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c2b5f56-f0a8-4d5c-8c00-0153f78f8134 req-2d585d6f-0d58-42af-b334-65f9787e4be3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512933 Aug 18 14:06:10.313953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8283a060-eab6-4fb7-803b-63e105acdd34,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.325180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.332417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.333563 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/security-groups/5df731eb-5e61-4739-acfe-855df4b7947c HTTP/1.1" status: 204 len: 168 time: 0.3737419 Aug 18 14:06:10.334222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:10.336803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.340233 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.386872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f0d63-51ae-4714-bdd9-49bccc7ac504 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df731eb-5e61-4739-acfe-855df4b7947c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.395701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2844b75-4c49-4de1-b8ec-669cd6d62efc no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:10.404066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.406283 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df563e97-1c46-4274-9f91-0b24eb75e600 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4863484 Aug 18 14:06:10.409374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54118) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:10.417164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:10.438481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.452809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ecf5-1be4-46d9-9c0f-6891d0e99882 req-58f21dbe-1809-490d-8b2e-bc7eb36cc319 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:10.456236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa27ecf5-1be4-46d9-9c0f-6891d0e99882 req-58f21dbe-1809-490d-8b2e-bc7eb36cc319 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 944 time: 0.1856756 Aug 18 14:06:10.460496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.471198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.472268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['725d053c-3688-4595-8937-3157ce312f1d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:10.510247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be74cc5c-2907-41f2-9c95-384e4f9e6fd8 None None] Provisioning for port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:10.519558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: b2844b75-4c49-4de1-b8ec-669cd6d62efc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:10.519558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b2844b75-4c49-4de1-b8ec-669cd6d62efc not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:10.533660 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.553888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.557238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa27ecf5-1be4-46d9-9c0f-6891d0e99882 req-d15b876f-5d1e-494c-9f0b-754c5c40279e tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945234 Aug 18 14:06:10.607542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.612314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.617051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c92e294-d044-44c5-bb67-e4c11bd19ea8 HTTP/1.1" status: 204 len: 168 time: 0.2755203 Aug 18 14:06:10.617584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:10.629881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.670093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Transition to ACTIVE for port object afd5deb8-fc9c-492b-ab40-907adfe54674 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:10.673626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.699512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856e295-418b-4172-a293-0c22e73cdc57 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c92e294-d044-44c5-bb67-e4c11bd19ea8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.783245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.795736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Router 3199f6f6-32a2-4146-8974-5525a2880fef is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:06:10.812279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:06:10.826314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.889899 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.894719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:10.925635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.939592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.019588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:11.020004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.031636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369f490-e59f-4009-8f7e-f1074ea5a1cc req-9faaa82f-2ffb-476f-8238-40cbfd9cffc0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.036757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:11.040447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3369f490-e59f-4009-8f7e-f1074ea5a1cc req-9faaa82f-2ffb-476f-8238-40cbfd9cffc0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 944 time: 0.2335222 Aug 18 14:06:11.122865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.128499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cd07cd6-59ac-4ddd-bd82-8b0a1b3f1856 req-1501ea5e-5ad9-45ed-8cd2-f0e8930997db tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=c186a83f-c214-4d5d-a727-6d1591249023 HTTP/1.1" status: 200 len: 210 time: 0.1278615 Aug 18 14:06:11.198858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 172.25.1.123 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:11.214434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3369f490-e59f-4009-8f7e-f1074ea5a1cc req-fec4ca10-8fd4-4c74-a17e-c54958534ecf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728787 Aug 18 14:06:11.222670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:06:11.234304 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Sync routers for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:06:11.255210 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:11.257145 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:11.258275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac3d2b-6032-4bdb-aa1f-c9193024b2b8 None None] Pushing event updated for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:11.331922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:11.334067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.382347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:11.384646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.392120 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76a6e275-bc21-469c-96ab-30dd4d729d72 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e HTTP/1.1" status: 204 len: 168 time: 0.7733610 Aug 18 14:06:11.396675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dddb9-5541-4e4d-9efb-8805ff381635 req-ca75c6ad-8aa0-4797-a684-b16c1560d18c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.399050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54130) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:11.407634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-089dddb9-5541-4e4d-9efb-8805ff381635 req-ca75c6ad-8aa0-4797-a684-b16c1560d18c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 945 time: 0.1539109 Aug 18 14:06:11.431683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd44e75d-4075-4ef6-958d-2d2678e9858e None None] Provisioning complete for port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:11.432063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd44e75d-4075-4ef6-958d-2d2678e9858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.457062 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:11.504716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:06:11.505201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.511438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-73bbc9d5-1f18-4de1-8e42-6ba954516bb9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6900041 Aug 18 14:06:11.514855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54132) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:11.532659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-089dddb9-5541-4e4d-9efb-8805ff381635 req-8f906c98-fa77-431c-8eb2-912c022fbb24 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239450 Aug 18 14:06:11.535918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.552544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a524a580-c0ca-4244-91f6-ae34f8a262c6 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:11.632299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.640107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.780017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:08Z', 'revision_number': 3, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:11.785818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.817509 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Checking router: 3199f6f6-32a2-4146-8974-5525a2880fef for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:06:11.818179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Updating router 3199f6f6-32a2-4146-8974-5525a2880fef port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:06:11.857158 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.909203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.945810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.965358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea545-e58e-49dc-b5a0-5aefe13922c2 req-c38c30b2-06bf-44ce-98ef-5ad0b9ebe90e tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.973865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f49ea545-e58e-49dc-b5a0-5aefe13922c2 req-c38c30b2-06bf-44ce-98ef-5ad0b9ebe90e tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 944 time: 0.2023220 Aug 18 14:06:11.981112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.983114 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5 HTTP/1.1" status: 204 len: 168 time: 0.5816827 Aug 18 14:06:11.987582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54136) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:11.992592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:11.998339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd44e75d-4075-4ef6-958d-2d2678e9858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.014320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a524a580-c0ca-4244-91f6-ae34f8a262c6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:12.022391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e27be-31c7-40ab-8d82-cb0a53f6a089 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf2f64e-bfaa-49f2-ba53-cf41f47b4ee5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:12.035334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a524a580-c0ca-4244-91f6-ae34f8a262c6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:12.035334 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.072861 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf37d1a8-9bb7-40a7-bcd8-a4909439e7e4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:12.073322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf37d1a8-9bb7-40a7-bcd8-a4909439e7e4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:12.078256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cf37d1a8-9bb7-40a7-bcd8-a4909439e7e4 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/8aa3fa1b-36b7-4ee1-8a81-18a9ee6d153e HTTP/1.1" status: 404 len: 337 time: 0.0849450 Aug 18 14:06:12.078441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:12.079208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.167838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f49ea545-e58e-49dc-b5a0-5aefe13922c2 req-40c76ffe-2108-4254-9232-d5a76392b8d7 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908300 Aug 18 14:06:12.183219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:12.188773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.194716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:12.195122 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.267791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting subnet 39283e02-da27-4916-8ba0-8ce2bc7f696f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:06:12.279440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.352422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbc5d1-b5f9-4506-a5ea-6ebc5f93bc85 None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:12.364968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:12.379008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:12.380031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.447810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:12.466265 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.479691 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Transition to ACTIVE for port object 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:12.507360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.534685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:12.537001 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24517368-d65e-4b15-935f-273e2a9b8ffc" -d '{"events": [{"server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "name": "network-vif-plugged", "status": "completed", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:12.549430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-dd44e75d-4075-4ef6-958d-2d2678e9858e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:06:12.549683 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-dd44e75d-4075-4ef6-958d-2d2678e9858e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:06:12.580348 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.582818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:12.584187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:12.584561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.611683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.627756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:12.634048 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Attempting to bind port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:12.634844 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Attempting to bind port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:12.634960 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Attempting to bind port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:12.646876 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:12.647253 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:12.647686 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.648138 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:12.648623 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Bound port: 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:12.649567 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.653240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Pushing event updated for resources: {'Port': ['ID=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:12.656590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e052e7-9706-46e4-8b0e-9a5081434e6f req-a57a8e55-f5b6-48c7-adc3-d8b0cdc9144b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:12.658856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e052e7-9706-46e4-8b0e-9a5081434e6f req-a57a8e55-f5b6-48c7-adc3-d8b0cdc9144b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 944 time: 0.2961295 Aug 18 14:06:12.693591 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.694532 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.694774 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.695112 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.695446 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.695812 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.696141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.696553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.696799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.697105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.697428 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.697864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:12.742713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.748275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.769417 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] For port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:12.772914 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] For port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:12.784170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Subnet': ['ID=39283e02-da27-4916-8ba0-8ce2bc7f696f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:12.789391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.791070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e052e7-9706-46e4-8b0e-9a5081434e6f req-55e74097-87c0-46d2-9ac2-13bcda0f55ff tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230133 Aug 18 14:06:12.794181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c85fc09c-4d0c-42e6-a7e8-4302bde669b0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/39283e02-da27-4916-8ba0-8ce2bc7f696f HTTP/1.1" status: 204 len: 168 time: 0.7116468 Aug 18 14:06:12.794477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54152) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:12.836139 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-748edd4b-d966-46a3-a4d8-e8532bdb9246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:12.836808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748edd4b-d966-46a3-a4d8-e8532bdb9246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:12.842250 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-748edd4b-d966-46a3-a4d8-e8532bdb9246 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/5b3462be-13bc-4ca9-ae68-e6fb9398073f HTTP/1.1" status: 404 len: 337 time: 0.0443423 Aug 18 14:06:12.842940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54154) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:12.846543 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.848002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:12.850219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.931231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-612dd5c7-655c-4968-beac-c0ee452c047d tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed345c60-9507-4e8a-94ca-7871aea2e2ee HTTP/1.1" status: 200 len: 205 time: 0.0775845 Aug 18 14:06:12.934357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:12.952127 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebfc8b-5d02-4a2c-a6e1-57189afce141 x-openstack-request-id: req-aeebfc8b-5d02-4a2c-a6e1-57189afce141 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:12.952644 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "name": "network-vif-plugged", "status": "completed", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:12.958819 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeebfc8b-5d02-4a2c-a6e1-57189afce141 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:12.958819 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6', 'code': 200} Aug 18 14:06:12.963438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:12.976947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:13.008779 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:13.009698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083e64d-91e1-42b7-9e43-bf14899ae882 None None] Update dhcp port {'port': {'network_id': '3534643c-9863-4f8d-937e-8b192f16cc51', 'fixed_ips': [{'subnet_id': '39283e02-da27-4916-8ba0-8ce2bc7f696f'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'afd5deb8-fc9c-492b-ab40-907adfe54674'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:06:13.010194 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:13.041726 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7083e64d-91e1-42b7-9e43-bf14899ae882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.053888 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-e49a6ee9-e635-4919-b35e-0e4f180c9be8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] delete failed (client error): The resource could not be found. Aug 18 14:06:13.056228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e49a6ee9-e635-4919-b35e-0e4f180c9be8 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/routers/ed345c60-9507-4e8a-94ca-7871aea2e2ee HTTP/1.1" status: 404 len: 336 time: 0.1193578 Aug 18 14:06:13.058594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54160) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.123238 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2ac457-0190-45d9-87dd-e9f1ce49fa77 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.124078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2ac457-0190-45d9-87dd-e9f1ce49fa77 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.128978 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-da2ac457-0190-45d9-87dd-e9f1ce49fa77 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/15daaa5d-4ee4-4acd-b846-6e67afa61a69 HTTP/1.1" status: 404 len: 337 time: 0.0682778 Aug 18 14:06:13.129863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54162) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.162978 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:13.166091 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d82e34-e290-45a6-900e-7ef1d63161a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.166587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d82e34-e290-45a6-900e-7ef1d63161a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.173146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-61d82e34-e290-45a6-900e-7ef1d63161a7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/ea03a990-6214-48dc-a893-3f16bb403788 HTTP/1.1" status: 404 len: 337 time: 0.0413628 Aug 18 14:06:13.173773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54164) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.206828 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d46d1c-64a1-4806-88a7-13b6164b07e0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.207296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d46d1c-64a1-4806-88a7-13b6164b07e0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.213198 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3d46d1c-64a1-4806-88a7-13b6164b07e0 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/a8c46214-351d-4ec6-8b85-5ba15039394d HTTP/1.1" status: 404 len: 337 time: 0.0374315 Aug 18 14:06:13.214024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.245164 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc65e169-40a1-43d4-9414-a3616baa4c96 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.246126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc65e169-40a1-43d4-9414-a3616baa4c96 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.250844 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc65e169-40a1-43d4-9414-a3616baa4c96 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/a07ac0b7-e78c-41a4-984a-20c37e1af331 HTTP/1.1" status: 404 len: 333 time: 0.0357144 Aug 18 14:06:13.251487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54170) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.286391 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-c215aba9-df2e-4b65-9fe6-bf9172ae8aa5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.287032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c215aba9-df2e-4b65-9fe6-bf9172ae8aa5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.291882 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c215aba9-df2e-4b65-9fe6-bf9172ae8aa5 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/75c3e42f-c849-4973-aac6-25f6be495008 HTTP/1.1" status: 404 len: 337 time: 0.0392797 Aug 18 14:06:13.292594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54172) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.338042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Provisioning complete for port efbcf687-b7fd-47d5-8527-b11d5a425ab9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:13.338423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.346091 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7d59a1-a43a-475e-8aa6-c5af61542bd1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.346619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7d59a1-a43a-475e-8aa6-c5af61542bd1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.352038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b7d59a1-a43a-475e-8aa6-c5af61542bd1 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/87a47995-68d4-460e-993b-47b46288f944 HTTP/1.1" status: 404 len: 337 time: 0.0581360 Aug 18 14:06:13.352683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54174) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.397141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Port efbcf687-b7fd-47d5-8527-b11d5a425ab9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:13.400443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Could not find standard attr ID for object f4511d48-449f-4a9b-96f7-e9166b8ba554. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:06:13.404806 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c309b8-2b8c-4b03-adf7-3b079786cf8b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.405728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c309b8-2b8c-4b03-adf7-3b079786cf8b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.410065 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde840b-8ad6-4a28-b423-19d7fffb6e54 None None] Pushing event updated for resources: {'Port': ['ID=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:13.411132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d4c309b8-2b8c-4b03-adf7-3b079786cf8b tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/c048280f-fa19-480d-9b18-5db3163f0217 HTTP/1.1" status: 404 len: 333 time: 0.0568171 Aug 18 14:06:13.411283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54176) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.430448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7447492-40e1-4f07-856c-9c0ac24db15a None None] Network 3534643c-9863-4f8d-937e-8b192f16cc51 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:13.447323 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e094a0-65ca-4d13-8298-687acd247a5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.447790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e094a0-65ca-4d13-8298-687acd247a5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.449937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9e094a0-65ca-4d13-8298-687acd247a5a tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/ed7367c7-2ac2-4a0c-a900-b51d951c5b63 HTTP/1.1" status: 404 len: 337 time: 0.0375454 Aug 18 14:06:13.452470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54178) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.482205 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-6091b2b4-5e48-48ce-a00f-38a8a74d1797 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] DELETE failed (client error): The resource could not be found. Aug 18 14:06:13.482840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6091b2b4-5e48-48ce-a00f-38a8a74d1797 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:06:13.485244 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6091b2b4-5e48-48ce-a00f-38a8a74d1797 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/subnets/3d2a5db6-228c-4e5e-8ce7-adc8bd8b5d26 HTTP/1.1" status: 404 len: 337 time: 0.0312791 Aug 18 14:06:13.490558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54180) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:13.513226 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:08Z', 'revision_number': 3, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:13.548523 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101d30-6343-4e0e-ad74-a3c6c16a2c01 None None] The sync data for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 is: [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:08Z', 'revision_number': 3, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:06:13.561854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Provisioning for port afd5deb8-fc9c-492b-ab40-907adfe54674 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:13.589778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:13.590326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32baf6f8-6ebc-4119-933c-5533e9848209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.621138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port efbcf687-b7fd-47d5-8527-b11d5a425ab9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:13.621737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.671219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] DHCP port deletion for 3534643c-9863-4f8d-937e-8b192f16cc51 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:06:13.672520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc37697-1166-4d5f-bb74-c0afefbbcd57 req-37a7f798-c881-4a4f-a5b2-4d4ddd557a7e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:13.674161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fc37697-1166-4d5f-bb74-c0afefbbcd57 req-37a7f798-c881-4a4f-a5b2-4d4ddd557a7e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 949 time: 0.6481376 Aug 18 14:06:13.692688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310dd5-a2c2-42fb-bcba-771f83c3799f req-71709ae0-2875-4442-a57f-476c31a9c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:13.693742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e310dd5-a2c2-42fb-bcba-771f83c3799f req-71709ae0-2875-4442-a57f-476c31a9c7b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 1096 time: 0.6431174 Aug 18 14:06:13.728651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.743709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for efbcf687-b7fd-47d5-8527-b11d5a425ab9 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:13.755947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eef5e-a49e-4f2f-a64c-85128ff395fd req-baa04b26-c546-4c0a-a12d-40e4ae33165f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:13.763402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-241eef5e-a49e-4f2f-a64c-85128ff395fd req-baa04b26-c546-4c0a-a12d-40e4ae33165f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 945 time: 0.6919975 Aug 18 14:06:13.778517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Deleting port afd5deb8-fc9c-492b-ab40-907adfe54674 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:13.778898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.862157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:13.865972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.882088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fc37697-1166-4d5f-bb74-c0afefbbcd57 req-7c1256ad-b21f-40a2-a592-4f0eb7bc8b7e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979988 Aug 18 14:06:13.883482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Calling delete_port for afd5deb8-fc9c-492b-ab40-907adfe54674 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:13.915605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.952411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Allocated IP 172.20.0.1 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/f124c853-7408-4ae6-bb18-6259b62ea0c3) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:13.959286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=efbcf687-b7fd-47d5-8527-b11d5a425ab9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:13.977150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.982250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1e2f790c-fb97-4e12-ac08-19fc2deb73ef None None] Could not find standard attr ID for object efbcf687-b7fd-47d5-8527-b11d5a425ab9. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:06:13.982771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-895e57b8-b407-4464-a329-378b04959489 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/ports/efbcf687-b7fd-47d5-8527-b11d5a425ab9 HTTP/1.1" status: 204 len: 168 time: 0.4909170 Aug 18 14:06:13.983286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:14.020654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1e2f790c-fb97-4e12-ac08-19fc2deb73ef None None] Provisioning complete for port afd5deb8-fc9c-492b-ab40-907adfe54674 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:14.021035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1e2f790c-fb97-4e12-ac08-19fc2deb73ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.081038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.120467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-241eef5e-a49e-4f2f-a64c-85128ff395fd req-b39a0835-532d-4df7-acff-84a4f414f47b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561714 Aug 18 14:06:14.122192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e310dd5-a2c2-42fb-bcba-771f83c3799f req-7ece27d4-4f17-4484-93fe-09cc28b49608 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161541 Aug 18 14:06:14.150109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.165278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.170076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Deleting port afd5deb8-fc9c-492b-ab40-907adfe54674 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:14.170497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.185252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a9c5-d2ed-4382-8ed9-2214557638c5 req-56c4d3b1-c4b4-4a7c-9c3b-eeb642b177a7 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:14.185460 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.186966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0b8a9c5-d2ed-4382-8ed9-2214557638c5 req-56c4d3b1-c4b4-4a7c-9c3b-eeb642b177a7 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 944 time: 0.1558547 Aug 18 14:06:14.199245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Transition to ACTIVE for port object f124c853-7408-4ae6-bb18-6259b62ea0c3 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:14.230572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] Pushing event deleted for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:14.254459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc791a3-ed38-41ae-bd61-611dde6c0d78 None None] No DVR routers for this DVR port afd5deb8-fc9c-492b-ab40-907adfe54674 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:14.254649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.267902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] For port afd5deb8-fc9c-492b-ab40-907adfe54674, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=afd5deb8-fc9c-492b-ab40-907adfe54674,segment=NetworkSegment(d717d353-1459-4105-8168-73cff7b32820),segment_id=d717d353-1459-4105-8168-73cff7b32820)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:14.267902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.282111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Calling delete_port for afd5deb8-fc9c-492b-ab40-907adfe54674 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:14.329744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 725d053c-3688-4595-8937-3157ce312f1d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:14.402777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0b8a9c5-d2ed-4382-8ed9-2214557638c5 req-4c536cb4-53c5-4ef1-9216-5f36010d97a2 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063420 Aug 18 14:06:14.424675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:14.428354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.459241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:14.466952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] No DVR routers for this DVR port afd5deb8-fc9c-492b-ab40-907adfe54674 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:14.468582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Port': ['ID=afd5deb8-fc9c-492b-ab40-907adfe54674,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:14.510311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:14.511065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.536702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cbc63-c5b7-43d0-9e86-6ec5ef292ef6 req-ab6fb397-69ba-43e3-9a6c-311549ba3fcc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:14.542556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 725d053c-3688-4595-8937-3157ce312f1d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:14.543069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-302cbc63-c5b7-43d0-9e86-6ec5ef292ef6 req-ab6fb397-69ba-43e3-9a6c-311549ba3fcc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 945 time: 0.3350532 Aug 18 14:06:14.553502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-8291cee2-0c89-424a-8840-6a461a581c86 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:14.555697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 725d053c-3688-4595-8937-3157ce312f1d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:14.556141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.563872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-8291cee2-0c89-424a-8840-6a461a581c86 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 949 time: 0.2768269 Aug 18 14:06:14.579117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.592773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3534643c-9863-4f8d-937e-8b192f16cc51']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:14.600830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.611853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd717d353-1459-4105-8168-73cff7b32820') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:14.612142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd717d353-1459-4105-8168-73cff7b32820') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:14.622904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.624206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.643824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.652840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:06:14.653307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:06:14.656985 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:06:14.696420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:14.700739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.773915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=725d053c-3688-4595-8937-3157ce312f1d,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:14.774098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:14.786330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:14.788236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.789461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-42b36604-2da4-41aa-9bf7-9d4d91b17a87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3789287 Aug 18 14:06:14.792511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-302cbc63-c5b7-43d0-9e86-6ec5ef292ef6 req-05460dbe-4975-4c92-9fd9-78c580b221a9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237451 Aug 18 14:06:14.793251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:14.796781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Pushing event updated for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:14.842359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.855808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ccd03-1a5b-4625-b68a-85a4d2380152 req-19051e2c-d2f2-4e8d-81da-9c34aa4883a7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:14.857452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-856ccd03-1a5b-4625-b68a-85a4d2380152 req-19051e2c-d2f2-4e8d-81da-9c34aa4883a7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 945 time: 0.2428558 Aug 18 14:06:14.869208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.872611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:14.875972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.879115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.886984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] 10.222.0.35 "DELETE /v2.0/networks/3534643c-9863-4f8d-937e-8b192f16cc51 HTTP/1.1" status: 204 len: 168 time: 0.8987436 Aug 18 14:06:14.887599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db729b2-6070-40d7-92d7-9c852f5bcbf7 tempest-PortsTestJSON-249983962 tempest-PortsTestJSON-249983962-project] Pushing event deleted for resources: {'Network': ['ID=3534643c-9863-4f8d-937e-8b192f16cc51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:14.892253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port 5a7e7686-a6be-47cc-9bb4-366aa733b819 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:14.892619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.929540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:14.929948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:14.981975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725d053c-3688-4595-8937-3157ce312f1d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:14.989406 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55bc078-be9f-4b1d-80fa-f77fc07e7840" -d '{"events": [{"server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "name": "network-vif-plugged", "status": "completed", "tag": "725d053c-3688-4595-8937-3157ce312f1d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:15.048550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:15.095654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-856ccd03-1a5b-4625-b68a-85a4d2380152 req-a486e049-264e-4d28-8043-7a246df3e132 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261751 Aug 18 14:06:15.107280 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.131449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:15.170431 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf1ba0-21d6-42eb-b048-aaf6dd1eda80 x-openstack-request-id: req-a2cf1ba0-21d6-42eb-b048-aaf6dd1eda80 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:15.175239 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "name": "network-vif-plugged", "status": "completed", "tag": "725d053c-3688-4595-8937-3157ce312f1d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:15.175239 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2cf1ba0-21d6-42eb-b048-aaf6dd1eda80 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:15.175239 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725d053c-3688-4595-8937-3157ce312f1d', 'code': 200} Aug 18 14:06:15.192097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6af6-47da-4e10-bc53-97a2e2ccaf04 req-07ff9fd2-6a4e-42b9-86da-d74541c5a2b9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:15.193684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa8c6af6-47da-4e10-bc53-97a2e2ccaf04 req-07ff9fd2-6a4e-42b9-86da-d74541c5a2b9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 949 time: 0.1496716 Aug 18 14:06:15.195156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.224256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port 5a7e7686-a6be-47cc-9bb4-366aa733b819, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5a7e7686-a6be-47cc-9bb4-366aa733b819,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:15.224640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.256705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for 5a7e7686-a6be-47cc-9bb4-366aa733b819 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:15.269415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:15.275297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9aee670b-7d2a-49b1-a497-9785aafca496 None None] Provisioning for port f124c853-7408-4ae6-bb18-6259b62ea0c3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:15.300673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: afd5deb8-fc9c-492b-ab40-907adfe54674 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:15.301006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device afd5deb8-fc9c-492b-ab40-907adfe54674 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:15.307113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9aee670b-7d2a-49b1-a497-9785aafca496 None None] Provisioning complete for port f124c853-7408-4ae6-bb18-6259b62ea0c3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:15.307483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9aee670b-7d2a-49b1-a497-9785aafca496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.350196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:15.357106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9aee670b-7d2a-49b1-a497-9785aafca496 None None] Port f124c853-7408-4ae6-bb18-6259b62ea0c3 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:15.383771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa8c6af6-47da-4e10-bc53-97a2e2ccaf04 req-d3849cdb-7b99-456e-bd47-c7448dd5c1b6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747768 Aug 18 14:06:15.400401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5b72ee2f-e1da-4a5d-87c7-187794a60fb6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--60644002&fields=id&tenant_id=3da5ac6db13442d9b780b4b49e4ca646 HTTP/1.1" status: 200 len: 267 time: 0.1566684 Aug 18 14:06:15.413757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.506820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54216) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:15.510208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595e5df-c202-431f-ba5c-e3cc677eb2da req-bdd2253b-3202-4fd9-bf51-4b9f2627afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:15.511760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d595e5df-c202-431f-ba5c-e3cc677eb2da req-bdd2253b-3202-4fd9-bf51-4b9f2627afb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 1096 time: 0.2203395 Aug 18 14:06:15.545820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-00de750e-127d-4837-b473-c4c1669d8609 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:15.547782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-00de750e-127d-4837-b473-c4c1669d8609 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 931 time: 0.1354611 Aug 18 14:06:15.706008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f36c3880-390b-437e-8052-650c45501fd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8614ab6fa2db4296b56d5cb8d4a8dde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979496 Aug 18 14:06:15.707870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ce5fba56-b18a-4498-b8bd-7ebc4882eefb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:15.709290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ce5fba56-b18a-4498-b8bd-7ebc4882eefb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 930 time: 0.1492817 Aug 18 14:06:15.710047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:15.710985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d595e5df-c202-431f-ba5c-e3cc677eb2da req-fe850c8d-9e23-4474-aec7-996442b02b40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869130 Aug 18 14:06:15.770691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.781682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-2ba128b2-03b8-4eb5-a21e-56efbe8c199a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0645196 Aug 18 14:06:15.805723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.833556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-dfa58f9e-f20f-473f-8b57-4e91b95f9bc7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0423379 Aug 18 14:06:15.880650 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.894278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:15.899633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638', '5a7e7686-a6be-47cc-9bb4-366aa733b819'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:15.961803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.964546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.967848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7e91433-1dca-4827-a65f-65abc4de9300 HTTP/1.1" status: 204 len: 168 time: 0.2547493 Aug 18 14:06:15.976793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba2fc-72d7-45a4-9b8f-ae5cdacc0d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e91433-1dca-4827-a65f-65abc4de9300,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:15.979774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=5a7e7686-a6be-47cc-9bb4-366aa733b819,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:16.005411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.039384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a021a-1462-486a-805f-2c55a6ff3c1e req-741abef5-1bb3-4102-b842-bbae05061403 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:16.042553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e06a021a-1462-486a-805f-2c55a6ff3c1e req-741abef5-1bb3-4102-b842-bbae05061403 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.2136877 Aug 18 14:06:16.067223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port 5a7e7686-a6be-47cc-9bb4-366aa733b819 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:16.072453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.083039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.085023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a590208-921c-436f-8f96-6dc8d73f5c86 req-b2cd8235-8606-407a-8b3f-3671cdd7bc0b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "DELETE /v2.0/ports/5a7e7686-a6be-47cc-9bb4-366aa733b819 HTTP/1.1" status: 204 len: 173 time: 1.5147326 Aug 18 14:06:16.087840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'name': 'network-vif-deleted', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:16.090267 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1cefc9-cd5a-4156-8363-73a958062fb3" -d '{"events": [{"server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "name": "network-vif-deleted", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:16.209675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-928c8c83-b2bb-4387-b955-056dd5debf3f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:16.215492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-928c8c83-b2bb-4387-b955-056dd5debf3f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:16.221184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-928c8c83-b2bb-4387-b955-056dd5debf3f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:16.222851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-928c8c83-b2bb-4387-b955-056dd5debf3f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 1990 time: 0.3686407 Aug 18 14:06:16.232172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e06a021a-1462-486a-805f-2c55a6ff3c1e req-e22bd72d-c6ed-42aa-8b41-7025376237df tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624904 Aug 18 14:06:16.232172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Pushing event updated for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:16.232172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.252660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-4e7aa3af-58a0-4f9e-ad79-ac7cd0625f1d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/quotas/3da5ac6db13442d9b780b4b49e4ca646 HTTP/1.1" status: 200 len: 375 time: 0.0186958 Aug 18 14:06:16.338382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:16.419658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ab02205a-b05a-42ac-9364-2a8c036188da tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1549242 Aug 18 14:06:16.461740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:16.462987 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.472242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:16.478463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:16.693228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48c911-f863-47fa-ab40-e4254a9565e6 req-c64ce203-4bd5-4427-b243-378e2099c3ec tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:16.700336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d48c911-f863-47fa-ab40-e4254a9565e6 req-c64ce203-4bd5-4427-b243-378e2099c3ec tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 945 time: 0.1400266 Aug 18 14:06:16.802226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Router 3199f6f6-32a2-4146-8974-5525a2880fef has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:06:16.814666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d48c911-f863-47fa-ab40-e4254a9565e6 req-4c658e6a-84df-4bbd-ab6c-7ac96317b4aa tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132877 Aug 18 14:06:16.903123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8effc4e-5e03-4ddc-b2b1-eb84c15e6826 None None] Provisioning complete for port f124c853-7408-4ae6-bb18-6259b62ea0c3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:16.903585 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f8effc4e-5e03-4ddc-b2b1-eb84c15e6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:16.905111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-44fdca29-f7e7-44da-a0c1-561d10570f7a service neutron] 10.222.0.35 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475646 Aug 18 14:06:16.948581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f8effc4e-5e03-4ddc-b2b1-eb84c15e6826 None None] Port f124c853-7408-4ae6-bb18-6259b62ea0c3 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:17.040877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37888a59-9d30-47c1-a3f6-7f4106e947d0 req-9360d8ff-6b31-4428-a686-8f086f460b2d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:17.042327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37888a59-9d30-47c1-a3f6-7f4106e947d0 req-9360d8ff-6b31-4428-a686-8f086f460b2d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 945 time: 0.1612601 Aug 18 14:06:17.049674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:06:17.057221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8badae0f-aed8-46f2-89d6-b21c8eb4c003 admin admin] 10.222.0.35 "PUT /v2.0/routers/3199f6f6-32a2-4146-8974-5525a2880fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5356734 Aug 18 14:06:17.070007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Sync routers for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:06:17.081942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:17.083176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:17.113987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37888a59-9d30-47c1-a3f6-7f4106e947d0 req-1d23653c-60c5-4e7e-9fc9-65950ccf9132 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623412 Aug 18 14:06:17.116222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-355045a2-aa5b-4996-99a8-3bef9f83a336 service neutron] 10.222.0.35 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897535 Aug 18 14:06:17.195288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-e8a5636b-e956-4a56-b63d-5b80c4686f9b service neutron] 10.222.0.35 "GET /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0676165 Aug 18 14:06:17.219401 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d98aa84-67b4-4419-a6b1-0f12e82559b7 x-openstack-request-id: req-4d98aa84-67b4-4419-a6b1-0f12e82559b7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:17.220522 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ea724-f3eb-4b1f-8d9b-04a6f7241740", "name": "network-vif-deleted", "tag": "5a7e7686-a6be-47cc-9bb4-366aa733b819", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:17.221514 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d98aa84-67b4-4419-a6b1-0f12e82559b7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:17.222205 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ea724-f3eb-4b1f-8d9b-04a6f7241740', 'name': 'network-vif-deleted', 'tag': '5a7e7686-a6be-47cc-9bb4-366aa733b819', 'status': 'completed', 'code': 200} Aug 18 14:06:17.295967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:17.334017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-703d440a-2ca5-42d6-89ee-1ef1de2b895d req-3910e166-5595-457c-81c7-26fc1f589e45 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=148ea724-f3eb-4b1f-8d9b-04a6f7241740 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Aug 18 14:06:17.399580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-2d724233-7d8a-44d2-ae31-26c9e2e3f4f4 service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966367 Aug 18 14:06:17.478521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-1d9da6e6-1f7a-427b-8125-0c128f749b29 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:17.480059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-1d9da6e6-1f7a-427b-8125-0c128f749b29 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 945 time: 0.1343470 Aug 18 14:06:17.486782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54264) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:17.532703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 2, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:17.571271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Checking router: 3199f6f6-32a2-4146-8974-5525a2880fef for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:06:17.571533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Updating router 3199f6f6-32a2-4146-8974-5525a2880fef port f124c853-7408-4ae6-bb18-6259b62ea0c3 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:06:17.584456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3ed16721-b499-4dcc-a8cd-ac3665234e7d service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839252 Aug 18 14:06:17.601919 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.629103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941990493'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:17.640478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-f612f040-d976-421c-8133-1633206e156b service neutron] 10.222.0.35 "GET /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0435209 Aug 18 14:06:17.647817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:17.649217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.756936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.770704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.881531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.906821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.918035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Transition to ACTIVE for port object f124c853-7408-4ae6-bb18-6259b62ea0c3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:17.935973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.979284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad8b92b-b243-4da1-b772-d5eb02f71bd0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:17.991418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.057127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c04a40-ac9d-4196-83e2-faddd2c10952 None None] Pushing event updated for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:18.068881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.107917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Attempting to bind port f124c853-7408-4ae6-bb18-6259b62ea0c3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:18.108290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Attempting to bind port f124c853-7408-4ae6-bb18-6259b62ea0c3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:18.108646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Attempting to bind port f124c853-7408-4ae6-bb18-6259b62ea0c3 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:18.115496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:18.115886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:18.116328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.116729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:18.117216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Bound port: f124c853-7408-4ae6-bb18-6259b62ea0c3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:18.117603 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.164150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.195104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] For port f124c853-7408-4ae6-bb18-6259b62ea0c3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:18.199377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] For port f124c853-7408-4ae6-bb18-6259b62ea0c3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f124c853-7408-4ae6-bb18-6259b62ea0c3,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:18.200720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae423b-439e-4cd2-9bfe-13ccebd71199,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:18.205635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port 4a03c60c-fb7a-4815-9da8-30ef000b4b26, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4a03c60c-fb7a-4815-9da8-30ef000b4b26,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:18.206120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.223995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for 4a03c60c-fb7a-4815-9da8-30ef000b4b26 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:18.230112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-dcf3c73f-f8a7-4786-9647-aec3f706a31b service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601909 Aug 18 14:06:18.258696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.262337 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe4940eb-8074-4c60-80e3-7757dd39a081 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7716427 Aug 18 14:06:18.263608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:18.283620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.334092 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-276b530e-2edc-413d-8474-aef0a68db552 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0690823 Aug 18 14:06:18.336599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:18.337569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4a03c60c-fb7a-4815-9da8-30ef000b4b26 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:18.341989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-security--581902103', 'description': 'tempest-security-description-1617474255'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:18.342144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425edd9-dc24-4c83-9850-6bf384bbbb5c req-0c858df4-633f-43f1-972a-9f34158811bb tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:18.346492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7425edd9-dc24-4c83-9850-6bf384bbbb5c req-0c858df4-633f-43f1-972a-9f34158811bb tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.1971083 Aug 18 14:06:18.380442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:18.381083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:05:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:18.382979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c04a40-ac9d-4196-83e2-faddd2c10952 None None] Pushing event updated for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:18.383476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.436803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7425edd9-dc24-4c83-9850-6bf384bbbb5c req-3c536e3e-5c45-4245-accc-98ec028939d4 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794034 Aug 18 14:06:18.446725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.476965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-db1bb860-88dc-4b00-8302-809e5dcb5e18 service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393126 Aug 18 14:06:18.535852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.539393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.543143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "PUT /v2.0/security-groups/6bae423b-439e-4cd2-9bfe-13ccebd71199 HTTP/1.1" status: 200 len: 1779 time: 0.2030346 Aug 18 14:06:18.544425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:18.640100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-db873a0d-ae76-4479-83ea-5a66d608d542 service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556261 Aug 18 14:06:18.677309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddbe3d-bc77-4eb6-80c7-bce65afa895f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae423b-439e-4cd2-9bfe-13ccebd71199,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:18.695796 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4ac7fbe5-acfa-44fe-b1a6-eedba3d1ffa4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups/6bae423b-439e-4cd2-9bfe-13ccebd71199 HTTP/1.1" status: 200 len: 1779 time: 0.1471395 Aug 18 14:06:18.696178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54284) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:18.758174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-f8fc20b7-f44c-451c-95e6-077588d85030 service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118119 Aug 18 14:06:18.764176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:18.775816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.804464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.807432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.888068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-325aba96-998b-45a6-89be-e7f5111411ef service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235540 Aug 18 14:06:18.892878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.914612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:18.947382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5a7e7686-a6be-47cc-9bb4-366aa733b819 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:18.984614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.987801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:18.991510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/6bae423b-439e-4cd2-9bfe-13ccebd71199 HTTP/1.1" status: 204 len: 168 time: 0.2920835 Aug 18 14:06:18.992463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:18.999049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 5a7e7686-a6be-47cc-9bb4-366aa733b819 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:18.999412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5a7e7686-a6be-47cc-9bb4-366aa733b819 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:19.008433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=4a03c60c-fb7a-4815-9da8-30ef000b4b26,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:19.008669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035666-fb8a-46c0-ad88-5db2189f5636 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae423b-439e-4cd2-9bfe-13ccebd71199,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:19.027367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port 4a03c60c-fb7a-4815-9da8-30ef000b4b26 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:19.033049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.042669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7e5ac1c-52d6-4683-a901-b5b475cbd66f req-89c09a8e-8030-46ff-9213-2a8e4b713b28 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "DELETE /v2.0/ports/4a03c60c-fb7a-4815-9da8-30ef000b4b26 HTTP/1.1" status: 204 len: 173 time: 1.5546644 Aug 18 14:06:19.094762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-8116f2bd-5f8e-49ee-9cba-e9f9295fe2a0 service neutron] 10.222.0.35 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996980 Aug 18 14:06:19.113236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e2c82c42-c2a9-4377-b45c-a32513908d70 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1194890 Aug 18 14:06:19.115751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:19.116373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:19.123501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886475863', 'description': 'tempest-description--1844536313'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:19.163618 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-ca62ce56-f960-4168-917a-fe1820cceb45 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] delete failed (client error): The resource could not be found. Aug 18 14:06:19.168170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca62ce56-f960-4168-917a-fe1820cceb45 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/6bae423b-439e-4cd2-9bfe-13ccebd71199 HTTP/1.1" status: 404 len: 347 time: 0.0472028 Aug 18 14:06:19.169248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54292) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:19.174005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--435821745'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:19.180493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:18Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:19.219301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fee69-de14-4a0e-82b6-b410c318bd3d None None] The sync data for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 is: [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:18Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:06:19.223528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'name': 'network-vif-deleted', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:19.225447 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ad8c5-e323-40d6-add0-fe093dfc93e9" -d '{"events": [{"server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "name": "network-vif-deleted", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:19.241874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.290319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:06:19.290319 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:06:19.290319 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id_1': '07d8d66be9bc43c3ad336477eb4944a2', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 6, 19, 269176)}] Aug 18 14:06:19.290319 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:06:19.290711 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:06:19.319478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5eed40f1-53e3-443c-ba94-a3c46608ef4f service neutron] 10.222.0.35 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238359 Aug 18 14:06:19.329332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-82ba5aac-5fe0-4938-8d2f-9f68ae4e66c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:19.331161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-82ba5aac-5fe0-4938-8d2f-9f68ae4e66c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 945 time: 0.1503203 Aug 18 14:06:19.428942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.438438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e449f3-0df0-48e9-9ebe-608dae802c4b req-84462d0c-2a9a-4ec7-9d0a-454c72f85e54 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:19.439981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3e449f3-0df0-48e9-9ebe-608dae802c4b req-84462d0c-2a9a-4ec7-9d0a-454c72f85e54 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 945 time: 0.1861689 Aug 18 14:06:19.558838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-7f5b8cc0-ca25-4f2b-b68a-e739a6144ccd service neutron] 10.222.0.35 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214971 Aug 18 14:06:19.582351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3e449f3-0df0-48e9-9ebe-608dae802c4b req-2510ca4a-8123-4df4-a364-a3653e05ab5b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275368 Aug 18 14:06:19.691502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port a524a580-c0ca-4244-91f6-ae34f8a262c6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:19.691855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.767630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bf2a4d6-24b0-4a1c-bc4f-e8add4ae5f3d req-f35e9f5b-a9cc-4cb3-bfb1-718666957058 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=18341ba9-3831-45b7-8416-a1489f3a607b HTTP/1.1" status: 200 len: 210 time: 0.0821075 Aug 18 14:06:19.794603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.865561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-217b6b24-32cd-4cf5-b809-1511c7cf19b2 service neutron] 10.222.0.35 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964740 Aug 18 14:06:19.944921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:19.946648 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8081a3-3c85-46f7-9400-6e4cacfe5cce x-openstack-request-id: req-1f8081a3-3c85-46f7-9400-6e4cacfe5cce {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:19.946940 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18341ba9-3831-45b7-8416-a1489f3a607b", "name": "network-vif-deleted", "tag": "4a03c60c-fb7a-4815-9da8-30ef000b4b26", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:19.947643 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f8081a3-3c85-46f7-9400-6e4cacfe5cce {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:19.947773 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18341ba9-3831-45b7-8416-a1489f3a607b', 'name': 'network-vif-deleted', 'tag': '4a03c60c-fb7a-4815-9da8-30ef000b4b26', 'status': 'completed', 'code': 200} Aug 18 14:06:19.997718 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:06:20.007045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port a524a580-c0ca-4244-91f6-ae34f8a262c6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a524a580-c0ca-4244-91f6-ae34f8a262c6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:20.009458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.027871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ddefe055-8062-4253-8015-c901efb16062 service neutron] 10.222.0.35 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612175 Aug 18 14:06:20.038479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for a524a580-c0ca-4244-91f6-ae34f8a262c6 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:20.126396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.205698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.211421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a95d00-c0b4-4023-898f-bd21b33172a6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:20.318987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.361205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f55268-241c-460b-97a9-3bfd1ca71308,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:20.392256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f124c853-7408-4ae6-bb18-6259b62ea0c3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:20.464776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.466752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff7c4b45-2f6d-449b-b366-724a8a04c390 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3479984 Aug 18 14:06:20.476240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54318) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:20.476565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.477925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fbb05baa-b863-4073-8bd3-097e9f496b71 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3077397 Aug 18 14:06:20.482909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54320) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:20.487080 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.491685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'security_group_rule': {'security_group_id': 'f1f55268-241c-460b-97a9-3bfd1ca71308', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:20.494594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '67a95d00-c0b4-4023-898f-bd21b33172a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:20.506949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a524a580-c0ca-4244-91f6-ae34f8a262c6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:20.555870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f124c853-7408-4ae6-bb18-6259b62ea0c3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:20.562175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f124c853-7408-4ae6-bb18-6259b62ea0c3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:20.562682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.606681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=a524a580-c0ca-4244-91f6-ae34f8a262c6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:20.682528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.684957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port a524a580-c0ca-4244-91f6-ae34f8a262c6 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:20.690962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.691500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.693166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1884208d-b944-4f8c-a3df-d0817c5ffb47 req-f04cef56-bae8-4cbe-a58a-b305d24f834f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "DELETE /v2.0/ports/a524a580-c0ca-4244-91f6-ae34f8a262c6 HTTP/1.1" status: 204 len: 173 time: 1.3489416 Aug 18 14:06:20.747404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f124c853-7408-4ae6-bb18-6259b62ea0c3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f124c853-7408-4ae6-bb18-6259b62ea0c3,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:20.776306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.850418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.860598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.901630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:20.914045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.924554 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:20.945633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276be977-bc83-4a94-a404-3c8a10d9a1fd,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:21.038798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.057587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297dae8b-54b5-413a-8dc2-4adcbd96c717,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:21.090211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.094484 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-07395d7b-6c6b-4339-b3bf-bffdaebb1ac2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6178198 Aug 18 14:06:21.102586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54334) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.107760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'security_group_rule': {'security_group_id': 'f1f55268-241c-460b-97a9-3bfd1ca71308', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:21.178807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2038f6f2-fd5f-4d97-b6b5-f7e3fe687e2e req-6b92dd93-1395-4f1b-9ea3-8a9201c2527d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28989093-a429-4467-8cb6-fe826a76896a HTTP/1.1" status: 200 len: 210 time: 0.0275662 Aug 18 14:06:21.236753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.239853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1ee782af-b616-47d6-bc67-06596faef964 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7520862 Aug 18 14:06:21.240920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54342) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.267269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.284347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.329176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.344302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143277-06b5-412e-85b3-30ca3910eee0 req-cfa38588-06d2-4f5e-879e-a3009cade09d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:21.345887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e143277-06b5-412e-85b3-30ca3910eee0 req-cfa38588-06d2-4f5e-879e-a3009cade09d tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 950 time: 0.0764506 Aug 18 14:06:21.385991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e143277-06b5-412e-85b3-30ca3910eee0 req-c9320a29-3e1f-4430-94ee-0ae4c8466c74 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338032 Aug 18 14:06:21.441223 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.448608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.449739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/297dae8b-54b5-413a-8dc2-4adcbd96c717 HTTP/1.1" status: 204 len: 168 time: 0.2078111 Aug 18 14:06:21.454195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.455154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.460969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db382bc-afc3-41b7-b24d-694f165dd2f9 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=297dae8b-54b5-413a-8dc2-4adcbd96c717,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:21.507718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d19c8783-ac87-494c-9c09-3f55e786e255 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521376 Aug 18 14:06:21.510415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54348) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.559418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.589351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb146c7-f258-40ab-8137-0a20a2328a73,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:21.599549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.633178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.787299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.787434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.792174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.795652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05d6439b-446d-41dc-8d97-cf6ea8ee3147 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6918323 Aug 18 14:06:21.797817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54362) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.802419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/67a95d00-c0b4-4023-898f-bd21b33172a6 HTTP/1.1" status: 204 len: 168 time: 0.2909558 Aug 18 14:06:21.803081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54364) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.808972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:21.838745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51a57a-fcd3-45a8-84be-6d448e6323cd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a95d00-c0b4-4023-898f-bd21b33172a6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:21.890590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4a389ffe-0913-45c8-85d4-ff6c55c8152a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:21.897528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bceed6d0-e287-40fd-847b-dfef088183dd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782650 Aug 18 14:06:21.901643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54374) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:21.907140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357055735'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:21.954528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'name': 'network-vif-deleted', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:21.957065 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745a01f-55c9-48b0-9087-fb8e2f0c8022" -d '{"events": [{"server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "name": "network-vif-deleted", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:21.959442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.055967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-fda5593b-d6ce-4e82-b3a6-3c912c0562e6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:22.057718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-fda5593b-d6ce-4e82-b3a6-3c912c0562e6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.1266503 Aug 18 14:06:22.075255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7541fb38-4b5d-447e-b7ae-8947ab45b393 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0115108 Aug 18 14:06:22.110623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.110623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.163847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-19da997f-752d-43c7-99b6-1ce7cf438057 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828903 Aug 18 14:06:22.180956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-664f663a-93e2-4f5d-808e-b885a158c05f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:22.182663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-664f663a-93e2-4f5d-808e-b885a158c05f tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 950 time: 0.0678573 Aug 18 14:06:22.267780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.25.1.212 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/78082c7f-8441-49b5-877a-2ea028660e7b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:22.302722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.325165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f124c853-7408-4ae6-bb18-6259b62ea0c3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:22.362577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-a99c0987-1419-4b7a-a537-29d41493c9e5 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786904 Aug 18 14:06:22.386735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port 7085fc4c-b6b8-4610-b982-86e62a67ea50 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:22.387178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.395977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f124c853-7408-4ae6-bb18-6259b62ea0c3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:22.396350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.400645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.440912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.449180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e563f95e-8b1e-47c5-9223-7e7b65c9a040,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:22.561483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-1f5bff9d-83cd-47aa-9565-df5440b2b0d6 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880784 Aug 18 14:06:22.563751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port 7085fc4c-b6b8-4610-b982-86e62a67ea50, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7085fc4c-b6b8-4610-b982-86e62a67ea50,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:22.564122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.576704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for 7085fc4c-b6b8-4610-b982-86e62a67ea50 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:22.593508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.595328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b64ef295-4df6-4fa8-a3eb-a0ccbd97aabb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6926410 Aug 18 14:06:22.596846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.599625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:22.610772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': 'e563f95e-8b1e-47c5-9223-7e7b65c9a040', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:22.681260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:22.692622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:22.694599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:22.698874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=78082c7f-8441-49b5-877a-2ea028660e7b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:22.739862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc653d27-1b9a-4d87-9682-2cbe4e186688 req-3e9d4944-6f48-4209-8083-8797c294f17d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0703483 Aug 18 14:06:22.876284 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412f196-ec4e-4b1c-9264-542a7b742985 x-openstack-request-id: req-f412f196-ec4e-4b1c-9264-542a7b742985 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:22.876284 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28989093-a429-4467-8cb6-fe826a76896a", "name": "network-vif-deleted", "tag": "a524a580-c0ca-4244-91f6-ae34f8a262c6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:22.876284 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f412f196-ec4e-4b1c-9264-542a7b742985 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:22.876284 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28989093-a429-4467-8cb6-fe826a76896a', 'name': 'network-vif-deleted', 'tag': 'a524a580-c0ca-4244-91f6-ae34f8a262c6', 'status': 'completed', 'code': 200} Aug 18 14:06:22.919886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebc94e6f-b75b-4c33-a588-7f4882a6e002 req-eb876310-5e8c-49dd-b1bf-bc09457c37dd tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 210 time: 0.0447941 Aug 18 14:06:22.928773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-d58d4beb-7b72-4934-9d57-9a6e0af29107 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:22.930345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-d58d4beb-7b72-4934-9d57-9a6e0af29107 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "GET /v2.0/ports?device_id=3849a956-16a7-47b7-ac91-9023774901e4 HTTP/1.1" status: 200 len: 950 time: 0.2624362 Aug 18 14:06:22.958989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:22.986584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.075972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.089078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592', '7085fc4c-b6b8-4610-b982-86e62a67ea50'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:23.093751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f33029fe-40af-496a-88fc-406b11083638'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:23.111332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.159166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4c63d31-ab36-46ff-908c-adb798f68346 req-56204994-4afa-4b1a-8d41-0c0327151245 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 210 time: 0.0918233 Aug 18 14:06:23.174774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=7085fc4c-b6b8-4610-b982-86e62a67ea50,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:23.229155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.254935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.255295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port 7085fc4c-b6b8-4610-b982-86e62a67ea50 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:23.259703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port f33029fe-40af-496a-88fc-406b11083638 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:23.260057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.263030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667bcef8-3a3e-418a-9207-7772d7b852a8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:23.355134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port f33029fe-40af-496a-88fc-406b11083638, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f33029fe-40af-496a-88fc-406b11083638,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:23.355515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.369220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for f33029fe-40af-496a-88fc-406b11083638 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:23.455699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.457808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d203bbc8-475b-45e0-8010-2ba88c6a1af3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8513272 Aug 18 14:06:23.461151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54424) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:23.467395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': 'e563f95e-8b1e-47c5-9223-7e7b65c9a040', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:23.510340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.512609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd51d430-7195-4a2f-b70a-6a23570de78a req-4c25d541-385d-4c96-9399-aac3f84b7f2b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "DELETE /v2.0/ports/7085fc4c-b6b8-4610-b982-86e62a67ea50 HTTP/1.1" status: 204 len: 173 time: 1.3200753 Aug 18 14:06:23.572749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a524a580-c0ca-4244-91f6-ae34f8a262c6 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:23.619587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.633241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: a524a580-c0ca-4244-91f6-ae34f8a262c6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:23.634067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a524a580-c0ca-4244-91f6-ae34f8a262c6 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:23.663321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=f33029fe-40af-496a-88fc-406b11083638,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:23.685451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.693394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.732101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port f33029fe-40af-496a-88fc-406b11083638 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:23.737578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.739583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60fd8544-81c3-44c2-bb3d-2c53ee0d79ea req-ebf72c9f-7c26-47cc-a383-7b27eec5568b tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.10 "DELETE /v2.0/ports/f33029fe-40af-496a-88fc-406b11083638 HTTP/1.1" status: 204 len: 173 time: 0.7956264 Aug 18 14:06:23.755981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-e93ec631-e4a8-4e8e-8035-bb036e680c45 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:23.764252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-e93ec631-e4a8-4e8e-8035-bb036e680c45 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.5103986 Aug 18 14:06:23.798270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-cf1d0d4f-03bb-40c4-8e81-bff889d1b400 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0330274 Aug 18 14:06:23.811307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.815331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.869499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-4eff95ce-3f93-43fb-859f-b93c4d18555f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702796 Aug 18 14:06:23.914344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=78082c7f-8441-49b5-877a-2ea028660e7b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:23.919606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.928734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:23.962234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61f0bc7-1f37-4254-bc1b-496da6b20c96,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:24.013409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbe4c250-6515-4e73-9a7a-7aabaafb4fd4 req-1823baa0-64ad-41d7-b890-b1c0460878df tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0279078 Aug 18 14:06:24.063245 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.065283 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7c3e875-7182-4dc8-8736-3f9e006a54af tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6025777 Aug 18 14:06:24.070456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:24.076082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-1f0ba7cc-15b2-4dcd-bd49-49d1d016b295 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055018 Aug 18 14:06:24.076264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': 'e563f95e-8b1e-47c5-9223-7e7b65c9a040', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:24.096304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.097503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2858ac12-2987-489c-bdd7-39e4028abfee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2949216 Aug 18 14:06:24.176774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5a3f6c2-34a6-46fe-8d09-fe7325573372 req-c7f3f3cd-52c9-483e-8dcd-4c89cb8039f8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 210 time: 0.0859821 Aug 18 14:06:24.222281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-fc0d9192-80ac-4f70-b190-d3b67cfe0ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389911 Aug 18 14:06:24.259527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.371626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.440433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-395dfe8e-fe82-4d61-9749-0eb49338d1f3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1886475863&fields=id&tenant_id=07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 267 time: 0.0546162 Aug 18 14:06:24.482435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.575192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1d7426-78ba-4974-bbca-55a1a8d3b9d0,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:24.627462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'b6286eb5-66fc-4883-bf28-11df972717ab', '0c29db74-209b-4875-b00d-27c45500b592'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:24.690112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.691359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ac23e3a-48ab-4f7b-90e4-7ad9a5afc113 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6198821 Aug 18 14:06:24.694188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:24.700639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': 'e563f95e-8b1e-47c5-9223-7e7b65c9a040', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:24.786472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31cafc2b-360c-4b68-b9ee-de6a61e347a0 req-ff120d0d-a298-4dc8-94e0-e66d7d38ced6 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c HTTP/1.1" status: 200 len: 210 time: 0.1058311 Aug 18 14:06:24.789583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9e291986-725f-4dc6-9fd1-f186537cbf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.810300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-e1fa6050-82fd-47c6-ac49-1070927bb173 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:24.830380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-e1fa6050-82fd-47c6-ac49-1070927bb173 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.3695872 Aug 18 14:06:24.879576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'name': 'network-vif-deleted', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50'}, {'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'name': 'network-vif-deleted', 'tag': 'f33029fe-40af-496a-88fc-406b11083638'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:24.881562 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec7459-88e2-4942-a125-2b048fd6deaf" -d '{"events": [{"server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "name": "network-vif-deleted", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50"}, {"server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "name": "network-vif-deleted", "tag": "f33029fe-40af-496a-88fc-406b11083638"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:24.889587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.898649 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:24.962376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-8143f081-e9aa-4eb8-9148-8cfe3da65abb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/quotas/07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 375 time: 0.1310284 Aug 18 14:06:25.006945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8abdf1c9-4ecc-49ee-876d-03d3bc7a17e4 req-ee90b044-cec3-4de7-ad8c-19be06745506 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.1283937 Aug 18 14:06:25.062465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.077132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-bcd447c7-67c1-4270-98ab-efc39642585d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138256 Aug 18 14:06:25.084271 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d909e3-57df-4e9b-9abb-66228bf4c1c5 x-openstack-request-id: req-25d909e3-57df-4e9b-9abb-66228bf4c1c5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:25.085392 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c", "name": "network-vif-deleted", "tag": "7085fc4c-b6b8-4610-b982-86e62a67ea50", "status": "completed", "code": 200}, {"server_uuid": "3849a956-16a7-47b7-ac91-9023774901e4", "name": "network-vif-deleted", "tag": "f33029fe-40af-496a-88fc-406b11083638", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:25.085628 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25d909e3-57df-4e9b-9abb-66228bf4c1c5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:25.087543 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f7cf35-62c8-4a96-9aef-4e4c3a19cd2c', 'name': 'network-vif-deleted', 'tag': '7085fc4c-b6b8-4610-b982-86e62a67ea50', 'status': 'completed', 'code': 200} Aug 18 14:06:25.087949 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3849a956-16a7-47b7-ac91-9023774901e4', 'name': 'network-vif-deleted', 'tag': 'f33029fe-40af-496a-88fc-406b11083638', 'status': 'completed', 'code': 200} Aug 18 14:06:25.223166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.262256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d320646b-9258-43e2-b529-089f12b744b9,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:25.280101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa49fc3d-017a-4b67-9f77-d770f3878a30 req-2ccfcb97-828a-4e56-8c48-3c21a1604466 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0523214 Aug 18 14:06:25.325529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-460797e4-f3c2-432f-b1b5-4773ce5ad62d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371348 Aug 18 14:06:25.330289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-4372c4ad-2741-46c4-bc51-12c52bc37a6e service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290163 Aug 18 14:06:25.381654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.383371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-42e9ddfa-78c7-4ba8-ab93-ecfa03219275 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6881869 Aug 18 14:06:25.386415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54472) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:25.391833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': 'e563f95e-8b1e-47c5-9223-7e7b65c9a040', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:25.515137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.549217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7085fc4c-b6b8-4610-b982-86e62a67ea50 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:25.617347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 7085fc4c-b6b8-4610-b982-86e62a67ea50 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:25.618091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7085fc4c-b6b8-4610-b982-86e62a67ea50 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:25.650007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.793367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d2dff33-27a4-45b9-a395-81e867c55507 req-1c046f1b-3924-4754-a999-54686530ad18 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 210 time: 0.4010572 Aug 18 14:06:25.793939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.817670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd01707-4ad1-4190-be88-534a37bbd6ac,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:25.827888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.865422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-5b8eaa97-6b59-4bfe-baee-1aa36366aefa service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234931 Aug 18 14:06:25.881946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-b5e2d4e1-70bc-497d-a63b-063ba25e651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:25.883804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-b5e2d4e1-70bc-497d-a63b-063ba25e651c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 1101 time: 0.5262647 Aug 18 14:06:25.905670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c55e8cdc-cbb9-4d37-8716-46036bf76cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:25.907158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c55e8cdc-cbb9-4d37-8716-46036bf76cb2 service neutron] 10.222.0.58 "GET /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 1027 time: 0.0489230 Aug 18 14:06:25.908333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:25.909422 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b41d7570-d45c-4754-b634-0d4411988461 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5220957 Aug 18 14:06:25.912140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54480) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:26.083709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-74106d1e-17d8-4096-819a-f268f5bdce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:26.085539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-74106d1e-17d8-4096-819a-f268f5bdce91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1773021 Aug 18 14:06:26.146264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-37b61254-9cc2-424a-a0dc-d0bb0223e0b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0c29db74-209b-4875-b00d-27c45500b592 HTTP/1.1" status: 200 len: 217 time: 0.0521417 Aug 18 14:06:26.180695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4afdd602-200f-4fa2-a585-ba3e60f77adb req-1617acca-4b6c-4c93-8853-7f1e6f923ba7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0372589 Aug 18 14:06:26.228577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-c2c084eb-ff75-45d6-a0ce-d778b94bd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:26.232982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-c2c084eb-ff75-45d6-a0ce-d778b94bd794 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0746067 Aug 18 14:06:26.322347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb2e5756-1fa3-4142-917b-c0fd67a59441 req-3a85d04c-a95a-4b5a-859b-fab86185ba64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0627408 Aug 18 14:06:26.354402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-f4e07eef-a0b5-486b-81a1-f1ccca9248eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:26.356529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-f4e07eef-a0b5-486b-81a1-f1ccca9248eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148674 Aug 18 14:06:26.380418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f33029fe-40af-496a-88fc-406b11083638 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:26.383582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.395471 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.436328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-262c2b49-d919-4c72-84f5-bff1dd4b60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:26.438125 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-262c2b49-d919-4c72-84f5-bff1dd4b60b1 service neutron] 10.222.0.58 "GET /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 1026 time: 0.5239267 Aug 18 14:06:26.451859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: f33029fe-40af-496a-88fc-406b11083638 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:26.464959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f33029fe-40af-496a-88fc-406b11083638 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:26.567737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.581786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.583279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bcd01707-4ad1-4190-be88-534a37bbd6ac HTTP/1.1" status: 204 len: 168 time: 0.6702240 Aug 18 14:06:26.592471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54502) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:26.596920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69520ea5-7aeb-4844-b80b-b3cbd75d7d23 req-4a4ba40e-90e2-4a4a-8c84-c1d42263bad8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0617397 Aug 18 14:06:26.598917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-dc43c50f-960d-4e67-bd0d-96640d4279c2 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335391 Aug 18 14:06:26.617087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab1c22-3e7b-410a-91e4-47f0ee8a21f7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd01707-4ad1-4190-be88-534a37bbd6ac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:26.728672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-760b8053-e551-4acf-a988-7e471262aba2 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1347508 Aug 18 14:06:26.729367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54504) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:26.777379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.792355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.800788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5de4361-8ccc-406f-bb48-5de37cf89838 req-497a1099-0e3a-4a46-afd3-edbfbed02094 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873205 Aug 18 14:06:26.916613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d31698c0-34e3-4234-9446-2d5beb276739 req-4802e0d5-97ff-428b-9386-89718e373746 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 210 time: 0.0362680 Aug 18 14:06:26.925422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.947700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:26.955135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d320646b-9258-43e2-b529-089f12b744b9 HTTP/1.1" status: 204 len: 168 time: 0.2227945 Aug 18 14:06:26.957182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54512) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:26.971718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c89b5-e7d6-4845-8ec6-547160dfbe9a tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d320646b-9258-43e2-b529-089f12b744b9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:26.995741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-be857368-dcc6-4988-8b59-8b76b11dca3c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:27.004595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-be857368-dcc6-4988-8b59-8b76b11dca3c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:27.018183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-be857368-dcc6-4988-8b59-8b76b11dca3c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:27.020476 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-be857368-dcc6-4988-8b59-8b76b11dca3c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 1990 time: 0.5738266 Aug 18 14:06:27.029119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-62655526-1864-4bea-b307-a0eee82a27a4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:27.032067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-62655526-1864-4bea-b307-a0eee82a27a4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.3728263 Aug 18 14:06:27.064726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00f85e49-d54a-4114-ae58-ffb627c6696b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1056950 Aug 18 14:06:27.070554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54514) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.107018 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.113040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': '3749334e-a369-4663-85f7-27ac275853b7', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:27.116602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.155704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ff6fc809-ffc5-4c25-a23b-690ec92503b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da5ac6db13442d9b780b4b49e4ca646 HTTP/1.1" status: 200 len: 378 time: 0.1214697 Aug 18 14:06:27.185554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'admin_state_up': True, 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'security_groups': ['87d804f0-5adc-4208-96a4-ac0849685c82']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:27.270090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.275785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.279362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9d1d7426-78ba-4974-bbca-55a1a8d3b9d0 HTTP/1.1" status: 204 len: 168 time: 0.2056353 Aug 18 14:06:27.288728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.305663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d2d6c-d141-4a45-927c-73a2843f71e7 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1d7426-78ba-4974-bbca-55a1a8d3b9d0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:27.361321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.365767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a25c669-b73f-44a2-83fe-80ae2e5dd30a req-a3027e3a-490b-4d89-b064-8788fe369a17 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0410962 Aug 18 14:06:27.414970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-021cb87c-1070-4c68-a8a6-204a86b2a1e0 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1248586 Aug 18 14:06:27.417949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54526) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.457240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c472fec-3ac8-4cbf-b501-b9d3cfd1b6f3 req-9ecac529-4555-4089-98b2-97e47a8f9523 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0401623 Aug 18 14:06:27.471321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.481180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.573352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578c08c-67a0-4644-ad43-2ce7cb28b072 req-f14e8dcd-ac79-4794-8250-601d57f3f964 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:27.574998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1578c08c-67a0-4644-ad43-2ce7cb28b072 req-f14e8dcd-ac79-4794-8250-601d57f3f964 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 949 time: 0.0521207 Aug 18 14:06:27.600349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:27.604135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.619559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1578c08c-67a0-4644-ad43-2ce7cb28b072 req-0b46ddc8-e479-4ee3-a8d9-a3dc2618036e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Aug 18 14:06:27.655696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.663541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.664940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c61f0bc7-1f37-4254-bc1b-496da6b20c96 HTTP/1.1" status: 204 len: 168 time: 0.2449901 Aug 18 14:06:27.667659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.680424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4b03-55eb-41fd-87b5-02b509b812ae tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61f0bc7-1f37-4254-bc1b-496da6b20c96,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:27.729798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-46f56f90-eb9b-4a30-88b0-369887a21892 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552559 Aug 18 14:06:27.731763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54534) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.761040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:27.761439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.764911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.779872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.798033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.2 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/6cec803b-e6b3-44d0-8136-2e3df2bd3dfa) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:27.800247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48659805-09a8-4d90-b8af-b6016724123a req-90dddc20-c768-401a-be6a-e99c7d7872ae tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0404561 Aug 18 14:06:27.932442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.945416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:27.950748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:27.951083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/667bcef8-3a3e-418a-9207-7772d7b852a8 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Aug 18 14:06:27.963707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7ae5-e487-4257-b3a4-f53e19a43b54 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=667bcef8-3a3e-418a-9207-7772d7b852a8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:28.021065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-3cb44281-8504-4c95-878e-7752c9a3aa5c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:28.022998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-3cb44281-8504-4c95-878e-7752c9a3aa5c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.1557217 Aug 18 14:06:28.042407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:28.087128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ccbe838b-7c9e-470b-ad51-6e58aacebc2e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316776 Aug 18 14:06:28.097185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54542) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:28.138907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 172.20.0.12 (12f4634e-4047-4d40-8a61-41f267019bb0/bc156da8-085f-4eb6-88e0-80b1d4239989/6e20463c-82c8-4b4b-b540-3538e2a6bc21) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:28.146504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dc9b3a8-4f47-435a-971e-b0c35a1878d5 req-9df5a6ab-0e1f-4689-bea0-3c8275d421eb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 210 time: 0.0977530 Aug 18 14:06:28.249409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.251657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.321477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.345691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:28.352304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.447376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.544678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.558309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:28.561694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b846e2c5-cbf4-4ac2-a478-938c9e71b778 req-975ccb2b-85d7-4fc5-9fa3-a0a6b0b543d4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0907342 Aug 18 14:06:28.562149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object 6e20463c-82c8-4b4b-b540-3538e2a6bc21 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:28.567778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.570622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.572343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/e563f95e-8b1e-47c5-9223-7e7b65c9a040 HTTP/1.1" status: 204 len: 168 time: 0.4742103 Aug 18 14:06:28.604966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-930adddf-2fc4-4eea-ac35-a47e4ff5cd60 req-0f1e039f-039e-438a-a7eb-30fa66d25767 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0459292 Aug 18 14:06:28.604966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:28.628604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:28.634733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb60518-f678-4271-a829-46454e85974c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e563f95e-8b1e-47c5-9223-7e7b65c9a040,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:28.638114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.2 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/e0b59e1e-ed96-4330-917c-96a2dcc2acc6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:28.657287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:28.661394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:28.686325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cc77b70e-a10f-4c71-8e0f-828c84b4a611 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822754 Aug 18 14:06:28.700263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54552) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:28.705534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720901049'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:28.759333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-0ff85c42-d681-4f30-adf0-ddabf22bc377 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:28.762398 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-0ff85c42-d681-4f30-adf0-ddabf22bc377 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 949 time: 0.2608042 Aug 18 14:06:28.764438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:28.777538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:28.777538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.810703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.898403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f690664-94bf-42f2-bb52-0f3b35f1e88f req-06566e30-8fda-40e6-8b76-b548139e9f87 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:28.906362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f690664-94bf-42f2-bb52-0f3b35f1e88f req-06566e30-8fda-40e6-8b76-b548139e9f87 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 949 time: 0.1679933 Aug 18 14:06:28.917158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.938748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network 12f4634e-4047-4d40-8a61-41f267019bb0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:28.945653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:28.949205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:28.951967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:29.021524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.58', 55954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:29.034126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f690664-94bf-42f2-bb52-0f3b35f1e88f req-824c5e3e-0425-4c4d-b191-88616bb40fd3 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233320 Aug 18 14:06:29.037096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.037096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.074519 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-7ba10b61-8dca-48e8-a7f5-611521793493 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9761202 Aug 18 14:06:29.096990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.120676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Request body: {'port': {'device_id': '3749334e-a369-4663-85f7-27ac275853b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:29.121814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170743-76ca-4d6a-a9bf-d56dc81ee707 req-bf0d6875-9758-4910-b657-d5db0b3e48e4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.124047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82170743-76ca-4d6a-a9bf-d56dc81ee707 req-bf0d6875-9758-4910-b657-d5db0b3e48e4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 932 time: 0.2047279 Aug 18 14:06:29.154974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port b6286eb5-66fc-4883-bf28-11df972717ab {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:29.155318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.265571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82170743-76ca-4d6a-a9bf-d56dc81ee707 req-66fe416c-13c7-4e85-b48d-9128c7e79af4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310358 Aug 18 14:06:29.283929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2f3b649f-a8c8-4d58-8f63-57fc59ae2c67 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.286001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2f3b649f-a8c8-4d58-8f63-57fc59ae2c67 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/ports?device_id=377046a7-6d0f-4012-bb42-fc937200790b HTTP/1.1" status: 200 len: 950 time: 0.2461522 Aug 18 14:06:29.341382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-26d0bf8e-7e30-4fa6-8395-c632813e3683 None None] Provisioning for port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:29.346016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.346431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-26d0bf8e-7e30-4fa6-8395-c632813e3683 None None] Provisioning complete for port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:29.347109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26d0bf8e-7e30-4fa6-8395-c632813e3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.402302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-26d0bf8e-7e30-4fa6-8395-c632813e3683 None None] Port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:29.408101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.418579 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.458618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port b6286eb5-66fc-4883-bf28-11df972717ab, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b6286eb5-66fc-4883-bf28-11df972717ab,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:29.459170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.485672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for b6286eb5-66fc-4883-bf28-11df972717ab owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:29.530186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:29.542208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:29.552928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:29.569953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-3ed046ba-551e-450e-b86c-8ec3e361e58b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.571763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-3ed046ba-551e-450e-b86c-8ec3e361e58b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.2897534 Aug 18 14:06:29.607176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.610350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:29.662229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port 0c29db74-209b-4875-b00d-27c45500b592 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:29.662891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.669467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de26ee-5b24-4484-bed2-3364f02a1756 req-1266c1ae-1d0c-4f80-99c6-c8c8028f7855 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.677506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50de26ee-5b24-4484-bed2-3364f02a1756 req-1266c1ae-1d0c-4f80-99c6-c8c8028f7855 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 931 time: 0.3033075 Aug 18 14:06:29.731121 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a3dcb213-80a5-4769-9386-fafe35b9c4c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5497031 Aug 18 14:06:29.739697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.740366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.765183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687f7f65-e15a-402b-bc30-bd9ab7f06e30,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:29.772635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'admin_state_up': True, 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'security_groups': ['87d804f0-5adc-4208-96a4-ac0849685c82']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:29.791855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-6409f217-5bf9-4dca-a1cd-2f2a65f063d3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 380 time: 0.1856058 Aug 18 14:06:29.799155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.800425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b60294f8-0fae-4e76-ba77-41b7537e58b5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0991807 Aug 18 14:06:29.805054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54564) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:29.809648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '687f7f65-e15a-402b-bc30-bd9ab7f06e30', 'direction': 'ingress', 'protocol': 17}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:29.821208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'device_id': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'admin_state_up': True, 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'security_groups': ['f1f55268-241c-460b-97a9-3bfd1ca71308']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:29.851515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50de26ee-5b24-4484-bed2-3364f02a1756 req-89cb8958-2896-4510-8b42-b7378261c0c2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729486 Aug 18 14:06:29.913651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-8bc6034c-be3b-4377-b0bd-2879be9c0862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8766704 Aug 18 14:06:29.928114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port 0c29db74-209b-4875-b00d-27c45500b592, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0c29db74-209b-4875-b00d-27c45500b592,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:29.928499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.933487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687231-cd7f-476d-b157-5966166ea2fe req-1acada06-cc9d-412d-9aaa-62c5b38f024d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:29.935194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e687231-cd7f-476d-b157-5966166ea2fe req-1acada06-cc9d-412d-9aaa-62c5b38f024d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 931 time: 0.2529159 Aug 18 14:06:29.945557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Request body: {'port': {'device_id': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:29.988773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for 0c29db74-209b-4875-b00d-27c45500b592 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:30.029132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-629990a6-335f-4c15-b665-b240adcf53da req-0e1c48a3-8849-4d29-9813-63d9ebf2f31f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0881689 Aug 18 14:06:30.107986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e687231-cd7f-476d-b157-5966166ea2fe req-bdee7ac4-a581-4cb0-928e-ddfaab8ddcd4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585944 Aug 18 14:06:30.113977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.177166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:30.185817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.190710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.252335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.275313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:30.314545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:30.320260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.339283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a73c0-0aae-41a6-841f-be5eb4dff84a req-9cc89c7c-a4f1-4721-9019-413e32e415a1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:30.340806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=b6286eb5-66fc-4883-bf28-11df972717ab,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:30.346751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae6a73c0-0aae-41a6-841f-be5eb4dff84a req-9cc89c7c-a4f1-4721-9019-413e32e415a1 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 867 time: 0.1788206 Aug 18 14:06:30.439249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.469115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae6a73c0-0aae-41a6-841f-be5eb4dff84a req-03dfb5fc-f6bc-47e9-89e1-f02378d602d0 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213729 Aug 18 14:06:30.513701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:30.517821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.553494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port b6286eb5-66fc-4883-bf28-11df972717ab on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:30.556880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.559930 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "DELETE /v2.0/ports/b6286eb5-66fc-4883-bf28-11df972717ab HTTP/1.1" status: 204 len: 173 time: 1.7794600 Aug 18 14:06:30.577992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'name': 'network-vif-deleted', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:30.580611 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a6fb4-1730-4d6e-9364-b3357a49d0b6" -d '{"events": [{"server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "name": "network-vif-deleted", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:30.586961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296272-14c2-447b-8b15-778acd4c809e req-b2b37e6a-2e6a-434e-9b83-430d5cf158dc tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:30.589144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5296272-14c2-447b-8b15-778acd4c809e req-b2b37e6a-2e6a-434e-9b83-430d5cf158dc tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 932 time: 0.1164885 Aug 18 14:06:30.605712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.605814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.1.1.210 (b9aee283-afd4-49da-918d-9a8f5c02fe3a/0b264fb3-7ab2-4249-9440-d907ff66cb22/a0ac4f84-fb61-4637-9da1-af8c38d139b6) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:30.634186 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c51315b-5b77-41bc-a949-36dd59773692 x-openstack-request-id: req-1c51315b-5b77-41bc-a949-36dd59773692 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:30.634596 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4963acc7-b391-4f3c-89d7-7c7aa6d0ea89", "name": "network-vif-deleted", "tag": "b6286eb5-66fc-4883-bf28-11df972717ab", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:30.634945 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c51315b-5b77-41bc-a949-36dd59773692 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:30.635453 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4963acc7-b391-4f3c-89d7-7c7aa6d0ea89', 'name': 'network-vif-deleted', 'tag': 'b6286eb5-66fc-4883-bf28-11df972717ab', 'status': 'completed', 'code': 200} Aug 18 14:06:30.695528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ffbb5d-d0d9-4948-ae4a-cf4985a691bf,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:30.713056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Transition to ACTIVE for port object 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:30.717250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.728777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:30.752867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=0c29db74-209b-4875-b00d-27c45500b592,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:30.818642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5296272-14c2-447b-8b15-778acd4c809e req-70c25cfd-87f1-4129-a33a-f37dee1f7260 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1811769 Aug 18 14:06:30.821004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b59e1e-ed96-4330-917c-96a2dcc2acc6 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:30.837460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.875106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Transition to ACTIVE for port object e0b59e1e-ed96-4330-917c-96a2dcc2acc6 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:30.881817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.20.0.8 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/ef9e83da-c3b2-4361-95ed-5a90277f6870) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:30.892052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port 0c29db74-209b-4875-b00d-27c45500b592 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:30.894239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.895241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.898619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1536aaa9-b6fc-4ccd-8f10-be43ca4325b4 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0897360 Aug 18 14:06:30.898769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "DELETE /v2.0/ports/0c29db74-209b-4875-b00d-27c45500b592 HTTP/1.1" status: 204 len: 173 time: 1.5841281 Aug 18 14:06:30.902159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54578) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:30.911479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:30.999857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.031130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.032788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:31.047909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object a0ac4f84-fb61-4637-9da1-af8c38d139b6 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:31.132301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Attempting to bind port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:31.132640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Attempting to bind port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:31.132973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Attempting to bind port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:31.139605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:31.139920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Attempting to bind port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:31.151045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:31.152057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:31.152057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:31.152292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Bound port: 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:31.152524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.232828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.233602 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.265277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:31.266674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20f4aea6-7598-4319-a0c3-512aacc5d201 req-31396730-96ff-4fe5-8cbc-a94733b94eb7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0860851 Aug 18 14:06:31.283142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:31.296955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:31.297129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:31.302263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:31.310986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:31.349722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:31.367801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa63d64-4690-4f26-bad9-453f4a19882b req-41184a1d-bb25-4646-be30-b83918272486 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:31.369877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faa63d64-4690-4f26-bad9-453f4a19882b req-41184a1d-bb25-4646-be30-b83918272486 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 943 time: 0.3331623 Aug 18 14:06:31.377130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:31.377130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.380917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.403303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.440023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.526415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Transition to ACTIVE for port object ef9e83da-c3b2-4361-95ed-5a90277f6870 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:31.577793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faa63d64-4690-4f26-bad9-453f4a19882b req-c2bfca97-1f86-4fae-b239-c87502764d2d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933570 Aug 18 14:06:31.578133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b6286eb5-66fc-4883-bf28-11df972717ab no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:31.610935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Attempting to bind port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:31.613296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Attempting to bind port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:31.613948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Attempting to bind port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:31.634742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: b6286eb5-66fc-4883-bf28-11df972717ab {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:31.635383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b6286eb5-66fc-4883-bf28-11df972717ab not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:31.635957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0c29db74-209b-4875-b00d-27c45500b592 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:31.649558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:31.650269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Attempting to bind port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:31.660272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de76bef-018f-426e-82d5-174378f3e82a req-c2a78043-4151-48b0-9685-8377e7193b81 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:31.668636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5de76bef-018f-426e-82d5-174378f3e82a req-c2a78043-4151-48b0-9685-8377e7193b81 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 943 time: 0.2509737 Aug 18 14:06:31.694921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.698309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.702098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/687f7f65-e15a-402b-bc30-bd9ab7f06e30 HTTP/1.1" status: 204 len: 168 time: 0.7963433 Aug 18 14:06:31.709122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54588) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:31.712261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 0c29db74-209b-4875-b00d-27c45500b592 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:31.712618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0c29db74-209b-4875-b00d-27c45500b592 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:31.752880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:31.753628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:31.756794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:31.756794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Bound port: e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:31.756794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.788068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f77240-58ff-4000-a407-72d67569ebed tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f7f65-e15a-402b-bc30-bd9ab7f06e30,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:31.836261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f15bc1d4-bb97-4844-82a5-4c13cf7881d3 None None] Provisioning for port a0ac4f84-fb61-4637-9da1-af8c38d139b6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:31.842406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f15bc1d4-bb97-4844-82a5-4c13cf7881d3 None None] Provisioning complete for port a0ac4f84-fb61-4637-9da1-af8c38d139b6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:31.845150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f15bc1d4-bb97-4844-82a5-4c13cf7881d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.871975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5de76bef-018f-426e-82d5-174378f3e82a req-c2d69030-af2a-4a9b-9c7c-16d65cfdf21f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979790 Aug 18 14:06:31.920204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f15bc1d4-bb97-4844-82a5-4c13cf7881d3 None None] Port a0ac4f84-fb61-4637-9da1-af8c38d139b6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:31.938901 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.979826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:31.980468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:31.981878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] 10.222.0.58 "PUT /v2.0/ports/6cec803b-e6b3-44d0-8136-2e3df2bd3dfa HTTP/1.1" status: 200 len: 1091 time: 2.8704305 Aug 18 14:06:32.018978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4186d7-0ead-4431-9901-805ba3aa7233 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:32.035573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-624b9868-7e70-450e-ad0e-7c77af3aef47 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3102243 Aug 18 14:06:32.038179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6885b72-2ac1-4d62-8adf-820a527cd8fe req-fe7f5c53-50de-46f3-a178-6bc21621133e tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4963acc7-b391-4f3c-89d7-7c7aa6d0ea89 HTTP/1.1" status: 200 len: 210 time: 0.0964417 Aug 18 14:06:32.039379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54594) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:32.045400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--643174070'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:32.089104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5a1a8e07-91a6-4c55-a3db-11c1811497a2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3235674 Aug 18 14:06:32.104117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:32.112865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:32.117036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'admin_state_up': True, 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'security_groups': ['87d804f0-5adc-4208-96a4-ac0849685c82']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:32.126338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:32.145477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:32.151822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:32.155831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:32.197670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125f34-056f-4d53-bcfa-013eb3bae836 req-7cd10693-b319-4c47-9f75-85ff3e4257e4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.203999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125f34-056f-4d53-bcfa-013eb3bae836 req-7cd10693-b319-4c47-9f75-85ff3e4257e4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.212047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01125f34-056f-4d53-bcfa-013eb3bae836 req-7cd10693-b319-4c47-9f75-85ff3e4257e4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 1654 time: 0.2015991 Aug 18 14:06:32.239046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.258466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01125f34-056f-4d53-bcfa-013eb3bae836 req-a394c853-2b9c-4059-a2ec-75df8df2f7cf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452669 Aug 18 14:06:32.281302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.282006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.294051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.294929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ab318cdd-2044-4033-bc16-098e6ae51f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.297681 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-ab318cdd-2044-4033-bc16-098e6ae51f84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 1094 time: 0.1474977 Aug 18 14:06:32.356871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-a2966a85-4eb8-4046-a4d6-ab7336f88014 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa HTTP/1.1" status: 200 len: 217 time: 0.0489588 Aug 18 14:06:32.429904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f615d5c9-b727-407e-aff3-45c4e53c9774 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255536 Aug 18 14:06:32.448581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-addc69f3-64cb-4ef1-83c5-c5cf150b7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.450221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-addc69f3-64cb-4ef1-83c5-c5cf150b7367 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.0851059 Aug 18 14:06:32.480337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Request body: {'port': {'device_id': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:32.483280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:32.490749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.491507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.493135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0624ae8e-efdc-4801-b350-789f9d8f7313 service neutron] 10.222.0.58 "PUT /v2.0/ports/e0b59e1e-ed96-4330-917c-96a2dcc2acc6 HTTP/1.1" status: 200 len: 1091 time: 2.5517275 Aug 18 14:06:32.494062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:32.496340 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901dc0f8-379c-4ccc-846a-4eef75bdcaec" -d '{"events": [{"name": "network-changed", "server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:32.501622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-92620165-aa37-43e9-bcac-b1f1b60ff7d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390112 Aug 18 14:06:32.550776 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804bb107-22e7-472c-ae9a-823e3cf02cea x-openstack-request-id: req-804bb107-22e7-472c-ae9a-823e3cf02cea {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:32.551073 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:32.551328 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-804bb107-22e7-472c-ae9a-823e3cf02cea {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:32.551756 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6', 'status': 'completed', 'code': 200} Aug 18 14:06:32.566688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172defc5-332e-4d06-ae9d-9a73ec80bbc1 req-005cbd93-588d-42b1-8240-19c8855ba07a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.568277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-172defc5-332e-4d06-ae9d-9a73ec80bbc1 req-005cbd93-588d-42b1-8240-19c8855ba07a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 931 time: 0.1440892 Aug 18 14:06:32.582672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-695af6b0-a8b0-4f0b-8cbf-92bf5a68651a None None] Provisioning for port ef9e83da-c3b2-4361-95ed-5a90277f6870 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:32.584514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.589234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-695af6b0-a8b0-4f0b-8cbf-92bf5a68651a None None] Provisioning complete for port ef9e83da-c3b2-4361-95ed-5a90277f6870 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:32.590029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-695af6b0-a8b0-4f0b-8cbf-92bf5a68651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.636607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.640004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'name': 'network-vif-deleted', 'tag': '0c29db74-209b-4875-b00d-27c45500b592'}, {'name': 'network-changed', 'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:32.642442 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb" -d '{"events": [{"server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "name": "network-vif-deleted", "tag": "0c29db74-209b-4875-b00d-27c45500b592"}, {"name": "network-changed", "server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:32.650532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-e7e78355-363c-4b5e-8774-1ca1a67f4ab4 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426396 Aug 18 14:06:32.668501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-172defc5-332e-4d06-ae9d-9a73ec80bbc1 req-28facc27-a079-4d1e-9b72-e5439c4cdc95 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843320 Aug 18 14:06:32.683626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-695af6b0-a8b0-4f0b-8cbf-92bf5a68651a None None] Port ef9e83da-c3b2-4361-95ed-5a90277f6870 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:32.707567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.728620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-ba587e5f-f543-4710-87d6-dc2164db05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:32.730177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-ba587e5f-f543-4710-87d6-dc2164db05cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 1094 time: 0.1397762 Aug 18 14:06:32.749426 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880b4fc5-53b7-4e77-9bea-e39de793e48d x-openstack-request-id: req-880b4fc5-53b7-4e77-9bea-e39de793e48d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:32.749866 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377046a7-6d0f-4012-bb42-fc937200790b", "name": "network-vif-deleted", "tag": "0c29db74-209b-4875-b00d-27c45500b592", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:32.750295 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-880b4fc5-53b7-4e77-9bea-e39de793e48d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:32.750767 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377046a7-6d0f-4012-bb42-fc937200790b', 'name': 'network-vif-deleted', 'tag': '0c29db74-209b-4875-b00d-27c45500b592', 'status': 'completed', 'code': 200} Aug 18 14:06:32.751125 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa', 'status': 'completed', 'code': 200} Aug 18 14:06:32.797434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc5b67-84fe-4de4-834a-d45fca21467b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:32.841726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0fcde1b-5ecc-4e2f-9311-74d6f0554bf2 req-cf38d389-6143-4813-af8b-27c1ff17c484 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829760 Aug 18 14:06:32.890252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:32.895287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.976508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:32.978233 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-574981a8-a0ba-488e-8262-3ee7619b532c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9372962 Aug 18 14:06:32.982040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:33.010691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029562436'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:33.109106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-f1e79295-1700-49be-97cf-254df4262a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.110752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-f1e79295-1700-49be-97cf-254df4262a49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 1094 time: 0.1277752 Aug 18 14:06:33.134768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.1.1.70 (b9aee283-afd4-49da-918d-9a8f5c02fe3a/0b264fb3-7ab2-4249-9440-d907ff66cb22/6bfeb266-da0f-45e5-98de-f4cbeec30fca) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:33.184967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.334229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffefb-e1e8-4506-a25d-fbe6ed541282 req-82673cb8-d769-4fab-9568-aacb40543daf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.338642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-37f0502f-faeb-4701-bbea-eb46fe5e9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.339060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8cffefb-e1e8-4506-a25d-fbe6ed541282 req-82673cb8-d769-4fab-9568-aacb40543daf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 943 time: 0.6375639 Aug 18 14:06:33.340569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-37f0502f-faeb-4701-bbea-eb46fe5e9b78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.2206340 Aug 18 14:06:33.405090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-7af895c7-a581-466b-8edc-78c9d99dcc26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa HTTP/1.1" status: 200 len: 217 time: 0.0517018 Aug 18 14:06:33.459153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b944f66-a0f0-4728-8a72-1e79ec72c7fa req-875c1a6b-fb81-461c-b30e-63393cdea5d5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.466615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b944f66-a0f0-4728-8a72-1e79ec72c7fa req-875c1a6b-fb81-461c-b30e-63393cdea5d5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 943 time: 0.2486057 Aug 18 14:06:33.475788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-76df01fb-7b53-44c5-83af-056651554e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.477350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-76df01fb-7b53-44c5-83af-056651554e1c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4e48c481118462998657d57e9a9a596&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7283428 Aug 18 14:06:33.497269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.500974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.511482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-860804b6-c883-44bf-bde7-aa5098325d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.513004 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-860804b6-c883-44bf-bde7-aa5098325d17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.0946789 Aug 18 14:06:33.517163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8cffefb-e1e8-4506-a25d-fbe6ed541282 req-f3d33256-a738-4b16-8dfc-d732b97b68dd tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688304 Aug 18 14:06:33.522721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object 6bfeb266-da0f-45e5-98de-f4cbeec30fca will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:33.562167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-0aa2b9aa-cb7d-473f-a12d-0a67cdee601f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408518 Aug 18 14:06:33.583482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.614163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b944f66-a0f0-4728-8a72-1e79ec72c7fa req-010e628c-fa1c-4b73-8911-b30f460762b8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465824 Aug 18 14:06:33.687441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3709b0-b02f-4b77-867d-ad17343cfdbe,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:33.728735 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-40a800ff-ffbe-4bb1-94a0-090cc354e46f service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559634 Aug 18 14:06:33.787076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:33.788905 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.792597 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad676779-7360-470f-ac5e-309e6f221446 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7899542 Aug 18 14:06:33.794125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-bb642106-1b77-42c3-9a76-ad49fde45471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.795685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-901dc0f8-379c-4ccc-846a-4eef75bdcaec req-bb642106-1b77-42c3-9a76-ad49fde45471 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3058314 Aug 18 14:06:33.796482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54622) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:33.798147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.804406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:33.804676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '54cc5b67-84fe-4de4-834a-d45fca21467b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e3709b0-b02f-4b77-867d-ad17343cfdbe', 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:33.827351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcd711-abd4-4da6-bad6-0640b3b20d15 req-3d1d9bc7-dc04-4228-8526-b91fe7b95e22 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.836595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcd711-abd4-4da6-bad6-0640b3b20d15 req-3d1d9bc7-dc04-4228-8526-b91fe7b95e22 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:33.838378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fdcd711-abd4-4da6-bad6-0640b3b20d15 req-3d1d9bc7-dc04-4228-8526-b91fe7b95e22 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 1654 time: 0.1973789 Aug 18 14:06:33.843579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Transition to ACTIVE for port object ef9e83da-c3b2-4361-95ed-5a90277f6870 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:33.882062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:33.890993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:33.897529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:33.923035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fdcd711-abd4-4da6-bad6-0640b3b20d15 req-07cb8c43-bab9-4edc-8405-d679da7ceff3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772491 Aug 18 14:06:33.939679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:33.949209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.001267 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-52b8b91e-5936-49c8-ae1e-2038ab6dd1fb req-0dbdc6fc-c1d9-493f-baf1-bc52d20809c7 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610052 Aug 18 14:06:34.005251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.015518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f80dbb-53eb-4283-abee-7e4ad247ce05 req-d443dac8-94ff-4e23-9fa6-971fa1f49c90 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.022580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81f80dbb-53eb-4283-abee-7e4ad247ce05 req-d443dac8-94ff-4e23-9fa6-971fa1f49c90 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 943 time: 0.1407998 Aug 18 14:06:34.039230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.039886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.086824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:34.090886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-46fba199-b2f2-4777-96cd-7af81673440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.092867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-46fba199-b2f2-4777-96cd-7af81673440d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 1094 time: 0.2247944 Aug 18 14:06:34.133724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.164383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-5c55d465-d405-427e-886f-76f409f49895 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0545628 Aug 18 14:06:34.180234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'admin_state_up': True, 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'security_groups': ['87d804f0-5adc-4208-96a4-ac0849685c82']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:34.184002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-a525e9ae-6bbc-4cf5-84a0-7d90a8de2c55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6 HTTP/1.1" status: 200 len: 217 time: 0.0703149 Aug 18 14:06:34.200132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81f80dbb-53eb-4283-abee-7e4ad247ce05 req-8666dbb5-c63e-4d2d-9729-2c1618319418 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765811 Aug 18 14:06:34.303641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.324326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0859e33a-6b24-4ef7-81fc-18a43e3c6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.325870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-0859e33a-6b24-4ef7-81fc-18a43e3c6794 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.1247652 Aug 18 14:06:34.331328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Attempting to bind port ef9e83da-c3b2-4361-95ed-5a90277f6870 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:34.331674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Attempting to bind port ef9e83da-c3b2-4361-95ed-5a90277f6870 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:34.332007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Attempting to bind port ef9e83da-c3b2-4361-95ed-5a90277f6870 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:34.345288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4dc95e-5e2a-4359-8286-22524c4f010d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:34.364239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Port ef9e83da-c3b2-4361-95ed-5a90277f6870 on network 224b066a-30cd-4483-bec3-6041db3ca63c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:34.364871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Attempting to bind port ef9e83da-c3b2-4361-95ed-5a90277f6870 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:34.386296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-fa9038b2-8823-4b74-a8e2-1338d871e8db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502636 Aug 18 14:06:34.387588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:34.387935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:34.388324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:34.388781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Bound port: ef9e83da-c3b2-4361-95ed-5a90277f6870, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:34.389154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.416856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-02657468-932c-4de2-9de8-5c1235c19653 None None] Provisioning for port 6bfeb266-da0f-45e5-98de-f4cbeec30fca completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:34.422329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-02657468-932c-4de2-9de8-5c1235c19653 None None] Provisioning complete for port 6bfeb266-da0f-45e5-98de-f4cbeec30fca triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:34.422791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-02657468-932c-4de2-9de8-5c1235c19653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.460318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-02657468-932c-4de2-9de8-5c1235c19653 None None] Port 6bfeb266-da0f-45e5-98de-f4cbeec30fca cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:34.501134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.505117 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-828d1e36-0a84-435c-a06e-ff26d6ad4f8d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7016363 Aug 18 14:06:34.506499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54630) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:34.549522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:34.559418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.581903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.595638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-1c1f48c1-e7da-48d7-9ad3-aa1a476cb158 service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922231 Aug 18 14:06:34.597672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:34.628430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:34.737011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.746770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.751636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.776479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.782558 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ff4dc95e-5e2a-4359-8286-22524c4f010d HTTP/1.1" status: 204 len: 168 time: 0.2749023 Aug 18 14:06:34.783455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:34.820992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.821627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.824144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] 10.222.0.10 "PUT /v2.0/ports/ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 1091 time: 2.3673313 Aug 18 14:06:34.827772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:34.830822 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9027e3-10b0-4db5-ba75-8a351d271273" -d '{"events": [{"name": "network-changed", "server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:34.839223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbbf5e-e600-444e-a34d-fea427b3b3fb tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff4dc95e-5e2a-4359-8286-22524c4f010d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:34.860172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5c5c9f-f48a-40dd-8372-c2fd47fed969 req-7f526992-e760-4852-86ab-e7ebbe0b5855 service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511787 Aug 18 14:06:34.882581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f37a-464b-4257-b09a-29581e2ab243 req-ee148a5f-2af0-475d-a7ea-bab8542d57a8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.884167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c93f37a-464b-4257-b09a-29581e2ab243 req-ee148a5f-2af0-475d-a7ea-bab8542d57a8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 943 time: 0.2079844 Aug 18 14:06:34.888739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c93fa-95be-4ed9-b5de-022d5ebab0aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:34.899394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4600dc-50a4-4996-bd43-4442f82b4ceb req-9029c10d-ca24-460b-9809-a2a6435f6e23 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.900929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de4600dc-50a4-4996-bd43-4442f82b4ceb req-9029c10d-ca24-460b-9809-a2a6435f6e23 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 950 time: 0.2260070 Aug 18 14:06:34.963387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c93f37a-464b-4257-b09a-29581e2ab243 req-5f54ce04-086f-43cd-878e-cabd22bc718f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607193 Aug 18 14:06:35.051447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de4600dc-50a4-4996-bd43-4442f82b4ceb req-e19ab99d-8b2c-4e9a-b3de-6e41ef568857 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404338 Aug 18 14:06:35.051978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54646) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:35.053243 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f5e1b2c-015e-4d07-9e3e-cb615683d4a5 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2589235 Aug 18 14:06:35.170477 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f4dca5-270d-4fad-af63-2972758ea5d7 x-openstack-request-id: req-d2f4dca5-270d-4fad-af63-2972758ea5d7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:35.170766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:35.171015 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2f4dca5-270d-4fad-af63-2972758ea5d7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:35.171419 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'status': 'completed', 'code': 200} Aug 18 14:06:35.215882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-21279e68-ff31-46de-8e22-eb333e08424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.217710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-21279e68-ff31-46de-8e22-eb333e08424c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1094 time: 0.2744312 Aug 18 14:06:35.258838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.2.2.100 (11e91dab-ac4e-44bc-bbf8-daca2b39369c/4e149c35-4f41-4838-8502-3b9544faa7af/c830aff6-9c03-4ac0-93b7-7387612d8e83) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:35.317493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-ca2f5058-b1c5-4e6e-900f-ed5f95e70711 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 217 time: 0.0688226 Aug 18 14:06:35.352351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6115-ac24-4685-96dc-4179bb83e29d req-1f39ed7f-aff9-46db-9092-07262a91bb5a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.360502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d5d6115-ac24-4685-96dc-4179bb83e29d req-1f39ed7f-aff9-46db-9092-07262a91bb5a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 943 time: 0.2607968 Aug 18 14:06:35.399134 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.426189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.444730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object c830aff6-9c03-4ac0-93b7-7387612d8e83 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:35.453175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b58-92aa-4aed-a3d5-c7cdade05420 req-8f928064-e9c4-4955-9f47-f34d71044bdd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.459698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b58-92aa-4aed-a3d5-c7cdade05420 req-8f928064-e9c4-4955-9f47-f34d71044bdd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.467396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b58-92aa-4aed-a3d5-c7cdade05420 req-8f928064-e9c4-4955-9f47-f34d71044bdd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.470039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddb64b58-92aa-4aed-a3d5-c7cdade05420 req-8f928064-e9c4-4955-9f47-f34d71044bdd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 2374 time: 0.2450962 Aug 18 14:06:35.483502 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.521936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-72439404-f2ef-411c-93c9-5769313dff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.521936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-72439404-f2ef-411c-93c9-5769313dff02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1858587 Aug 18 14:06:35.534021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d5d6115-ac24-4685-96dc-4179bb83e29d req-5cfdb4fb-f01e-4157-907b-1e0b8da2279a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722639 Aug 18 14:06:35.587580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:35.604890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.607839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddb64b58-92aa-4aed-a3d5-c7cdade05420 req-a34eb9fb-e1f7-45c1-8f61-82a3f483faf4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092684 Aug 18 14:06:35.669066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-3d3cf92d-8d89-4ffd-bfb7-0ec8efbd60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.671279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-3d3cf92d-8d89-4ffd-bfb7-0ec8efbd60d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364069 Aug 18 14:06:35.677777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:35.681806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:35.702812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:35.711645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:35.733384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.738437 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.744985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/3e3709b0-b02f-4b77-867d-ad17343cfdbe HTTP/1.1" status: 204 len: 168 time: 0.6919425 Aug 18 14:06:35.750322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54652) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:35.801717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:35.813908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa', 'mac_address': 'fa:16:3e:03:a8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:35.848394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.849068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.860435 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.876452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:35.881799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c06dd1d8-7ad8-49f2-b0c0-53f552d525ff tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1282020 Aug 18 14:06:35.883769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54654) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:35.894399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-dd91622e-ef1e-4079-ac6e-eda09f1aac72 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123060 Aug 18 14:06:35.907372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:35.923435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7496cd-7d53-40f0-b14d-9b277c73c9a1 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3709b0-b02f-4b77-867d-ad17343cfdbe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:35.951161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a650c9-e170-4d02-abb7-746e66592bb4 req-8d5b9a11-2536-4a81-b0ec-674c373eb70f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:35.960092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74a650c9-e170-4d02-abb7-746e66592bb4 req-8d5b9a11-2536-4a81-b0ec-674c373eb70f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 943 time: 0.3612478 Aug 18 14:06:35.973304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fdd7a6d7-f992-4ab4-a75b-2a214aa49781 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7998567 Aug 18 14:06:35.976189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:35.991378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'admin_state_up': True, 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'security_groups': ['87d804f0-5adc-4208-96a4-ac0849685c82']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:36.001343 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.065308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74a650c9-e170-4d02-abb7-746e66592bb4 req-29a59960-777e-4838-a23e-8f28e4bf0d62 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992813 Aug 18 14:06:36.066941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.070029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:36.172279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ed34d03-c7fd-4eca-abfc-5f7ad530fce8 None None] Provisioning for port c830aff6-9c03-4ac0-93b7-7387612d8e83 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:36.177011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ed34d03-c7fd-4eca-abfc-5f7ad530fce8 None None] Provisioning complete for port c830aff6-9c03-4ac0-93b7-7387612d8e83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:36.177558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ed34d03-c7fd-4eca-abfc-5f7ad530fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.226814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ed34d03-c7fd-4eca-abfc-5f7ad530fce8 None None] Port c830aff6-9c03-4ac0-93b7-7387612d8e83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:36.241125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.244682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.246507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/54cc5b67-84fe-4de4-834a-d45fca21467b HTTP/1.1" status: 204 len: 168 time: 0.3558381 Aug 18 14:06:36.251789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54664) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:36.260122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:36.267813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a174f-e3eb-40ca-b2a9-9b5a277b9324 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc5b67-84fe-4de4-834a-d45fca21467b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:36.276992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Made reservation on behalf of 3da5ac6db13442d9b780b4b49e4ca646 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:36.287311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec55d9bd-c7cf-4df0-9d94-02e190520e94 req-8ea9fa3b-2d30-40f3-96cf-1f4bfc9928be service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755076 Aug 18 14:06:36.288948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.342109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b3749-dbbf-4ee0-b5fe-e377361c5599 req-f24f1b20-8a4d-462a-99f5-0e265861e326 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.343695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-280b3749-dbbf-4ee0-b5fe-e377361c5599 req-f24f1b20-8a4d-462a-99f5-0e265861e326 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 944 time: 0.2468991 Aug 18 14:06:36.389230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-9ce4358a-938c-4d78-99a2-cc4dcc7985e8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.391877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-9ce4358a-938c-4d78-99a2-cc4dcc7985e8 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 950 time: 0.3224542 Aug 18 14:06:36.430494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007bf2-9689-450e-8437-98fefa8814e9 req-1e52e953-f933-463b-b55d-f344c14b5294 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.433220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5007bf2-9689-450e-8437-98fefa8814e9 req-1e52e953-f933-463b-b55d-f344c14b5294 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 950 time: 0.2336612 Aug 18 14:06:36.436751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-280b3749-dbbf-4ee0-b5fe-e377361c5599 req-b15689be-8012-436f-a659-090fa4136f4b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842240 Aug 18 14:06:36.469010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1c22101f-584f-4efe-9cac-66cb9b23a927 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2097015 Aug 18 14:06:36.492060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54670) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:36.514070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634032425'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:36.580901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5007bf2-9689-450e-8437-98fefa8814e9 req-8056b66b-2be7-4968-8f18-ea9b517952f5 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8d791a5-0a35-42cc-ac20-03b5f711570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174059 Aug 18 14:06:36.619783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-d798a9fb-0a47-4cd9-934b-e7fe727176df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.620901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Allocated IP 10.2.2.200 (11e91dab-ac4e-44bc-bbf8-daca2b39369c/4e149c35-4f41-4838-8502-3b9544faa7af/ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:36.621274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-d798a9fb-0a47-4cd9-934b-e7fe727176df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1094 time: 0.1798255 Aug 18 14:06:36.653876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.764173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.784184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Deleting port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:36.784535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.805704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ce5ca-4d24-47fc-b2df-b41cdd49407d req-c30ac711-7a48-42d6-9d51-b15d28ca76de tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.807606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-301ce5ca-4d24-47fc-b2df-b41cdd49407d req-c30ac711-7a48-42d6-9d51-b15d28ca76de tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 943 time: 0.1627040 Aug 18 14:06:36.839348 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.876343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-24eae84a-ef32-4743-87af-429be569af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:36.877854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-24eae84a-ef32-4743-87af-429be569af26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2453067 Aug 18 14:06:36.892300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561048ba-788d-470e-bde0-e8a1289f52cb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:36.930347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.945012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Transition to ACTIVE for port object ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:36.955307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-b1d0fa04-d147-45be-93e6-8ebf15942d5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 217 time: 0.0641854 Aug 18 14:06:36.961240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-301ce5ca-4d24-47fc-b2df-b41cdd49407d req-25dd08b3-18f9-4f9a-a350-8c6d04285c42 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377652 Aug 18 14:06:36.981223 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:36.981223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9203862-6af8-4800-83a9-ee2d8ab8ffa3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4856920 Aug 18 14:06:36.982215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54684) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:36.990478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '561048ba-788d-470e-bde0-e8a1289f52cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:37.018284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] For port 681b617a-da56-4b39-b4b6-c9d8a9825cd0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=681b617a-da56-4b39-b4b6-c9d8a9825cd0,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:37.022548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.040008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Calling delete_port for 681b617a-da56-4b39-b4b6-c9d8a9825cd0 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:37.050693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-769d1c94-f168-4ee5-aec4-744a74658c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.052204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-769d1c94-f168-4ee5-aec4-744a74658c1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0807948 Aug 18 14:06:37.073666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.173747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:37.187635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.192201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:37.194791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:37.202422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:37.255298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-9a12df47-e70c-4619-9a39-5d5dcf1aa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.257636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-9a12df47-e70c-4619-9a39-5d5dcf1aa59a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959405 Aug 18 14:06:37.297290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.297996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.301421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.308897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.314301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.320890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.327066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.332872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.334016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bd30cac6-e61e-4a29-94a6-d2527bf08e8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 3816 time: 0.2286520 Aug 18 14:06:37.389915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c76a81-1edc-440c-b63a-2a4c2e6c2d46 req-e66e09d8-1863-46bb-8c7b-5070d5830bcb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:37.391997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76c76a81-1edc-440c-b63a-2a4c2e6c2d46 req-e66e09d8-1863-46bb-8c7b-5070d5830bcb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 943 time: 0.1962535 Aug 18 14:06:37.411306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-37e84967-d6f4-40fd-a600-46854313f8af tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4294565 Aug 18 14:06:37.434286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:37.465881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.490232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816e073f-7a0c-4baa-ac75-9ba6f17813fc,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:37.510521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01066835-f5f9-4781-ad34-044f37ec9e8d req-bcc353e3-a330-4bf6-9b85-cd0068af06d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385114 Aug 18 14:06:37.529803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.544645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76c76a81-1edc-440c-b63a-2a4c2e6c2d46 req-4fb92f64-dba6-44a6-abe4-01b9f578b7b1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361942 Aug 18 14:06:37.552763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-705ea1f8-1d2f-4e4c-8b59-c6aed910c975 None None] Provisioning for port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:37.565236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-4d6d234e-da95-4ee9-9823-408dcda1ab53 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934504 Aug 18 14:06:37.567114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-705ea1f8-1d2f-4e4c-8b59-c6aed910c975 None None] Provisioning complete for port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:37.567838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-705ea1f8-1d2f-4e4c-8b59-c6aed910c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.620439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e0b59e1e-ed96-4330-917c-96a2dcc2acc6 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:37.679112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:37.686512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.688448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-abc66c33-b2be-4dfd-ae72-a46248975039 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7052116 Aug 18 14:06:37.691403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa9027e3-10b0-4db5-ba75-8a351d271273 req-0d3a5b94-75ed-4f69-824f-68354e209b13 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103299 Aug 18 14:06:37.691551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:37.823322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-705ea1f8-1d2f-4e4c-8b59-c6aed910c975 None None] Port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:37.830292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.846540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:37.880003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:37.900020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6', 'mac_address': 'fa:16:3e:18:4d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:38.025306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e20463c-82c8-4b4b-b540-3538e2a6bc21 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:38.031243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.037726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.039023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/816e073f-7a0c-4baa-ac75-9ba6f17813fc HTTP/1.1" status: 204 len: 168 time: 0.3466763 Aug 18 14:06:38.047698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.050224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54698) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:38.089715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:38.093901 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.101999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:38.102708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.113136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['681b617a-da56-4b39-b4b6-c9d8a9825cd0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:38.119887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ac91c31b-5a78-4231-80c4-ce6ec79ed2e3 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0681741 Aug 18 14:06:38.120949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f744e79-eaf8-4ca9-9526-0243ae02ff97 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=816e073f-7a0c-4baa-ac75-9ba6f17813fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.124767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54700) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:38.135606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Transition to ACTIVE for port object 6e20463c-82c8-4b4b-b540-3538e2a6bc21 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:38.138563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b75fc021-563c-4a3e-814a-ab4a5b066897 req-169caa91-c054-4402-8041-e1b4990737c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.4333932 Aug 18 14:06:38.164053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.184886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b59e1e-ed96-4330-917c-96a2dcc2acc6 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:38.205808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Pushing event deleted for resources: {'Port': ['ID=681b617a-da56-4b39-b4b6-c9d8a9825cd0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.213721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:38.243838 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.268829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.299962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] No DVR routers for this DVR port 681b617a-da56-4b39-b4b6-c9d8a9825cd0 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:38.309725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:38.313100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.313715 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df61d3-ae1f-4e4a-a3a4-8e498a95647d" -d '{"events": [{"server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "name": "network-vif-plugged", "status": "completed", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:38.315237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c84d8b91-fdb9-4546-be4e-1c5bfdbdd196 req-0b3b4f37-244b-4474-a8b6-25ec5b87a8c7 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.58 "DELETE /v2.0/ports/681b617a-da56-4b39-b4b6-c9d8a9825cd0 HTTP/1.1" status: 204 len: 173 time: 1.8767323 Aug 18 14:06:38.315688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'name': 'network-vif-deleted', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:38.318418 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1599c2e6-9084-44e5-8d99-85edaa06965b" -d '{"events": [{"server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "name": "network-vif-deleted", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:38.333681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:38.339401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230544d1-d7c0-43e5-bf55-c81a3d5fe3ed req-c7723060-6bf5-45b4-97ca-a1d705ad63dc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:38.341071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-230544d1-d7c0-43e5-bf55-c81a3d5fe3ed req-c7723060-6bf5-45b4-97ca-a1d705ad63dc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 944 time: 0.6487877 Aug 18 14:06:38.345493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.387381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7827c9-3fff-47e4-a42d-5a0b9bc22184 req-8a22a967-0745-485b-a0b6-cac6aef997da tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:38.388983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d7827c9-3fff-47e4-a42d-5a0b9bc22184 req-8a22a967-0745-485b-a0b6-cac6aef997da tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 943 time: 0.1720672 Aug 18 14:06:38.389785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.401981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.418160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.433634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.443198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Attempting to bind port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:38.443541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Attempting to bind port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:38.443866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Attempting to bind port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 on network 12f4634e-4047-4d40-8a61-41f267019bb0 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:38.459988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:38.461401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 on network 12f4634e-4047-4d40-8a61-41f267019bb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:38.464184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Attempting to bind port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 on network 12f4634e-4047-4d40-8a61-41f267019bb0 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:38.467365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:38.467710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Checking segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:38.468091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Bound using segment: {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:38.468520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Bound port: 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72afa3a-81d7-47ba-a7cd-f5a923d47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:38.469897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.485221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.486042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-230544d1-d7c0-43e5-bf55-c81a3d5fe3ed req-180df494-b21b-4659-9e4f-90aacf77492e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277742 Aug 18 14:06:38.562811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d7827c9-3fff-47e4-a42d-5a0b9bc22184 req-638d1a23-bc9b-4827-94ae-badd2c282766 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284797 Aug 18 14:06:38.636528 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147193b-594c-490d-a884-1b750c4669cd x-openstack-request-id: req-2147193b-594c-490d-a884-1b750c4669cd {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:38.637027 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "name": "network-vif-plugged", "status": "completed", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:38.637102 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2147193b-594c-490d-a884-1b750c4669cd {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:38.637605 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa', 'code': 200} Aug 18 14:06:38.658669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.665591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e0b59e1e-ed96-4330-917c-96a2dcc2acc6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:38.668563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.671571 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.674196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/561048ba-788d-470e-bde0-e8a1289f52cb HTTP/1.1" status: 204 len: 168 time: 0.5338764 Aug 18 14:06:38.708008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54714) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:38.711813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba27b5d-9a4f-4fcc-bc24-bfa7e955165e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561048ba-788d-470e-bde0-e8a1289f52cb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:38.754307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:38.761474 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b8ddf-74f7-42a3-9b13-87c2d82f09fc x-openstack-request-id: req-7c5b8ddf-74f7-42a3-9b13-87c2d82f09fc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:38.761474 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5aa88a-2b0f-468a-8d19-04e34f6e844d", "name": "network-vif-deleted", "tag": "681b617a-da56-4b39-b4b6-c9d8a9825cd0", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:38.761474 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c5b8ddf-74f7-42a3-9b13-87c2d82f09fc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:38.761474 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5aa88a-2b0f-468a-8d19-04e34f6e844d', 'name': 'network-vif-deleted', 'tag': '681b617a-da56-4b39-b4b6-c9d8a9825cd0', 'status': 'completed', 'code': 200} Aug 18 14:06:38.807162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:38.814550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:38.834800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:38.883567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e8d5-ab1d-4c1f-9574-16893cb1597f req-1ebd02b9-59de-4325-8057-774b0fc7c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:38.885471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b589e8d5-ab1d-4c1f-9574-16893cb1597f req-1ebd02b9-59de-4325-8057-774b0fc7c65c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 1096 time: 0.1496966 Aug 18 14:06:38.894689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:38.994273 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21e34d5e-29fb-46b5-afac-be3b9640a4ef tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2822425 Aug 18 14:06:38.995026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:39.000502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54716) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:39.013202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237564035'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:39.020224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.020897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.021749 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.022249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-20dd1435-a724-4d7a-aafd-a2b378ea0125 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 1092 time: 1.5963337 Aug 18 14:06:39.022685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:39.024898 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b980e-b0ee-4344-a8dc-9a0d96501314" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:39.042312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:39.066629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:39.073599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b589e8d5-ab1d-4c1f-9574-16893cb1597f req-848232e6-dc25-43a7-b439-136308286964 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229868 Aug 18 14:06:39.091621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.098434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.104437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.110922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.117043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.118921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-78340bcf-20fa-4a63-86a0-9c4fba1f1e7a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 3828 time: 0.2617352 Aug 18 14:06:39.127746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b34687-be4b-4edd-a04d-fab067761dbc req-764f7ab4-7eb2-4297-91ae-386ade7c2eff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.129248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11b34687-be4b-4edd-a04d-fab067761dbc req-764f7ab4-7eb2-4297-91ae-386ade7c2eff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 943 time: 0.2247617 Aug 18 14:06:39.160960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:39.204574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.208028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.236610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25efbe24-9ad1-4084-bf5d-eb337482e3ab req-651c71d0-a521-446d-8944-c7a92b0f233f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063454 Aug 18 14:06:39.243841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11b34687-be4b-4edd-a04d-fab067761dbc req-8f75124f-1778-49b1-b64d-2f3d67851931 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063094 Aug 18 14:06:39.288722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.426990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.426990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ec8e3-0a70-41e5-af0a-79a8cd8247c8 x-openstack-request-id: req-705ec8e3-0a70-41e5-af0a-79a8cd8247c8 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:39.426990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:39.426990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-705ec8e3-0a70-41e5-af0a-79a8cd8247c8 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:39.426990 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'status': 'completed', 'code': 200} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.428205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:39.447102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.447583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.448049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.448512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.448973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.450767 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-f3096d47-03b6-44a6-b035-9eff19d037d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 4363 time: 0.0596855 Aug 18 14:06:39.488787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9435216-3116-4715-9f23-cd269b2f7283 req-75a5940c-d8fd-4955-b8a0-d41a066ecf2c tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5aa88a-2b0f-468a-8d19-04e34f6e844d HTTP/1.1" status: 200 len: 210 time: 0.0908718 Aug 18 14:06:39.630179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ef9e83da-c3b2-4361-95ed-5a90277f6870'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:39.631466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-adb6503f-93ef-466a-9fb0-e1d7522ecd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.631466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-adb6503f-93ef-466a-9fb0-e1d7522ecd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.631466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-adb6503f-93ef-466a-9fb0-e1d7522ecd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.631466 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-adb6503f-93ef-466a-9fb0-e1d7522ecd41 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1558092 Aug 18 14:06:39.632341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e0b59e1e-ed96-4330-917c-96a2dcc2acc6 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:39.719227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:39.727459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.741780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Transition to ACTIVE for port object a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:39.755926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-70794b5f-ba3f-420c-bb76-dda090c002c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.757817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-046b980e-b0ee-4344-a8dc-9a0d96501314 req-70794b5f-ba3f-420c-bb76-dda090c002c9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256857 Aug 18 14:06:39.769766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.834638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3e9eb-008e-436b-a47f-09b4d3c2832c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:39.839690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21907e8f-5e68-4c40-baa4-219ce993c46c req-9d48230c-8856-4913-8258-07abf417ff06 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.841299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21907e8f-5e68-4c40-baa4-219ce993c46c req-9d48230c-8856-4913-8258-07abf417ff06 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.0981596 Aug 18 14:06:39.849932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87dc99-c013-4d6d-b3fd-a8e9689df3a4 req-c0e267ec-4eaa-4ecf-9c55-56ad5cad9018 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:39.851554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf87dc99-c013-4d6d-b3fd-a8e9689df3a4 req-c0e267ec-4eaa-4ecf-9c55-56ad5cad9018 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 944 time: 0.0984719 Aug 18 14:06:39.856752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:39.863361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:39.863890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.909781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21907e8f-5e68-4c40-baa4-219ce993c46c req-bd457d2d-b42a-4713-94dc-e0d80ce3081a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Aug 18 14:06:39.912635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.943823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf87dc99-c013-4d6d-b3fd-a8e9689df3a4 req-4b5add5f-5182-4018-8f13-62f24bccad2c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Aug 18 14:06:39.957014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:39.957509 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-864b7ae2-981c-4cc7-9e3d-3deea97b8d0d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9556816 Aug 18 14:06:39.960321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54728) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:39.966723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '76c3e9eb-008e-436b-a47f-09b4d3c2832c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:39.976779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:40.050988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.090472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Attempting to bind port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:40.090923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Attempting to bind port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:40.091545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Attempting to bind port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:40.097972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:40.103059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Attempting to bind port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:40.103190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.105672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:40.106269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:40.106668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Bound using segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:40.107117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Bound port: a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:40.107539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.108623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.142791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:40.189058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:40.192476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:40.196825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.245238 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.250786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 681b617a-da56-4b39-b4b6-c9d8a9825cd0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:40.285016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 681b617a-da56-4b39-b4b6-c9d8a9825cd0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:40.285348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 681b617a-da56-4b39-b4b6-c9d8a9825cd0 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:40.300195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.328755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:40.332585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.354630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c397ec-5e84-4f98-8481-f2019cd8829b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:40.383185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.383817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.385237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] 10.222.0.58 "PUT /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 1130 time: 1.2299724 Aug 18 14:06:40.463757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:40.472970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df6ceb-6326-42d9-b0cc-aeeadf235b9c service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:40.473490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.478079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dce3c05c-8df7-4dfe-be89-5b4677e31a0b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5136883 Aug 18 14:06:40.481653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54734) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:40.496912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c133e7-553c-4492-b155-184bbc1c7b6a req-fa9cc892-8b42-41b3-944b-052da4d000e0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.499462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67c133e7-553c-4492-b155-184bbc1c7b6a req-fa9cc892-8b42-41b3-944b-052da4d000e0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1349323 Aug 18 14:06:40.517805 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67467016-410c-4045-8363-90441b7ff69b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules/d8c397ec-5e84-4f98-8481-f2019cd8829b HTTP/1.1" status: 200 len: 763 time: 0.0325840 Aug 18 14:06:40.520348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:40.548483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.556483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.563130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.569505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.575748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.583594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:40.585596 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c514173-c089-47ac-b653-9542b2f6643b tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0636415 Aug 18 14:06:40.588344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:40.591921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-34131ad9-c400-4213-a471-cddfc18b47b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 4600 time: 0.1782641 Aug 18 14:06:40.605196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:40.628458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.639356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:40.641958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.644194 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245032a-2e89-4bf7-acc3-ebeceb3c7208" -d '{"events": [{"server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "name": "network-vif-plugged", "status": "completed", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:40.693153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port ef9e83da-c3b2-4361-95ed-5a90277f6870 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:40.698391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ef9e83da-c3b2-4361-95ed-5a90277f6870 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:40.698880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.707892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9d03e8e-4fa0-4e72-a39f-6833b09db71d req-516498f4-0f8e-4105-97d5-257e0f2bf527 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1151123 Aug 18 14:06:40.713042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67c133e7-553c-4492-b155-184bbc1c7b6a req-29ef0346-e3f0-4f94-a5ed-0c13832a07e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017031 Aug 18 14:06:40.754020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.762646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:40.765000 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a71b373-ec1a-495a-b23e-96381fa56499" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "a8e0c5b9-4609-4aef-ad7b-6a016ea4f618"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:40.792566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.815683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.824741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:40.826061 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d8c397ec-5e84-4f98-8481-f2019cd8829b HTTP/1.1" status: 204 len: 168 time: 0.2362201 Aug 18 14:06:40.831343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54748) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:40.845688 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08896711-0e78-417b-9961-a8926b83a598 x-openstack-request-id: req-08896711-0e78-417b-9961-a8926b83a598 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:40.846030 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "name": "network-vif-plugged", "status": "completed", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:40.846292 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08896711-0e78-417b-9961-a8926b83a598 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:40.846706 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6', 'code': 200} Aug 18 14:06:40.871568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019bfe4-61d6-40e3-b07f-0eef48936d06 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8c397ec-5e84-4f98-8481-f2019cd8829b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:40.940728 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f37ddd-55cf-49b2-b771-20a1dbef1760 x-openstack-request-id: req-49f37ddd-55cf-49b2-b771-20a1dbef1760 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:40.941028 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "a8e0c5b9-4609-4aef-ad7b-6a016ea4f618", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:40.941287 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49f37ddd-55cf-49b2-b771-20a1dbef1760 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:40.944326 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618', 'status': 'completed', 'code': 200} Aug 18 14:06:40.952488 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.008157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bbfcddbd-c201-452e-8101-51f9878fcccd tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1730025 Aug 18 14:06:41.016134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54754) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:41.020859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '76c3e9eb-008e-436b-a47f-09b4d3c2832c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:41.088351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:41.095709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c978e0-d08c-442d-b6ba-05db499c4940 req-44cda1d4-d0d2-47a8-91aa-d9897e17581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.097290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-32c978e0-d08c-442d-b6ba-05db499c4940 req-44cda1d4-d0d2-47a8-91aa-d9897e17581f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 1096 time: 0.1693342 Aug 18 14:06:41.148304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.148803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.149285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.149907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.150655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.151137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.153207 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-0e859fb7-81d9-4c31-bfb0-b397c8ea3f08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5286 time: 0.1722889 Aug 18 14:06:41.212654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.256419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88f43-c1f0-43da-a160-b28032094be7 req-47b7cbc9-8586-4bee-be16-997cfe3ab8e4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.263181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-32c978e0-d08c-442d-b6ba-05db499c4940 req-3c049c42-8280-4844-b96a-2a343af635e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446447 Aug 18 14:06:41.264271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f88f43-c1f0-43da-a160-b28032094be7 req-47b7cbc9-8586-4bee-be16-997cfe3ab8e4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.1911645 Aug 18 14:06:41.300521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410e3e-ac95-4e46-993b-03ea3ca5c069 req-ea5c7876-b70d-444b-8619-73f573142091 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.307459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f410e3e-ac95-4e46-993b-03ea3ca5c069 req-ea5c7876-b70d-444b-8619-73f573142091 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.1787777 Aug 18 14:06:41.320336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:41.327376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.367032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-46fe5c40-785a-4fc1-8c48-1d94fb37780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.367799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-46fe5c40-785a-4fc1-8c48-1d94fb37780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.368328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-46fe5c40-785a-4fc1-8c48-1d94fb37780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.370638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-46fe5c40-785a-4fc1-8c48-1d94fb37780d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2064395 Aug 18 14:06:41.426091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f88f43-c1f0-43da-a160-b28032094be7 req-8541ccd7-33a7-41a3-a86a-bc8710d7811f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565757 Aug 18 14:06:41.459481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749a659e-2b0f-4326-91f5-1fa7f5fb1131 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:41.498240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.512090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f410e3e-ac95-4e46-993b-03ea3ca5c069 req-41a28cb2-317c-43bd-8613-88902a4bd236 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980698 Aug 18 14:06:41.544063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Transition to ACTIVE for port object 749a659e-2b0f-4326-91f5-1fa7f5fb1131 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:41.565879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.600693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-692ac17b-1d84-4f35-80c9-b11cdbc0dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.602758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a71b373-ec1a-495a-b23e-96381fa56499 req-692ac17b-1d84-4f35-80c9-b11cdbc0dc31 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130034 Aug 18 14:06:41.648132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54764) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:41.655231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.695929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.763103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b6423e-96e3-4229-a7eb-04f996aa1cae,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:41.768668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:41.847233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.849457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c295316e-7afb-482e-a55f-19fec432987f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8313339 Aug 18 14:06:41.851279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54780) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:41.868856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf3009cf-1e16-48ba-a791-7b74f6d4b566 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules/c7b6423e-96e3-4229-a7eb-04f996aa1cae HTTP/1.1" status: 200 len: 763 time: 0.0163984 Aug 18 14:06:41.872501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:41.919330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0bea381-ca39-46e9-a55a-4f793475953f tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451603 Aug 18 14:06:41.921576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:41.948722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.960143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.018717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7d54f5b1-0cba-461e-9e01-6cc2adae1c25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7fead6cdce5460dba9fe04480a1b91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691299 Aug 18 14:06:42.021115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54786) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.034400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc8d55-bd25-4303-9904-35685c11ff06 req-0be5da5b-3d7a-4c90-b35a-e59463b08196 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.035909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bcc8d55-bd25-4303-9904-35685c11ff06 req-0be5da5b-3d7a-4c90-b35a-e59463b08196 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.1930175 Aug 18 14:06:42.047622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-93306acc-6d40-459e-9ebe-96f31b51b149 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.051371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-93306acc-6d40-459e-9ebe-96f31b51b149 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.3004184 Aug 18 14:06:42.051371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Attempting to bind port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:42.051567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Attempting to bind port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:42.051898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Attempting to bind port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:42.076335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.077695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:42.078624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Attempting to bind port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:42.086564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.087976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c7b6423e-96e3-4229-a7eb-04f996aa1cae HTTP/1.1" status: 204 len: 168 time: 0.1653674 Aug 18 14:06:42.091962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-0423bd87-158f-48af-88e4-1b4b1da0043b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0312586 Aug 18 14:06:42.092929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54788) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.102922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef06d9-d9e1-4088-bb81-4b357448022c tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7b6423e-96e3-4229-a7eb-04f996aa1cae,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:42.107394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.112413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:42.112667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:42.113160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Bound using segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:42.113723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Bound port: 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:42.114417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.134923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.178222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bcc8d55-bd25-4303-9904-35685c11ff06 req-5fd6ba1a-4cb1-4a9f-950c-2b8d5940f9bd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280284 Aug 18 14:06:42.241496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7485ed16-4f0e-4487-8cee-d7c594ed2127 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449091 Aug 18 14:06:42.245270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54790) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.252160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Request body: {'security_group_rule': {'security_group_id': '76c3e9eb-008e-436b-a47f-09b4d3c2832c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:42.262870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-d2b3846f-0c79-4aab-9682-edc1480c148e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290629 Aug 18 14:06:42.278126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.281202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.299359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8d791a5-0a35-42cc-ac20-03b5f711570b HTTP/1.1" status: 204 len: 168 time: 0.2768345 Aug 18 14:06:42.315425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40eded-ad8b-40df-91b4-04b984e8d6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d791a5-0a35-42cc-ac20-03b5f711570b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:42.377561 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Project d94ce1d0f7a04d90bd9562803cf0cebf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:06:42.384657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.396487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:42.423291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:42.448883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-174635ee-a0ff-4dfe-b54a-6b2d4c393ffe service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713784 Aug 18 14:06:42.462406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.463357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.468779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.474800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.480984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.488405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.494371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.500730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.502783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-54a3cc37-7bfa-4398-b42c-7ff49366089b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5371 time: 0.1538737 Aug 18 14:06:42.519078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.546265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.560538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d03400-7d8f-4a42-91d6-8f40a5d2bad4,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:42.611378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.612164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.613468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] 10.222.0.58 "PUT /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 1129 time: 2.0131285 Aug 18 14:06:42.639822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.644199 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e1693565-906c-4f44-b342-bfea1985007d tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3973002 Aug 18 14:06:42.644856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.661191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa5387-8967-4c8c-b394-d23c71512a3d service neutron] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:42.677628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6d16d34-988c-4d93-adbc-256d9e76b69e req-80974df4-a0f1-43c9-a828-1fdf43fd9072 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1618674 Aug 18 14:06:42.693874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54802) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.696869 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1a7e279e-c2d9-4ead-8280-695765bb7cf6 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules/f3d03400-7d8f-4a42-91d6-8f40a5d2bad4 HTTP/1.1" status: 200 len: 769 time: 0.0503654 Aug 18 14:06:42.731779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:42.779268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-5043fa3b-5a14-42b0-8a71-c9b85c454f94 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754793 Aug 18 14:06:42.847501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:42.848812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d4d9c544-e6b9-4031-a9db-29ee0888ab37 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1536708 Aug 18 14:06:42.850818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:42.853228 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a134107-d223-4f9d-bf01-062f64950a9b" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:42.885685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.896271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.900273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:42.961993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '749a659e-2b0f-4326-91f5-1fa7f5fb1131'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:42.964352 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2197545-eda2-4d5d-a668-668cbaa05c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "749a659e-2b0f-4326-91f5-1fa7f5fb1131"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:42.997416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa788bc3-e359-4029-8f1b-9877863d6d15 req-3ac1f98e-ffbf-4063-aaac-dd97b68f1b91 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.002852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa788bc3-e359-4029-8f1b-9877863d6d15 req-3ac1f98e-ffbf-4063-aaac-dd97b68f1b91 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.1257067 Aug 18 14:06:43.015593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.022749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.026999 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f3d03400-7d8f-4a42-91d6-8f40a5d2bad4 HTTP/1.1" status: 204 len: 168 time: 0.1784275 Aug 18 14:06:43.028825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54810) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.042052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503069f-4a36-4c92-a217-479e8d8fa419 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d03400-7d8f-4a42-91d6-8f40a5d2bad4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:43.102562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c53f834c-3c7a-42a2-8e7a-9534c5d1f090 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722971 Aug 18 14:06:43.103327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.137508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54818) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.144963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256cbd9-d242-4283-bf61-3e8e9c54b5ee x-openstack-request-id: req-1256cbd9-d242-4283-bf61-3e8e9c54b5ee {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:43.144963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:43.144963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1256cbd9-d242-4283-bf61-3e8e9c54b5ee {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:43.144963 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:06:43.162165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa788bc3-e359-4029-8f1b-9877863d6d15 req-e4d7d561-45cf-46cd-bb2c-0cc0240e92f9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559203 Aug 18 14:06:43.232736 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258c74a-9ac5-4008-bfba-54478ff0ead7 x-openstack-request-id: req-0258c74a-9ac5-4008-bfba-54478ff0ead7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:43.233030 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "749a659e-2b0f-4326-91f5-1fa7f5fb1131", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:43.233286 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0258c74a-9ac5-4008-bfba-54478ff0ead7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:43.233727 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '749a659e-2b0f-4326-91f5-1fa7f5fb1131', 'status': 'completed', 'code': 200} Aug 18 14:06:43.333392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b4bf2ce3-9d9a-4b3c-aeec-46a6da10b137 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=018ec1fcb2374d5a91527e848dcd5f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912184 Aug 18 14:06:43.352565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54826) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.376984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.390065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-609939ea-e032-4964-a767-3c5b9db11cca req-bf5884ad-3186-4712-82a3-3ad162c0f145 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.0908823 Aug 18 14:06:43.425199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.540888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.541383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.541898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.542616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.543098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.543570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.544041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.546083 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c8704031-f772-447f-9352-ffd90bf7abf2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6208 time: 0.2662849 Aug 18 14:06:43.584181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae383a3-3ea9-4a1f-a773-f8c4890657a2 req-133730d3-cbb7-45b2-a2d1-0584cfc0d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.586664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ae383a3-3ea9-4a1f-a773-f8c4890657a2 req-133730d3-cbb7-45b2-a2d1-0584cfc0d371 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1096 time: 0.2862370 Aug 18 14:06:43.675475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-b32586fd-1f9b-4c34-aeec-b2c9ba275f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.676099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-b32586fd-1f9b-4c34-aeec-b2c9ba275f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.676674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-b32586fd-1f9b-4c34-aeec-b2c9ba275f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.678861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa07aa-8853-4c59-953c-095a8aea3020 req-afc3a6f2-17a5-4850-bc79-5f22f4468aa2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.679077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-b32586fd-1f9b-4c34-aeec-b2c9ba275f8a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1225758 Aug 18 14:06:43.681188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2aa07aa-8853-4c59-953c-095a8aea3020 req-afc3a6f2-17a5-4850-bc79-5f22f4468aa2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.2877309 Aug 18 14:06:43.706611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.800211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.805763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.805763 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "DELETE /v2.0/security-groups/76c3e9eb-008e-436b-a47f-09b4d3c2832c HTTP/1.1" status: 204 len: 168 time: 0.7006299 Aug 18 14:06:43.810715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54838) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.837173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ee139-3f56-4ee4-9939-95e052ca2b0e tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3e9eb-008e-436b-a47f-09b4d3c2832c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:43.839993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ac4f84-fb61-4637-9da1-af8c38d139b6 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:43.857471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ae383a3-3ea9-4a1f-a773-f8c4890657a2 req-61875555-2e32-4f82-8179-1dfffef7fdc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525206 Aug 18 14:06:43.868327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.871751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:43.891829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c1dabe26-8f94-4b4f-8325-b07b6d018fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.893454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a2197545-eda2-4d5d-a668-668cbaa05c1d req-c1dabe26-8f94-4b4f-8325-b07b6d018fc5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075951 Aug 18 14:06:43.899651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd190792-d54f-4997-9375-bdaa65eac585 tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851669 Aug 18 14:06:43.903576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54840) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:43.968067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Transition to ACTIVE for port object a0ac4f84-fb61-4637-9da1-af8c38d139b6 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:43.988543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2aa07aa-8853-4c59-953c-095a8aea3020 req-55177580-2627-435f-a11b-7f26c51f4f57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918713 Aug 18 14:06:44.006425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7b2c7ec5-b4c1-4232-a78d-2e2d33c91ffa tempest-SecGroupIPv6Test-1670906900 tempest-SecGroupIPv6Test-1670906900-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932472 Aug 18 14:06:44.045268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.052851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.059947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.067249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.073914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.080603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.089692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.089692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-60fec219-97e3-40ad-a8b3-f24d3c5ac3d3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5371 time: 0.2729197 Aug 18 14:06:44.092073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.185720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:44.216357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-026cc99f-d5c2-43db-bcfe-dc6ac2ff4ea1 req-385b1a94-d77f-4b5b-ac1e-70d2e59fb709 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1118457 Aug 18 14:06:44.262138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.273078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.274270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d45294a6-2d65-4742-b121-2e5469733d99 HTTP/1.1" status: 204 len: 168 time: 0.9204855 Aug 18 14:06:44.313085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b7dbf-b444-4203-b5fb-a7a216dc928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45294a6-2d65-4742-b121-2e5469733d99,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:44.329719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Attempting to bind port a0ac4f84-fb61-4637-9da1-af8c38d139b6 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:44.330095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Attempting to bind port a0ac4f84-fb61-4637-9da1-af8c38d139b6 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:44.330596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Attempting to bind port a0ac4f84-fb61-4637-9da1-af8c38d139b6 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:44.360483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Port a0ac4f84-fb61-4637-9da1-af8c38d139b6 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:44.361200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Attempting to bind port a0ac4f84-fb61-4637-9da1-af8c38d139b6 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:44.392317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:44.392317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:44.392317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Bound using segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:44.392317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Bound port: a0ac4f84-fb61-4637-9da1-af8c38d139b6, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:44.392317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.546077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fe3a04e-f9f0-4c31-8e93-3c9d13b97ded req-c1c1a747-c84a-4040-a0b6-8c6f652294e8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.0694559 Aug 18 14:06:44.548130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:44.574059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:44.709107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.781731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.782397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.783817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 200 len: 1091 time: 2.0710785 Aug 18 14:06:44.792125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54866) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:44.830012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672357-8161-45cd-ba99-4d578724a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:44.925546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:45.049725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.101520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-371c21f1-0165-4514-80f6-d88d579cd590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d94ce1d0f7a04d90bd9562803cf0cebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079515 Aug 18 14:06:45.102147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54882) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:45.171661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.201233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.247200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:45.251410 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:45.357228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047f75d-7874-43aa-a2f8-e14ca159545d req-5f345647-78fe-49a3-af55-370cdf2f6dfc tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.358771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5047f75d-7874-43aa-a2f8-e14ca159545d req-5f345647-78fe-49a3-af55-370cdf2f6dfc tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.2084520 Aug 18 14:06:45.369166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa0c2-ffcd-4ec1-b362-eb5db46bd063 req-e958c30d-e683-4d2b-9c79-027483ca9aa5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.370661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1aafa0c2-ffcd-4ec1-b362-eb5db46bd063 req-e958c30d-e683-4d2b-9c79-027483ca9aa5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.2234721 Aug 18 14:06:45.387675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.393042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.397453 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ad8b92b-b243-4da1-b772-d5eb02f71bd0 HTTP/1.1" status: 204 len: 168 time: 0.2936168 Aug 18 14:06:45.434413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c4d7-9dd4-4916-94e9-1d86f6488952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad8b92b-b243-4da1-b772-d5eb02f71bd0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:45.544608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5047f75d-7874-43aa-a2f8-e14ca159545d req-cff7c356-5d2a-4432-935b-3a017b89c261 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679182 Aug 18 14:06:45.557538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1aafa0c2-ffcd-4ec1-b362-eb5db46bd063 req-ae853cdd-c600-4a1a-b01b-2b8057aec8df tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740048 Aug 18 14:06:45.617430 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145234c5-c599-4548-b48c-d27cf3ac2344 x-openstack-request-id: req-145234c5-c599-4548-b48c-d27cf3ac2344 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:45.617799 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:45.618132 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-145234c5-c599-4548-b48c-d27cf3ac2344 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:45.618593 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6', 'status': 'completed', 'code': 200} Aug 18 14:06:45.697100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.697743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.698310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.698883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.699380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.700025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.700501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.702557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-7e639d53-5718-4db6-923c-bf8347bd2f9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6275 time: 0.0575325 Aug 18 14:06:45.850557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-bb80ab69-605b-421f-9b13-f0edcf24aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.851835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-bb80ab69-605b-421f-9b13-f0edcf24aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.852382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-bb80ab69-605b-421f-9b13-f0edcf24aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.854231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-bb80ab69-605b-421f-9b13-f0edcf24aa9a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1433959 Aug 18 14:06:45.991712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-72d301a7-1bda-45c0-a2db-9113bb8995e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.993221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b2b6c8c7-c646-4aa6-8aac-e388fbb49255 req-72d301a7-1bda-45c0-a2db-9113bb8995e7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304643 Aug 18 14:06:46.225519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfeb266-da0f-45e5-98de-f4cbeec30fca {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:46.260810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea61fabd-c5c5-4b53-ba4d-1a6f33877561 req-5c9277ac-d711-49cb-ad54-c261ea1bcadc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.0517557 Aug 18 14:06:46.271131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:46.357319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.364010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.370055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.376976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.384415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.390986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.398073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.400023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-20f2da43-7dda-447c-902f-bc7a7ef584a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5383 time: 0.7194769 Aug 18 14:06:46.403314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Transition to ACTIVE for port object 6bfeb266-da0f-45e5-98de-f4cbeec30fca will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:46.485764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-073c6ad8-2a66-4cae-b535-f7366f31c19e req-cd57833f-6767-46ba-89e7-1ae85f81bfe3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738785 Aug 18 14:06:46.522596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-a183cee2-e92a-4c34-a9f8-b7adf999abe0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.524601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-a183cee2-e92a-4c34-a9f8-b7adf999abe0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.2662842 Aug 18 14:06:46.529056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:46.563780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:46.755970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:46.886112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd3d7d-82f9-47be-8044-12cf0d34298a req-7ade4f98-2f84-4d30-a265-4abb2bedc38a tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:46.890367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30cd3d7d-82f9-47be-8044-12cf0d34298a req-7ade4f98-2f84-4d30-a265-4abb2bedc38a tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.2487121 Aug 18 14:06:46.914979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Attempting to bind port 6bfeb266-da0f-45e5-98de-f4cbeec30fca on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:46.915323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Attempting to bind port 6bfeb266-da0f-45e5-98de-f4cbeec30fca by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:46.915656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Attempting to bind port 6bfeb266-da0f-45e5-98de-f4cbeec30fca on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:46.933420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Port 6bfeb266-da0f-45e5-98de-f4cbeec30fca on network b9aee283-afd4-49da-918d-9a8f5c02fe3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:46.933762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Attempting to bind port 6bfeb266-da0f-45e5-98de-f4cbeec30fca on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:46.950512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:46.950771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Checking segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:46.951159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Bound using segment: {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:46.951607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Bound port: 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a90763-a513-4f05-b502-5dc9382a8e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:46.951973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.070938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30cd3d7d-82f9-47be-8044-12cf0d34298a req-7100bd08-f265-4d0e-9e9e-5e803154bff0 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733263 Aug 18 14:06:47.174452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:47.181728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:47.223733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-0474e1e5-2788-4d68-bc33-83c3d25861a4 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:47.225166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-0474e1e5-2788-4d68-bc33-83c3d25861a4 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.2003739 Aug 18 14:06:47.227702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:47.231221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.338440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68b743-ad44-4c6c-8a10-bc8cd9be2318 req-f95c40f7-c7ed-45c0-91dd-973cd7742fa9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:47.340516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c68b743-ad44-4c6c-8a10-bc8cd9be2318 req-f95c40f7-c7ed-45c0-91dd-973cd7742fa9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.1696739 Aug 18 14:06:47.376787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.443994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:47.444963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.446477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 200 len: 1090 time: 2.5346591 Aug 18 14:06:47.575235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae139-b9a8-48c6-b551-25b63661b2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:47.590529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c68b743-ad44-4c6c-8a10-bc8cd9be2318 req-47806574-5cfb-43ec-aa2b-062c832d6c20 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070565 Aug 18 14:06:47.596152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Deleting port 725d053c-3688-4595-8937-3157ce312f1d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:47.596470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.624470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:47.627137 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c2590-bc81-4efc-bc5b-c958f05dae04" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:47.679670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:47.686930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.3 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/dd93d186-328c-4f98-958e-dd29a64ed84e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:47.919146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f083641-f546-4981-abd6-ababbb2ba6ea req-41e3485a-891b-4656-a113-f1abb0f13010 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.0826032 Aug 18 14:06:47.924792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:47.933525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] For port 725d053c-3688-4595-8937-3157ce312f1d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=725d053c-3688-4595-8937-3157ce312f1d,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:47.933710 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.002845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Calling delete_port for 725d053c-3688-4595-8937-3157ce312f1d owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:48.378622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.420823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.426792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.432873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.439786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.445756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.451734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.458663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.460631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-770b3a5b-acd5-439a-8726-5e0652389709 req-02a3c21e-cb39-496c-a91b-0813bdb8a82b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5395 time: 0.4137211 Aug 18 14:06:48.533954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d7922-038b-431f-85bb-3ac93963736f req-1f14e8b0-59cf-47d1-addd-7868c9aefcaa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.535996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f17d7922-038b-431f-85bb-3ac93963736f req-1f14e8b0-59cf-47d1-addd-7868c9aefcaa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.2689719 Aug 18 14:06:48.544651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54990) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:48.551689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'floatingip': {'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:48.597295 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dcbce8-4992-4488-833a-6f673baf6bb8 x-openstack-request-id: req-c3dcbce8-4992-4488-833a-6f673baf6bb8 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:48.597652 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:48.597835 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3dcbce8-4992-4488-833a-6f673baf6bb8 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:48.598262 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'status': 'completed', 'code': 200} Aug 18 14:06:48.649259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.675193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-770b3a5b-acd5-439a-8726-5e0652389709 req-69cfe9db-5f27-4d42-a262-0a5a45b72207 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1773539 Aug 18 14:06:48.793101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3c65-06b4-4f5b-9b2f-d789e4889c6f req-87babd01-9f06-4a09-b63b-9f5dcffd247e tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.794941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c19d3c65-06b4-4f5b-9b2f-d789e4889c6f req-87babd01-9f06-4a09-b63b-9f5dcffd247e tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 945 time: 0.1012599 Aug 18 14:06:48.798538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.815758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.828857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774', '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:48.874313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Pushing event deleted for resources: {'Port': ['ID=725d053c-3688-4595-8937-3157ce312f1d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:48.936138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:48.942521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c830aff6-9c03-4ac0-93b7-7387612d8e83 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:48.982357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.010257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:49.020190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] No DVR routers for this DVR port 725d053c-3688-4595-8937-3157ce312f1d on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:49.023075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.025713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8913544-847b-43f0-bf97-3c4ea216b41c req-8fe5d7b5-247d-491f-a990-760be87d0cd8 tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.10 "DELETE /v2.0/ports/725d053c-3688-4595-8937-3157ce312f1d HTTP/1.1" status: 204 len: 173 time: 1.7890201 Aug 18 14:06:49.036246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:49.040429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:49.100481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.101139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.104723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Transition to ACTIVE for port object c830aff6-9c03-4ac0-93b7-7387612d8e83 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:49.122623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c19d3c65-06b4-4f5b-9b2f-d789e4889c6f req-34d806fb-7893-447b-b0d1-1c0470812d3c tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/security-groups?id=b946b425-fe42-4e4e-831b-0c6a62e21c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064590 Aug 18 14:06:49.199842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.200998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.201549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.202119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.203371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.203875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.204401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.211569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-566751f6-abe1-4202-9630-a6ba08f576ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6342 time: 0.6046379 Aug 18 14:06:49.211746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.317370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:49.356709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-451630c9-1233-4419-bd6d-79c2e5cd0807 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8059447 Aug 18 14:06:49.388805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8150-f50d-425f-b5ff-79fcf765ab64 req-7651640e-f4c2-46ea-b11e-c21e6e6bbfb2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.406430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cac8150-f50d-425f-b5ff-79fcf765ab64 req-7651640e-f4c2-46ea-b11e-c21e6e6bbfb2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 931 time: 0.2814426 Aug 18 14:06:49.510880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Request body: {'port': {'device_id': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:49.526545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-d64c1f82-1b0e-4d7b-97ce-6fbac60fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.527040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-d64c1f82-1b0e-4d7b-97ce-6fbac60fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.527518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-d64c1f82-1b0e-4d7b-97ce-6fbac60fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.530026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-d64c1f82-1b0e-4d7b-97ce-6fbac60fbab2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2982614 Aug 18 14:06:49.705139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cac8150-f50d-425f-b5ff-79fcf765ab64 req-a9296c57-1378-4ba4-8777-2ce7028151bd tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957587 Aug 18 14:06:49.716698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Attempting to bind port c830aff6-9c03-4ac0-93b7-7387612d8e83 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:49.717128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Attempting to bind port c830aff6-9c03-4ac0-93b7-7387612d8e83 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:49.717635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Attempting to bind port c830aff6-9c03-4ac0-93b7-7387612d8e83 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:49.722705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.759282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Port c830aff6-9c03-4ac0-93b7-7387612d8e83 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:49.760066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Attempting to bind port c830aff6-9c03-4ac0-93b7-7387612d8e83 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:49.794184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:49.795641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Checking segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:49.795825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Bound using segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:49.796394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Bound port: c830aff6-9c03-4ac0-93b7-7387612d8e83, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:49.797479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:49.966236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.resource_extend [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:06:49.976058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-f90f6dde-66be-44e9-a68d-e55f9f83c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.979644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-410c2590-bc81-4efc-bc5b-c958f05dae04 req-f90f6dde-66be-44e9-a68d-e55f9f83c64b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4380956 Aug 18 14:06:50.041228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.072289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.080375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.084459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.090395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.096898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.102813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.108696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.110654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-492db533-82f1-4e86-93e1-988a10ecfa48 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5407 time: 0.2870188 Aug 18 14:06:50.115496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.160711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:50.192987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:50.221802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3297cb88-a7c3-4c4d-a588-675bcff8f6a6 req-c27a8f7b-f881-4d65-b6b3-dbd4062f30c3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0969234 Aug 18 14:06:50.260816 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Floating IP 4805b07c-5360-4a41-8de0-44db7dde1ecc associated. External IP: 172.25.1.212, port: ef9e83da-c3b2-4361-95ed-5a90277f6870. Aug 18 14:06:50.303708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55038) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:50.316226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.385532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ac2a6dc-54e4-4644-aeb8-f6ff56fd4003 req-6df4832b-11d0-49f7-b787-11365b49187f tempest-AttachSCSIVolumeTestJSON-604538528 tempest-AttachSCSIVolumeTestJSON-604538528-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9913aae-0970-4ca1-b2b9-c85e1da368f2 HTTP/1.1" status: 200 len: 210 time: 0.0785694 Aug 18 14:06:50.386970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.387645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.389029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] 10.222.0.58 "PUT /v2.0/ports/c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 200 len: 1091 time: 2.7194643 Aug 18 14:06:50.394474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd93d186-328c-4f98-958e-dd29a64ed84e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:50.411245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.442112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Transition to ACTIVE for port object dd93d186-328c-4f98-958e-dd29a64ed84e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:50.445482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c4c58-eaa8-48af-9ad0-97d9e9139bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:50.488312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 725d053c-3688-4595-8937-3157ce312f1d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:06:50.498132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.510267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Request body: {'port': {'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:50.522086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 725d053c-3688-4595-8937-3157ce312f1d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:06:50.545929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 725d053c-3688-4595-8937-3157ce312f1d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:06:50.582602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.612669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'name': 'network-vif-deleted', 'tag': '725d053c-3688-4595-8937-3157ce312f1d'}, {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:50.615065 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef7294-e25c-4275-a9ee-7164c4a0e937" -d '{"events": [{"server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "name": "network-vif-deleted", "tag": "725d053c-3688-4595-8937-3157ce312f1d"}, {"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:50.659068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Router 3199f6f6-32a2-4146-8974-5525a2880fef has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:06:50.663894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.721918 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b876f895-a18d-48b3-8f23-97dd5365c5b4 x-openstack-request-id: req-b876f895-a18d-48b3-8f23-97dd5365c5b4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:50.721918 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9913aae-0970-4ca1-b2b9-c85e1da368f2", "name": "network-vif-deleted", "tag": "725d053c-3688-4595-8937-3157ce312f1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:50.721918 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b876f895-a18d-48b3-8f23-97dd5365c5b4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:50.721918 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9913aae-0970-4ca1-b2b9-c85e1da368f2', 'name': 'network-vif-deleted', 'tag': '725d053c-3688-4595-8937-3157ce312f1d', 'status': 'completed', 'code': 200} Aug 18 14:06:50.721918 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83', 'status': 'completed', 'code': 200} Aug 18 14:06:50.743204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:50.866481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.866881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.867494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.867969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.868439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.868907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.869368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.871302 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-7660ae49-142c-4cab-85b9-71af2bd86ded service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6409 time: 0.1276958 Aug 18 14:06:50.889813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Attempting to bind port dd93d186-328c-4f98-958e-dd29a64ed84e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:50.890286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Attempting to bind port dd93d186-328c-4f98-958e-dd29a64ed84e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:50.890521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Attempting to bind port dd93d186-328c-4f98-958e-dd29a64ed84e on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:50.906543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Port dd93d186-328c-4f98-958e-dd29a64ed84e on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:50.906900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Attempting to bind port dd93d186-328c-4f98-958e-dd29a64ed84e on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:50.934256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:50.934612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:50.935423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:50.935628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Bound port: dd93d186-328c-4f98-958e-dd29a64ed84e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:50.935923 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.936869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.944134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:06:50.961644 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Sync routers for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:06:50.967382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:50.977943 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:50.978885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:50.988383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e60c-b2c0-47c4-a34d-307da9e0af58 req-03dcbbb3-7b2d-478b-a527-536ca4a221c1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.989954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c77e60c-b2c0-47c4-a34d-307da9e0af58 req-03dcbbb3-7b2d-478b-a527-536ca4a221c1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 943 time: 0.1476772 Aug 18 14:06:51.029682 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9a75fc3-83d0-4cb8-8ebe-264b6257c787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "PUT /v2.0/floatingips/4805b07c-5360-4a41-8de0-44db7dde1ecc HTTP/1.1" status: 200 len: 991 time: 2.4803565 Aug 18 14:06:51.030290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:51.032440 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87c54b-e3c8-4f38-b380-779975444bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:51.040852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.096924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c77e60c-b2c0-47c4-a34d-307da9e0af58 req-35e6be3f-d3bc-42a3-86c5-a935daea225a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862193 Aug 18 14:06:51.117357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=465a3bc22ce64cacb22fe4b23b8cfa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093503 Aug 18 14:06:51.117551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6db04-455e-4de1-9bb8-603bf6e4e69a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:51.121751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-11c10ba6-5bb7-4353-b717-8fd07b4a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.122265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-11c10ba6-5bb7-4353-b717-8fd07b4a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.122741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-11c10ba6-5bb7-4353-b717-8fd07b4a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.124359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-11c10ba6-5bb7-4353-b717-8fd07b4a7d14 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2415938 Aug 18 14:06:51.127296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:51.146750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.147098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.147793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.147793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.148124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.148568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.148772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.149084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.149412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.149740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.150099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.150477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b452b-15d5-499c-8a67-9852d14a6910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:06:51.164106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:51.181181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:51.220539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd93d186-328c-4f98-958e-dd29a64ed84e,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:51.245714 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458047a-f951-475e-9ca2-a5d2b3c857ba x-openstack-request-id: req-b458047a-f951-475e-9ca2-a5d2b3c857ba {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:51.248866 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:51.249352 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b458047a-f951-475e-9ca2-a5d2b3c857ba {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:51.250140 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'status': 'completed', 'code': 200} Aug 18 14:06:51.272541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-ccef9958-21ff-42e2-9b4f-beafdf9cd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.275084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2aef7294-e25c-4275-a9ee-7164c4a0e937 req-ccef9958-21ff-42e2-9b4f-beafdf9cd4a0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368632 Aug 18 14:06:51.299639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.389831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.390747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.392053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] 10.222.0.10 "PUT /v2.0/ports/dd93d186-328c-4f98-958e-dd29a64ed84e HTTP/1.1" status: 200 len: 1091 time: 1.8912108 Aug 18 14:06:51.410509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.464326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:51.464661 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4805b07c-5360-4a41-8de0-44db7dde1ecc', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:22Z', 'updated_at': '2021-08-18T14:06:49Z', 'revision_number': 1, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:51.494568 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Checking router: 3199f6f6-32a2-4146-8974-5525a2880fef for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:06:51.505028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:51.505667 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:51.505816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632084-c15a-4a6e-a61a-22dd2a578bd9 req-94d76b7a-db21-4741-911a-4fb1e6312181 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.507379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1632084-c15a-4a6e-a61a-22dd2a578bd9 req-94d76b7a-db21-4741-911a-4fb1e6312181 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.2729523 Aug 18 14:06:51.510383 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.523003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.540417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-01b526bf-bdab-4302-83b7-fbfe96abb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.542261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-01b526bf-bdab-4302-83b7-fbfe96abb833 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1096 time: 0.2623332 Aug 18 14:06:51.543212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c43a8-56c3-4883-b761-61dfb6d0e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:51.640920 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:51.860945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-51100367-f3e4-47b5-9b52-cefa02ea18a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:51.906842 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4805b07c-5360-4a41-8de0-44db7dde1ecc', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:22Z', 'updated_at': '2021-08-18T14:06:49Z', 'revision_number': 1, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:51.934114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aecde-ae23-4d5e-803a-5facc305155e None None] The sync data for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 is: [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '4805b07c-5360-4a41-8de0-44db7dde1ecc', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:22Z', 'updated_at': '2021-08-18T14:06:49Z', 'revision_number': 1, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:06:51.938142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.944182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.950265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.956792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.963213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.969257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.975600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.977561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67223258-d580-4e7d-aad5-4a6652aa922a req-cf1986f2-363f-476a-9e0c-6c90805f1d18 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5407 time: 0.5984764 Aug 18 14:06:52.017973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Transition to ACTIVE for port object ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:52.120467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1632084-c15a-4a6e-a61a-22dd2a578bd9 req-003a759d-a833-4745-9e8d-4d52bf3c5d2a tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5942602 Aug 18 14:06:52.138653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:52.193509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45036df7-7c95-4fc7-9088-dd18cff62994 None None] New status for floating IP 4805b07c-5360-4a41-8de0-44db7dde1ecc: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:06:52.213285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:52.229273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67223258-d580-4e7d-aad5-4a6652aa922a req-b367ef9d-e42f-4dad-80fd-65062904f286 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2167437 Aug 18 14:06:52.310218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-976c4f32-c892-4ad2-be83-3421ca12215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:52.313046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-976c4f32-c892-4ad2-be83-3421ca12215c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 1094 time: 0.7580979 Aug 18 14:06:52.467185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:52.469984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:52.471310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9a6db04-455e-4de1-9bb8-603bf6e4e69a HTTP/1.1" status: 204 len: 168 time: 1.3379922 Aug 18 14:06:52.473974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-d7f72bb5-d2ba-4daa-8e97-4b05d185efc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd93d186-328c-4f98-958e-dd29a64ed84e HTTP/1.1" status: 200 len: 217 time: 0.1259396 Aug 18 14:06:52.530752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Attempting to bind port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:52.535484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Attempting to bind port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:52.535484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Attempting to bind port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:52.553443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-981afab3-4145-4289-aed8-10101ffbaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:52.555058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-981afab3-4145-4289-aed8-10101ffbaf9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.9858885 Aug 18 14:06:52.563096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:52.563440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Attempting to bind port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 on network 11e91dab-ac4e-44bc-bbf8-daca2b39369c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:52.566521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec264b-545a-4667-ab75-069e46aa811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6db04-455e-4de1-9bb8-603bf6e4e69a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:52.614794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:52.614794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Checking segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:52.615093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Bound using segment: {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:52.615406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Bound port: ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145cea99-4a34-41e3-8dc1-cdef3032bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:52.615768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:52.683364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca1fd5-5a8f-43a4-bb20-b38c50de83b6 req-91a09801-ffc0-4436-ae73-1ed630bc4494 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:52.683364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ca1fd5-5a8f-43a4-bb20-b38c50de83b6 req-91a09801-ffc0-4436-ae73-1ed630bc4494 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 943 time: 0.3572946 Aug 18 14:06:52.696121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-27095792-4f3f-4cd4-9577-f5d7807ba48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:52.698502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-27095792-4f3f-4cd4-9577-f5d7807ba48c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1714001 Aug 18 14:06:52.724706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:52.727006 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df47a3-3410-47c8-b988-deac8a9348d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:52.780827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-67becfee-968a-4bf3-b650-899c7080b66c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 1001 time: 0.1812592 Aug 18 14:06:52.782834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-61de8c72-0013-4ef2-9818-36acd7b2817c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461369 Aug 18 14:06:52.809098 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be867f7-ca55-4d39-be98-e1e0fed1cb66 x-openstack-request-id: req-4be867f7-ca55-4d39-be98-e1e0fed1cb66 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:52.809415 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:52.809661 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4be867f7-ca55-4d39-be98-e1e0fed1cb66 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:52.810074 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e', 'status': 'completed', 'code': 200} Aug 18 14:06:52.894124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8ca1fd5-5a8f-43a4-bb20-b38c50de83b6 req-851e3733-c4e0-438e-af9d-091355c2eb7f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012072 Aug 18 14:06:52.923537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:52.947885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:52.954514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-95d4401b-a8c8-4612-9a75-f60151aa7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:52.956098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-95d4401b-a8c8-4612-9a75-f60151aa7636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1402965 Aug 18 14:06:53.010527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-4e3a9aad-adcd-4e9c-bc01-8669d82d043f service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973829 Aug 18 14:06:53.045588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-bfd68fb9-5716-400a-b9b7-f5522a59813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.047447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-bfd68fb9-5716-400a-b9b7-f5522a59813f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823555 Aug 18 14:06:53.078278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.183232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.183994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.189036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] 10.222.0.58 "PUT /v2.0/ports/ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 1091 time: 2.6798866 Aug 18 14:06:53.236855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304a248-535e-402e-9afa-cbc76ae01762 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:53.254560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-281e7c9b-a77e-4b2a-9e23-ae6c2c314066 req-21b5c5bd-6987-457b-a4c1-7f606ab97dee service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315044 Aug 18 14:06:53.278412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-436ad1fa-2ea9-456f-b74b-ff170930006f service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955743 Aug 18 14:06:53.411275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55118) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:53.430620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d92fec6-6ed7-4617-ab65-24f4642eb87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.573749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d92fec6-6ed7-4617-ab65-24f4642eb87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.604913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.611385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.617277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.623292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.630153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.635970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.643106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.644780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-01bc23af-0541-464f-946b-40f32c719ccb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.3013339 Aug 18 14:06:53.654039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.654634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.654990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.655462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.657481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.657481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.657481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.658800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-3b4410fc-6cb1-44da-aa49-5b28abf36fc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6476 time: 0.2598307 Aug 18 14:06:53.663560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d92fec6-6ed7-4617-ab65-24f4642eb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.698137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-557a6158-dd17-4a6b-8e84-1df394e54e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.699645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-557a6158-dd17-4a6b-8e84-1df394e54e55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 1094 time: 0.2162261 Aug 18 14:06:53.705449 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7d92fec6-6ed7-4617-ab65-24f4642eb87b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b658f53210a4f8693e9968fb2241c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930069 Aug 18 14:06:53.706609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92fec6-6ed7-4617-ab65-24f4642eb87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807dbfcf-6b87-4928-b7e3-54c0fa35550c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:53.709443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:53.741155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e87c54b-e3c8-4f38-b380-779975444bbc req-faa12a38-024e-4e8d-886f-1ce5ddd7ac5d service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433939 Aug 18 14:06:53.757877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-f9ce3dc0-de70-4272-9564-356a97064edf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 217 time: 0.0700891 Aug 18 14:06:53.823903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.836889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70c6da87-df89-4b37-b6ac-e26a889a28b6 req-c22a2ce0-cd5f-4441-9921-f9b27f7209e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1770182 Aug 18 14:06:53.864848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c0c66b78-cede-4241-a1ff-e829bf6027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.866451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c0c66b78-cede-4241-a1ff-e829bf6027f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 200 len: 851 time: 0.1116018 Aug 18 14:06:53.877094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:53.937949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-bbf852f4-bb56-4046-bcdd-9479860e4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.937949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-bbf852f4-bb56-4046-bcdd-9479860e4da2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.2026272 Aug 18 14:06:54.000846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-9181d09e-952d-4ecf-ad73-3e9ffba815bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd93d186-328c-4f98-958e-dd29a64ed84e HTTP/1.1" status: 200 len: 217 time: 0.0571780 Aug 18 14:06:54.005513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-83d37664-a8de-4d1b-8679-56ee7d01de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.006365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-83d37664-a8de-4d1b-8679-56ee7d01de1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12f4634e-4047-4d40-8a61-41f267019bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250572 Aug 18 14:06:54.095681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:54.098355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:54.099660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/807dbfcf-6b87-4928-b7e3-54c0fa35550c HTTP/1.1" status: 204 len: 168 time: 0.3799064 Aug 18 14:06:54.109713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d675e-63de-41e3-a8a3-892d7822808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807dbfcf-6b87-4928-b7e3-54c0fa35550c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:54.157880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-26c15d91-8300-4aa8-a6b7-91addb2abcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.159372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-26c15d91-8300-4aa8-a6b7-91addb2abcc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1284976 Aug 18 14:06:54.176501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363bd1-00de-4157-8b5c-1223db622693 req-b78e3863-7c15-4a49-bbd6-a080ba25584e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.178070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87363bd1-00de-4157-8b5c-1223db622693 req-b78e3863-7c15-4a49-bbd6-a080ba25584e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1889935 Aug 18 14:06:54.209400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe5c2-a6cf-4118-8bc7-2a82fed8ce74 req-8934b73d-0700-429b-a10b-2e579e6db0c2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.214212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dbfe5c2-a6cf-4118-8bc7-2a82fed8ce74 req-8934b73d-0700-429b-a10b-2e579e6db0c2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 943 time: 0.2192166 Aug 18 14:06:54.237112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-d1e0f74a-0804-44e0-9150-22ff0618c259 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559611 Aug 18 14:06:54.317518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-25745e79-7430-43f8-804f-d742d3a0f46c service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853241 Aug 18 14:06:54.377462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dbfe5c2-a6cf-4118-8bc7-2a82fed8ce74 req-ae035d8d-cc05-45f7-a582-9220a63bcb8b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431043 Aug 18 14:06:54.380111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87363bd1-00de-4157-8b5c-1223db622693 req-8ae1f891-869e-430d-9aae-d1261044d07b tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860120 Aug 18 14:06:54.459618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-a5c4433f-2e7a-4035-896e-29cabf9f63a7 service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090015 Aug 18 14:06:54.566746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-d32a6fd8-74cc-4a16-900f-4f8474fee06d service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329993 Aug 18 14:06:54.615104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-35874d66-931c-4da3-a65c-ef31980b33d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 217 time: 0.0403774 Aug 18 14:06:54.683074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75df47a3-3410-47c8-b988-deac8a9348d5 req-ad0d28cf-7017-4613-bb5b-92e11cbb3079 service neutron] 10.222.0.10 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120082 Aug 18 14:06:54.696879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-192b7af5-9981-4685-beb5-c7d53b5f325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.700178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-192b7af5-9981-4685-beb5-c7d53b5f325f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0697317 Aug 18 14:06:54.746782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-61be71f3-dedd-4d82-9e7b-03a369fc09d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:54.756882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-65e04c54-5495-434f-b806-e22ff8d10168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:54.758553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-65e04c54-5495-434f-b806-e22ff8d10168 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477133 Aug 18 14:06:54.811211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:54.814096 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:54.871639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:54.896865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a2726b5d-e784-4dc5-ac4e-6e1f3c5ab9cd service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292191 Aug 18 14:06:54.903505 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5cb34-6c55-4262-b302-1da59494119e x-openstack-request-id: req-4be5cb34-6c55-4262-b302-1da59494119e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:54.903983 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:54.904396 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4be5cb34-6c55-4262-b302-1da59494119e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:54.904923 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'status': 'completed', 'code': 200} Aug 18 14:06:55.042215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.048878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.054867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.060872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.066812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.072947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.078860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.080820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-43139eae-76ef-40bb-ba9b-7da8a913c355 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.1093068 Aug 18 14:06:55.148208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-0eeed79c-ab38-487d-8f45-a404a743e374 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296743 Aug 18 14:06:55.152897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-187ac78f-ef18-4bab-afe1-2e5b80884a3b req-80cb9011-2fa0-4808-b744-6114cbb0c6bf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0621200 Aug 18 14:06:55.214574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-57ff0bcf-d908-4e16-aa3e-9192aeee1706 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 217 time: 0.0501668 Aug 18 14:06:55.311184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b8a9e3aa-fc57-4617-b5ef-6074c90c17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.312718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b8a9e3aa-fc57-4617-b5ef-6074c90c17a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0756352 Aug 18 14:06:55.329910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de019af-9a93-4da8-809c-5e1770021b5a req-0162ac7f-cf6c-414e-9665-a54648ad9884 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.329910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0de019af-9a93-4da8-809c-5e1770021b5a req-0162ac7f-cf6c-414e-9665-a54648ad9884 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.0652139 Aug 18 14:06:55.395636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0de019af-9a93-4da8-809c-5e1770021b5a req-ad4fcd62-4c30-4e86-9de3-86ef5d2cb051 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567985 Aug 18 14:06:55.397565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6a1b205a-b88d-405b-bdab-159984dc0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.399407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-6a1b205a-b88d-405b-bdab-159984dc0d30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682027 Aug 18 14:06:55.497924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55174) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:55.558079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e87c-22a4-4918-be93-41ab4f3a41fa req-4942ab9a-8621-4c9c-97f1-9357f07b26a9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.559803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9818e87c-22a4-4918-be93-41ab4f3a41fa req-4942ab9a-8621-4c9c-97f1-9357f07b26a9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 943 time: 0.0905917 Aug 18 14:06:55.591466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b742e7cc-442f-46c7-997d-80540d971928 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816275 Aug 18 14:06:55.629019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-network', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:55.660396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9818e87c-22a4-4918-be93-41ab4f3a41fa req-4e20bf7b-a33e-49e0-ba87-ee1b0c1fbb4d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878131 Aug 18 14:06:55.715923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-fde00b8d-de42-4ce2-a22e-5bfc2b395f9b service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160121 Aug 18 14:06:55.761632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Made reservation on behalf of 0ce09f674d754fa8b7d8817d8f25dbd2 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:55.765049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:55.765794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-305e90ef-fe8a-44e5-8e49-c4e3b9696e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 200 len: 217 time: 0.0362520 Aug 18 14:06:55.774789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:55.830019 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:55.838028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b44f5fbb-07df-4f58-9409-0d02d22de5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.840325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b44f5fbb-07df-4f58-9409-0d02d22de5dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0678525 Aug 18 14:06:55.888684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:55.896552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-8505c721-1ac8-4550-8a79-2a0daf02f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:55.898183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-8505c721-1ac8-4550-8a79-2a0daf02f33c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422788 Aug 18 14:06:55.989205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.001489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:06:56.003738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-817cedb0-b12b-44b8-b36b-370d5d040026 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909994 Aug 18 14:06:56.020249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.020801 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Added segment 5ef1d58a-e5cf-4d61-becd-c849fc97b7a2 of type vlan for network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c Aug 18 14:06:56.064752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0780d897-9d28-42ae-bdf7-3e7924533727,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:56.090249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.110963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-1b67abf9-0f94-4d50-81b6-b968fecca23b service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962765 Aug 18 14:06:56.164802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-97af3368-62b0-4a63-97b3-a01aa5d6cfa5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 200 len: 217 time: 0.0399463 Aug 18 14:06:56.188116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.190007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.190803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.307383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] Pushing event updated for resources: {'Network': ['ID=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:56.311200 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a55b556-1cee-4997-a4d6-567d17f9acee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8116205 Aug 18 14:06:56.314605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55188) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:56.319971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-9ddb41ac-b908-455d-803e-53f49b618ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.321286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Request body: {'subnet': {'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-subnet', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:56.322941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-9ddb41ac-b908-455d-803e-53f49b618ad3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.1388502 Aug 18 14:06:56.323364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:06:56.429820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Made reservation on behalf of 0ce09f674d754fa8b7d8817d8f25dbd2 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:06:56.434496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.488721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd93d186-328c-4f98-958e-dd29a64ed84e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:56.636469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd93d186-328c-4f98-958e-dd29a64ed84e,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:56.651711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'dd93d186-328c-4f98-958e-dd29a64ed84e', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': 'dd93d186-328c-4f98-958e-dd29a64ed84e', 'mac_address': 'fa:16:3e:6d:c0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:56.700409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.719281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd93d186-328c-4f98-958e-dd29a64ed84e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:56.745398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd93d186-328c-4f98-958e-dd29a64ed84e,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:56.820929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.821141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:56.831075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.837170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.843940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.851041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.859487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.867847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.876384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.878889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-0abccd37-4e3c-4284-a4a8-d58a06de7ddf tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.6208453 Aug 18 14:06:56.881293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:56.902810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-7a69bcc6-ef6a-4e3a-849b-c74fe6912f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:56.904369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-7a69bcc6-ef6a-4e3a-849b-c74fe6912f72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5709710 Aug 18 14:06:56.919620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:56.926698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Checking segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:56.927071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Network hostable DHCP agents. Network: 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:06:56.996482 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:06:57.012401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ecbcdbc-8868-4380-a4e2-e2424c60fe46 req-a64cfdc3-c3ec-4f63-a07e-5f9edcd2bb00 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200225 Aug 18 14:06:57.023205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf8b8a-d222-4a4d-be55-1f31005816e2 req-5000080f-0447-4180-b9f6-21de83e7843c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.024748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1baf8b8a-d222-4a4d-be55-1f31005816e2 req-5000080f-0447-4180-b9f6-21de83e7843c tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1449497 Aug 18 14:06:57.031659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:06:57.090878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dd93d186-328c-4f98-958e-dd29a64ed84e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:57.104304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-c7a887fd-1355-4fb5-8567-a562a238f263 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803997 Aug 18 14:06:57.125642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:57.130406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.130648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.167708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df975b58-d3b4-49fe-b082-735b7d82b45c None None] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:06:57.190208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1baf8b8a-d222-4a4d-be55-1f31005816e2 req-955a4359-c1e9-4c92-9051-66692425ddc4 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494255 Aug 18 14:06:57.217703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-26f3161a-f4dc-485a-b983-d27d9253aa58 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.219471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-26f3161a-f4dc-485a-b983-d27d9253aa58 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1774971 Aug 18 14:06:57.239526 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fe209f8-c5ae-4a98-8a65-10c20dbc37f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9225838 Aug 18 14:06:57.246184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:57.252190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:57.354114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-a581479a-7b2c-4754-a5a2-5a9e0b4ea856 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341669 Aug 18 14:06:57.362508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a13654-84c6-419f-b81e-6b9b7eb1f02c req-34c13c82-3225-428c-9420-4a15b5f30551 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.364071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90a13654-84c6-419f-b81e-6b9b7eb1f02c req-34c13c82-3225-428c-9420-4a15b5f30551 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 944 time: 0.1698487 Aug 18 14:06:57.365226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.368977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.403837 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.434324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-2bc3bb3e-de24-4504-9932-caf897c3167e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 200 len: 217 time: 0.0569143 Aug 18 14:06:57.443852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:06:57.450510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.464972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Deleting port 08d8c2c5-7235-4a76-92b6-9a0395383e88 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:06:57.465321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.472715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.504410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90a13654-84c6-419f-b81e-6b9b7eb1f02c req-88ed9b84-77e5-4851-a39c-d53b448142de tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330993 Aug 18 14:06:57.563392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-09d6f80c-211b-48d8-8350-11262bb6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.565062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-09d6f80c-211b-48d8-8350-11262bb6076c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.1207516 Aug 18 14:06:57.627779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] For port 08d8c2c5-7235-4a76-92b6-9a0395383e88, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=08d8c2c5-7235-4a76-92b6-9a0395383e88,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:57.628051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.655488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Allocated IP 172.20.0.2 (2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c/7a60bbf2-a9d6-453e-a2b5-ea40f20e512f/eaf973fc-9697-48ec-9236-0804a035402c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:57.694705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b99d939d-dafa-4784-b1a5-59df06a48214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:57.696172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-b99d939d-dafa-4784-b1a5-59df06a48214 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219900 Aug 18 14:06:57.766220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.857668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.867863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Transition to ACTIVE for port object eaf973fc-9697-48ec-9236-0804a035402c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:57.888603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Transition to ACTIVE for port object eaf973fc-9697-48ec-9236-0804a035402c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:57.897450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-e40965a1-805d-47e9-ba4d-fad74eb8d898 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856441 Aug 18 14:06:57.904722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.905111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:57.905428 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Floating IP 61d8ed0a-711a-4618-960d-34c129dbb875 disassociated. External IP: 172.25.1.246, port: 08d8c2c5-7235-4a76-92b6-9a0395383e88. Aug 18 14:06:57.906377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Calling delete_port for 08d8c2c5-7235-4a76-92b6-9a0395383e88 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:06:57.981295 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.056397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-7065d2ea-cd08-4d86-98a5-6942ab2c8cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477461 Aug 18 14:06:58.061728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:58.067452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:58.075127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:58.109753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-65ad7146-ed64-4c80-bb26-ae68dd98b137 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 217 time: 0.0439951 Aug 18 14:06:58.172288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.214097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Attempting to bind port eaf973fc-9697-48ec-9236-0804a035402c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:58.214554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Attempting to bind port eaf973fc-9697-48ec-9236-0804a035402c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:58.223923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Attempting to bind port eaf973fc-9697-48ec-9236-0804a035402c on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:58.226630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.231186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Pushing event updated for resources: {'Port': ['ID=eaf973fc-9697-48ec-9236-0804a035402c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:58.234949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:58.235564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Checking segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:58.235983 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.236371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Bound using segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:58.236835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Bound port: eaf973fc-9697-48ec-9236-0804a035402c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:58.237235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.370999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-92479ec8-976d-4e3c-8c94-f7bcb0825b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.376867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-92479ec8-976d-4e3c-8c94-f7bcb0825b47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.2597742 Aug 18 14:06:58.377287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Allocated IP 172.25.1.172 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/095887a4-a557-4169-9ecb-a08e668f15db) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:58.391856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] For port eaf973fc-9697-48ec-9236-0804a035402c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:58.396147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] For port eaf973fc-9697-48ec-9236-0804a035402c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eaf973fc-9697-48ec-9236-0804a035402c,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:58.419699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f5151-107a-4b70-ad1f-e1bd69bdbc32 req-03609ef9-7c60-4384-996d-0fa375ddcf4f tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.422280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-377f5151-107a-4b70-ad1f-e1bd69bdbc32 req-03609ef9-7c60-4384-996d-0fa375ddcf4f tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 945 time: 0.1048777 Aug 18 14:06:58.448000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.454664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.460937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.466956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.475344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.481178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.487388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.489303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-deda9e8f-ea56-4e2a-9d32-ea3b2810cc44 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.3036263 Aug 18 14:06:58.493317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.511010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd93d186-328c-4f98-958e-dd29a64ed84e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:58.517763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.567692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event deleted for resources: {'Port': ['ID=08d8c2c5-7235-4a76-92b6-9a0395383e88,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:58.573499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.626610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-377f5151-107a-4b70-ad1f-e1bd69bdbc32 req-7abb4a56-13b2-48e5-93a0-b12b27ba62e8 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a325d46-2405-4922-b66d-0bdd64d531ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357045 Aug 18 14:06:58.678400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1024ae-56c3-40fa-bf55-df528477249f req-94360083-6ad3-4d81-9350-fed536a599b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.684484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45cf3-a67a-4523-871b-51ecb0a7c7d0 None None] Pushing event updated for resources: {'Port': ['ID=eaf973fc-9697-48ec-9236-0804a035402c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:58.690185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-94360083-6ad3-4d81-9350-fed536a599b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2900639 Aug 18 14:06:58.717263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2468299-e1b9-4601-9f4d-fded512517b5 req-7f92d956-1d7a-4167-9e8a-6abbd8aaffb2 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2123148 Aug 18 14:06:58.732369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.763966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port dd93d186-328c-4f98-958e-dd29a64ed84e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:58.770145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port dd93d186-328c-4f98-958e-dd29a64ed84e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:58.770519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.798547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:58.801704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:58.806318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:58.834981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Pushing event updated for resources: {'Port': ['ID=095887a4-a557-4169-9ecb-a08e668f15db,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:58.918596 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:58.939785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ea7c2-9d89-47b9-9808-e9120c5473ee req-bcbce292-4d50-47d3-859a-2a92a108225f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:58.954321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd9ea7c2-9d89-47b9-9808-e9120c5473ee req-bcbce292-4d50-47d3-859a-2a92a108225f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 944 time: 0.2165105 Aug 18 14:06:58.985223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd93d186-328c-4f98-958e-dd29a64ed84e,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:58.986270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:58.990965 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b4f8ed-415e-4650-b363-ef1e9693d4d2" -d '{"events": [{"server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "name": "network-vif-plugged", "status": "completed", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:58.994299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-d9e3c5d1-4ac7-44a5-93d6-8887431a863f service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028114 Aug 18 14:06:59.003878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Router 6d076ce0-a981-4c86-8e24-396f915b01f9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:06:59.101391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd9ea7c2-9d89-47b9-9808-e9120c5473ee req-b773c010-4185-43e1-8627-5ddcbcfabb5c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439309 Aug 18 14:06:59.102621 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1eec49-cf3b-4e53-b439-36c25a462774 x-openstack-request-id: req-be1eec49-cf3b-4e53-b439-36c25a462774 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:59.102914 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "name": "network-vif-plugged", "status": "completed", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:59.103162 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be1eec49-cf3b-4e53-b439-36c25a462774 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:59.103549 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e', 'code': 200} Aug 18 14:06:59.104741 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:59.195721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:59.287070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1024ae-56c3-40fa-bf55-df528477249f req-ba5e296f-9f27-4891-92da-f3c63d45e10a service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825711 Aug 18 14:06:59.310383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:06:59.324207 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Sync routers for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:06:59.338745 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:59.339645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:59.354776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15718c-c1a3-4c76-b173-a2bf0df81e6e req-542d6d1b-a33b-40db-bb95-3d17e44180d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.360919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca15718c-c1a3-4c76-b173-a2bf0df81e6e req-542d6d1b-a33b-40db-bb95-3d17e44180d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 1096 time: 0.1481028 Aug 18 14:06:59.404966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:59.412849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] No DVR routers for this DVR port 08d8c2c5-7235-4a76-92b6-9a0395383e88 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:06:59.432722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:59.436645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8302050-86ca-4e2d-a777-f5d09f8690f1 req-d81efde8-b7ed-48eb-84a1-86798b4573ff tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.10 "DELETE /v2.0/ports/08d8c2c5-7235-4a76-92b6-9a0395383e88 HTTP/1.1" status: 204 len: 173 time: 2.1949463 Aug 18 14:06:59.436645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'name': 'network-vif-deleted', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:59.437603 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f76af54-b515-471b-97ab-79de6fc7b684" -d '{"events": [{"server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "name": "network-vif-deleted", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:59.563288 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d08eaae-d3c9-41f3-94a1-8df70a6f88a2 x-openstack-request-id: req-1d08eaae-d3c9-41f3-94a1-8df70a6f88a2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:59.563982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2cbe46-7741-4a94-a84c-f9ad31d06280", "name": "network-vif-deleted", "tag": "08d8c2c5-7235-4a76-92b6-9a0395383e88", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:59.564431 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d08eaae-d3c9-41f3-94a1-8df70a6f88a2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:59.565065 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2cbe46-7741-4a94-a84c-f9ad31d06280', 'name': 'network-vif-deleted', 'tag': '08d8c2c5-7235-4a76-92b6-9a0395383e88', 'status': 'completed', 'code': 200} Aug 18 14:06:59.569263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca15718c-c1a3-4c76-b173-a2bf0df81e6e req-7728c7d5-f99b-48d3-ba5b-ed93c9597a9f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942718 Aug 18 14:06:59.587219 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:59.589672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.590323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.590854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.591697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.592229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.592703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.593735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:59.596133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-563b82d5-a061-4731-bfd4-47738b6294f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6476 time: 0.1397927 Aug 18 14:06:59.606444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:00.032581 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:00.123590 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Checking router: 6d076ce0-a981-4c86-8e24-396f915b01f9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:00.124275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec974e5-4519-450d-b82e-fe2ed7dc0bb7 None None] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:00.144367 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:00.148333 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:00.228182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-368cc395-8b33-4de7-8cb0-79bea2ff7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:00.258577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-368cc395-8b33-4de7-8cb0-79bea2ff7986 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 903 time: 0.6483026 Aug 18 14:07:00.424194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59c8abf7-2f1e-4062-8c2a-b4b972c29e1e req-df8fe6d1-6246-4746-85d8-688c42ca242b tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.3540957 Aug 18 14:07:00.448420 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:00.665932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-5852f77a-9d75-4430-9d53-028c835cee81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 217 time: 0.3424895 Aug 18 14:07:00.666383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eaf973fc-9697-48ec-9236-0804a035402c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:00.671968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 08d8c2c5-7235-4a76-92b6-9a0395383e88 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:00.699652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:00.742664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:00.786019 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f45b4c-a339-4668-a9ca-6396e5912fb8 None None] The sync data for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 is: [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:02:37Z', 'revision_number': 4, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '46e605da-98e8-477a-b4e2-08f960dcbadc', 'name': '', 'network_id': '66b2d3d6-33f0-45e0-9abf-d13a321e0672', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'mac_address': 'fa:16:3e:1f:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:36Z', 'updated_at': '2021-08-18T14:02:46Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'subnets': [{'id': 'de733119-0c61-41c8-b1be-907ec0d6b728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:00.796119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 08d8c2c5-7235-4a76-92b6-9a0395383e88 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:00.799626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 08d8c2c5-7235-4a76-92b6-9a0395383e88 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:00.925825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-51c1920e-5090-4323-a01f-746c8448181b None None] Provisioning for port eaf973fc-9697-48ec-9236-0804a035402c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:01.080463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port eaf973fc-9697-48ec-9236-0804a035402c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:01.096658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port eaf973fc-9697-48ec-9236-0804a035402c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:01.097116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:01.110179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:07:01.246290 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:01.289476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:01.306313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:01.330763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port eaf973fc-9697-48ec-9236-0804a035402c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eaf973fc-9697-48ec-9236-0804a035402c,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:01.334320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:01.335259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:01.375736 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd54b0-df15-4794-b98c-b97cbd49433e None None] New status for floating IP 61d8ed0a-711a-4618-960d-34c129dbb875: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:07:01.400873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:01.402226 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fcaa09b2-4433-4613-8414-9a437f0e0f98 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1549478 Aug 18 14:07:01.404848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:01.445506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.451629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.458904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.464986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.477528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.486006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.492254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.500547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-a7e09b7e-d524-4219-8696-dded153219a6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 1.4293931 Aug 18 14:07:01.529926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-682b505b-2e35-417a-a15e-ea866ddb8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.532019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-682b505b-2e35-417a-a15e-ea866ddb8bf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.2007854 Aug 18 14:07:01.541877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a505c8-2571-4fc4-9813-4c4c5b2d35b6 req-1fe7c9e2-727a-4731-a7c8-a9db515ef4a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.549282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a505c8-2571-4fc4-9813-4c4c5b2d35b6 req-1fe7c9e2-727a-4731-a7c8-a9db515ef4a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.8890533 Aug 18 14:07:01.556358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:01.618529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:01.713244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-82ca38ae-e59c-4fb5-b164-5f3b8c0d9997 None None] Provisioning complete for port eaf973fc-9697-48ec-9236-0804a035402c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:01.713744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82ca38ae-e59c-4fb5-b164-5f3b8c0d9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:01.734088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a505c8-2571-4fc4-9813-4c4c5b2d35b6 req-68d58dc5-00a8-494e-a60c-48053679e179 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778903 Aug 18 14:07:01.766352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3542f6cd-e3fb-4c7d-9bbe-f1ddce7e186d req-73e685c2-781d-4b22-a73a-5f4d80059f3f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2648208 Aug 18 14:07:01.795800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-bc9205c0-4f53-49e5-96aa-0b9e0a1e22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:01.804942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-bc9205c0-4f53-49e5-96aa-0b9e0a1e22d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712902 Aug 18 14:07:01.839583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=eaf973fc-9697-48ec-9236-0804a035402c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:02.010275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb09464-480f-434a-9b3c-1f7a4a76cae2 req-7ed50669-5844-4241-844b-18b2b4a78106 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.0503502 Aug 18 14:07:02.017005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:06:59Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:02.049561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:02.050009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Updating router 7a94459d-9f07-4640-84e8-184ce2f0d982 port 095887a4-a557-4169-9ecb-a08e668f15db binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:02.083496 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.098561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-03f246c0-4e64-4757-ab17-f4e4d0091c04 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653003 Aug 18 14:07:02.169822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.172095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.353670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61d7eeb5-cc7a-44e6-9d5b-aab39c527801 req-8b38bd54-d938-470b-a67a-c5dc834ad207 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458010 Aug 18 14:07:02.415231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Allocated IP 172.20.0.1 (2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c/7a60bbf2-a9d6-453e-a2b5-ea40f20e512f/5705a2bc-fbdc-40cc-9d84-3edb7efa7756) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:02.430825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.439894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eaf973fc-9697-48ec-9236-0804a035402c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:02.465785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Transition to ACTIVE for port object 095887a4-a557-4169-9ecb-a08e668f15db will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:02.534319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port eaf973fc-9697-48ec-9236-0804a035402c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:02.534895 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.575493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.615816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Deleting port f3ee7d2b-485c-4c12-a526-bc8b6440c666 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:02.616959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.621373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49149e0-644b-479d-b6e2-906a02f5092d None None] Pushing event updated for resources: {'Port': ['ID=095887a4-a557-4169-9ecb-a08e668f15db,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:02.623670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.654856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Attempting to bind port 095887a4-a557-4169-9ecb-a08e668f15db on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:02.655232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Attempting to bind port 095887a4-a557-4169-9ecb-a08e668f15db by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:02.656137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Attempting to bind port 095887a4-a557-4169-9ecb-a08e668f15db on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:02.673536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Transition to ACTIVE for port object 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:02.687504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:02.687964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:02.688352 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.688752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:02.689647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Bound port: 095887a4-a557-4169-9ecb-a08e668f15db, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:02.689647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.728817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] For port f3ee7d2b-485c-4c12-a526-bc8b6440c666, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f3ee7d2b-485c-4c12-a526-bc8b6440c666,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:02.729806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.746633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Calling delete_port for f3ee7d2b-485c-4c12-a526-bc8b6440c666 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:02.772820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.793136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] For port 095887a4-a557-4169-9ecb-a08e668f15db, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:02.803313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] For port 095887a4-a557-4169-9ecb-a08e668f15db, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=095887a4-a557-4169-9ecb-a08e668f15db,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:02.819838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:02.850717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:02.860955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:02.878222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.929944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:02.932610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Pushing event updated for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:02.973147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:02.973147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:03.047926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49149e0-644b-479d-b6e2-906a02f5092d None None] Pushing event updated for resources: {'Port': ['ID=095887a4-a557-4169-9ecb-a08e668f15db,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:03.111822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929088b-624a-485e-a0e7-6c4a4bd8eefc req-2eeb4867-346e-47e6-b9b1-13e037c6b211 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.114022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1929088b-624a-485e-a0e7-6c4a4bd8eefc req-2eeb4867-346e-47e6-b9b1-13e037c6b211 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.2744691 Aug 18 14:07:03.172812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:03.178596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1929088b-624a-485e-a0e7-6c4a4bd8eefc req-b65b3a3f-8191-4176-b544-48636d0033cb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 Aug 18 14:07:03.196515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.213666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.227979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.239313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.245271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.268940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.281594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:03.283596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-d8c4a9cb-d491-4f65-a6e4-a4b3b39f3c88 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.4300525 Aug 18 14:07:03.291081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.318683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.458964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ee7d2b-485c-4c12-a526-bc8b6440c666,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:03.505431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09e9c33e-53ac-469c-8c6d-d0570513e3dd req-5f5b49f8-0ee1-4214-a1db-f2d3b3e1557a tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.0821595 Aug 18 14:07:03.671357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.677730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d2b0def8-bb25-4997-9758-d10d54fd3eb1 None None] Provisioning for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:03.691678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d2b0def8-bb25-4997-9758-d10d54fd3eb1 None None] Provisioning complete for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:03.692248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d2b0def8-bb25-4997-9758-d10d54fd3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.754775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.790593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0def8-bb25-4997-9758-d10d54fd3eb1 None None] Port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:03.807410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:06:59Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:03.856342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:03.879487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89e6ffe9-9eed-4094-81ca-5b90930d760f req-e2047a64-318a-4d28-9fe5-4691946692f9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5839269 Aug 18 14:07:03.881869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13f23b-47ba-4077-8a09-bbe2d8d8dc91 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:06:59Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:03.903801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Pushing event updated for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:03.939615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:04.037907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7756-612c-4db4-9318-a452de1464e9 req-6a8f2ff5-af3f-49f6-90e7-6b16b2ebe794 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:04.039485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-522a7756-612c-4db4-9318-a452de1464e9 req-6a8f2ff5-af3f-49f6-90e7-6b16b2ebe794 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.2395558 Aug 18 14:07:04.066939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:04.068939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:04.096464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-522a7756-612c-4db4-9318-a452de1464e9 req-df936064-8315-4975-813c-28d59f89c94b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Aug 18 14:07:04.281269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Router e9e8c436-ebda-4df7-b922-51562c735d8e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:04.383974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42536e15-d023-42a0-a837-aaa8f3b93608 req-b8886b4a-c2b1-4cf1-854f-0a6015eb0f0b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:04.386574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42536e15-d023-42a0-a837-aaa8f3b93608 req-b8886b4a-c2b1-4cf1-854f-0a6015eb0f0b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.1663928 Aug 18 14:07:04.472217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42536e15-d023-42a0-a837-aaa8f3b93608 req-3b55907a-6761-4b96-82f1-6d693c8d2ac5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760024 Aug 18 14:07:04.509057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:04.516111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dbfc9ef4-71a9-43b2-80a9-c9749fa98a26 admin admin] 10.222.0.35 "PUT /v2.0/routers/e9e8c436-ebda-4df7-b922-51562c735d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083560 Aug 18 14:07:04.516769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:04.518808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:04.519320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Sync routers for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:04.539052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:04.548651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:04.709269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:04.786490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7a34de35-beeb-4424-9594-b5d132e949cd None None] Provisioning complete for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:04.787045 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a34de35-beeb-4424-9594-b5d132e949cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:04.814953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:04.821006 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-73ab2768-aa0b-40b1-9f25-81380c050f56 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a94459d-9f07-4640-84e8-184ce2f0d982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4150655 Aug 18 14:07:04.853293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7a34de35-beeb-4424-9594-b5d132e949cd None None] Port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:04.873560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:04.984838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1ce11-994d-408c-9661-570230fb7d2e req-f1fe6336-dd99-4fd9-ad4b-874b276f2cb1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:04.994271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fc1ce11-994d-408c-9661-570230fb7d2e req-f1fe6336-dd99-4fd9-ad4b-874b276f2cb1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.2749884 Aug 18 14:07:05.114720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fc1ce11-994d-408c-9661-570230fb7d2e req-6438b0aa-2f95-41bd-bd83-fdac38461218 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192362 Aug 18 14:07:05.116678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:05.220490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:07:02Z', 'revision_number': 5, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port': {'id': '949a3760-b7d3-430c-864d-42806ef5d4b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:05.252103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Checking router: e9e8c436-ebda-4df7-b922-51562c735d8e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:05.265864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Routers {'e9e8c436-ebda-4df7-b922-51562c735d8e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:05.265864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9e8c436-ebda-4df7-b922-51562c735d8e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:05.326652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10c82660-4c15-4ea6-b4fa-e9208877c00d req-0bd25747-0a19-4dc8-9f0f-de83a18f33b0 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Aug 18 14:07:05.377280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.384406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.394701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.401728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.403433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] Set router e9e8c436-ebda-4df7-b922-51562c735d8e gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:05.409895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.416493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.457719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.495745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-5428e5fd-a592-447b-8f6a-c8337f82daef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.3172286 Aug 18 14:07:05.543107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:07:05Z', 'revision_number': 6, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:05.594652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d350f-70d0-49b6-96dd-640de04520a3 None None] The sync data for ids ['e9e8c436-ebda-4df7-b922-51562c735d8e'] in n-d-804303-5 is: [{'id': 'e9e8c436-ebda-4df7-b922-51562c735d8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-797298581-router', 'tenant_id': '2d0445f3636446afbf73ab8ab24697aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:07:05Z', 'revision_number': 6, 'project_id': '2d0445f3636446afbf73ab8ab24697aa', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:05.609941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37179b17-1aaf-4fcc-a4fd-787fa12d1506 req-1757d71e-de38-4118-9fca-b0423ab62b11 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1129286 Aug 18 14:07:05.643262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a44cc-424f-4303-8743-ec54b795aa72 req-32d66702-8df7-427e-b678-4ac473181a2e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:05.651109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-266a44cc-424f-4303-8743-ec54b795aa72 req-32d66702-8df7-427e-b678-4ac473181a2e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.1449552 Aug 18 14:07:05.677978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Deleting port 949a3760-b7d3-430c-864d-42806ef5d4b0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:05.678326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:05.746031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-266a44cc-424f-4303-8743-ec54b795aa72 req-b5001c20-5f32-4228-b458-7c6c5cf8cfe3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937984 Aug 18 14:07:05.791599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] For port 949a3760-b7d3-430c-864d-42806ef5d4b0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=949a3760-b7d3-430c-864d-42806ef5d4b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:05.792132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:05.809154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Calling delete_port for 949a3760-b7d3-430c-864d-42806ef5d4b0 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:06.141082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-337421c5-eeba-4077-9dfe-ae1a6294f6a1 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:06.167376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-337421c5-eeba-4077-9dfe-ae1a6294f6a1 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 820 time: 0.2200167 Aug 18 14:07:06.171561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-b0a11403-9632-47c2-b185-7f3472b93e70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/quotas/0ce09f674d754fa8b7d8817d8f25dbd2 HTTP/1.1" status: 200 len: 375 time: 0.0103335 Aug 18 14:07:06.254515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:06.262361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-4d9aafef-b2eb-416e-ab08-19cec60e8642 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849793 Aug 18 14:07:06.299423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=949a3760-b7d3-430c-864d-42806ef5d4b0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:06.353578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d1042-df4e-4fe0-a949-fef977a18f58 req-b08e3848-8040-4f36-997c-749c88e7ce43 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:06.355239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c0d1042-df4e-4fe0-a949-fef977a18f58 req-b08e3848-8040-4f36-997c-749c88e7ce43 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.1458838 Aug 18 14:07:06.497541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:06.562401 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:06.584475 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:06.588981 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:06.665897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 095887a4-a557-4169-9ecb-a08e668f15db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:06.694688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231154-4946-4c33-b221-d0b76e18c81a req-492536be-f255-4f17-b025-0179ab5869db tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:06.696862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58231154-4946-4c33-b221-d0b76e18c81a req-492536be-f255-4f17-b025-0179ab5869db tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.3224342 Aug 18 14:07:06.755643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c0d1042-df4e-4fe0-a949-fef977a18f58 req-d6c2cd39-a364-40ba-a7c6-f0469cb178ef tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793371 Aug 18 14:07:06.760541 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:06.769914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-8015a26f-a791-427d-af30-56eaee1eaf01 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821703 Aug 18 14:07:06.803423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 095887a4-a557-4169-9ecb-a08e668f15db completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:06.808770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 095887a4-a557-4169-9ecb-a08e668f15db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:06.810723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.009620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.053546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 095887a4-a557-4169-9ecb-a08e668f15db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=095887a4-a557-4169-9ecb-a08e668f15db,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:07.055005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.063577 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 2, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:07.094315 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:07.094669 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Updating router 7a94459d-9f07-4640-84e8-184ce2f0d982 port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:07.127706 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.189507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.338245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f3ee7d2b-485c-4c12-a526-bc8b6440c666 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:07.367949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f3ee7d2b-485c-4c12-a526-bc8b6440c666 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:07.368546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f3ee7d2b-485c-4c12-a526-bc8b6440c666 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:07.372194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 949a3760-b7d3-430c-864d-42806ef5d4b0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:07.407792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 949a3760-b7d3-430c-864d-42806ef5d4b0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:07.408322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 949a3760-b7d3-430c-864d-42806ef5d4b0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:07.419399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=095887a4-a557-4169-9ecb-a08e668f15db,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:07.518267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6673da71-e2c4-4254-bbc5-d28cdfbc3294 req-eb0a2076-00da-4215-9e11-1aea821393cb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a2cbe46-7741-4a94-a84c-f9ad31d06280 HTTP/1.1" status: 200 len: 210 time: 0.5281680 Aug 18 14:07:07.523701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.638948 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.652489 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Transition to ACTIVE for port object 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:07.712286 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.713274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-4f8d494f-8518-4450-967d-94fc07a62232 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.715299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-4f8d494f-8518-4450-967d-94fc07a62232 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.8187437 Aug 18 14:07:07.715922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.716593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9e8c436-ebda-4df7-b922-51562c735d8e {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:07:07.725960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.727307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6a96186b-a2f5-4b3e-88d6-b7fc064db6fd admin admin] 10.222.0.35 "DELETE /v2.0/routers/e9e8c436-ebda-4df7-b922-51562c735d8e HTTP/1.1" status: 204 len: 168 time: 3.2028511 Aug 18 14:07:07.730026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:07.731659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:07.732113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.806373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.813338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.819921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.826677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.840169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.847817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.858384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:07.859522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b9ca1620-c76d-44d8-908c-c33940e71475 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.2335086 Aug 18 14:07:07.893723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Deleting subnet 49231fba-5e3e-40ab-8377-fc81db754069 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:07:07.905550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:07.922596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1fe2f-0175-47d9-b783-6f9a76e32eec None None] Pushing event updated for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:07.927257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-3edfd662-f91e-4dca-b398-b1b0c1c0ef52 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0268025 Aug 18 14:07:07.986083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.020638 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Attempting to bind port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:08.021113 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Attempting to bind port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:08.021482 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Attempting to bind port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:08.027235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:08.027614 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Checking segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:08.028022 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.028406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Bound using segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:08.029120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95764772-0bf0-48f6-a664-6ebf3797f5b6 req-b4f0ee3b-e096-48c6-b390-091865b16f24 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1328342 Aug 18 14:07:08.049195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Bound port: 5705a2bc-fbdc-40cc-9d84-3edb7efa7756, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:08.049690 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.091600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port e0b59e1e-ed96-4330-917c-96a2dcc2acc6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:08.091981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.109614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for e0b59e1e-ed96-4330-917c-96a2dcc2acc6 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:08.247999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port dd93d186-328c-4f98-958e-dd29a64ed84e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:08.248768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.260679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.298102 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] For port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:08.307539 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] For port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:08.381341 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.413442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 095887a4-a557-4169-9ecb-a08e668f15db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:08.474550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.474656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:08.474656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:08.511876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49231fba-5e3e-40ab-8377-fc81db754069,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:08.535135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.551141 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-35b5ab99-9303-4def-bb9a-dfc8cde1931e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/49231fba-5e3e-40ab-8377-fc81db754069 HTTP/1.1" status: 204 len: 168 time: 0.8162310 Aug 18 14:07:08.551885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55372) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:08.556018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d100a-6622-4ca7-87ef-16442f6593d4 None None] Network 54226a87-ddcd-4fdb-ae61-82f61373ecc0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:08.677215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 095887a4-a557-4169-9ecb-a08e668f15db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:08.677609 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.691001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1fe2f-0175-47d9-b783-6f9a76e32eec None None] Pushing event updated for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:08.727450 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:08.747464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.859075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Deleting port e0ac7240-200d-48ab-b6fe-54efe118da2c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:08.860664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.876064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298377-a221-4601-b945-9adb8e30eebd req-b92c4ab5-ed1f-4776-be52-d3eaa7ea5628 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:08.881752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0298377-a221-4601-b945-9adb8e30eebd req-b92c4ab5-ed1f-4776-be52-d3eaa7ea5628 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 945 time: 0.5095181 Aug 18 14:07:08.887862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port dd93d186-328c-4f98-958e-dd29a64ed84e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd93d186-328c-4f98-958e-dd29a64ed84e,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:08.897615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.910618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:08.955068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0931ef-25c0-4d5b-a028-be63f11c7fc2 req-5a2358fb-30d4-45b3-bf08-22e962eb7c6e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:08.966421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb0931ef-25c0-4d5b-a028-be63f11c7fc2 req-5a2358fb-30d4-45b3-bf08-22e962eb7c6e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 945 time: 0.3722823 Aug 18 14:07:09.008469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] For port e0ac7240-200d-48ab-b6fe-54efe118da2c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e0ac7240-200d-48ab-b6fe-54efe118da2c,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:09.009339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.018612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] DHCP port deletion for 54226a87-ddcd-4fdb-ae61-82f61373ecc0 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:07:09.030789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Calling delete_port for e0ac7240-200d-48ab-b6fe-54efe118da2c owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:09.036285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for dd93d186-328c-4f98-958e-dd29a64ed84e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:09.116256 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-92271469-269b-49d3-8433-878cf2c502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:08Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:09.156974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Deleting port e0ac7240-200d-48ab-b6fe-54efe118da2c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:09.157334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb0931ef-25c0-4d5b-a028-be63f11c7fc2 req-7972b098-f173-488d-92e4-08180fd75ecb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885986 Aug 18 14:07:09.157480 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.172809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0298377-a221-4601-b945-9adb8e30eebd req-0b1d0167-68fc-4741-ab8f-21c1826f137d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654059 Aug 18 14:07:09.193370 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92271469-269b-49d3-8433-878cf2c502cc None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:08Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:09.258701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=e0b59e1e-ed96-4330-917c-96a2dcc2acc6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:09.268952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.312254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] For port e0ac7240-200d-48ab-b6fe-54efe118da2c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e0ac7240-200d-48ab-b6fe-54efe118da2c,segment=NetworkSegment(e724f380-06e1-484f-819d-8c37ffd60119),segment_id=e724f380-06e1-484f-819d-8c37ffd60119)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:09.313795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.347856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Calling delete_port for e0ac7240-200d-48ab-b6fe-54efe118da2c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:09.351572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] No DVR routers for this DVR port e0ac7240-200d-48ab-b6fe-54efe118da2c on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:09.363964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ac7240-200d-48ab-b6fe-54efe118da2c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:09.441116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port e0b59e1e-ed96-4330-917c-96a2dcc2acc6 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:09.447216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc8c36aa-e6b5-4531-b50e-2ecfbeffa7bc req-eef72554-25cc-4ac7-ac84-01ccc9e6f74d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 210 time: 0.0418906 Aug 18 14:07:09.453973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.456074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58231154-4946-4c33-b221-d0b76e18c81a req-90ed83bf-b4f7-467a-8185-f2858e3a6ce5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "DELETE /v2.0/ports/e0b59e1e-ed96-4330-917c-96a2dcc2acc6 HTTP/1.1" status: 204 len: 173 time: 2.6887646 Aug 18 14:07:09.457631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'name': 'network-vif-deleted', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:09.460040 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf25d850-0bf0-443c-bbe6-7f778d412d4e" -d '{"events": [{"server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "name": "network-vif-deleted", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:09.490450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.519220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.525610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.536389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.537919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] Pushing event deleted for resources: {'Port': ['ID=e0ac7240-200d-48ab-b6fe-54efe118da2c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:09.540060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e5a25-4c71-4dea-8d4f-1b76ec8f1200 None None] No DVR routers for this DVR port e0ac7240-200d-48ab-b6fe-54efe118da2c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:09.543052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.560319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.567073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.577185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:09.586401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-69d0c11f-933c-4754-bdf3-0ace522cfa6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.2251298 Aug 18 14:07:09.630523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:09.642873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.647975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53b775de-64d9-41b2-b7ed-394f190cb67a req-d6e606a0-fbdb-408e-b137-98b603352427 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604670 Aug 18 14:07:09.673492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54226a87-ddcd-4fdb-ae61-82f61373ecc0']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:09.723059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e724f380-06e1-484f-819d-8c37ffd60119') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:09.723414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e724f380-06e1-484f-819d-8c37ffd60119') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:09.745221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.771126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.778064 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88142245-d471-4cfb-bb7e-3a7e3ae39d96 x-openstack-request-id: req-88142245-d471-4cfb-bb7e-3a7e3ae39d96 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:09.778542 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2392acb7-98f3-478f-9ee7-3ba8a4640137", "name": "network-vif-deleted", "tag": "e0b59e1e-ed96-4330-917c-96a2dcc2acc6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:09.778804 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88142245-d471-4cfb-bb7e-3a7e3ae39d96 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:09.779215 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2392acb7-98f3-478f-9ee7-3ba8a4640137', 'name': 'network-vif-deleted', 'tag': 'e0b59e1e-ed96-4330-917c-96a2dcc2acc6', 'status': 'completed', 'code': 200} Aug 18 14:07:09.790593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:07:09.790593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:07:09.792882 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:07:09.830906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.879414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e0b59e1e-ed96-4330-917c-96a2dcc2acc6 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:09.883616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.916470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: e0b59e1e-ed96-4330-917c-96a2dcc2acc6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:09.917108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e0b59e1e-ed96-4330-917c-96a2dcc2acc6 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:09.965961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.967740 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:09.983398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774', '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:10.013180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.019088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] 10.222.0.35 "DELETE /v2.0/networks/54226a87-ddcd-4fdb-ae61-82f61373ecc0 HTTP/1.1" status: 204 len: 168 time: 1.4661586 Aug 18 14:07:10.022987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:10.037518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09a33-b3aa-4248-9352-38a4ac2ded8a admin admin] Pushing event deleted for resources: {'Network': ['ID=54226a87-ddcd-4fdb-ae61-82f61373ecc0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:10.052612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=dd93d186-328c-4f98-958e-dd29a64ed84e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:10.067225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.072388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.073060 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.074278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "DELETE /v2.0/security-groups/0a325d46-2405-4922-b66d-0bdd64d531ca HTTP/1.1" status: 204 len: 168 time: 0.4145577 Aug 18 14:07:10.075799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.076170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.076551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.076848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.077184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.078100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.078430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.078750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.079080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.079406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.079726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.080049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:10.091996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:10.120754 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-36ded54a-b7d3-47db-a635-295a44a8836e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] show failed (client error): The resource could not be found. Aug 18 14:07:10.123463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-36ded54a-b7d3-47db-a635-295a44a8836e tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "GET /v2.0/security-groups/0a325d46-2405-4922-b66d-0bdd64d531ca HTTP/1.1" status: 404 len: 347 time: 0.0303335 Aug 18 14:07:10.128755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55400) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:10.138443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7be8e-e866-4c9a-9d02-a0fdb62a8bcb tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a325d46-2405-4922-b66d-0bdd64d531ca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:10.149197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port dd93d186-328c-4f98-958e-dd29a64ed84e on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:10.165700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.172133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bac3f559-79f5-44ad-9ffd-23f9b1af7c25 req-69200abf-6a28-4010-b5f9-58686f339392 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.10 "DELETE /v2.0/ports/dd93d186-328c-4f98-958e-dd29a64ed84e HTTP/1.1" status: 204 len: 173 time: 2.4393210 Aug 18 14:07:10.488139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Deleting port eb8217bf-622a-4c99-8983-f05cc2f57c6c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:10.488627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.628576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11d240b9-9607-4d9b-905e-fa4393de61a2 req-4edbddb8-16ad-4f6d-b9ef-b2dd799b436e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.1881948 Aug 18 14:07:10.628576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fe64c5a-3aaf-40fe-81b6-6b6d29fff9d7 req-6e40b6c7-202b-4ad0-8991-7d8d3b88b946 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.2062902 Aug 18 14:07:10.652506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:10.661803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd93d186-328c-4f98-958e-dd29a64ed84e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:10.905029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.905029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:10.905029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Calling delete_port for eb8217bf-622a-4c99-8983-f05cc2f57c6c owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:10.906360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42b43f31-da93-4a9b-8d30-5f8f820a8187 req-093eb22d-8709-49a4-9ef6-7d8370bdc7b5 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 210 time: 0.0752680 Aug 18 14:07:10.907811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: dd93d186-328c-4f98-958e-dd29a64ed84e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:10.907811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd93d186-328c-4f98-958e-dd29a64ed84e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:10.938421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.953794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.956940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.964472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.976262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.989607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.995651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:10.997635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-1077c76b-be74-4534-a66a-102a445cd139 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.1894217 Aug 18 14:07:11.026308 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.052251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a02949df-6fdf-4960-9f54-8139daff1e89 req-37e6bf79-0851-4895-949c-b6d150e9af87 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459485 Aug 18 14:07:11.066422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:11.073863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:11.077472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.139595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.183616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.203104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.246611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:11.248346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Pushing event deleted for resources: {'Port': ['ID=eb8217bf-622a-4c99-8983-f05cc2f57c6c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:11.358078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.406003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.406003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.406003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5daac1b0-49e2-463d-9947-cf9baed9de94 tempest-ServersTestBootFromVolume-680151673 tempest-ServersTestBootFromVolume-680151673-project] 10.222.0.35 "DELETE /v2.0/floatingips/61d8ed0a-711a-4618-960d-34c129dbb875 HTTP/1.1" status: 204 len: 168 time: 1.2710240 Aug 18 14:07:11.409035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55416) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:11.477027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e0ac7240-200d-48ab-b6fe-54efe118da2c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:11.547253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e0ac7240-200d-48ab-b6fe-54efe118da2c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:11.553822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e0ac7240-200d-48ab-b6fe-54efe118da2c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:11.578613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:11.738839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Deleting port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:11.739423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.802946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'name': 'network-vif-deleted', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:11.809386 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89e9dd-f456-459b-964c-7c6bcbbd6fab" -d '{"events": [{"server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "name": "network-vif-deleted", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:11.814669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac4768b0-dc46-4798-b6b6-6474a51465e8 req-dbd20325-233c-4614-a167-03e9d0b2a884 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0627878 Aug 18 14:07:11.859575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc37f61b-998c-4b41-aefc-e943235e3a32 req-451bc727-9339-4705-aafe-60c4d45e89cb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b651a76-bd6d-43e2-8e41-cefc5739bd06 HTTP/1.1" status: 200 len: 210 time: 0.1045728 Aug 18 14:07:11.893060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] For port 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:11.893475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.936052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Calling delete_port for 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:11.942657 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cec6fb-52ea-45c2-b3ef-4509d2dc8e2c x-openstack-request-id: req-89cec6fb-52ea-45c2-b3ef-4509d2dc8e2c {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:11.943118 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b651a76-bd6d-43e2-8e41-cefc5739bd06", "name": "network-vif-deleted", "tag": "dd93d186-328c-4f98-958e-dd29a64ed84e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:11.943220 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89cec6fb-52ea-45c2-b3ef-4509d2dc8e2c {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:11.943574 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b651a76-bd6d-43e2-8e41-cefc5739bd06', 'name': 'network-vif-deleted', 'tag': 'dd93d186-328c-4f98-958e-dd29a64ed84e', 'status': 'completed', 'code': 200} Aug 18 14:07:12.082220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dcf4c54-887e-4d60-a032-72487a5e25cd req-13928719-649f-445c-a05e-c5c4a0d15356 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 210 time: 0.0957692 Aug 18 14:07:12.388387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:12.391022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-939bb218-7c2a-4d96-bcf0-ff37f462eeca tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.392633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-939bb218-7c2a-4d96-bcf0-ff37f462eeca tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 820 time: 0.2891960 Aug 18 14:07:12.414270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'port': {'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'admin_state_up': True, 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:12.490812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.497070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.503169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.509907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.511722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:12.512100 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:12.517004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.523165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.529284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:12.535473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:12.538620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-07489d49-c57a-4a1b-9c1e-70d161d1e935 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.2540565 Aug 18 14:07:12.642579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:12.718834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f3a27a1-7e6c-43d4-845e-cd9f1bf79668 req-a43c4936-8b5e-4ca1-b99f-89cac0f22fd6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1785221 Aug 18 14:07:12.817147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:12.978117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:12.983201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Made reservation on behalf of 0ce09f674d754fa8b7d8817d8f25dbd2 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:12.987013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:13.033359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2737331-04d6-4c1a-be15-16c672d77eea req-4cdbaf4a-591c-4570-a97e-26b3d6ff1698 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0623150 Aug 18 14:07:13.311042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1707b1f8-a3e9-4297-9dc8-40109d84bef0 req-df81ebba-fa7e-46cf-9743-0bf18548d4bc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 210 time: 0.0518959 Aug 18 14:07:13.336524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Allocated IP 172.20.0.3 (2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c/7a60bbf2-a9d6-453e-a2b5-ea40f20e512f/456ac0d1-fae4-4ccf-a239-1f807058456e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:13.598893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Deleting port 46e605da-98e8-477a-b4e2-08f960dcbadc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:13.600666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:13.626651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913e9e-b92a-4bde-8775-012c623d0c9e req-fb03a104-04a7-4265-9d16-890580aac705 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.629708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98913e9e-b92a-4bde-8775-012c623d0c9e req-fb03a104-04a7-4265-9d16-890580aac705 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.0991964 Aug 18 14:07:13.735277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Router cb2a0835-10f8-45c6-83c8-cdaf662d6613 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:13.742948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:13.766380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98913e9e-b92a-4bde-8775-012c623d0c9e req-693b1f06-9d45-4e0e-818e-08894938b391 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960171 Aug 18 14:07:13.787374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Transition to ACTIVE for port object 456ac0d1-fae4-4ccf-a239-1f807058456e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:13.795818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] For port 46e605da-98e8-477a-b4e2-08f960dcbadc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=46e605da-98e8-477a-b4e2-08f960dcbadc,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:13.796861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:13.816324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Calling delete_port for 46e605da-98e8-477a-b4e2-08f960dcbadc owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:13.910551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:13.917912 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd6273bc-5fc2-43da-aee8-67f104b3f1ee admin admin] 10.222.0.35 "PUT /v2.0/routers/cb2a0835-10f8-45c6-83c8-cdaf662d6613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8837702 Aug 18 14:07:13.918193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:13.921940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Sync routers for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:13.932780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:13.933409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:13.951635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.962324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.969125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.975104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.981173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.987306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.993547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:13.996153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-86af8101-0573-4e98-b008-f3379348b532 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.1218786 Aug 18 14:07:14.062494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.073369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.210783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.261374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdf117e1-33ba-47cf-a991-5cabf566b831 req-e0231429-a172-4393-9199-808d7054bc3a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0780845 Aug 18 14:07:14.281658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:14.291540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d9c6b4a-9e2c-4cb7-a65b-34fce2fda263 req-3b29fc7f-46c6-420a-94d1-4d866e03ce6b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2378011 Aug 18 14:07:14.298827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:14.308720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:14.315770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event updated for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:14.344042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:14.482725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Deleting port 373dcc89-f307-4c4a-a4ad-c15142e94401 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:14.483128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.615740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:14.618457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.632321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.669160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e605da-98e8-477a-b4e2-08f960dcbadc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:14.682109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] For port 373dcc89-f307-4c4a-a4ad-c15142e94401, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=373dcc89-f307-4c4a-a4ad-c15142e94401,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:14.682574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.698667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Calling delete_port for 373dcc89-f307-4c4a-a4ad-c15142e94401 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:14.744115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:07:12Z', 'revision_number': 5, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port': {'id': '373dcc89-f307-4c4a-a4ad-c15142e94401', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:53Z', 'updated_at': '2021-08-18T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:14.747389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757fe0-e7cd-430f-aefa-269368236fc1 req-de7d608d-1982-45e2-b607-630d6ff8c509 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:14.749720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81757fe0-e7cd-430f-aefa-269368236fc1 req-de7d608d-1982-45e2-b607-630d6ff8c509 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 931 time: 0.2540684 Aug 18 14:07:14.757178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-023fcc26-bef5-44e8-ad50-d667c7c254ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3489506 Aug 18 14:07:14.773034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Checking router: cb2a0835-10f8-45c6-83c8-cdaf662d6613 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:14.786069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Routers {'cb2a0835-10f8-45c6-83c8-cdaf662d6613'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:14.786716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:14.940683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-741fc61f-b802-41d6-b4f9-85941db50430 None None] Provisioning for port 456ac0d1-fae4-4ccf-a239-1f807058456e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:14.957261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-741fc61f-b802-41d6-b4f9-85941db50430 None None] Provisioning complete for port 456ac0d1-fae4-4ccf-a239-1f807058456e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:14.957622 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-741fc61f-b802-41d6-b4f9-85941db50430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.021382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-741fc61f-b802-41d6-b4f9-85941db50430 None None] Port 456ac0d1-fae4-4ccf-a239-1f807058456e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:15.039988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] Set router cb2a0835-10f8-45c6-83c8-cdaf662d6613 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:15.074749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.121556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=373dcc89-f307-4c4a-a4ad-c15142e94401,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:15.122108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:07:14Z', 'revision_number': 6, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:15.165486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe40e68-44cf-4526-8d41-0667a8c26864 None None] The sync data for ids ['cb2a0835-10f8-45c6-83c8-cdaf662d6613'] in n-d-804303-5 is: [{'id': 'cb2a0835-10f8-45c6-83c8-cdaf662d6613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568041148-router', 'tenant_id': '05e40bb9ecc34a8ea45973b3135233d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:51Z', 'updated_at': '2021-08-18T14:07:14Z', 'revision_number': 6, 'project_id': '05e40bb9ecc34a8ea45973b3135233d8', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:15.232914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.302313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Request body: {'port': {'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:15.328999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.330978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.476237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81757fe0-e7cd-430f-aefa-269368236fc1 req-94d98971-a7d8-492f-8158-eaacabde4768 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222846 Aug 18 14:07:15.487826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dddd44-be23-4e61-b2de-cef59d0dd455 req-0ab0f050-385f-4661-bc42-134c74ea7401 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:15.500619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.501529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2a0835-10f8-45c6-83c8-cdaf662d6613 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:07:15.502016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2dddd44-be23-4e61-b2de-cef59d0dd455 req-0ab0f050-385f-4661-bc42-134c74ea7401 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.2468851 Aug 18 14:07:15.506326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.507526 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28a36f50-85d5-4bfc-8858-42e84d84bcd9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cb2a0835-10f8-45c6-83c8-cdaf662d6613 HTTP/1.1" status: 204 len: 168 time: 1.5877874 Aug 18 14:07:15.512525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:15.514222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-dc8f53ba-ee76-4703-8724-dd6cf936d0d9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:15.516271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-dc8f53ba-ee76-4703-8724-dd6cf936d0d9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.2502553 Aug 18 14:07:15.557618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.585018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Deleting subnet 66069f46-a3d3-4cae-b535-702973da21b1 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:07:15.588875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.595441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.646454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.658490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2dddd44-be23-4e61-b2de-cef59d0dd455 req-5e06620b-5216-4782-8fa6-c443ac3c2196 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369684 Aug 18 14:07:15.660491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9634c0b4-32e1-4529-91c4-ba734687374c req-d90ceb03-3708-454f-b668-6537cde9636f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2392acb7-98f3-478f-9ee7-3ba8a4640137 HTTP/1.1" status: 200 len: 210 time: 0.0978398 Aug 18 14:07:15.770696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.912348 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.941351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66069f46-a3d3-4cae-b535-702973da21b1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:15.949712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.955794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b79337be-1749-4099-94e6-9408e2d771f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/66069f46-a3d3-4cae-b535-702973da21b1 HTTP/1.1" status: 204 len: 168 time: 0.4380047 Aug 18 14:07:15.955794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55478) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:15.958008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1727797-d727-47ba-9df0-93b514202390 None None] Network 12897f24-335f-461f-afea-04554377f825 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:16.019332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.025619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.032050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.037617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.039399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.044169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.051121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.056887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.064802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-a6d0e4ee-c84b-41cc-995c-580d79de045f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.2822702 Aug 18 14:07:16.129054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Deleting port 7d739337-7894-483d-ac26-4ae0d30266cf {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:16.129054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.184110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:16.185303 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.224293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] For port 7d739337-7894-483d-ac26-4ae0d30266cf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7d739337-7894-483d-ac26-4ae0d30266cf,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:16.224670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.244436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] DHCP port deletion for 12897f24-335f-461f-afea-04554377f825 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:07:16.248573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Calling delete_port for 7d739337-7894-483d-ac26-4ae0d30266cf owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:16.274621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84bedd54-5b81-472f-b141-910ce7a72fd8 req-be6865bb-d60c-4dc3-9b1b-fd43a6be2b0b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2086048 Aug 18 14:07:16.340282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Router 6d076ce0-a981-4c86-8e24-396f915b01f9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:16.388201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:16.388630 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.405426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Deleting port 7d739337-7894-483d-ac26-4ae0d30266cf {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:16.405812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.475325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.481714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] For port 7d739337-7894-483d-ac26-4ae0d30266cf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7d739337-7894-483d-ac26-4ae0d30266cf,segment=NetworkSegment(b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b),segment_id=b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:16.486646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.499838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Calling delete_port for 7d739337-7894-483d-ac26-4ae0d30266cf owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:16.528903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:16.602706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] No DVR routers for this DVR port 7d739337-7894-483d-ac26-4ae0d30266cf on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:16.604420 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d739337-7894-483d-ac26-4ae0d30266cf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:16.642132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 373dcc89-f307-4c4a-a4ad-c15142e94401 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:16.674175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 373dcc89-f307-4c4a-a4ad-c15142e94401 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:16.674483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 373dcc89-f307-4c4a-a4ad-c15142e94401 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:16.675092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:16.675238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ac0d1-fae4-4ccf-a239-1f807058456e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:16.687598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.696036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.696892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:16.697237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1eef2b4b-4ade-4f20-9a47-35e3e43cc4ea not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:16.697669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7d739337-7894-483d-ac26-4ae0d30266cf no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:16.715722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12897f24-335f-461f-afea-04554377f825']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:16.726332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7d739337-7894-483d-ac26-4ae0d30266cf {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:16.727281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7d739337-7894-483d-ac26-4ae0d30266cf not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:16.750190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.754957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Transition to ACTIVE for port object 456ac0d1-fae4-4ccf-a239-1f807058456e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:16.758175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:16.758175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9af7278-ec25-4f3c-81d8-55a0ae8c2f2b') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:16.779929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd96-cad9-4ab1-ab6d-dc8b1eeb0023 req-b19f0df8-d856-4361-98ba-d5c42b1a3c8f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:16.781829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.782243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-045fbd96-cad9-4ab1-ab6d-dc8b1eeb0023 req-b19f0df8-d856-4361-98ba-d5c42b1a3c8f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 931 time: 0.2007637 Aug 18 14:07:16.785162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] Pushing event deleted for resources: {'Port': ['ID=7d739337-7894-483d-ac26-4ae0d30266cf,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:16.794582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b636cde-a47e-4d84-8545-0e9b9a8376ac None None] No DVR routers for this DVR port 7d739337-7894-483d-ac26-4ae0d30266cf on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:16.816893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.823593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:07:16.824012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:07:16.825755 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:07:16.841796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:16.850489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7efb7509-52c0-4d60-a9c1-a07cbaef7951 admin admin] 10.222.0.35 "PUT /v2.0/routers/6d076ce0-a981-4c86-8e24-396f915b01f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4367909 Aug 18 14:07:16.850685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55492) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:16.853576 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Sync routers for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:16.864855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:16.866294 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:16.904124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.971971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.989480 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:16.989598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-045fbd96-cad9-4ab1-ab6d-dc8b1eeb0023 req-b20b8f82-f290-4966-a829-f622a00c5508 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842799 Aug 18 14:07:16.992680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:16.994712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] 10.222.0.35 "DELETE /v2.0/networks/12897f24-335f-461f-afea-04554377f825 HTTP/1.1" status: 204 len: 168 time: 1.0390730 Aug 18 14:07:16.996327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa571db-6d5d-4a6f-a285-8b62f1ae5351 admin admin] Pushing event deleted for resources: {'Network': ['ID=12897f24-335f-461f-afea-04554377f825,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:17.044753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ec11e-b7fc-4a54-9a61-c63cb9e3c02b req-2b9308b6-49b7-442c-9e24-c5b7c0e6ff6c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.046456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf2ec11e-b7fc-4a54-9a61-c63cb9e3c02b req-2b9308b6-49b7-442c-9e24-c5b7c0e6ff6c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3749334e-a369-4663-85f7-27ac275853b7 HTTP/1.1" status: 200 len: 945 time: 0.2605183 Aug 18 14:07:17.127297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Pushing event updated for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:17.238834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.243917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf2ec11e-b7fc-4a54-9a61-c63cb9e3c02b req-e6c8a98b-0504-45c3-bd3c-5d4e3c79e8e3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743295 Aug 18 14:07:17.251401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.262226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:17.481610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:07:14Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:17.488537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=6cec803b-e6b3-44d0-8136-2e3df2bd3dfa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:17.505702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55510) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:17.524491 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Checking router: 6d076ce0-a981-4c86-8e24-396f915b01f9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:17.539983 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Routers {'6d076ce0-a981-4c86-8e24-396f915b01f9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:17.540872 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6d076ce0-a981-4c86-8e24-396f915b01f9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:17.562367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Attempting to bind port 456ac0d1-fae4-4ccf-a239-1f807058456e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:17.562367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Attempting to bind port 456ac0d1-fae4-4ccf-a239-1f807058456e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:17.562367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Attempting to bind port 456ac0d1-fae4-4ccf-a239-1f807058456e on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:17.584962 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-18346f54-b361-4c1b-8a00-959e5408e097 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d0445f3636446afbf73ab8ab24697aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777490 Aug 18 14:07:17.587238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55514) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:17.600160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.633395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:17.635272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Port 456ac0d1-fae4-4ccf-a239-1f807058456e on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:17.635666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Attempting to bind port 456ac0d1-fae4-4ccf-a239-1f807058456e on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:17.650994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.653236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-440338a1-18cf-4709-b6b3-a0a289a9c852 req-bec9f531-2cd4-415e-89ed-6c22f09369fc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "DELETE /v2.0/ports/6cec803b-e6b3-44d0-8136-2e3df2bd3dfa HTTP/1.1" status: 204 len: 173 time: 2.1226130 Aug 18 14:07:17.655919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:17.656265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Checking segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:17.666025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Bound using segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:17.666025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Bound port: 456ac0d1-fae4-4ccf-a239-1f807058456e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:17.666025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.666025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'name': 'network-vif-deleted', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:17.666025 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f22c09f-bc68-4c9a-9bba-f51b8c608d55" -d '{"events": [{"server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "name": "network-vif-deleted", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:17.688758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.692190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.695572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.703261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.709390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.715777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.722066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.728026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.745929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-5715f653-7dcd-4482-b6c8-62420418b3c9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5419 time: 0.2661479 Aug 18 14:07:17.746128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.754242 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] Set router 6d076ce0-a981-4c86-8e24-396f915b01f9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:17.894950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.898740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.902659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b946b425-fe42-4e4e-831b-0c6a62e21c45 HTTP/1.1" status: 204 len: 168 time: 0.3116832 Aug 18 14:07:17.924574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74bae1fa-5251-4d3f-a86b-95cd97adc774 req-9addf28c-9a8d-4da1-8711-d23fe157e0f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1833713 Aug 18 14:07:17.928624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6bfeb266-da0f-45e5-98de-f4cbeec30fca details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:17.932164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:17.968696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef1dc6-317c-4f8c-8ece-c951bcc57aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946b425-fe42-4e4e-831b-0c6a62e21c45,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:17.974054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-e6874b88-4d8e-4d90-9e47-7495eb9d650c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:17.981191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-e6874b88-4d8e-4d90-9e47-7495eb9d650c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2421048 Aug 18 14:07:17.985543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:17.988078 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-481dbc9e-f592-488c-af19-f82459367995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:07:14Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:17.993675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Deleting port c9bb3db5-367c-4899-8e83-7857b511c048 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:17.994047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.036022 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481dbc9e-f592-488c-af19-f82459367995 None None] The sync data for ids ['6d076ce0-a981-4c86-8e24-396f915b01f9'] in n-d-804303-5 is: [{'id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'name': 'tempest-ServersTestBootFromVolume-163039818-router', 'tenant_id': 'd7441511a6b94d97a9f806922139152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:02:28Z', 'updated_at': '2021-08-18T14:07:14Z', 'revision_number': 5, 'project_id': 'd7441511a6b94d97a9f806922139152d', 'gw_port': {'id': 'c9bb3db5-367c-4899-8e83-7857b511c048', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d076ce0-a981-4c86-8e24-396f915b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:02:30Z', 'updated_at': '2021-08-18T14:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:18.047210 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d0aa8-5a89-49df-a84e-88c8f7576c2a x-openstack-request-id: req-b48d0aa8-5a89-49df-a84e-88c8f7576c2a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:18.047210 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3749334e-a369-4663-85f7-27ac275853b7", "name": "network-vif-deleted", "tag": "6cec803b-e6b3-44d0-8136-2e3df2bd3dfa", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:18.047210 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b48d0aa8-5a89-49df-a84e-88c8f7576c2a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:18.047210 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3749334e-a369-4663-85f7-27ac275853b7', 'name': 'network-vif-deleted', 'tag': '6cec803b-e6b3-44d0-8136-2e3df2bd3dfa', 'status': 'completed', 'code': 200} Aug 18 14:07:18.047210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-36e6f0e4-5446-4fbe-90a3-208c879b0f01 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0631192 Aug 18 14:07:18.047682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=456ac0d1-fae4-4ccf-a239-1f807058456e,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:18.148464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:18.148911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6cec803b-e6b3-44d0-8136-2e3df2bd3dfa not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:18.205147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:18.219196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'port_id': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'mac_address': 'fa:16:3e:f0:41:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:18.265472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.280885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfeb266-da0f-45e5-98de-f4cbeec30fca {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:18.306631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:18.409734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.410788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6e20463c-82c8-4b4b-b540-3538e2a6bc21 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:18.422134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46e605da-98e8-477a-b4e2-08f960dcbadc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:18.479385 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.480021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 46e605da-98e8-477a-b4e2-08f960dcbadc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:18.480376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46e605da-98e8-477a-b4e2-08f960dcbadc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:18.489377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-547c8d2a-e50a-41f9-87fa-053290a1ff47 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4316521 Aug 18 14:07:18.494781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-369a33d9-7120-4f18-9597-a56966b05a00 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:07:18.501573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-369a33d9-7120-4f18-9597-a56966b05a00 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113430 Aug 18 14:07:18.561519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:18.604009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:18.620814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'port_id': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'mac_address': 'fa:16:3e:7d:e7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:18.640147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:18.640853 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.642446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 1091 time: 3.3753507 Aug 18 14:07:18.666383 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.688415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e20463c-82c8-4b4b-b540-3538e2a6bc21 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:18.724654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1a52-570a-44fc-8e50-dbe3156808c4 service neutron] Pushing event updated for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:18.730384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:18.740333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] For port c9bb3db5-367c-4899-8e83-7857b511c048, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c9bb3db5-367c-4899-8e83-7857b511c048,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:18.740822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.780788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24df80b-6145-4575-a3f0-ef7b150ec495 req-8c07bd15-8166-463d-8d35-f682ec217112 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:18.782522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c24df80b-6145-4575-a3f0-ef7b150ec495 req-8c07bd15-8166-463d-8d35-f682ec217112 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 943 time: 0.3172951 Aug 18 14:07:18.820725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:18.821396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c830aff6-9c03-4ac0-93b7-7387612d8e83 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:18.822040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Calling delete_port for c9bb3db5-367c-4899-8e83-7857b511c048 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:18.923061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-54764358-542f-4859-8c9d-406aff370a79 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206216 Aug 18 14:07:18.940642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-9c27d41a-e660-40c5-b937-5fafef81f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:18.942172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-9c27d41a-e660-40c5-b937-5fafef81f73e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1094 time: 0.1585991 Aug 18 14:07:18.947492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:19.014172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.025705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'c830aff6-9c03-4ac0-93b7-7387612d8e83', 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'port_id': 'c830aff6-9c03-4ac0-93b7-7387612d8e83', 'mac_address': 'fa:16:3e:24:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e149c35-4f41-4838-8502-3b9544faa7af', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:19.043974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c24df80b-6145-4575-a3f0-ef7b150ec495 req-374fbca0-2dbb-431b-abd7-765c91de7a6b tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244868 Aug 18 14:07:19.049642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-534730e0-347a-4cbe-bac2-98eb5776c2c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0888565 Aug 18 14:07:19.084985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.109504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c830aff6-9c03-4ac0-93b7-7387612d8e83 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:19.134060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55546) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:19.141757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.186102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-e8954c1e-1397-45ea-8bee-b62ecb8098cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.188247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-e8954c1e-1397-45ea-8bee-b62ecb8098cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1253941 Aug 18 14:07:19.191181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-515bf572-6f0c-4762-b984-d4f9330066c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05e40bb9ecc34a8ea45973b3135233d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556598 Aug 18 14:07:19.191682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:19.224470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c03596e4-8174-41c0-9ba0-6819e8dbdd23 req-018a82d3-db0e-4a50-a9f9-a05c2f50715d service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860343 Aug 18 14:07:19.266384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.267057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:19.338171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815813a-7d75-4026-b884-e6451edfc1be req-2cedde84-65bd-4bc9-84b6-e2d8ae418322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.339719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-2cedde84-65bd-4bc9-84b6-e2d8ae418322 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135633 Aug 18 14:07:19.368348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.382473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:19.387781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.399125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'port_id': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618', 'mac_address': 'fa:16:3e:69:89:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:19.439856 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.446812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.454836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:19.455709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.469326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.475362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.476024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.481333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.487888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.493735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.500323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.511378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:19.513380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-aeeb6f41-690a-4ded-8b35-7332f14720f5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5422 time: 0.2262402 Aug 18 14:07:19.560305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bb3db5-367c-4899-8e83-7857b511c048,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:19.570119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.570726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0ac4f84-fb61-4637-9da1-af8c38d139b6 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:19.649332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:19.667631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.688111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'port_id': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6', 'mac_address': 'fa:16:3e:9a:a1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:19.740897 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.748431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-e8d709b5-c6b3-459c-995b-0a9d7b12b124 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961966 Aug 18 14:07:19.754712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ac4f84-fb61-4637-9da1-af8c38d139b6 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:19.756988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da5417a7-05a7-4f1b-bd67-7e56abc4ba3b req-d4633eeb-b2a6-4457-8d7b-76a79e7bdd4a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2053144 Aug 18 14:07:19.786849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:19.791217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.911957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.912697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 749a659e-2b0f-4326-91f5-1fa7f5fb1131 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:19.928667 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.931278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.934675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/230302b1-c02b-45ae-b4a8-3481f94bc31e HTTP/1.1" status: 204 len: 168 time: 0.7372119 Aug 18 14:07:19.965451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c761435-f1fd-4cfd-b834-79d7d3776f2e req-4fdfac34-ef56-4292-ba53-1d5e12b14dc6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=43f9f482-bcb0-4557-8fbe-2a87707bf482 HTTP/1.1" status: 200 len: 210 time: 0.1430645 Aug 18 14:07:19.972404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.991896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.997880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1eae0b-6c48-41af-8985-ee9b6f1faa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230302b1-c02b-45ae-b4a8-3481f94bc31e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:20.002825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:20.008368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-0fdeb4bd-1ab7-4aaa-bd02-6d23df4dc6bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:20.009771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-0fdeb4bd-1ab7-4aaa-bd02-6d23df4dc6bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.3956182 Aug 18 14:07:20.041196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:20.045737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:20.048608 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e19750-baa9-4278-94b9-a9d8523279d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:20.058266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '749a659e-2b0f-4326-91f5-1fa7f5fb1131', 'network_id': 'b9aee283-afd4-49da-918d-9a8f5c02fe3a', 'port_id': '749a659e-2b0f-4326-91f5-1fa7f5fb1131', 'mac_address': 'fa:16:3e:f8:bd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b264fb3-7ab2-4249-9440-d907ff66cb22', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:20.088751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-49f45ecc-3f0d-4521-8b85-77f699efca33 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0363157 Aug 18 14:07:20.091940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e815813a-7d75-4026-b884-e6451edfc1be req-2c05ffbc-571e-4630-82cd-b5c585e8b173 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306086 Aug 18 14:07:20.118048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.132936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749a659e-2b0f-4326-91f5-1fa7f5fb1131 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:20.139201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-5df78513-eb3e-4464-9792-ed779e9488c7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496228 Aug 18 14:07:20.152776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:20.156690 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.157226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d076ce0-a981-4c86-8e24-396f915b01f9 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:07:20.174312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.177707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c757be37-7bc4-4a95-8d99-4727839f5e5a admin admin] 10.222.0.35 "DELETE /v2.0/routers/6d076ce0-a981-4c86-8e24-396f915b01f9 HTTP/1.1" status: 204 len: 168 time: 3.3229275 Aug 18 14:07:20.178128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55584) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:20.255104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.256241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:20.263251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-f8f6b32f-19ac-4d83-b93d-208717533d10 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151361 Aug 18 14:07:20.281739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Deleting subnet de733119-0c61-41c8-b1be-907ec0d6b728 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:07:20.293764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.376549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.385651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:20.410047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:20.432676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'network_id': '11e91dab-ac4e-44bc-bbf8-daca2b39369c', 'port_id': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'mac_address': 'fa:16:3e:e9:26:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e149c35-4f41-4838-8502-3b9544faa7af', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:20.493389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-9b7fbd6d-8159-42d8-845b-930453f9dff3 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290061 Aug 18 14:07:20.506761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.512133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.535188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:20.561288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:20.685881 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.700244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.737552 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134fef34-e493-468b-a08e-f0c8d50d0efc x-openstack-request-id: req-134fef34-e493-468b-a08e-f0c8d50d0efc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:20.738512 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:20.738766 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-134fef34-e493-468b-a08e-f0c8d50d0efc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:20.740294 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:07:20.742650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.748143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55602) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:20.749169 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/de733119-0c61-41c8-b1be-907ec0d6b728 HTTP/1.1" status: 204 len: 168 time: 0.5699382 Aug 18 14:07:20.751104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24362ec2-7a41-45e7-8968-3e6c78083e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de733119-0c61-41c8-b1be-907ec0d6b728,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:20.752287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262341e6-2796-4c2e-9420-f9af5807b04d None None] Network 66b2d3d6-33f0-45e0-9abf-d13a321e0672 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:20.894840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:20.961651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:21.024264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99adec-fa7f-4b67-b6b6-7894d9752f17 req-f1e11f03-7cf2-4dcd-905d-19d7c5c449a2 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.032619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d99adec-fa7f-4b67-b6b6-7894d9752f17 req-f1e11f03-7cf2-4dcd-905d-19d7c5c449a2 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 943 time: 0.1751802 Aug 18 14:07:21.125217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-a0234d06-d3b8-4bcb-b6ef-c735eacb4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.129119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-a0234d06-d3b8-4bcb-b6ef-c735eacb4577 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1094 time: 0.3193207 Aug 18 14:07:21.154525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c87d991-bbcc-41fc-9e62-afc3871d769a req-82c14722-525f-4d77-8df0-11c8b47310be tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=43f9f482-bcb0-4557-8fbe-2a87707bf482 HTTP/1.1" status: 200 len: 210 time: 0.0633256 Aug 18 14:07:21.182304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] DHCP port deletion for 66b2d3d6-33f0-45e0-9abf-d13a321e0672 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:07:21.188894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d99adec-fa7f-4b67-b6b6-7894d9752f17 req-1440c787-16e1-4133-91ef-6372e31ed116 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530788 Aug 18 14:07:21.290354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Deleting port e3c25b9b-dba3-46a8-961f-04b2f6d67608 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:21.291143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:21.316207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-f13b214a-916a-46c0-a2fe-528852905df2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2625241 Aug 18 14:07:21.358576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01b58cc7-fcda-4942-9a3c-5889caffef38 req-7379274a-f882-4a6c-a16b-8d4f09d2ae82 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 210 time: 0.0860715 Aug 18 14:07:21.381998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] For port e3c25b9b-dba3-46a8-961f-04b2f6d67608, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e3c25b9b-dba3-46a8-961f-04b2f6d67608,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:21.381998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:21.394104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a8e0c5b9-4609-4aef-ad7b-6a016ea4f618'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.417457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Deleting port e3c25b9b-dba3-46a8-961f-04b2f6d67608 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:21.417790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:21.420628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Calling delete_port for e3c25b9b-dba3-46a8-961f-04b2f6d67608 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:21.422673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['749a659e-2b0f-4326-91f5-1fa7f5fb1131'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.431714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c830aff6-9c03-4ac0-93b7-7387612d8e83'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.434087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a0ac4f84-fb61-4637-9da1-af8c38d139b6'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.497126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.503966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.504220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['6bfeb266-da0f-45e5-98de-f4cbeec30fca'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.520191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.548824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.563633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.570722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.576946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.579538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9473a256-46c7-4290-803f-935bc66522f0 req-de5f44bb-447a-4a38-a675-e02c9b1fa1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5426 time: 0.3086720 Aug 18 14:07:21.590985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-b6c1bafe-f4d0-4beb-8602-3383adad7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.592728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-b6c1bafe-f4d0-4beb-8602-3383adad7d43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.4449890 Aug 18 14:07:21.675850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.678231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['6e20463c-82c8-4b4b-b540-3538e2a6bc21'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:21.688449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-ae90d90b-c456-43d5-ad17-89f8f7983ccf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0783796 Aug 18 14:07:21.695891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0d5f8-2915-4a57-9303-41208777577c req-15b9163f-bd84-46c3-ab72-28e86a4204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.697346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-15b9163f-bd84-46c3-ab72-28e86a4204dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1096 time: 0.3038771 Aug 18 14:07:21.700228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] For port e3c25b9b-dba3-46a8-961f-04b2f6d67608, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e3c25b9b-dba3-46a8-961f-04b2f6d67608,segment=NetworkSegment(52ba864f-3082-4751-9004-10194e148493),segment_id=52ba864f-3082-4751-9004-10194e148493)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:21.700591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:21.758301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Calling delete_port for e3c25b9b-dba3-46a8-961f-04b2f6d67608 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:21.768620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9473a256-46c7-4290-803f-935bc66522f0 req-a02dd860-61a5-4737-a307-a37ede0256b5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1800253 Aug 18 14:07:21.886519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-b9a5df85-7513-4817-8cda-f534a57adf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.888138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-b9a5df85-7513-4817-8cda-f534a57adf8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1728473 Aug 18 14:07:21.985489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0d5f8-2915-4a57-9303-41208777577c req-ac577e00-3c3a-44b3-bb36-0840f5d6a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:21.987038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-ac577e00-3c3a-44b3-bb36-0840f5d6a0cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2563047 Aug 18 14:07:22.000313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-428e6c1c-fa2a-4d39-834d-06e7d4d90d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:22.002148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-428e6c1c-fa2a-4d39-834d-06e7d4d90d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008520 Aug 18 14:07:22.026600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fb56128-016f-4389-bce7-92e9f738051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:22.118856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-0254792a-e340-4d8a-8363-9601bdb3bcd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 1001 time: 0.1150632 Aug 18 14:07:22.158146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:22.219432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c25b9b-dba3-46a8-961f-04b2f6d67608,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:22.242179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-60d14321-4677-4b67-8299-ee574ae647c9 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283173 Aug 18 14:07:22.244273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] No DVR routers for this DVR port e3c25b9b-dba3-46a8-961f-04b2f6d67608 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:22.263971 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:22.338088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0d5f8-2915-4a57-9303-41208777577c req-ba8fed7f-933c-4dcf-8f9e-e0dd61f5ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:22.339526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-ba8fed7f-933c-4dcf-8f9e-e0dd61f5ecd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.2054486 Aug 18 14:07:22.402538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:22.446535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b2d3d6-33f0-45e0-9abf-d13a321e0672']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:22.485743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] Pushing event deleted for resources: {'Port': ['ID=e3c25b9b-dba3-46a8-961f-04b2f6d67608,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:22.502128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c9bb3db5-367c-4899-8e83-7857b511c048 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:22.540582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e93454-d2de-4e62-bbec-344300acecbb None None] No DVR routers for this DVR port e3c25b9b-dba3-46a8-961f-04b2f6d67608 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:22.609886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c9bb3db5-367c-4899-8e83-7857b511c048 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:22.613995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c9bb3db5-367c-4899-8e83-7857b511c048 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:22.613995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e3c25b9b-dba3-46a8-961f-04b2f6d67608 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:22.688157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e3c25b9b-dba3-46a8-961f-04b2f6d67608 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:22.688501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e3c25b9b-dba3-46a8-961f-04b2f6d67608 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:22.703556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 456ac0d1-fae4-4ccf-a239-1f807058456e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:22.906712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ba864f-3082-4751-9004-10194e148493') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:22.907281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ba864f-3082-4751-9004-10194e148493') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:22.941030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:22.947160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=456ac0d1-fae4-4ccf-a239-1f807058456e,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:22.960261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:22.979968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45a60c10-9952-4564-820e-1f16843c58a2 req-c73e4b7f-e3af-492c-9cbe-8114ffd9040c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 210 time: 0.0920284 Aug 18 14:07:23.006025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.008756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.031512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a371be0-40a3-4187-9ecb-73a511a4205c req-8f57abbf-c4cd-49b0-a1be-b0b4f10164c9 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.039162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a371be0-40a3-4187-9ecb-73a511a4205c req-8f57abbf-c4cd-49b0-a1be-b0b4f10164c9 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 943 time: 0.7182167 Aug 18 14:07:23.050235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ac0d1-fae4-4ccf-a239-1f807058456e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:23.057707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:07:23.058162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:07:23.060801 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:07:23.063077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0d5f8-2915-4a57-9303-41208777577c req-d30c8c07-909f-4e5d-9890-92c2363502a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.064068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-d30c8c07-909f-4e5d-9890-92c2363502a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6201124 Aug 18 14:07:23.081491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=456ac0d1-fae4-4ccf-a239-1f807058456e,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:23.154657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e19750-baa9-4278-94b9-a9d8523279d4 req-599af6f5-13f9-4dff-8af8-bf3cd2c212e9 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976316 Aug 18 14:07:23.240455 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.262663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a371be0-40a3-4187-9ecb-73a511a4205c req-ad7fe10b-a735-4f2c-8b84-1c150f54a9df tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203908 Aug 18 14:07:23.309755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:23.337993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-14453a3a-3fc1-4afd-b3c0-d15575efdedd service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529562 Aug 18 14:07:23.352336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-ca65940e-835d-41fc-a387-ef5187f4decf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.353766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-ca65940e-835d-41fc-a387-ef5187f4decf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2700548 Aug 18 14:07:23.363697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.398430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:23.400258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/66b2d3d6-33f0-45e0-9abf-d13a321e0672 HTTP/1.1" status: 204 len: 168 time: 2.6508286 Aug 18 14:07:23.445641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8e403-a30e-4243-8ec9-82f90a6611f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b2d3d6-33f0-45e0-9abf-d13a321e0672,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:23.454740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-319c6e6c-dab2-4dc7-a316-15bdd773700b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0700910 Aug 18 14:07:23.506463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-4a150bcb-4b57-4976-b0f8-061abe6ccb8f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412378 Aug 18 14:07:23.521914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.523652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.529637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.536028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.541855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.548376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.550611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['456ac0d1-fae4-4ccf-a239-1f807058456e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:23.554530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:23.558368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-d2a4b976-6770-44f7-ad2c-25f70dab45bb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5426 time: 0.2227762 Aug 18 14:07:23.637329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f0d5f8-2915-4a57-9303-41208777577c req-8cc22f23-17ab-4bce-816c-4337fc9dc29d service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821898 Aug 18 14:07:23.667285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3d8ebda-c279-49dd-9629-bcffe25565e3 req-fd66ecb1-a70f-4733-afa0-84c6a5e3f829 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1016018 Aug 18 14:07:23.718896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-1d500c64-76ec-46e2-be80-b3506a2f724d service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575022 Aug 18 14:07:23.821662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5f10a9b2-051b-4ff7-8f08-858c74d2a33c service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003437 Aug 18 14:07:23.860509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc7d064-ff5c-4fbe-bc38-dab4f91df299 req-379881ff-3cbd-4ebe-b4c7-2887d9b02e54 tempest-FlavorsV2NegativeTest-1536104028 tempest-FlavorsV2NegativeTest-1536104028-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9f3d6c48ab484e95b85604992da2ab69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248113 Aug 18 14:07:23.928948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55700) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:23.977887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41d7719a-7667-4d9a-82a8-769b22a5a3d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7441511a6b94d97a9f806922139152d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461426 Aug 18 14:07:23.978736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55702) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:24.044176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.068556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.149951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-131484c4-8672-4330-a92f-db7c08d26b5c req-0f13d104-fc3f-48f3-b19b-58cd863f5f73 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 210 time: 0.0607207 Aug 18 14:07:24.161457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d064-ff5c-4fbe-bc38-dab4f91df299 req-d1caae4f-1996-436c-b276-7cad08655fd8 tempest-FlavorsV2NegativeTest-1536104028 tempest-FlavorsV2NegativeTest-1536104028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.178231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc7d064-ff5c-4fbe-bc38-dab4f91df299 req-d1caae4f-1996-436c-b276-7cad08655fd8 tempest-FlavorsV2NegativeTest-1536104028 tempest-FlavorsV2NegativeTest-1536104028-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116052 Aug 18 14:07:24.205430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc7d064-ff5c-4fbe-bc38-dab4f91df299 req-f2702fde-f193-4760-b40a-5d1f8aca2222 tempest-FlavorsV2NegativeTest-1536104028 tempest-FlavorsV2NegativeTest-1536104028-project] 10.222.0.35 "GET /v2.0/quotas/9f3d6c48ab484e95b85604992da2ab69 HTTP/1.1" status: 200 len: 375 time: 0.0262377 Aug 18 14:07:24.208776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.213732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.213732 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53b56ea5-2837-4057-a07a-fe8a125a3df0 HTTP/1.1" status: 204 len: 168 time: 0.2334776 Aug 18 14:07:24.219041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-20853a2a-9664-44f7-80c8-3b3025806e67 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.219041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-20853a2a-9664-44f7-80c8-3b3025806e67 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.3167150 Aug 18 14:07:24.226714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d250efc-a1a0-4db6-b344-660f053c36a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b56ea5-2837-4057-a07a-fe8a125a3df0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:24.236107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:24.283118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc7d064-ff5c-4fbe-bc38-dab4f91df299 req-3c3e097a-f3b5-4a86-8de9-a0d0bbff9ad7 tempest-FlavorsV2NegativeTest-1536104028 tempest-FlavorsV2NegativeTest-1536104028-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3d6c48ab484e95b85604992da2ab69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767317 Aug 18 14:07:24.345877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3578ad13-e8ac-4570-96d9-791235696fde req-6f67bbf4-3d14-4e43-8c1e-867962a9cbd1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.1175766 Aug 18 14:07:24.472862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43c29-d736-4a6f-ad38-d653ab0df364 req-82a31d3c-4e0b-4c91-b93c-649e38a6f653 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.474425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54f43c29-d736-4a6f-ad38-d653ab0df364 req-82a31d3c-4e0b-4c91-b93c-649e38a6f653 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 944 time: 0.0748410 Aug 18 14:07:24.518233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54f43c29-d736-4a6f-ad38-d653ab0df364 req-eed30056-b1f7-4853-8c7c-4924aab07ce4 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356162 Aug 18 14:07:24.621404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:24.627120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.710373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 456ac0d1-fae4-4ccf-a239-1f807058456e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:24.768306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6bfeb266-da0f-45e5-98de-f4cbeec30fca up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:24.784785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3bf87821-e78a-40f8-976e-8685d3986b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.801245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.13 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/7a80888c-3dad-4be0-acd3-3d906123f3db) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:24.890773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.896571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.902720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.909652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.915195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.921581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.927618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:24.934486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.939188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-e5f150f3-8668-4861-99c8-0534a490627f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5426 time: 0.1377010 Aug 18 14:07:24.965524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 456ac0d1-fae4-4ccf-a239-1f807058456e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:24.970608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 6bfeb266-da0f-45e5-98de-f4cbeec30fca completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:24.987393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 456ac0d1-fae4-4ccf-a239-1f807058456e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:24.987393 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:24.990826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 6bfeb266-da0f-45e5-98de-f4cbeec30fca triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:24.991207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.043391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36406ef6-b82f-4e17-bfdb-c54b3a4b074a req-03433edb-f7eb-4cc0-9121-119665e5b1e9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1028817 Aug 18 14:07:25.137725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.140535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.142380 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.181647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:25.184115 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc09b2bb-dac9-48fa-98bf-0f44194ceed5" -d '{"events": [{"server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "name": "network-vif-plugged", "status": "completed", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:25.218493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=456ac0d1-fae4-4ccf-a239-1f807058456e,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:25.228730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:25.251845 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b37117-e2c5-4a14-b219-3ae7dcb2d1bd x-openstack-request-id: req-c3b37117-e2c5-4a14-b219-3ae7dcb2d1bd {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:25.252199 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "name": "network-vif-plugged", "status": "completed", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:25.252464 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3b37117-e2c5-4a14-b219-3ae7dcb2d1bd {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:25.252866 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'code': 200} Aug 18 14:07:25.302786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3982037-64a0-4db6-bab0-82ca181e3a52 req-f3b96a8d-2dad-4257-b22d-395be573b42c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 210 time: 0.0470912 Aug 18 14:07:25.345252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.361930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:25.415362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:25.427773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:25.436342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:25.445201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.447411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.448344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6e20463c-82c8-4b4b-b540-3538e2a6bc21 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:25.453758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1243dc-cdd6-47d9-964a-1582d0d313f1 req-18b2ab1a-ef5a-43c8-aaa3-14450df2b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:25.455307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb1243dc-cdd6-47d9-964a-1582d0d313f1 req-18b2ab1a-ef5a-43c8-aaa3-14450df2b3bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1095 time: 0.1253107 Aug 18 14:07:25.505776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:25.516917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93a53101-7bfa-48ae-82ce-cfa07162b356 req-8e3f40de-21bb-4fa8-a3d6-93719f0cf389 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.0852814 Aug 18 14:07:25.568420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:25.571466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.602572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:25.604299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb1243dc-cdd6-47d9-964a-1582d0d313f1 req-4a3a1ab8-4b3e-4f5e-b4cf-68bd7fdda37c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211400 Aug 18 14:07:25.690915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76e7f-577c-4690-b755-71a09731410f req-54fa58b8-7d74-445c-b252-c97ed518463c tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:25.697172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:25.698386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28d76e7f-577c-4690-b755-71a09731410f req-54fa58b8-7d74-445c-b252-c97ed518463c tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.0763776 Aug 18 14:07:25.744573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28d76e7f-577c-4690-b755-71a09731410f req-fa167623-4ec9-4e22-8645-86472a11ca39 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Aug 18 14:07:25.764090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-275c6200-f8ec-407f-a245-dccc124d3a26 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323167 Aug 18 14:07:25.777546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Request body: {'port': {'device_id': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:25.792576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:25.800661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:25.801415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.874230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.889104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:25.987640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.026120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55780) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:26.061728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:26.066176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:26.145339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.148570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c830aff6-9c03-4ac0-93b7-7387612d8e83 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:26.278164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-167121212-network', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:26.283560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53cbc693-4ad1-4314-8dab-123056c8a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.306885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:26.317858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.323429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.329513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.335921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.341855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.348692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.354997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.357098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-685a2a4e-47c9-434c-9b46-7f708fd9f7ad tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5428 time: 0.1266251 Aug 18 14:07:26.422518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a80888c-3dad-4be0-acd3-3d906123f3db {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:26.448389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.462251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Made reservation on behalf of ae32ceab8f424ff2bb8bc462a53b182b for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:26.464662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.477777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ae71516-d5d5-4550-8875-2fc75ac8f1c0 req-93c03a86-31b4-41ba-99d3-274f3fdf40cb tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0985014 Aug 18 14:07:26.482752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Transition to ACTIVE for port object 7a80888c-3dad-4be0-acd3-3d906123f3db will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:26.484369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.508491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68eab7-d971-4d23-91c7-4923a4ac9ea8 req-945752e4-a1f4-45df-a33a-723ace961af4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:26.508491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de68eab7-d971-4d23-91c7-4923a4ac9ea8 req-945752e4-a1f4-45df-a33a-723ace961af4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 932 time: 0.1022081 Aug 18 14:07:26.585033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de68eab7-d971-4d23-91c7-4923a4ac9ea8 req-fb3e7880-ebd5-4da3-a46f-0ff671296da8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Aug 18 14:07:26.623125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53cbc693-4ad1-4314-8dab-123056c8a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.635459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e9471d5-7869-4e1b-85d7-1b1f53a74212 req-bd79cd79-de34-4c63-87c8-dc4dc221f418 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.0310881 Aug 18 14:07:26.680320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port c830aff6-9c03-4ac0-93b7-7387612d8e83 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:26.681169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.690274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port c830aff6-9c03-4ac0-93b7-7387612d8e83 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:26.691505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.737724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53cbc693-4ad1-4314-8dab-123056c8a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.775079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-53cbc693-4ad1-4314-8dab-123056c8a49a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f3d6c48ab484e95b85604992da2ab69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7464755 Aug 18 14:07:26.790371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55800) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:26.791059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719f67-20c9-4073-8729-f531325f502b service neutron] Pushing event updated for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:26.829791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.857331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbc693-4ad1-4314-8dab-123056c8a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b8c3e-536e-4f8b-b698-84da72b88ee3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:26.887382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Attempting to bind port 7a80888c-3dad-4be0-acd3-3d906123f3db on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:26.887773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Attempting to bind port 7a80888c-3dad-4be0-acd3-3d906123f3db by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:26.888055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Attempting to bind port 7a80888c-3dad-4be0-acd3-3d906123f3db on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:26.891231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:26.926032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Port 7a80888c-3dad-4be0-acd3-3d906123f3db on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:26.926573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Attempting to bind port 7a80888c-3dad-4be0-acd3-3d906123f3db on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:26.940270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:26.942113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:26.942113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:26.942113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Bound port: 7a80888c-3dad-4be0-acd3-3d906123f3db, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:26.942113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.951766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.982016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.003673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.004651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:27.011611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.036336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaabe00-7721-45c2-98a9-fc5ef402c08d req-35bb4a97-4709-4989-8834-e64eaf5a4c21 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.038866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccaabe00-7721-45c2-98a9-fc5ef402c08d req-35bb4a97-4709-4989-8834-e64eaf5a4c21 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.1725736 Aug 18 14:07:27.102966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.125820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.160459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:27.166219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:07:27.175404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccaabe00-7721-45c2-98a9-fc5ef402c08d req-f7206377-2d67-4dd1-b6ec-179048937851 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265953 Aug 18 14:07:27.179732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7a80888c-3dad-4be0-acd3-3d906123f3db,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:27.189595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6564fb3b-659b-4447-a5ab-b3c7defdf665,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.253723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca'}, {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}, {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:27.256357 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc94fa-8de2-4eb1-991b-fff44bbda024" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca"}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21"}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:27.283703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:27.288647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:27.289128 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.317788 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b059cff-5474-4c51-a8cc-a944937ec1ec x-openstack-request-id: req-6b059cff-5474-4c51-a8cc-a944937ec1ec {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:27.318118 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca", "code": 200}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21", "code": 200}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:27.318379 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b059cff-5474-4c51-a8cc-a944937ec1ec {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:27.318782 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'code': 200} Aug 18 14:07:27.319041 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'code': 200} Aug 18 14:07:27.319296 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83', 'code': 200} Aug 18 14:07:27.334384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.335275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.335275 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Added segment 22d30d6e-285d-4bc9-9d69-8ad53323b0e2 of type vlan for network 8548e0c1-6989-4270-b59e-86de642d83bf Aug 18 14:07:27.341580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.351954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a9b8c3e-536e-4f8b-b698-84da72b88ee3 HTTP/1.1" status: 204 len: 168 time: 0.5486822 Aug 18 14:07:27.351954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.373368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f2ca8-48bf-4125-b537-7987457bee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b8c3e-536e-4f8b-b698-84da72b88ee3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.427738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.437684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.467765 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.534196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.535726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.543581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:27.543838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-37719f67-20c9-4073-8729-f531325f502b service neutron] 10.222.0.58 "PUT /v2.0/ports/7a80888c-3dad-4be0-acd3-3d906123f3db HTTP/1.1" status: 200 len: 1092 time: 1.7648444 Aug 18 14:07:27.588259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:27.590609 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085e712-1c7a-41c7-b85f-60e07807bf22" -d '{"events": [{"name": "network-changed", "server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:27.618133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.619147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.619744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.629232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719f67-20c9-4073-8729-f531325f502b service neutron] Pushing event updated for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.640246 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50245a3b-49e2-477b-9830-5e9399ec1a47 x-openstack-request-id: req-50245a3b-49e2-477b-9830-5e9399ec1a47 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:27.640509 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:27.640859 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50245a3b-49e2-477b-9830-5e9399ec1a47 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:27.641324 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db', 'status': 'completed', 'code': 200} Aug 18 14:07:27.652231 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:27.653991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 749a659e-2b0f-4326-91f5-1fa7f5fb1131 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:27.755687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.770311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] Pushing event updated for resources: {'Network': ['ID=8548e0c1-6989-4270-b59e-86de642d83bf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.775047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.780260 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-116343c1-5ebf-4fbc-80b7-c4d484b3e427 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7113421 Aug 18 14:07:27.787694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55818) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:27.792967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Request body: {'subnet': {'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-167121212-subnet', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:27.796168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.806855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.808855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8548e0c1-6989-4270-b59e-86de642d83bf details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:07:27.816418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.823099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.829297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.837772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-616bf649-533d-40c8-b8bc-a95772290cc5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5430 time: 0.2032292 Aug 18 14:07:27.844432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:27.902685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-74cd270e-d88f-48b6-9143-4fe7039ccbde tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.904253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-74cd270e-d88f-48b6-9143-4fe7039ccbde tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.4903746 Aug 18 14:07:27.937019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:27.959943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Made reservation on behalf of ae32ceab8f424ff2bb8bc462a53b182b for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:27.964297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.068216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-fdff48cd-f54b-4269-a647-72d1a269c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.070806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-fdff48cd-f54b-4269-a647-72d1a269c9fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 1095 time: 0.3489215 Aug 18 14:07:28.080689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4eb9e7a0-e8b4-42b1-b396-06deaf9538b2 req-ffb13208-e0e9-48d2-acb4-220c364cdffd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2419291 Aug 18 14:07:28.085989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:28.091018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:28.091681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.105584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f3ad7-56ac-47b1-85f4-bf9212f45ceb req-66216225-b82a-490e-acc3-c749cb0a220c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.107627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c15f3ad7-56ac-47b1-85f4-bf9212f45ceb req-66216225-b82a-490e-acc3-c749cb0a220c tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 944 time: 0.2678158 Aug 18 14:07:28.266907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.297453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-957a8167-6746-406d-a065-c600e4f498ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.298951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-957a8167-6746-406d-a065-c600e4f498ab service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5b8e2f590e194812b4aea0004507c5a4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1896174 Aug 18 14:07:28.325250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:28.346212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.358502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c5587d3-2429-491e-b79d-d485ff7b0a38 req-bd3e04d5-9d05-4c3a-8b58-39b6ce5e418a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.0533834 Aug 18 14:07:28.427670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d73461a-83f4-4e40-bc62-ddb1342424f3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:28.434771 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.436011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0ac4f84-fb61-4637-9da1-af8c38d139b6 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:28.448462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Checking segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:28.450483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Network hostable DHCP agents. Network: 8548e0c1-6989-4270-b59e-86de642d83bf, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:07:28.470748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c15f3ad7-56ac-47b1-85f4-bf9212f45ceb req-9d288a95-589a-4dd3-aeb3-a300223e3e8d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783302 Aug 18 14:07:28.531109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-44553533-cc66-43f3-95de-969c1851d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.532772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a085e712-1c7a-41c7-b85f-60e07807bf22 req-44553533-cc66-43f3-95de-969c1851d765 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046096 Aug 18 14:07:28.583085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Network 8548e0c1-6989-4270-b59e-86de642d83bf is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:07:28.599516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:28.621541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:28.625564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.676444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde2905-a2da-4e73-ac5f-ad5bc8b186c0 req-bf620613-ccc9-4930-80b9-675e488538a3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.678038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fde2905-a2da-4e73-ac5f-ad5bc8b186c0 req-bf620613-ccc9-4930-80b9-675e488538a3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.1264598 Aug 18 14:07:28.680015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8548e0c1-6989-4270-b59e-86de642d83bf) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:28.687468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.688754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.698234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6222e4-319f-41e4-8ea8-a4869b8a6359 None None] Network 8548e0c1-6989-4270-b59e-86de642d83bf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:28.721892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a0ac4f84-fb61-4637-9da1-af8c38d139b6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:28.723757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-1f37c016-f0d2-4355-a0f9-e47baaf9921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.725831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-1f37c016-f0d2-4355-a0f9-e47baaf9921f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 1095 time: 0.1333072 Aug 18 14:07:28.758420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a0ac4f84-fb61-4637-9da1-af8c38d139b6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:28.758864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.805790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-35e62357-1a06-4ab5-9f57-9a39f77bffba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80888c-3dad-4be0-acd3-3d906123f3db HTTP/1.1" status: 200 len: 217 time: 0.0541239 Aug 18 14:07:28.806369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f496a69-03d7-4a0a-b684-4daf2ef3e9f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0155461 Aug 18 14:07:28.807464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55842) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:28.815640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:28.902455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fde2905-a2da-4e73-ac5f-ad5bc8b186c0 req-bcaca990-c5cd-40de-867f-a3c4be7713b3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840844 Aug 18 14:07:28.928739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-62a0c791-eccd-47a9-b9f6-e7d5adcc2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.930415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-62a0c791-eccd-47a9-b9f6-e7d5adcc2d3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.1075575 Aug 18 14:07:28.948903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.950016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.049657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.081365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-3c4aee30-1201-405a-afbc-a47a8d3fe582 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1463497 Aug 18 14:07:29.103126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.10 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/f377ec1e-c25b-4049-9926-6112b50f04fe) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:29.108012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-48b5d315-8106-4a59-90f1-fd45efbbae06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405440 Aug 18 14:07:29.112136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55852) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:29.116240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:29.118720 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.212700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-8548e0c1-6989-4270-b59e-86de642d83bf', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:07:29.213958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.275855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:29.341924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618'}, {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749a659e-2b0f-4326-91f5-1fa7f5fb1131'}, {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:29.345150 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5406a996-66e4-4fd9-bcc3-b8315caf5123" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c5b9-4609-4aef-ad7b-6a016ea4f618"}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "749a659e-2b0f-4326-91f5-1fa7f5fb1131"}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:29.372608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.373466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:29.378081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.385509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-network', 'tenant_id': '6469a52dcbcd42409839558b049e315e'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:29.396598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.447410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.453345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.459511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.465589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.472077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.477949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.484484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.486449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-88b1f457-6697-4c2c-85c2-5610c594df8b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5431 time: 0.2432904 Aug 18 14:07:29.538235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Made reservation on behalf of 6469a52dcbcd42409839558b049e315e for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:29.542954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.549106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-7ba0090a-3cbb-4643-bc17-a092a03aa5a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272513 Aug 18 14:07:29.586975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.627867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:29.645169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Allocated IP 172.20.0.2 (8548e0c1-6989-4270-b59e-86de642d83bf/4d73461a-83f4-4e40-bc62-ddb1342424f3/badcb0ad-509f-42f6-b192-17b57dcb2e96) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:29.761042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:29.772966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:29.773355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.799866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.846689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.872259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.929733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.963753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:07:29.982294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.993763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c2d35-4095-483e-a666-97bfac01923a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.010836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.011191 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Added segment ab232553-8db9-43e3-af41-acc5e1f2f66f of type vlan for network 3c225068-310b-4305-90ca-1358e644b32d Aug 18 14:07:30.020101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51170e5c-bb42-44cf-b648-5526d377fd12 req-dd3a1409-201c-4031-826b-0378fcf4e10a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5026307 Aug 18 14:07:30.035332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.087544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Transition to ACTIVE for port object badcb0ad-509f-42f6-b192-17b57dcb2e96 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:30.096319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.105127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65759d9c-0eb7-4298-826e-7c1bcad8d695 req-8db59889-9532-4dd5-b066-18594e63fe74 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355515 Aug 18 14:07:30.105831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:30.111217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Allocated IP 172.25.1.164 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:30.133923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Transition to ACTIVE for port object badcb0ad-509f-42f6-b192-17b57dcb2e96 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:30.142867 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e5f97-3057-4580-b66d-a9e3cd6e2308 x-openstack-request-id: req-3e1e5f97-3057-4580-b66d-a9e3cd6e2308 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:30.143564 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0c5b9-4609-4aef-ad7b-6a016ea4f618", "code": 200}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "749a659e-2b0f-4326-91f5-1fa7f5fb1131", "code": 200}, {"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:30.143799 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e1e5f97-3057-4580-b66d-a9e3cd6e2308 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:30.144370 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0c5b9-4609-4aef-ad7b-6a016ea4f618', 'code': 200} Aug 18 14:07:30.144580 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749a659e-2b0f-4326-91f5-1fa7f5fb1131', 'code': 200} Aug 18 14:07:30.145982 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6', 'code': 200} Aug 18 14:07:30.149533 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.219567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.243447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7ade151-db28-4c22-8cdd-95ef6b880d0a req-33507074-56a6-4b07-92c0-84a6d5255748 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.0491190 Aug 18 14:07:30.260075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.278189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.279382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:30.280018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.287912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.289111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.304592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.342779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.346293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Network 8548e0c1-6989-4270-b59e-86de642d83bf is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:30.351844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:30.357636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:30.379650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Pushing event updated for resources: {'Port': ['ID=badcb0ad-509f-42f6-b192-17b57dcb2e96,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.405805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:30.414340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] Pushing event updated for resources: {'Network': ['ID=3c225068-310b-4305-90ca-1358e644b32d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.420926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3afff83c-0659-4f77-b8e0-b0f17cde758b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3076370 Aug 18 14:07:30.423803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:30.432019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55878) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:30.436861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:30.438255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Request body: {'subnet': {'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-subnet', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:30.440534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3c225068-310b-4305-90ca-1358e644b32d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:07:30.501267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Attempting to bind port badcb0ad-509f-42f6-b192-17b57dcb2e96 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:30.501684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Attempting to bind port badcb0ad-509f-42f6-b192-17b57dcb2e96 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:30.502074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Attempting to bind port badcb0ad-509f-42f6-b192-17b57dcb2e96 on network 8548e0c1-6989-4270-b59e-86de642d83bf {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:30.512780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.526491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:30.535508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Checking segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:30.535508 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.535508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Bound using segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:30.535508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Bound port: badcb0ad-509f-42f6-b192-17b57dcb2e96, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:30.535508 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.548156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:30.548827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.563424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Made reservation on behalf of 6469a52dcbcd42409839558b049e315e for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:30.565899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.567989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7d0ff-123c-448d-a305-b4e5011fdbea req-4988428b-786d-496c-84e8-6d40192c44f8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:30.574186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ac7d0ff-123c-448d-a305-b4e5011fdbea req-4988428b-786d-496c-84e8-6d40192c44f8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 944 time: 0.1192665 Aug 18 14:07:30.606524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.620257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] For port badcb0ad-509f-42f6-b192-17b57dcb2e96, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:30.624646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] For port badcb0ad-509f-42f6-b192-17b57dcb2e96, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=badcb0ad-509f-42f6-b192-17b57dcb2e96,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:30.644504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ac7d0ff-123c-448d-a305-b4e5011fdbea req-a6cf8f03-8c9a-4b81-8025-7043e86052a6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640841 Aug 18 14:07:30.661316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Allocated IP 172.25.1.183 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6abebc35-962d-4d2f-9ff3-7e4afde7c959) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:30.672635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:30.680109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:30.685978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:30.688597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Pushing event updated for resources: {'Port': ['ID=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.773413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.787130 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.787830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-5d237e78-6851-4f50-a2f9-812381cc82a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8547146 Aug 18 14:07:30.814002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Request body: {'port': {'device_id': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:30.854738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcf37f-85a6-40b6-a024-19ada08a5633 None None] Pushing event updated for resources: {'Port': ['ID=badcb0ad-509f-42f6-b192-17b57dcb2e96,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:30.884419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.922678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:30.978105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event updated for resources: {'Port': ['ID=6abebc35-962d-4d2f-9ff3-7e4afde7c959,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:31.009230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:31.061040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:31.066488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:31.084032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.222428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.275637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f499fe02-da9f-412c-be95-783a47f53bd6,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:31.354698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Checking segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:31.355043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Network hostable DHCP agents. Network: 3c225068-310b-4305-90ca-1358e644b32d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:07:31.359090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.395432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.401307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.408184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.414294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.419977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.426059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.432058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.434082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-836f8aed-f581-4909-bbde-4accc06c59cd req-dfb5f8d8-aae7-4145-98b7-3ca862f848c1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.1971271 Aug 18 14:07:31.469236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Network 3c225068-310b-4305-90ca-1358e644b32d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:07:31.504620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.548062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-836f8aed-f581-4909-bbde-4accc06c59cd req-1142bd1d-91fd-4024-8be7-135f44014a8f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1022074 Aug 18 14:07:31.585220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3c225068-310b-4305-90ca-1358e644b32d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:31.589885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.596935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.597541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.603470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa96ca4-3030-419f-a323-1fe2101392f3 None None] Network 3c225068-310b-4305-90ca-1358e644b32d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:31.634242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f377ec1e-c25b-4049-9926-6112b50f04fe {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:31.648144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.716759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Transition to ACTIVE for port object f377ec1e-c25b-4049-9926-6112b50f04fe will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:31.740841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e33f59f-c49d-469e-8330-4c796d315d73 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3075807 Aug 18 14:07:31.743362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55894) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:31.749270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:31.808712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ef38-d673-4610-9a39-48170dccc01f req-dd17fbc3-cb97-4ea1-a6db-619988a3bcd7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:31.810700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4839ef38-d673-4610-9a39-48170dccc01f req-dd17fbc3-cb97-4ea1-a6db-619988a3bcd7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 932 time: 0.1531980 Aug 18 14:07:31.813314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.828722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3c225068-310b-4305-90ca-1358e644b32d', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:07:31.830351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.860785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:07:31.893176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.894896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.003309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4839ef38-d673-4610-9a39-48170dccc01f req-105a3c6d-75f2-4dd0-9e83-be05b093a700 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553531 Aug 18 14:07:32.061143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Pushing event updated for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:32.064137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Allocated IP 172.20.0.2 (3c225068-310b-4305-90ca-1358e644b32d/f499fe02-da9f-412c-be95-783a47f53bd6/84e07f18-ac76-440b-9f8f-38cc025fb72a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:32.156745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.164707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:32.171341 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd065d0-344e-41a3-9c4c-9e43a7e2405a" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:32.176512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.222178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Attempting to bind port f377ec1e-c25b-4049-9926-6112b50f04fe on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:32.222921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Attempting to bind port f377ec1e-c25b-4049-9926-6112b50f04fe by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:32.224162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Attempting to bind port f377ec1e-c25b-4049-9926-6112b50f04fe on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:32.237057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Port f377ec1e-c25b-4049-9926-6112b50f04fe on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:32.237546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Attempting to bind port f377ec1e-c25b-4049-9926-6112b50f04fe on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:32.254625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:32.254625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:32.257256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:32.258055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Bound port: f377ec1e-c25b-4049-9926-6112b50f04fe, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:32.258543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.315781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.377712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.391325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Transition to ACTIVE for port object 84e07f18-ac76-440b-9f8f-38cc025fb72a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:32.415748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Transition to ACTIVE for port object 84e07f18-ac76-440b-9f8f-38cc025fb72a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:32.439803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f7729-1b3c-411d-993f-8fd874598488 None None] Network 8548e0c1-6989-4270-b59e-86de642d83bf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:32.440020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.448815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:32.496486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Sync routers for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:32.504521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device badcb0ad-509f-42f6-b192-17b57dcb2e96 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:32.513539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.554759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event updated for resources: {'Port': ['ID=6abebc35-962d-4d2f-9ff3-7e4afde7c959,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:32.576694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08a4c-d7f1-4cec-8916-fbc12160267f req-6274b1eb-4867-4165-a88e-51d914968797 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:32.582493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de08a4c-d7f1-4cec-8916-fbc12160267f req-6274b1eb-4867-4165-a88e-51d914968797 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 944 time: 0.3487091 Aug 18 14:07:32.589190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.590581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6cbd2fad-211a-4909-b163-99a7070505e9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7818415 Aug 18 14:07:32.595840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55904) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:32.602958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:32.603617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:32.610074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Network 3c225068-310b-4305-90ca-1358e644b32d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:32.614904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.630312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:32.649349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:32.661982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:32.675069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de08a4c-d7f1-4cec-8916-fbc12160267f req-a068e2da-3a43-4260-a048-7d308d5fd4e3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796001 Aug 18 14:07:32.688414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f377ec1e-c25b-4049-9926-6112b50f04fe,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:32.695246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Pushing event updated for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:32.697697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4084ad3d-b08c-4c85-ae90-37484f0c06bc None None] Provisioning for port badcb0ad-509f-42f6-b192-17b57dcb2e96 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:32.747555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.753715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-d2d88ee9-744b-4bc3-8d57-72f00c3dcf58 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6437364 Aug 18 14:07:32.822636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.862586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-a7bec2f8-8e05-4438-a245-407502c14c2f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.1036987 Aug 18 14:07:32.897506 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03326e3-ea96-4f0a-bae9-84c0872e2d38 x-openstack-request-id: req-e03326e3-ea96-4f0a-bae9-84c0872e2d38 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:32.897771 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-plugged", "status": "completed", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:32.898158 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e03326e3-ea96-4f0a-bae9-84c0872e2d38 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:32.899201 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'code': 200} Aug 18 14:07:32.904023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7a80888c-3dad-4be0-acd3-3d906123f3db details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:32.964442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:32.965238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.966802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] 10.222.0.10 "PUT /v2.0/ports/f377ec1e-c25b-4049-9926-6112b50f04fe HTTP/1.1" status: 200 len: 1092 time: 2.1671097 Aug 18 14:07:32.967691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:32.970097 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3922360-d489-41df-83f0-363316bba331" -d '{"events": [{"name": "network-changed", "server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:33.052405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Attempting to bind port 84e07f18-ac76-440b-9f8f-38cc025fb72a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:33.052611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Attempting to bind port 84e07f18-ac76-440b-9f8f-38cc025fb72a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:33.052968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Attempting to bind port 84e07f18-ac76-440b-9f8f-38cc025fb72a on network 3c225068-310b-4305-90ca-1358e644b32d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:33.106614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.110003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:33.110385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Checking segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:33.110805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.111197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Bound using segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:33.111679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Bound port: 84e07f18-ac76-440b-9f8f-38cc025fb72a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:33.112063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.114426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.119990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.121599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port badcb0ad-509f-42f6-b192-17b57dcb2e96 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:33.126257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.132312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.138785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.145170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.147341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-8d4c74a0-cfb4-4289-a8fb-3b0f741821e5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.3376000 Aug 18 14:07:33.166168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:33.171651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port badcb0ad-509f-42f6-b192-17b57dcb2e96 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:33.172028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.180182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eba5b5-c6fa-43f1-8156-1805fadb4180 service neutron] Pushing event updated for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:33.207711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.208583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.209241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.209950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.210616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.211260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.211901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.214512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-79d5453d-caa4-4f7f-bdf1-189bfa198ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.3617799 Aug 18 14:07:33.324759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-0b2248ab-d091-4eb9-976e-995f875b9098 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.333197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-0b2248ab-d091-4eb9-976e-995f875b9098 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.4337890 Aug 18 14:07:33.345836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-09b59f7f-c659-47a4-a5ea-5c889cd80c39 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:07:33.347475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc97daa3-1cc2-47a3-a63e-612769bb5fe3 req-09b59f7f-c659-47a4-a5ea-5c889cd80c39 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095301 Aug 18 14:07:33.380932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d001bf2-4a01-42b0-ae98-c7252b7515b2 req-e4ea09d3-3b32-4420-89c1-5901ebf49d4a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1792593 Aug 18 14:07:33.385020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ea25b90-1551-42ea-8ab2-ac20a0892bea req-f374cdf1-1e8b-400a-ada4-1c37fb6b6088 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1454165 Aug 18 14:07:33.388074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f9c478bc-f31e-4f0c-93ad-69e034d32945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.400311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7a80888c-3dad-4be0-acd3-3d906123f3db,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:33.414437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-f9c478bc-f31e-4f0c-93ad-69e034d32945 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 1095 time: 0.2620213 Aug 18 14:07:33.444183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '7a80888c-3dad-4be0-acd3-3d906123f3db', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': '7a80888c-3dad-4be0-acd3-3d906123f3db', 'mac_address': 'fa:16:3e:65:11:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:33.489438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:33.499039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-ece194ed-cf67-4045-b9dc-fe70163d51e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f377ec1e-c25b-4049-9926-6112b50f04fe HTTP/1.1" status: 200 len: 217 time: 0.0754712 Aug 18 14:07:33.505659 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eedca1-b00c-45cf-932d-800d608da142 x-openstack-request-id: req-06eedca1-b00c-45cf-932d-800d608da142 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:33.506092 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:33.506332 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06eedca1-b00c-45cf-932d-800d608da142 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:33.507137 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe', 'status': 'completed', 'code': 200} Aug 18 14:07:33.547262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84e07f18-ac76-440b-9f8f-38cc025fb72a,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:33.610297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-154e735a-3541-44a5-b1e4-646b3fd5ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.612555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-154e735a-3541-44a5-b1e4-646b3fd5ef9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0615647 Aug 18 14:07:33.621065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054347c-9e27-42ad-b868-25f897aba99d req-c7b00415-3692-45ff-a05f-126f98371241 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:33.628623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.630538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4054347c-9e27-42ad-b868-25f897aba99d req-c7b00415-3692-45ff-a05f-126f98371241 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 944 time: 0.1223307 Aug 18 14:07:33.655988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.662630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.680200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-81404e17-daa7-45d2-be10-1d0ebac34053 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388575 Aug 18 14:07:33.704973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4054347c-9e27-42ad-b868-25f897aba99d req-c54d1afb-895a-4853-a2ae-31c957dcb562 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732384 Aug 18 14:07:33.745423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.857108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c472e-34e2-4810-b990-1b528aa59b5e None None] Pushing event updated for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:33.868808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.874493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a80888c-3dad-4be0-acd3-3d906123f3db {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:33.943733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbee-a123-443a-b4f3-ff977b8c25e1 None None] Provisioning complete for port badcb0ad-509f-42f6-b192-17b57dcb2e96 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:33.944117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbee-a123-443a-b4f3-ff977b8c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.951127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Allocated IP 172.25.1.48 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5063525b-8643-4c76-8e82-44cebbdfc4ee) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:34.001086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:07:34.040251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port badcb0ad-509f-42f6-b192-17b57dcb2e96, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=badcb0ad-509f-42f6-b192-17b57dcb2e96,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:34.051742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7a80888c-3dad-4be0-acd3-3d906123f3db,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:34.070263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.071690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:30Z', 'revision_number': 3, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:34.090553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-d76b3ff1-23ac-4b78-a75b-d53817750757 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665032 Aug 18 14:07:34.114111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-846a370c-c7f6-4828-a013-486f1a9b1cd3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.115769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-846a370c-c7f6-4828-a013-486f1a9b1cd3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 820 time: 0.3047099 Aug 18 14:07:34.123486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbee-a123-443a-b4f3-ff977b8c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.126886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98890c0e-c62c-4488-ae6b-06be86376347 req-3b8f522d-edbc-4adc-8e4c-99f249f016ca tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.131858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98890c0e-c62c-4488-ae6b-06be86376347 req-3b8f522d-edbc-4adc-8e4c-99f249f016ca tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 944 time: 0.2803702 Aug 18 14:07:34.235422 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-ade0fbee-a123-443a-b4f3-ff977b8c25e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:07:34.236412 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-ade0fbee-a123-443a-b4f3-ff977b8c25e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:07:34.237043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.239914 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.243613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Checking router: 84a914fb-2c2f-4b80-a560-8fb4b39c0562 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:34.243613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Updating router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:34.274799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.285087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-f0b374fe-2f22-44e1-8bb8-4566e9beba78 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/quotas/0ce09f674d754fa8b7d8817d8f25dbd2 HTTP/1.1" status: 200 len: 375 time: 0.1453958 Aug 18 14:07:34.333219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:34.415969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98890c0e-c62c-4488-ae6b-06be86376347 req-7f09a11c-bfa6-4f5d-b68f-5f384436a6ba tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681251 Aug 18 14:07:34.513767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=badcb0ad-509f-42f6-b192-17b57dcb2e96,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:34.544649 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.595900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Allocated IP 172.20.0.1 (8548e0c1-6989-4270-b59e-86de642d83bf/4d73461a-83f4-4e40-bc62-ddb1342424f3/b0c70b58-c9e9-4679-b409-601bf97ee370) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:34.605869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b40fee-e564-4a28-8dc1-482b5cdb2b43 req-2ab50b2c-2106-4265-a533-9ecbf1519a8e service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002673 Aug 18 14:07:34.718108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84e07f18-ac76-440b-9f8f-38cc025fb72a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:34.764154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.800173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-9dd769ce-da7a-4fc8-ad69-a68cd7675fdd tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5002549 Aug 18 14:07:34.837344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:34.842014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7a80888c-3dad-4be0-acd3-3d906123f3db'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:34.846869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Pushing event updated for resources: {'Port': ['ID=5063525b-8643-4c76-8e82-44cebbdfc4ee,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:34.851935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:34.860121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:34.899341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.906235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.912979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.919253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.926065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.961694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:34.987422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:35.010412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-db7c22e2-2079-426e-aa49-d4ca834d750a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.3912556 Aug 18 14:07:35.168233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.259397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Transition to ACTIVE for port object b0c70b58-c9e9-4679-b409-601bf97ee370 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:35.289371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 84e07f18-ac76-440b-9f8f-38cc025fb72a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:35.388761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71f55d8e-049c-433c-9636-2880ac4770c9 req-19585035-aa43-4734-9cc7-4863082e0356 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3732526 Aug 18 14:07:35.428295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922360-d489-41df-83f0-363316bba331 req-ba40e383-2067-418e-b350-a7cf5ec4bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:35.430211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-ba40e383-2067-418e-b350-a7cf5ec4bb98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 1095 time: 0.3893425 Aug 18 14:07:35.494500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-3cd578ac-a644-4969-9fa9-38be5bb05a14 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576891 Aug 18 14:07:35.542050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.650822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.663500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.703494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e839ffd-d838-46cf-b969-165deab0422d None None] Network 3c225068-310b-4305-90ca-1358e644b32d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:35.719667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Network 8548e0c1-6989-4270-b59e-86de642d83bf is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:35.721793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:35.735580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:35.741239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922360-d489-41df-83f0-363316bba331 req-6423c1ea-3f4e-4ba5-b177-4c2fba2145c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:35.745035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-6423c1ea-3f4e-4ba5-b177-4c2fba2145c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 913 time: 0.2751026 Aug 18 14:07:35.747815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-7d321223-5566-408c-9f82-dfb679a12d25 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904414 Aug 18 14:07:35.782161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Transition to ACTIVE for port object 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:35.826124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-431988cb-5481-4066-9f24-e555f7f1a485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f377ec1e-c25b-4049-9926-6112b50f04fe HTTP/1.1" status: 200 len: 217 time: 0.0706937 Aug 18 14:07:35.865482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Provisioning for port 84e07f18-ac76-440b-9f8f-38cc025fb72a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:35.896995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Provisioning complete for port 84e07f18-ac76-440b-9f8f-38cc025fb72a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:35.897375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.958627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.975668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Pushing event updated for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:35.987961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.027265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec445d-06f8-4c65-9287-e58796076a99 req-9afc7aa5-791c-460c-9291-3f67d9387a34 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.037565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cec445d-06f8-4c65-9287-e58796076a99 req-9afc7aa5-791c-460c-9291-3f67d9387a34 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 944 time: 0.2672887 Aug 18 14:07:36.040230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922360-d489-41df-83f0-363316bba331 req-c0045204-b905-42ba-99d9-4b605f4ab9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.042446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-c0045204-b905-42ba-99d9-4b605f4ab9b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.1842866 Aug 18 14:07:36.141991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-1ed45756-aa7b-4b96-aa34-5ac9e168312a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831282 Aug 18 14:07:36.172517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.356470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cec445d-06f8-4c65-9287-e58796076a99 req-8804a0d1-3c07-4abc-a62e-8a2d65919329 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053095 Aug 18 14:07:36.436872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217a642-0201-4b29-a2bf-db73f1e01158 req-d7fdb803-90d8-49d0-ae6f-cfb17cb2480e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.446948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.450511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a217a642-0201-4b29-a2bf-db73f1e01158 req-d7fdb803-90d8-49d0-ae6f-cfb17cb2480e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 945 time: 0.2445283 Aug 18 14:07:36.510350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae6e95fb-b0c6-4420-8dcb-03e76c445029 req-18046395-3a36-45a8-90c9-69fe829ee96f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 210 time: 0.0571032 Aug 18 14:07:36.543244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-796163cc-651b-4156-bf99-9d26c7f9dd5b service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780007 Aug 18 14:07:36.565102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a217a642-0201-4b29-a2bf-db73f1e01158 req-60de58d3-f2bd-44ff-813f-3f1e542b1d70 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115243 Aug 18 14:07:36.591533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Attempting to bind port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:36.594530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Attempting to bind port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:36.595302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Attempting to bind port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:36.599821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device badcb0ad-509f-42f6-b192-17b57dcb2e96 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:36.609870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283e6ab-1dc6-4fb4-a115-fa361ee4ec1d None None] Pushing event updated for resources: {'Port': ['ID=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:36.682695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:36.683079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:36.683474 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.683914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:36.684334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Bound port: 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:36.684711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.685980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.725079 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.760124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.767678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.775841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.783047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.790257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.801143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.808301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:36.810185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7a80888c-3dad-4be0-acd3-3d906123f3db up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:36.813290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-6dac67f8-81df-48b0-b0bb-5d59288124c8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.1550581 Aug 18 14:07:36.843677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:07:36.845853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.848561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84e07f18-ac76-440b-9f8f-38cc025fb72a,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:36.851993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] For port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:36.866058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3922360-d489-41df-83f0-363316bba331 req-7bf41592-1048-4a8d-9c4b-be17256b7622 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134551 Aug 18 14:07:36.894345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port badcb0ad-509f-42f6-b192-17b57dcb2e96 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:36.895005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.922395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfcc3472-d61d-4e10-ba78-00f846874f56 req-e23a72cf-d346-4c45-a5ad-0e4658e299ef tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0982897 Aug 18 14:07:36.930826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] For port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:36.934507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.003675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.007372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.008572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563ead0-f56a-4146-b22d-3adee89838ba None None] Pushing event updated for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.055513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Pushing event updated for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.067717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 7a80888c-3dad-4be0-acd3-3d906123f3db completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:37.137956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 7a80888c-3dad-4be0-acd3-3d906123f3db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:37.138388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.141287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.150213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.166837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.173420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.179531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.182190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:37.182928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:37.187032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.193014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.195066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7721f4b-c768-4abb-9cfc-63cab718450f req-82fa2ffb-3c98-46fd-9a83-0a6df91f6ae1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.1218913 Aug 18 14:07:37.207149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55976) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:37.213019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Request body: {'floatingip': {'port_id': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:37.227601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Network 8548e0c1-6989-4270-b59e-86de642d83bf is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:37.230666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:37.236318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283e6ab-1dc6-4fb4-a115-fa361ee4ec1d None None] Pushing event updated for resources: {'Port': ['ID=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.246208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-899c673b-a62f-4b9f-86fb-8092affcc8d8 None None] Provisioning for port b0c70b58-c9e9-4679-b409-601bf97ee370 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:37.268134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-899c673b-a62f-4b9f-86fb-8092affcc8d8 None None] Provisioning complete for port b0c70b58-c9e9-4679-b409-601bf97ee370 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:37.268439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-899c673b-a62f-4b9f-86fb-8092affcc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.280483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.382147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:37.439425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-899c673b-a62f-4b9f-86fb-8092affcc8d8 None None] Port b0c70b58-c9e9-4679-b409-601bf97ee370 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:37.493293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:37.504420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:37.505221 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Sync routers for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:37.525810 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:37.526446 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:37.631039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.651935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.657512 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f12c84b1-29da-4eb1-b879-be0b28693a62 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.9128103 Aug 18 14:07:37.660243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55988) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:37.701658 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:37.731020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6a244294-3645-4010-ba61-70bfc732cb3c None None] Provisioning complete for port 84e07f18-ac76-440b-9f8f-38cc025fb72a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:37.731405 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a244294-3645-4010-ba61-70bfc732cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.775989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:37.778307 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f0dd4-9fe2-4c3a-a066-aab3f76d2f45" -d '{"events": [{"server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "name": "network-vif-plugged", "status": "completed", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:37.806623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9708f60d-d6d3-4589-bd63-9a919576e856 req-9ceccbe7-429b-4ecc-ab20-205b95d8425f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 210 time: 0.0386031 Aug 18 14:07:37.809103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7a80888c-3dad-4be0-acd3-3d906123f3db,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:37.847865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bc83-0ed2-4f3c-b1dc-68b6b537bef9 req-963db9f6-8759-4acd-93df-e88414c59daa tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:37.867576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adc9bc83-0ed2-4f3c-b1dc-68b6b537bef9 req-963db9f6-8759-4acd-93df-e88414c59daa tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 944 time: 0.2933412 Aug 18 14:07:37.928835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.983205 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:35Z', 'revision_number': 3, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:37.985249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 2, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:38.016902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Checking router: 4ef5a5e2-0691-494b-ab50-c1718d4b7206 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:38.017252 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Updating router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 port 5063525b-8643-4c76-8e82-44cebbdfc4ee binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:38.068144 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.069863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c251f1-d43d-4720-b3cf-33fa8ca64a9e None None] The sync data for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 is: [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 2, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:38.075257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:38.089562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-703fb21a-3ca6-499d-9baa-e2103ad2080f None None] Provisioning complete for port b0c70b58-c9e9-4679-b409-601bf97ee370 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:38.090594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-703fb21a-3ca6-499d-9baa-e2103ad2080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.143121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-703fb21a-3ca6-499d-9baa-e2103ad2080f None None] Port b0c70b58-c9e9-4679-b409-601bf97ee370 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:38.301567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:38.308582 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74b97a4b-0380-485f-b4e7-302f3107bb7a admin admin] 10.222.0.35 "PUT /v2.0/routers/84a914fb-2c2f-4b80-a560-8fb4b39c0562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7071774 Aug 18 14:07:38.482649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84e07f18-ac76-440b-9f8f-38cc025fb72a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:38.575940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adc9bc83-0ed2-4f3c-b1dc-68b6b537bef9 req-ecbcadb8-30a2-4a5d-830f-61873770d1ba tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067626 Aug 18 14:07:38.648331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 84e07f18-ac76-440b-9f8f-38cc025fb72a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:38.648331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.664420 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.676965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Transition to ACTIVE for port object 5063525b-8643-4c76-8e82-44cebbdfc4ee will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:38.766973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705a8b-889c-4b79-b282-96e3e60dbc21 req-a68e72c4-3d00-4542-b283-3ce332eb8470 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:38.771276 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.787437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f377ec1e-c25b-4049-9926-6112b50f04fe details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:38.788867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63705a8b-889c-4b79-b282-96e3e60dbc21 req-a68e72c4-3d00-4542-b283-3ce332eb8470 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.8583570 Aug 18 14:07:38.831237 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Pushing event updated for resources: {'Port': ['ID=5063525b-8643-4c76-8e82-44cebbdfc4ee,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:38.844408 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.845320 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.845669 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.846088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.846396 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.846984 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.847254 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.847901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.848240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.848567 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.855193 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.857268 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:38.904506 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Attempting to bind port 5063525b-8643-4c76-8e82-44cebbdfc4ee on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:38.904845 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Attempting to bind port 5063525b-8643-4c76-8e82-44cebbdfc4ee by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:38.905201 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Attempting to bind port 5063525b-8643-4c76-8e82-44cebbdfc4ee on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:38.906473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd6df40-6174-41a3-a444-22101c57c67b x-openstack-request-id: req-fcd6df40-6174-41a3-a444-22101c57c67b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:38.907207 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "name": "network-vif-plugged", "status": "completed", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:38.907702 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcd6df40-6174-41a3-a444-22101c57c67b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:38.908338 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db', 'code': 200} Aug 18 14:07:38.922613 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:38.923012 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:38.923398 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.923799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:38.924287 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Bound port: 5063525b-8643-4c76-8e82-44cebbdfc4ee, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:38.924692 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.998107 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] For port 5063525b-8643-4c76-8e82-44cebbdfc4ee, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:39.003504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f377ec1e-c25b-4049-9926-6112b50f04fe,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:39.009194 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] For port 5063525b-8643-4c76-8e82-44cebbdfc4ee, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5063525b-8643-4c76-8e82-44cebbdfc4ee,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:39.019246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'f377ec1e-c25b-4049-9926-6112b50f04fe', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': 'f377ec1e-c25b-4049-9926-6112b50f04fe', 'mac_address': 'fa:16:3e:8a:c6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:39.101335 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.106454 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.165297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f377ec1e-c25b-4049-9926-6112b50f04fe {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:39.190846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.219161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f377ec1e-c25b-4049-9926-6112b50f04fe,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:39.307900 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cbfb2-6779-4186-bd8d-1a4295263548 None None] Pushing event updated for resources: {'Port': ['ID=5063525b-8643-4c76-8e82-44cebbdfc4ee,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:39.311046 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:39.311654 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:39.316473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.382648 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.424630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:39.434916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.435268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.435761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.436398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.436846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.437340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.438073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.438548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.438993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.439434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.440742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.441214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:39.458709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-765fb3a3-bc2c-4baf-8965-43be5436e3fd tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:39.461499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-765fb3a3-bc2c-4baf-8965-43be5436e3fd tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 820 time: 0.6704085 Aug 18 14:07:39.476334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.531442 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:39.548631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'port': {'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'admin_state_up': True, 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:39.588165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Allocated IP 172.20.0.1 (3c225068-310b-4305-90ca-1358e644b32d/f499fe02-da9f-412c-be95-783a47f53bd6/60ccc1c4-6cd9-4f9f-9aab-478746b8849f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:39.603499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f377ec1e-c25b-4049-9926-6112b50f04fe'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:39.667077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63705a8b-889c-4b79-b282-96e3e60dbc21 req-641d6f39-61ff-4a39-a1f3-eb2f958f601d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771951 Aug 18 14:07:39.693874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600ecb-9112-4e27-87a7-f61a807dac0d req-eb1d45da-a1d4-4a2e-b55d-a4f457ef32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:39.695936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90600ecb-9112-4e27-87a7-f61a807dac0d req-eb1d45da-a1d4-4a2e-b55d-a4f457ef32be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 1097 time: 0.7138717 Aug 18 14:07:39.871442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.897990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90600ecb-9112-4e27-87a7-f61a807dac0d req-72b978b2-fb50-425e-bdb7-49bc71c6fea9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614234 Aug 18 14:07:39.911629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Transition to ACTIVE for port object 60ccc1c4-6cd9-4f9f-9aab-478746b8849f will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:39.917832 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Floating IP 3a9de870-0dbc-44e2-a470-4e280d2ab179 associated. External IP: 172.25.1.123, port: 6e20463c-82c8-4b4b-b540-3538e2a6bc21. Aug 18 14:07:39.991241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56018) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:40.004778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177167975', 'description': 'tempest-description--1092079461'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:40.069329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.080567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.122208 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:35Z', 'revision_number': 3, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:40.122800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60c83ddf-d025-419b-ac56-fa6ee49c6412 req-9e863cdb-30c6-4892-9a57-5f12382253c3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 210 time: 0.0992014 Aug 18 14:07:40.123769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:07:40.123769 n-d-804303-5 neutron-server[112229]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:07:40.123769 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'id': '6a82ac3e-335a-4cae-af15-6f9683e095bb', 'expiration': datetime.datetime(2021, 8, 18, 14, 9, 40, 52632)}] Aug 18 14:07:40.123769 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:07:40.123769 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:07:40.157958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Network 3c225068-310b-4305-90ca-1358e644b32d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:40.175442 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd31b-74b8-470c-91dd-a5ca167587c7 None None] The sync data for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 is: [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:35Z', 'revision_number': 3, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:40.188519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:40.190616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Pushing event updated for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:40.192955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:40.253966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.263670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.380464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3de0-8d72-4bbc-8ed2-97f89e390773 req-322d16ba-6d67-4835-b68f-bf66c93ac862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:40.385635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-370b3de0-8d72-4bbc-8ed2-97f89e390773 req-322d16ba-6d67-4835-b68f-bf66c93ac862 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 945 time: 0.2691915 Aug 18 14:07:40.475078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:40.546148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.615473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-370b3de0-8d72-4bbc-8ed2-97f89e390773 req-5c1155ca-bc57-4124-b74f-ac81f573cedc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020197 Aug 18 14:07:40.649822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.652899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:40.653086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.660164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:40.660164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.690438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Router d80c3d5f-6997-488e-b3a9-4a250c74a59a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:40.741136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8e868545-8888-48c6-92e5-82cf888c4406 None None] Provisioning for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:40.765417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f377ec1e-c25b-4049-9926-6112b50f04fe up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:40.777751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Made reservation on behalf of 0ce09f674d754fa8b7d8817d8f25dbd2 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:40.781900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.782367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8e868545-8888-48c6-92e5-82cf888c4406 None None] Provisioning complete for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:40.785521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e868545-8888-48c6-92e5-82cf888c4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.787560 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.788313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:40.890906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.890906 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-279c449a-2ec0-4041-ab5f-62208611c3b7 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8953252 Aug 18 14:07:40.891391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:40.925067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'security_group_rule': {'security_group_id': 'b3adfdf0-a29d-4289-9e4c-ef8ad9107d10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:40.953818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56030) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:41.082873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad2f7-4469-4c79-a842-f57deb190011 req-e6f7cdf2-b4f4-4a4a-8caa-a9af14a5e680 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.084595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09cad2f7-4469-4c79-a842-f57deb190011 req-e6f7cdf2-b4f4-4a4a-8caa-a9af14a5e680 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.2431316 Aug 18 14:07:41.089056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:41.095222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.120457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Sync routers for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:41.137092 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.146544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8e868545-8888-48c6-92e5-82cf888c4406 None None] Port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:41.175245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:41.175561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:41.193079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52989bad-a849-444c-92d2-f750867a95e6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "PUT /v2.0/floatingips/3a9de870-0dbc-44e2-a470-4e280d2ab179 HTTP/1.1" status: 200 len: 992 time: 3.9818292 Aug 18 14:07:41.194878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:41.197268 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beeec36-0ce3-4332-afe3-c5bde5067c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:41.235934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09cad2f7-4469-4c79-a842-f57deb190011 req-9ab2aceb-d943-47d0-a66e-05744892f7a1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346030 Aug 18 14:07:41.237236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Allocated IP 172.20.0.5 (2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c/7a60bbf2-a9d6-453e-a2b5-ea40f20e512f/73fbda94-ee49-4ad4-a285-6662c7508121) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:41.280722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.347295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5683c819-b0ac-4004-b2d8-a268050738aa req-8608110e-6956-4d2e-a396-e332a10686c1 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 210 time: 0.0764313 Aug 18 14:07:41.351371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f41cc1b2-cd85-41be-8244-a644aa5d6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.373148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.380848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.449354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port f377ec1e-c25b-4049-9926-6112b50f04fe completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:41.463679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290ac513-46ac-4fdd-8da3-f884aa9ab3cf x-openstack-request-id: req-290ac513-46ac-4fdd-8da3-f884aa9ab3cf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:41.463679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:41.463679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-290ac513-46ac-4fdd-8da3-f884aa9ab3cf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:41.463679 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'status': 'completed', 'code': 200} Aug 18 14:07:41.491747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port f377ec1e-c25b-4049-9926-6112b50f04fe triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:41.492062 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.529006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Pushing event updated for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:41.535700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.547911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.563757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5764bae6-e9ae-4ea6-8884-45ac0e38d165,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:41.575992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.594316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:41.622118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.641708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:41.662000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.662630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.664572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.664572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.664572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.664898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.665288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.667461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-e0077e7b-6888-4ed5-888a-1b6d17c357ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.1741672 Aug 18 14:07:41.673326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Transition to ACTIVE for port object 73fbda94-ee49-4ad4-a285-6662c7508121 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:41.715358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Sync routers for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:41.726613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.758850 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:41.759578 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:41.850876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f41cc1b2-cd85-41be-8244-a644aa5d6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.885972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.892338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-90751fe1-b783-42ba-a486-3901db142e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.895015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-90751fe1-b783-42ba-a486-3901db142e6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0 HTTP/1.1" status: 200 len: 913 time: 0.2117229 Aug 18 14:07:41.896023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Network 3c225068-310b-4305-90ca-1358e644b32d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:41.902868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:41.914468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:41.932812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bebe8-d55a-49c7-8c84-c84ee2c27e8b req-d47132cb-fcc4-4de5-b90e-43987bf8f949 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:41.942793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61bebe8-d55a-49c7-8c84-c84ee2c27e8b req-d47132cb-fcc4-4de5-b90e-43987bf8f949 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 945 time: 0.1870944 Aug 18 14:07:41.949096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f41cc1b2-cd85-41be-8244-a644aa5d6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.955067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:41.958574 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeed8d0-bf41-4524-bfdb-f071002976cc" -d '{"events": [{"server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "name": "network-vif-plugged", "status": "completed", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:42.012348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:42.028645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.065484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f377ec1e-c25b-4049-9926-6112b50f04fe,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:42.068446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['456ac0d1-fae4-4ccf-a239-1f807058456e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:42.125171 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3a662-a51a-4843-8648-ad68609e4e3c x-openstack-request-id: req-d3b3a662-a51a-4843-8648-ad68609e4e3c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:42.125821 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "name": "network-vif-plugged", "status": "completed", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:42.125821 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3b3a662-a51a-4843-8648-ad68609e4e3c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:42.130634 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe', 'code': 200} Aug 18 14:07:42.159227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.160533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.166900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74474e43-2617-44a0-9d0e-5bb3a3632300 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2570353 Aug 18 14:07:42.169362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.187706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'security_group_rule': {'security_group_id': 'b3adfdf0-a29d-4289-9e4c-ef8ad9107d10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:42.236735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e61bebe8-d55a-49c7-8c84-c84ee2c27e8b req-4f2cab93-b80d-4936-b0f1-9d268f33f4d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925999 Aug 18 14:07:42.255228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:42.259093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f41cc1b2-cd85-41be-8244-a644aa5d6386 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fbb5d89d6264a7f87b6d46251112ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3015130 Aug 18 14:07:42.266888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.303058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:42.317888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:42.331095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:42.429910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:42.452346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.504932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.549414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.550419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.554154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cc1b2-cd85-41be-8244-a644aa5d6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb1478-29a3-49e6-8ff9-5466d54dfe91,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:42.595940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-917fccb1-ff4c-4fa7-aa8e-2830c9d251ed None None] Provisioning complete for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:42.595940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-917fccb1-ff4c-4fa7-aa8e-2830c9d251ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.657381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 2, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:42.658953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-10194ec4-7dd4-4629-b5a3-9dcb1cf145e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 1000 time: 0.7124395 Aug 18 14:07:42.659729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event updated for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:42.727355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Checking router: 84a914fb-2c2f-4b80-a560-8fb4b39c0562 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:42.729089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-33a4b680-d944-45a4-a103-29a6ce88cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.729415 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Updating router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 port b0c70b58-c9e9-4679-b409-601bf97ee370 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:42.731023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-33a4b680-d944-45a4-a103-29a6ce88cdc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 200 len: 851 time: 0.0587885 Aug 18 14:07:42.740689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80f25-082a-4f9f-b436-e8e0363d8921 req-a90dec7f-3d69-4e5d-8909-2e959e21450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.746288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70e80f25-082a-4f9f-b436-e8e0363d8921 req-a90dec7f-3d69-4e5d-8909-2e959e21450a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 1097 time: 0.5270731 Aug 18 14:07:42.757661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.761019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6ebdd19e-2a94-4e7d-9268-d8dae937834d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2617519 Aug 18 14:07:42.790857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-917fccb1-ff4c-4fa7-aa8e-2830c9d251ed None None] Port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:42.791122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f15ee-c011-4431-a2b7-bd9ab5a56c3a req-048a7939-2b25-4028-aff0-e63f6a5c3168 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.797377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:42.800208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870f15ee-c011-4431-a2b7-bd9ab5a56c3a req-048a7939-2b25-4028-aff0-e63f6a5c3168 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.2628729 Aug 18 14:07:42.814562 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.836437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Request body: {'port': {'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:42.901510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3a9de870-0dbc-44e2-a470-4e280d2ab179', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'port_id': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'mac_address': 'fa:16:3e:7d:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:12Z', 'updated_at': '2021-08-18T14:07:39Z', 'revision_number': 1, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:42.922187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48f01d-d998-4e46-9eb9-e456889e79c9 req-60476cb0-6b2b-43bb-9c68-6c1bcef05734 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.932833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da48f01d-d998-4e46-9eb9-e456889e79c9 req-60476cb0-6b2b-43bb-9c68-6c1bcef05734 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 931 time: 0.3675442 Aug 18 14:07:42.950945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Checking router: d80c3d5f-6997-488e-b3a9-4a250c74a59a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:42.960284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70e80f25-082a-4f9f-b436-e8e0363d8921 req-b3fe34cf-58a5-43c2-a179-25cf9babd336 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918609 Aug 18 14:07:42.972270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:42.977586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:42.986218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.000264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:43.013418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Sync routers for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:43.016077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ead9978-62b4-4e9c-b27e-a8b38e1fcbef admin admin] 10.222.0.35 "PUT /v2.0/routers/4ef5a5e2-0691-494b-ab50-c1718d4b7206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3544135 Aug 18 14:07:43.019489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:43.019948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.032145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-5032be52-1b6b-49e9-bf87-e369c133def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:43.042707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-5032be52-1b6b-49e9-bf87-e369c133def4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12f4634e-4047-4d40-8a61-41f267019bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795658 Aug 18 14:07:43.050732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870f15ee-c011-4431-a2b7-bd9ab5a56c3a req-dab30864-afc2-46e9-a64a-14286d690b6e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452157 Aug 18 14:07:43.057242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c0f7a82-35e0-49f5-acfc-6856b44ecab0 None None] Provisioning for port 73fbda94-ee49-4ad4-a285-6662c7508121 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:43.063658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:43.064629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:43.104304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.153765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c0f7a82-35e0-49f5-acfc-6856b44ecab0 None None] Provisioning complete for port 73fbda94-ee49-4ad4-a285-6662c7508121 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:43.154377 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3c0f7a82-35e0-49f5-acfc-6856b44ecab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.167558 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.173739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.174453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.176422 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5acb1478-29a3-49e6-8ff9-5466d54dfe91 HTTP/1.1" status: 204 len: 168 time: 0.9074976 Aug 18 14:07:43.248476 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.262289 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Transition to ACTIVE for port object b0c70b58-c9e9-4679-b409-601bf97ee370 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:43.271615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11619f78-6d9b-4c70-84de-8b5d860df115,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.272945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:43.296253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58b6b2-1287-410d-8dd9-6445021a8626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb1478-29a3-49e6-8ff9-5466d54dfe91,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.317860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da48f01d-d998-4e46-9eb9-e456889e79c9 req-94561c37-6327-47f7-8a57-26d4f35d3d3f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783402 Aug 18 14:07:43.319979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.354357 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.357399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56068) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:43.361237 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b2dcbe8-42ad-471a-ad8a-2ac34d91d8a6 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1904571 Aug 18 14:07:43.426977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:43.461221 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d76084-e826-4adc-8c71-118f60539ddd None None] Pushing event updated for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.488395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f7a82-35e0-49f5-acfc-6856b44ecab0 None None] Port 73fbda94-ee49-4ad4-a285-6662c7508121 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:43.537634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-89a30841-9474-42ba-8467-9d6217b219e2 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727488 Aug 18 14:07:43.587959 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Attempting to bind port b0c70b58-c9e9-4679-b409-601bf97ee370 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:43.588919 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Attempting to bind port b0c70b58-c9e9-4679-b409-601bf97ee370 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:43.591946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Attempting to bind port b0c70b58-c9e9-4679-b409-601bf97ee370 on network 8548e0c1-6989-4270-b59e-86de642d83bf {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:43.605105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:43.606361 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Checking segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:43.607546 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.610514 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Bound using segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:43.611686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Bound port: b0c70b58-c9e9-4679-b409-601bf97ee370, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:43.612905 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.661129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.687726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:43.703640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a293-6f75-40c4-9cd9-d95a8ffa26bb req-3bdf4d6c-54a0-472b-914b-c9f28de451c9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:43.712125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce66a293-6f75-40c4-9cd9-d95a8ffa26bb req-3bdf4d6c-54a0-472b-914b-c9f28de451c9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.2571871 Aug 18 14:07:43.779003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5063525b-8643-4c76-8e82-44cebbdfc4ee up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:43.814293 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] For port b0c70b58-c9e9-4679-b409-601bf97ee370, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:43.823070 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] For port b0c70b58-c9e9-4679-b409-601bf97ee370, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b0c70b58-c9e9-4679-b409-601bf97ee370,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:43.932332 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.073899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:44.075089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:44.139923 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d76084-e826-4adc-8c71-118f60539ddd None None] Pushing event updated for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:44.348171 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:44.519196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5063525b-8643-4c76-8e82-44cebbdfc4ee completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:44.533789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56094) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:44.553403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14ee887-b9f9-477e-9a0f-27537ff97d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.559054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5063525b-8643-4c76-8e82-44cebbdfc4ee triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:44.561639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.631821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beeec36-0ce3-4332-afe3-c5bde5067c8b req-930f4a8f-1862-4cb4-881f-93e99fa535ec service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0862072 Aug 18 14:07:44.660853 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:43Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:44.664246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce66a293-6f75-40c4-9cd9-d95a8ffa26bb req-cf5ab8d7-95db-4525-bf32-127444e5add8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9511721 Aug 18 14:07:44.709705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14ee887-b9f9-477e-9a0f-27537ff97d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.722822 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d288e-705a-4400-b552-774cfc75ad84 None None] The sync data for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 is: [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:43Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:44.750332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3a9de870-0dbc-44e2-a470-4e280d2ab179', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'port_id': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'mac_address': 'fa:16:3e:7d:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:12Z', 'updated_at': '2021-08-18T14:07:39Z', 'revision_number': 1, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:44.761153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d6c31f27-430e-40dd-83c8-825b49306b08 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:44.768861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d6c31f27-430e-40dd-83c8-825b49306b08 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 829 time: 0.3980415 Aug 18 14:07:44.778795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14ee887-b9f9-477e-9a0f-27537ff97d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.809784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-eba64286-55fb-4965-87f2-71eb79c74f2c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/quotas/6469a52dcbcd42409839558b049e315e HTTP/1.1" status: 200 len: 375 time: 0.0398965 Aug 18 14:07:44.830591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea53f3-3f59-4019-9e30-450714256129 None None] The sync data for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 is: [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3a9de870-0dbc-44e2-a470-4e280d2ab179', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'port_id': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'mac_address': 'fa:16:3e:7d:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01164275-ad2a-466b-9bb2-5738da620423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:12Z', 'updated_at': '2021-08-18T14:07:39Z', 'revision_number': 1, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:44.878896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a14ee887-b9f9-477e-9a0f-27537ff97d07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f157794b0224402b8654b1c6024faf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403080 Aug 18 14:07:44.878896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee887-b9f9-477e-9a0f-27537ff97d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ada2d2-e262-47c9-9be3-99196f46f0f6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:44.892366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:44.932934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.976620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5063525b-8643-4c76-8e82-44cebbdfc4ee, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5063525b-8643-4c76-8e82-44cebbdfc4ee,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:44.981753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.985651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 2, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:44.992041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.001111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fbda94-ee49-4ad4-a285-6662c7508121 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:45.017982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.026568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Checking router: 4ef5a5e2-0691-494b-ab50-c1718d4b7206 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:45.026833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Updating router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:45.028188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.030657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c601-13a8-44be-88f1-fcb51364bb8d req-4e1713bf-006a-4d05-8383-dae5615862d0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:45.039187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1be9c601-13a8-44be-88f1-fcb51364bb8d req-4e1713bf-006a-4d05-8383-dae5615862d0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.1814346 Aug 18 14:07:45.066782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.150282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-807ca27a-a4a0-4449-acf1-2a642352961c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3393633 Aug 18 14:07:45.155743 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.220176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.223118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.227035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0ada2d2-e262-47c9-9be3-99196f46f0f6 HTTP/1.1" status: 204 len: 168 time: 0.3299553 Aug 18 14:07:45.229647 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de361f74-937f-4d81-b1b9-b7fbde0c79ed None None] New status for floating IP 3a9de870-0dbc-44e2-a470-4e280d2ab179: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:07:45.243438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1024dc4-7d2f-427e-8674-e787186815e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ada2d2-e262-47c9-9be3-99196f46f0f6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.273685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1be9c601-13a8-44be-88f1-fcb51364bb8d req-238477e7-6deb-47e7-99a9-eb9a2190cf70 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333987 Aug 18 14:07:45.277537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Transition to ACTIVE for port object 73fbda94-ee49-4ad4-a285-6662c7508121 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:45.351344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b0c70b58-c9e9-4679-b409-601bf97ee370 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:45.430372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5063525b-8643-4c76-8e82-44cebbdfc4ee,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.507897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.627913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-b004d48f-cd10-4985-bb64-d593d3d432ec service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469194 Aug 18 14:07:45.676194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Allocated IP 172.25.1.199 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b47e5959-beaf-4c9b-977d-a5ab1dcb50a3) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:45.716735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b0c70b58-c9e9-4679-b409-601bf97ee370 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:45.727244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b0c70b58-c9e9-4679-b409-601bf97ee370 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:45.727244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.764554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.923794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.964180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.990750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Transition to ACTIVE for port object 60ccc1c4-6cd9-4f9f-9aab-478746b8849f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:45.997278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b0c70b58-c9e9-4679-b409-601bf97ee370, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b0c70b58-c9e9-4679-b409-601bf97ee370,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:46.086801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Attempting to bind port 73fbda94-ee49-4ad4-a285-6662c7508121 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:46.087195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Attempting to bind port 73fbda94-ee49-4ad4-a285-6662c7508121 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:46.088381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Attempting to bind port 73fbda94-ee49-4ad4-a285-6662c7508121 on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:46.091346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-553912e7-fdbd-44bb-840e-df5ada61b39a service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623468 Aug 18 14:07:46.091693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.108811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad954-0618-4612-aac4-a4eded23b7f4 req-4abf9787-8bed-4ff5-9164-dba8c96e57e4 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:46.116036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-939ad954-0618-4612-aac4-a4eded23b7f4 req-4abf9787-8bed-4ff5-9164-dba8c96e57e4 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 943 time: 0.4588978 Aug 18 14:07:46.121707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Port 73fbda94-ee49-4ad4-a285-6662c7508121 on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:46.122767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Attempting to bind port 73fbda94-ee49-4ad4-a285-6662c7508121 on network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:46.162278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.165774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc49f-c764-4410-9f2a-c4ddc412a381 None None] Pushing event updated for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:46.170043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:46.171077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Checking segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:46.171593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Bound using segment: {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:46.172303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Bound port: 73fbda94-ee49-4ad4-a285-6662c7508121, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:46.172858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.223454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.267844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-939ad954-0618-4612-aac4-a4eded23b7f4 req-9796feb9-820b-474d-a370-5ba25d5e16c4 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503229 Aug 18 14:07:46.284380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Attempting to bind port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:46.284770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Attempting to bind port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:46.285144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Attempting to bind port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f on network 3c225068-310b-4305-90ca-1358e644b32d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:46.294463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:46.297592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:46.298007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Checking segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:46.298421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.298828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Bound using segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:46.307438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Bound port: 60ccc1c4-6cd9-4f9f-9aab-478746b8849f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:46.310853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.342096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:46.348685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=73fbda94-ee49-4ad4-a285-6662c7508121,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:46.423537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.485604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] For port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:46.489466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] For port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:46.522216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.571569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:46.572744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.599309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 1091 time: 3.7731407 Aug 18 14:07:46.615299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.619156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:46.627967 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:46.724377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e63a-367d-46ab-bffd-313ef5e622b2 req-9b6c537d-e205-4cee-bf8c-424f9f2e94be tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:46.734146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e250e63a-367d-46ab-bffd-313ef5e622b2 req-9b6c537d-e205-4cee-bf8c-424f9f2e94be tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.3246293 Aug 18 14:07:46.738488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:46.742500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc49f-c764-4410-9f2a-c4ddc412a381 None None] Pushing event updated for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:46.790479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:46.790479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:46.803339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:46.815532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:46.850501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631083f-2c41-42c8-9d2a-85bd4202f3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:47.013182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:47.017479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'Port': ['ID=b47e5959-beaf-4c9b-977d-a5ab1dcb50a3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:47.036133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb890-f5b6-4eab-bf87-b880a4565daa req-5cfd05bf-aa4d-4133-b9f1-e1a6c03e5a48 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:47.046507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43ceb890-f5b6-4eab-bf87-b880a4565daa req-5cfd05bf-aa4d-4133-b9f1-e1a6c03e5a48 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.5293269 Aug 18 14:07:47.138477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43ceb890-f5b6-4eab-bf87-b880a4565daa req-b435bbd7-6ae8-42bd-9c95-cec0fac28ff4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906258 Aug 18 14:07:47.151113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e250e63a-367d-46ab-bffd-313ef5e622b2 req-355c84f9-c180-4109-83f0-e1f9ad106f70 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154079 Aug 18 14:07:47.205337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6af29d75-a233-4fb6-8e99-0507ff352a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:47.208585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-6af29d75-a233-4fb6-8e99-0507ff352a92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1094 time: 0.4006844 Aug 18 14:07:47.335135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6e27ee4-9399-475e-b1b1-df5b12b10215 req-7a4f7f25-0146-41ff-8ac8-9db2e455e42b tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 210 time: 0.1167901 Aug 18 14:07:47.352855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-8ae5e57a-fa43-4d55-b76b-6684e02be0f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 217 time: 0.1310072 Aug 18 14:07:47.374184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b0c70b58-c9e9-4679-b409-601bf97ee370 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:47.470358 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1913fb4-9061-4376-b4d9-77cb57b7270c x-openstack-request-id: req-c1913fb4-9061-4376-b4d9-77cb57b7270c {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:47.470579 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:47.470867 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1913fb4-9061-4376-b4d9-77cb57b7270c {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:47.471349 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121', 'status': 'completed', 'code': 200} Aug 18 14:07:47.479892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.504622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b0c70b58-c9e9-4679-b409-601bf97ee370 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:47.505005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.512545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:46Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:47.527496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-8a4c1072-e6ea-4917-a004-48c5a59889df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:47.532520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-8a4c1072-e6ea-4917-a004-48c5a59889df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1444147 Aug 18 14:07:47.604415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a36ec-9bbb-4a46-b343-b9cbb1b02728 None None] The sync data for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 is: [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:46Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:47.663724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-83444c78-2cf7-4570-b122-dbca23ddce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:47.676702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-83444c78-2cf7-4570-b122-dbca23ddce29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301732 Aug 18 14:07:47.785820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5063525b-8643-4c76-8e82-44cebbdfc4ee up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:47.812553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.934632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5063525b-8643-4c76-8e82-44cebbdfc4ee triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:47.935232 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.124949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-bc304b6a-5ca6-4f0b-a51f-b052d7925f12 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342387 Aug 18 14:07:48.196031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007bd7d-4b72-46e8-96da-84f0603e994a req-607f0c58-6821-4f38-8d22-0b4e931aada2 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:48.197701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b007bd7d-4b72-46e8-96da-84f0603e994a req-607f0c58-6821-4f38-8d22-0b4e931aada2 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 943 time: 0.2632251 Aug 18 14:07:48.264997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8fee-3335-4b1e-8ffd-a92c135f1126 req-55173e47-5fe0-45f4-ad79-a763710145e8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:48.266779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15a8fee-3335-4b1e-8ffd-a92c135f1126 req-55173e47-5fe0-45f4-ad79-a763710145e8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.2455575 Aug 18 14:07:48.328573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.372227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b007bd7d-4b72-46e8-96da-84f0603e994a req-3123151a-8f99-4f5b-8a64-ff2c7b8948e0 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 Aug 18 14:07:48.410738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6eaa3799-3a73-43f1-bdec-8d5e0ce1d1e7 req-ec39c05f-6da4-4eae-8740-f8cc52365b10 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712207 Aug 18 14:07:48.419328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15a8fee-3335-4b1e-8ffd-a92c135f1126 req-a27abf41-1b9e-4c6b-9fa0-b0fbcfaf4acf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345611 Aug 18 14:07:48.445471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.663864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'Port': ['ID=b47e5959-beaf-4c9b-977d-a5ab1dcb50a3,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:48.693327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.718448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24d24edc-11f5-4f4a-b2de-8a4e60d249d9 req-161b56fd-07df-40ca-bde0-c03c22c04d93 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 210 time: 0.0642166 Aug 18 14:07:48.750663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-3dae2705-160e-4063-83ad-2ad7241f7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:48.753281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-3dae2705-160e-4063-83ad-2ad7241f7569 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1094 time: 0.1520472 Aug 18 14:07:48.795030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5a65-36c7-4025-b631-5944715f4f3a req-9b550965-38ca-4889-8056-76f6f4eec584 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:48.797645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-906e5a65-36c7-4025-b631-5944715f4f3a req-9b550965-38ca-4889-8056-76f6f4eec584 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.2854245 Aug 18 14:07:48.853622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.854904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d2e5328f-e069-4ef2-b37e-b4a084d99367 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4899671 Aug 18 14:07:48.923564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-906e5a65-36c7-4025-b631-5944715f4f3a req-1f7385d4-9e6a-4c2b-9857-296909384693 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127214 Aug 18 14:07:48.949590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-787fca2d-3fe2-4a6c-822e-136792bca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:48.952540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-787fca2d-3fe2-4a6c-822e-136792bca8b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1812983 Aug 18 14:07:49.012201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-d165f0ab-0015-420b-9935-37cf9962574d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 217 time: 0.0508189 Aug 18 14:07:49.078741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-627fa16c-2fb2-4e64-8a0b-6143c1ee3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.080373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-627fa16c-2fb2-4e64-8a0b-6143c1ee3943 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0572846 Aug 18 14:07:49.173864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-6f21ab38-21d2-485a-8e33-c82f78798f0e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--177167975&fields=id&tenant_id=ae32ceab8f424ff2bb8bc462a53b182b HTTP/1.1" status: 200 len: 267 time: 0.0734122 Aug 18 14:07:49.185644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 60ccc1c4-6cd9-4f9f-9aab-478746b8849f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:49.200657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-43141d1a-a6b3-49a5-9288-d0f74baffa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.203083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-43141d1a-a6b3-49a5-9288-d0f74baffa12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119933 Aug 18 14:07:49.314083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:49.318729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:49.319076 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:49.370783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-3c902340-4760-4f76-95d2-faadda7fbf7e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.380295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-3c902340-4760-4f76-95d2-faadda7fbf7e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/networks?id=8548e0c1-6989-4270-b59e-86de642d83bf HTTP/1.1" status: 200 len: 814 time: 0.2051327 Aug 18 14:07:49.424650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-0b67df3a-a454-486b-9b73-a84ccc0b3862 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891463 Aug 18 14:07:49.432408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-d8e9bddf-2d46-4358-969c-390af667d32a tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/quotas/ae32ceab8f424ff2bb8bc462a53b182b HTTP/1.1" status: 200 len: 375 time: 0.0511212 Aug 18 14:07:49.445044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:49.490569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:49.544680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240949e1-c35c-4858-8847-d508f6460aaf req-c8a47592-a82e-4ee0-8e8d-7ff9ffdbadfb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.546792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-240949e1-c35c-4858-8847-d508f6460aaf req-c8a47592-a82e-4ee0-8e8d-7ff9ffdbadfb tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 946 time: 0.1943924 Aug 18 14:07:49.585946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:49.653460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-9ef16d00-ecd6-4c28-8b98-28c9606748af tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2201619 Aug 18 14:07:49.653683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:49.668351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e7405f4-e958-4a98-8f97-1d72d16bd1d9 req-e184c049-cf5d-4af1-b141-65835c65f088 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327898 Aug 18 14:07:49.678488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31d099-261d-4431-90b2-9d15fb93e29f req-589010d1-57be-4033-ad31-9b631aee637a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.681171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e31d099-261d-4431-90b2-9d15fb93e29f req-589010d1-57be-4033-ad31-9b631aee637a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 943 time: 0.1655571 Aug 18 14:07:49.780851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-9e17e04b-6e8d-4bb2-8d61-2e05dc4b2cf0 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:49.782593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-9e17e04b-6e8d-4bb2-8d61-2e05dc4b2cf0 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.58 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 829 time: 0.1713455 Aug 18 14:07:49.800207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'port': {'device_id': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'admin_state_up': True, 'tenant_id': '6469a52dcbcd42409839558b049e315e'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:49.806362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e31d099-261d-4431-90b2-9d15fb93e29f req-f8a43f07-0417-4abd-91aa-1952c69882f6 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009729 Aug 18 14:07:49.846097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port 7a80888c-3dad-4be0-acd3-3d906123f3db {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:49.846456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:49.872282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-f39a8c9e-4f03-4315-ac35-fd07227b0294 service neutron] 10.222.0.35 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679986 Aug 18 14:07:50.063250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f513d6-7a91-442f-a795-099f7d37be73 req-d599e1f9-b505-459b-be01-88b5f0f6e5c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:50.065079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26f513d6-7a91-442f-a795-099f7d37be73 req-d599e1f9-b505-459b-be01-88b5f0f6e5c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.1613193 Aug 18 14:07:50.067097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Made reservation on behalf of 6469a52dcbcd42409839558b049e315e for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:50.073513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port 7a80888c-3dad-4be0-acd3-3d906123f3db, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7a80888c-3dad-4be0-acd3-3d906123f3db,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:50.073999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.075304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.103275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for 7a80888c-3dad-4be0-acd3-3d906123f3db owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:50.118594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-e0b3e2bb-4525-42e4-8b52-fea290b44ec7 service neutron] 10.222.0.35 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131119 Aug 18 14:07:50.187920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26f513d6-7a91-442f-a795-099f7d37be73 req-1ae2c04d-5947-4e5e-8c70-31f93268bf9f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001849 Aug 18 14:07:50.234182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Allocated IP 172.20.0.11 (3c225068-310b-4305-90ca-1358e644b32d/f499fe02-da9f-412c-be95-783a47f53bd6/99d2c4d3-6b20-4905-a172-ea037b5da90f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:50.410210 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.423551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b64c161a-0615-43b4-bf30-d0464b2b5d77 req-f39a70f2-6dff-416d-9003-5298af867eac tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 210 time: 0.0625899 Aug 18 14:07:50.431472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774', '7a80888c-3dad-4be0-acd3-3d906123f3db'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:50.558552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.577102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Transition to ACTIVE for port object 99d2c4d3-6b20-4905-a172-ea037b5da90f will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:50.577616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port 7a80888c-3dad-4be0-acd3-3d906123f3db on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:50.580774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.583642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-240949e1-c35c-4858-8847-d508f6460aaf req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "DELETE /v2.0/ports/7a80888c-3dad-4be0-acd3-3d906123f3db HTTP/1.1" status: 204 len: 173 time: 1.0187168 Aug 18 14:07:50.585878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'name': 'network-vif-deleted', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:50.599632 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc72429-6291-4131-81dc-b282c674f3c1" -d '{"events": [{"server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "name": "network-vif-deleted", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:50.603234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8f56e-008d-4624-8ae0-8f1a17d884a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=7a80888c-3dad-4be0-acd3-3d906123f3db,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:50.732381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.785810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 73fbda94-ee49-4ad4-a285-6662c7508121 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:50.788451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Network 3c225068-310b-4305-90ca-1358e644b32d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:50.792601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:50.797598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:50.824724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event updated for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:50.866445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:50.867134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.978473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=73fbda94-ee49-4ad4-a285-6662c7508121,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:51.001901 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-cc0a5a22-e010-4a6d-ab83-337eb406d979 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2074003 Aug 18 14:07:51.006936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '73fbda94-ee49-4ad4-a285-6662c7508121', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:51.026364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Request body: {'port': {'device_id': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:51.054562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27bb0f75-ac4b-45c1-892b-3cb2417c652f req-30489234-8a2e-454b-ad28-50078654c2f7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=129bee7a-2f36-43c5-a94b-3e21c5f1dd99 HTTP/1.1" status: 200 len: 210 time: 0.4752986 Aug 18 14:07:51.189316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.197360 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c2552-4e83-41a5-8668-b1202fdc59fb x-openstack-request-id: req-941c2552-4e83-41a5-8668-b1202fdc59fb {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:51.197561 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129bee7a-2f36-43c5-a94b-3e21c5f1dd99", "name": "network-vif-deleted", "tag": "7a80888c-3dad-4be0-acd3-3d906123f3db", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:51.197865 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-941c2552-4e83-41a5-8668-b1202fdc59fb {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:51.198277 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bee7a-2f36-43c5-a94b-3e21c5f1dd99', 'name': 'network-vif-deleted', 'tag': '7a80888c-3dad-4be0-acd3-3d906123f3db', 'status': 'completed', 'code': 200} Aug 18 14:07:51.208731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d5bcfcd-126c-41c5-9aee-4380455079da req-95553f70-bfa3-4cf8-a527-c8966d06754c tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0839255 Aug 18 14:07:51.225683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 60ccc1c4-6cd9-4f9f-9aab-478746b8849f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:51.234793 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.280718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fbda94-ee49-4ad4-a285-6662c7508121 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:51.306017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=73fbda94-ee49-4ad4-a285-6662c7508121,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:51.344118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a4064-1bd2-4715-933e-12e892e9dd72 req-032f4fc9-9f51-47a8-af5d-02cd065936ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:51.346372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d46a4064-1bd2-4715-933e-12e892e9dd72 req-032f4fc9-9f51-47a8-af5d-02cd065936ec tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 943 time: 0.1004386 Aug 18 14:07:51.347653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:51.348288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.387765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9df33ab3-b0a5-4911-a2b4-df0f15c6a9b2 None None] Provisioning for port 99d2c4d3-6b20-4905-a172-ea037b5da90f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:51.394047 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.426254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d46a4064-1bd2-4715-933e-12e892e9dd72 req-1aec9995-9b5c-49f3-8ca1-1e500db9b197 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646095 Aug 18 14:07:51.438753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7732fc-f7ba-4e04-8468-12af0ccd3d8f req-e382b0b0-a7be-44d9-8f2b-b6e69577016c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:51.448235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c7732fc-f7ba-4e04-8468-12af0ccd3d8f req-e382b0b0-a7be-44d9-8f2b-b6e69577016c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.1125736 Aug 18 14:07:51.504087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9df33ab3-b0a5-4911-a2b4-df0f15c6a9b2 None None] Provisioning complete for port 99d2c4d3-6b20-4905-a172-ea037b5da90f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:51.504701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9df33ab3-b0a5-4911-a2b4-df0f15c6a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.538526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c7732fc-f7ba-4e04-8468-12af0ccd3d8f req-3094908b-e2de-4bd6-9885-5ef4fb6ac342 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887892 Aug 18 14:07:51.622085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:51.704092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9df33ab3-b0a5-4911-a2b4-df0f15c6a9b2 None None] Port 99d2c4d3-6b20-4905-a172-ea037b5da90f cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:51.731886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d2c4d3-6b20-4905-a172-ea037b5da90f {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:51.741876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.755980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Transition to ACTIVE for port object 99d2c4d3-6b20-4905-a172-ea037b5da90f will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:51.787177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['73fbda94-ee49-4ad4-a285-6662c7508121'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:51.807389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64c03-e1de-4ad4-9053-58ea9c3b4879 req-a1bf18f3-f307-4070-a45a-181904b573f8 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:51.808987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32d64c03-e1de-4ad4-9053-58ea9c3b4879 req-a1bf18f3-f307-4070-a45a-181904b573f8 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 932 time: 0.1153021 Aug 18 14:07:51.848430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.879698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32d64c03-e1de-4ad4-9053-58ea9c3b4879 req-42c722be-f48a-421d-a7d7-1f7a545c1de6 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624921 Aug 18 14:07:51.914749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Pushing event updated for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:51.923736 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-756e3fd1-4ed9-43d5-812f-3d6c461b30af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.962220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.962564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.964849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.965195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.965415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:51.965685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:52.012312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Attempting to bind port 99d2c4d3-6b20-4905-a172-ea037b5da90f on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:52.012649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Attempting to bind port 99d2c4d3-6b20-4905-a172-ea037b5da90f by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:52.012984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Attempting to bind port 99d2c4d3-6b20-4905-a172-ea037b5da90f on network 3c225068-310b-4305-90ca-1358e644b32d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:52.019419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Port 99d2c4d3-6b20-4905-a172-ea037b5da90f on network 3c225068-310b-4305-90ca-1358e644b32d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:52.019746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Attempting to bind port 99d2c4d3-6b20-4905-a172-ea037b5da90f on network 3c225068-310b-4305-90ca-1358e644b32d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:52.025094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:52.025410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Checking segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:52.025793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Bound using segment: {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:52.026249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Bound port: 99d2c4d3-6b20-4905-a172-ea037b5da90f, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab232553-8db9-43e3-af41-acc5e1f2f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c225068-310b-4305-90ca-1358e644b32d'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:52.026606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.137642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:52.144267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:52.228940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.280940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.282743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.284628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] 10.222.0.58 "PUT /v2.0/ports/99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 1092 time: 1.2674396 Aug 18 14:07:52.285279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:52.289921 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:52.349464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a326f8-6c1a-458d-81b3-2171a58dd384 req-b13f6db2-8ae4-491c-bf7e-f2809209c79f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0329995 Aug 18 14:07:52.369479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709ff6-dc25-43c4-a270-4b739196a96d service neutron] Pushing event updated for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:52.427320 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cbd884-bfad-4c43-8960-5c420270c20d x-openstack-request-id: req-69cbd884-bfad-4c43-8960-5c420270c20d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:52.427711 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:52.428030 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69cbd884-bfad-4c43-8960-5c420270c20d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:52.429781 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'status': 'completed', 'code': 200} Aug 18 14:07:52.475096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d0b9599b-1dcc-462c-8944-8931ac41d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.484174 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-d0b9599b-1dcc-462c-8944-8931ac41d720 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1095 time: 0.0684536 Aug 18 14:07:52.533210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-3e37a341-5c1d-421b-a1fc-bd21ea9b559e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.539224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-2232a34f-44b5-4bb1-8be9-bd98608c858f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 217 time: 0.0418942 Aug 18 14:07:52.542474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-3e37a341-5c1d-421b-a1fc-bd21ea9b559e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.1756105 Aug 18 14:07:52.563457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-7a885029-293a-4292-9d2a-398f59101514 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/quotas/5b8e2f590e194812b4aea0004507c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0197356 Aug 18 14:07:52.614829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-b41e08b8-878b-4a09-987a-63930dc6e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.616575 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-b41e08b8-878b-4a09-987a-63930dc6e6b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.0676746 Aug 18 14:07:52.689316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411770-8985-4ce6-9ad4-c5f1d9634a2e req-30be652d-df70-46f2-9799-153619c897a7 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.691309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1411770-8985-4ce6-9ad4-c5f1d9634a2e req-30be652d-df70-46f2-9799-153619c897a7 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 944 time: 0.0756345 Aug 18 14:07:52.701567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-c051a840-4258-491f-b52d-7203a51fa7f4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278234 Aug 18 14:07:52.711249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-c85e9140-6551-43b3-a1a1-d8e1e49ceaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.716005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-c85e9140-6551-43b3-a1a1-d8e1e49ceaaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814061 Aug 18 14:07:52.791583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 73fbda94-ee49-4ad4-a285-6662c7508121 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:52.794618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1411770-8985-4ce6-9ad4-c5f1d9634a2e req-bdd63ed9-590f-46e7-a85c-5b32ad8e5314 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908761 Aug 18 14:07:52.870211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-a5cd448e-7858-4397-a9ec-50f73bb808c2 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640170 Aug 18 14:07:52.880926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-ef0af4fe-c0c5-4ec9-b76b-f6e504bbfb0d service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562672 Aug 18 14:07:52.894416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7a80888c-3dad-4be0-acd3-3d906123f3db no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:52.953754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 7a80888c-3dad-4be0-acd3-3d906123f3db {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:52.956553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7a80888c-3dad-4be0-acd3-3d906123f3db not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:53.032545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-ef67a021-8604-4df5-9afe-69df21d61f83 service neutron] 10.222.0.35 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586833 Aug 18 14:07:53.034722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 73fbda94-ee49-4ad4-a285-6662c7508121 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:53.046989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 73fbda94-ee49-4ad4-a285-6662c7508121 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:53.046989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:53.047297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ad5653e2-8246-44c3-96b7-1275ff3e68b6 req-91dda13b-902e-4931-b59e-7538a45d26fc service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573966 Aug 18 14:07:53.118789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8fc02-8da0-4ecb-89fa-ae2fd3cf8f4d req-611d35b1-4261-4629-a31d-d52485025b3f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.120415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dca8fc02-8da0-4ecb-89fa-ae2fd3cf8f4d req-611d35b1-4261-4629-a31d-d52485025b3f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.1129937 Aug 18 14:07:53.182806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dca8fc02-8da0-4ecb-89fa-ae2fd3cf8f4d req-1d7387ba-814a-47f2-ae6c-f46229a88291 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Aug 18 14:07:53.204151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:53.234427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:53.237260 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ecd6dd-43b7-426f-963a-0f4bc7c792c2" -d '{"events": [{"server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "name": "network-vif-plugged", "status": "completed", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:53.244194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-a2de2e83-80a3-41a8-95ce-2f757e06b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.249743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-a2de2e83-80a3-41a8-95ce-2f757e06b628 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1095 time: 0.0588334 Aug 18 14:07:53.253624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=73fbda94-ee49-4ad4-a285-6662c7508121,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:53.336712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:53.402786 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a743a3-15e0-4a09-acd8-1db2d208710c x-openstack-request-id: req-d7a743a3-15e0-4a09-acd8-1db2d208710c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:53.404993 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "name": "network-vif-plugged", "status": "completed", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:53.406265 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7a743a3-15e0-4a09-acd8-1db2d208710c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:53.408685 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121', 'code': 200} Aug 18 14:07:53.462885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:53.478873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-357f2808-c0bc-40d7-8c58-a7f965b398bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.480668 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-357f2808-c0bc-40d7-8c58-a7f965b398bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 930 time: 0.2258093 Aug 18 14:07:53.502838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-105265c6-c21b-4070-9b05-25c80a455293 req-b6f348fd-c7c5-4f2a-a35c-75b96bcd1202 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 210 time: 0.0708425 Aug 18 14:07:53.561176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be30e6-0bd3-40e4-babe-cc564759167e req-04610954-175c-4ab9-9274-33f54d0d3cdc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.575593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be30e6-0bd3-40e4-babe-cc564759167e req-04610954-175c-4ab9-9274-33f54d0d3cdc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.2377605 Aug 18 14:07:53.578474 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-353c4b8e-2914-4400-805e-b5047ccc275d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 217 time: 0.0888333 Aug 18 14:07:53.675756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-b6c4fb3d-4265-4b0e-9807-0630388bef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.677575 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-b6c4fb3d-4265-4b0e-9807-0630388bef41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.0886705 Aug 18 14:07:53.678670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-527b3e9c-3e0c-468f-979e-6f4c57e49c94 req-943cb045-e49f-45ad-b041-0bfd8232ff7e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0573671 Aug 18 14:07:53.722871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c8521-9d5c-4614-85ee-af55c5c67de4 req-540660f0-f43f-49bf-94ab-ccf93a1e1fe7 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.733336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba4c8521-9d5c-4614-85ee-af55c5c67de4 req-540660f0-f43f-49bf-94ab-ccf93a1e1fe7 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 944 time: 0.2951565 Aug 18 14:07:53.742921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-5227fa77-5b51-4dc5-a6c2-d8a5034bbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.744811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-5227fa77-5b51-4dc5-a6c2-d8a5034bbe65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589559 Aug 18 14:07:53.782601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfb171-6236-44d4-88cc-0543c0ff004f req-b804f297-3cc5-45a3-8e7c-5ecdb2462715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.784485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5dfb171-6236-44d4-88cc-0543c0ff004f req-b804f297-3cc5-45a3-8e7c-5ecdb2462715 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1096 time: 0.2685966 Aug 18 14:07:53.846267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba4c8521-9d5c-4614-85ee-af55c5c67de4 req-f1230e88-c4ce-478e-8650-7301924d363f tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095502 Aug 18 14:07:53.882355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5dfb171-6236-44d4-88cc-0543c0ff004f req-c919d392-b578-4502-9697-f6090a81e8d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Aug 18 14:07:53.890193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port f377ec1e-c25b-4049-9926-6112b50f04fe {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:53.890544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.014231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-ac32b86d-5e09-4b8d-b81b-de74ae2a749b service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590303 Aug 18 14:07:54.021557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-8b6722f2-5829-42a1-9a06-36a3389d8855 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:54.023009 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-8b6722f2-5829-42a1-9a06-36a3389d8855 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.10 "GET /v2.0/networks?id=8548e0c1-6989-4270-b59e-86de642d83bf HTTP/1.1" status: 200 len: 814 time: 0.2004218 Aug 18 14:07:54.028531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f57f7d-899e-4e4b-bed8-4a09229502be req-907fed12-f899-4912-9175-330dc7a02eaa tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:54.030234 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3f57f7d-899e-4e4b-bed8-4a09229502be req-907fed12-f899-4912-9175-330dc7a02eaa tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 945 time: 0.1363387 Aug 18 14:07:54.079540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port f377ec1e-c25b-4049-9926-6112b50f04fe, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f377ec1e-c25b-4049-9926-6112b50f04fe,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:54.080011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.105735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for f377ec1e-c25b-4049-9926-6112b50f04fe owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:54.109677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3f57f7d-899e-4e4b-bed8-4a09229502be req-982b99bd-422d-41e5-927e-9432d14c3051 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Aug 18 14:07:54.117397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-7f5bf9e7-930e-4fdf-98e2-107ec58ae075 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae32ceab8f424ff2bb8bc462a53b182b HTTP/1.1" status: 200 len: 379 time: 0.0743446 Aug 18 14:07:54.143925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'port': {'device_id': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'admin_state_up': True, 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'security_groups': ['b3adfdf0-a29d-4289-9e4c-ef8ad9107d10']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:54.203619 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bf72a75-b7ee-4a88-ba97-30fc343e7dbb req-7f7148dd-5bca-40ac-a3ce-40f0e39843e2 service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787817 Aug 18 14:07:54.275023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56312) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:54.340456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242bff-463a-4228-a128-03754289a9e4 req-0932de91-fbce-4a38-a54a-e778150c0eec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:54.342524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d242bff-463a-4228-a128-03754289a9e4 req-0932de91-fbce-4a38-a54a-e778150c0eec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 946 time: 0.0592628 Aug 18 14:07:54.370877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Made reservation on behalf of ae32ceab8f424ff2bb8bc462a53b182b for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:54.375430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.383837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.397922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f377ec1e-c25b-4049-9926-6112b50f04fe'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:54.446107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d242bff-463a-4228-a128-03754289a9e4 req-9c938c04-4a1a-4aad-b5d6-9da4dc834cef tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968394 Aug 18 14:07:54.446923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=f377ec1e-c25b-4049-9926-6112b50f04fe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:54.473636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11245c68-6abb-4fe0-ba46-bea92d121096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.489420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port f377ec1e-c25b-4049-9926-6112b50f04fe on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:54.496304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.498346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be30e6-0bd3-40e4-babe-cc564759167e req-64635a83-c9a5-4f15-9835-f920a1af0d11 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "DELETE /v2.0/ports/f377ec1e-c25b-4049-9926-6112b50f04fe HTTP/1.1" status: 204 len: 173 time: 0.9207895 Aug 18 14:07:54.498790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'name': 'network-vif-deleted', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:54.501048 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260c5fc-5c36-4d83-b309-d08a7d7c3c72" -d '{"events": [{"server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "name": "network-vif-deleted", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:54.517067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Allocated IP 172.20.0.12 (8548e0c1-6989-4270-b59e-86de642d83bf/4d73461a-83f4-4e40-bc62-ddb1342424f3/3a9d7d7a-9f10-400f-bdf6-bb6f18845e07) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:54.547772 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96b5ad-a3b2-4f22-a08b-335e51092c5b x-openstack-request-id: req-3a96b5ad-a3b2-4f22-a08b-335e51092c5b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:54.548266 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2974ccea-1cb3-4c10-8bf3-12001955814e", "name": "network-vif-deleted", "tag": "f377ec1e-c25b-4049-9926-6112b50f04fe", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:54.548266 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a96b5ad-a3b2-4f22-a08b-335e51092c5b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:54.548637 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2974ccea-1cb3-4c10-8bf3-12001955814e', 'name': 'network-vif-deleted', 'tag': 'f377ec1e-c25b-4049-9926-6112b50f04fe', 'status': 'completed', 'code': 200} Aug 18 14:07:54.623300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f4cb96-3b2b-4927-85ac-2fe89cab26c2 req-9181adc2-3257-4658-b897-231d0a0fee5e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 210 time: 0.0390368 Aug 18 14:07:54.666561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11245c68-6abb-4fe0-ba46-bea92d121096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.687899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.708927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Transition to ACTIVE for port object 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:54.733895 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf8cb-be65-4bc2-b623-b1b6920191d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.770372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-11245c68-6abb-4fe0-ba46-bea92d121096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.796783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f80df5b-981f-4e15-90b5-26e93bd551b2 req-950d5927-50f5-4cdb-ab64-96fa33eec5df tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0370901 Aug 18 14:07:54.823572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.828675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-11245c68-6abb-4fe0-ba46-bea92d121096 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ab614e7d43b49b5a5361026567a0c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523560 Aug 18 14:07:54.829609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245c68-6abb-4fe0-ba46-bea92d121096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0babb4-0d40-4914-bbcd-3320041df120,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:54.832377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56324) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:54.848760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.911157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:54.915349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Network 8548e0c1-6989-4270-b59e-86de642d83bf is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:54.921027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:54.923059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event updated for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:54.925429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:54.976460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.003164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:55.003662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.041977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8a61-5a75-4315-9064-4cdf40179877 req-b37cf180-ba43-4ee4-807c-e962d9fd2034 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:55.053106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c22c8a61-5a75-4315-9064-4cdf40179877 req-b37cf180-ba43-4ee4-807c-e962d9fd2034 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 944 time: 0.0965478 Aug 18 14:07:55.106310 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-fd5b55b0-cac4-4ca7-8a0a-05668d6afba0 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9696395 Aug 18 14:07:55.117467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c22c8a61-5a75-4315-9064-4cdf40179877 req-75f920bb-97c2-4380-b89f-85401124aa7e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Aug 18 14:07:55.128465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Request body: {'port': {'device_id': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:55.192282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.212562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.215102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.216196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd0babb4-0d40-4914-bbcd-3320041df120 HTTP/1.1" status: 204 len: 168 time: 0.3829343 Aug 18 14:07:55.244985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409024-ab08-414d-a5c6-f6084d08c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0babb4-0d40-4914-bbcd-3320041df120,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:55.268177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e59e-61c1-4f78-bb28-cf8349b0d16d req-5d70bbfe-19cb-462f-b422-00b4b94684aa tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:55.269827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96c4e59e-61c1-4f78-bb28-cf8349b0d16d req-5d70bbfe-19cb-462f-b422-00b4b94684aa tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 945 time: 0.0673058 Aug 18 14:07:55.314300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96c4e59e-61c1-4f78-bb28-cf8349b0d16d req-e3edc60c-9195-4505-a149-88da1d149636 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Aug 18 14:07:55.351071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0b3df6d-8886-4e82-8318-3d07632a1bcf None None] Provisioning for port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:55.355444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0b3df6d-8886-4e82-8318-3d07632a1bcf None None] Provisioning complete for port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:55.365524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0b3df6d-8886-4e82-8318-3d07632a1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.399815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3df6d-8886-4e82-8318-3d07632a1bcf None None] Port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:55.559520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:55.569479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.574963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3386ce25-e358-4f4d-8bf5-c4eb0ade3bf2 req-eac95bd9-6189-4f30-96b7-1f9936b8e366 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=2974ccea-1cb3-4c10-8bf3-12001955814e HTTP/1.1" status: 200 len: 210 time: 0.0335214 Aug 18 14:07:55.584551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Transition to ACTIVE for port object 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:55.673799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.736763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:55.767250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-704ae990-8cd6-46b2-be77-fd7f58744478 req-6461019a-e942-43cf-adf4-028b6e21d5ce tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 210 time: 0.0510552 Aug 18 14:07:55.828067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.913471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Attempting to bind port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:55.914246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Attempting to bind port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:55.914638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Attempting to bind port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 on network 8548e0c1-6989-4270-b59e-86de642d83bf {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:55.937542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 on network 8548e0c1-6989-4270-b59e-86de642d83bf not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:55.937881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Attempting to bind port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 on network 8548e0c1-6989-4270-b59e-86de642d83bf {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:55.941320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968bafd-bc77-4628-9be4-184800428772 req-493bafad-42f6-4855-baf3-0983b0ef5b3e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:55.943246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7968bafd-bc77-4628-9be4-184800428772 req-493bafad-42f6-4855-baf3-0983b0ef5b3e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 944 time: 0.0593488 Aug 18 14:07:55.958751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:55.959105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Checking segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:55.959799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Bound using segment: {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:55.960202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Bound port: 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d30d6e-285d-4bc9-9d69-8ad53323b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:55.960531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:55.988344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7968bafd-bc77-4628-9be4-184800428772 req-fe08e222-617d-4f17-8e42-dea33a717a64 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371764 Aug 18 14:07:55.997497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-51a08282-0896-47c4-90b8-4ca5a9633fee tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:55.997497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-51a08282-0896-47c4-90b8-4ca5a9633fee tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 806 time: 0.2100728 Aug 18 14:07:56.027855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Request body: {'port': {'device_id': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'admin_state_up': True, 'tenant_id': '5b8e2f590e194812b4aea0004507c5a4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:56.055438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:56.076897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3870fdc1-303b-4972-a555-ed4d80a789f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.123804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:56.128610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:56.216875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.246375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3870fdc1-303b-4972-a555-ed4d80a789f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.254687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.259417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.259417 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] 10.222.0.10 "PUT /v2.0/ports/3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 HTTP/1.1" status: 200 len: 1092 time: 1.1380720 Aug 18 14:07:56.259417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:56.260515 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:56.275369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c180fc-fd99-41cb-a41d-c55fc235b3ff req-0435e37b-45a7-4489-beab-2accbbb64679 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.277441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6c180fc-fd99-41cb-a41d-c55fc235b3ff req-0435e37b-45a7-4489-beab-2accbbb64679 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 944 time: 0.0651178 Aug 18 14:07:56.295377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be09f-2d06-4d23-a8cf-8bd473154fae service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:56.322840 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164b98a-4320-40b8-a8d4-5041a6e833fb x-openstack-request-id: req-5164b98a-4320-40b8-a8d4-5041a6e833fb {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:56.323139 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:56.323466 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5164b98a-4320-40b8-a8d4-5041a6e833fb {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:56.323902 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'status': 'completed', 'code': 200} Aug 18 14:07:56.333922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6c180fc-fd99-41cb-a41d-c55fc235b3ff req-5d7570d5-6aa8-48a2-bae8-4975b9d59069 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Aug 18 14:07:56.335403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3870fdc1-303b-4972-a555-ed4d80a789f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.405067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3870fdc1-303b-4972-a555-ed4d80a789f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73133bb99c28499d8989a76ed504cb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483555 Aug 18 14:07:56.408383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56354) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:56.417184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870fdc1-303b-4972-a555-ed4d80a789f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d6f5d-7c86-4564-8f1c-d94614acfeaf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:56.455857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-a519bd4e-4913-4ee9-9b40-fd68d89934ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.458693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-a519bd4e-4913-4ee9-9b40-fd68d89934ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 1095 time: 0.0962374 Aug 18 14:07:56.464473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Made reservation on behalf of 5b8e2f590e194812b4aea0004507c5a4 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:56.464665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27964c3-28f7-4b9f-9eac-fb845ed568fb req-3737a39b-9b83-4ece-9604-3e93e058639d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.468761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.472461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b27964c3-28f7-4b9f-9eac-fb845ed568fb req-3737a39b-9b83-4ece-9604-3e93e058639d tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 945 time: 0.0721805 Aug 18 14:07:56.527746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b27964c3-28f7-4b9f-9eac-fb845ed568fb req-847c1edb-419d-4dc1-ae33-9eaf58bc824c tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Aug 18 14:07:56.585552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.655478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743e24-582a-4c21-948a-797c12e7e168 req-35016bc8-eb21-49ad-b5a0-b7b725a9e7c3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.658364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-35016bc8-eb21-49ad-b5a0-b7b725a9e7c3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0650818 Aug 18 14:07:56.689720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.718946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-0c64e66f-7e32-4a17-9996-b3c80e16faa9 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.0539546 Aug 18 14:07:56.720262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-05869ec5-7a88-43a5-858e-1bffea2d6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.722966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-05869ec5-7a88-43a5-858e-1bffea2d6f29 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2486715 Aug 18 14:07:56.730300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:56.774787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.795552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f377ec1e-c25b-4049-9926-6112b50f04fe no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:56.825676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: f377ec1e-c25b-4049-9926-6112b50f04fe {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:56.826149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f377ec1e-c25b-4049-9926-6112b50f04fe not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:56.906847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 99d2c4d3-6b20-4905-a172-ea037b5da90f details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:57.016207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:57.030432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'mac_address': 'fa:16:3e:3d:5e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:57.073155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.084595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-fb5ec8a4-cd6e-4efd-aeed-172226b7d9f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.088858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-fb5ec8a4-cd6e-4efd-aeed-172226b7d9f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2108345 Aug 18 14:07:57.099533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d2c4d3-6b20-4905-a172-ea037b5da90f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:57.121938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-c5afae6f-afdc-4d92-81f3-f26058a7e142 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0227582 Aug 18 14:07:57.122176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:57.191441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-8b13d1ae-e5d7-4491-8e12-be3ff519062d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367637 Aug 18 14:07:57.194938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Allocated IP 172.20.0.6 (d0306ddf-9186-4072-8bcf-f0ad573a020a/e5c9c2ae-e20a-43b1-ac28-34353985fc1e/886a85da-38d5-4169-ad43-9d5002007842) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:57.205255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.254263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-78540a49-e3e8-4ae6-abed-028fcf023774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.255751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-46a0d58b-86c0-42df-8feb-1a143ffb0e1c req-78540a49-e3e8-4ae6-abed-028fcf023774 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5065632 Aug 18 14:07:57.274031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:57.318908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.322310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.323430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b81d6f5d-7c86-4564-8f1c-d94614acfeaf HTTP/1.1" status: 204 len: 168 time: 0.9139905 Aug 18 14:07:57.369222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.376300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-47180584-92f6-4358-92b0-401efe4707be service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511638 Aug 18 14:07:57.392788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4bde8-4989-432a-8800-2292cd8e4f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d6f5d-7c86-4564-8f1c-d94614acfeaf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:57.421127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-219cb3c2-c2eb-4d5d-b0eb-d9153c82326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.421306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-219cb3c2-c2eb-4d5d-b0eb-d9153c82326c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 1095 time: 0.1106877 Aug 18 14:07:57.490360 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-2352bef7-5fe8-4ed1-bd07-90649a2fd4c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 HTTP/1.1" status: 200 len: 217 time: 0.0468414 Aug 18 14:07:57.500355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.544721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.550889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-bf62a0a9-df36-4e86-9851-cd70d44ca606 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680858 Aug 18 14:07:57.552721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['99d2c4d3-6b20-4905-a172-ea037b5da90f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:57.571750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-6cee121b-f089-4ac1-aeec-f98ce1c8d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.573494 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-6cee121b-f089-4ac1-aeec-f98ce1c8d7bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d73461a-83f4-4e40-bc62-ddb1342424f3 HTTP/1.1" status: 200 len: 853 time: 0.0703964 Aug 18 14:07:57.619666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.632025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-3fe1632c-5448-40a7-b608-79058f1d1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.633555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-3fe1632c-5448-40a7-b608-79058f1d1c4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8548e0c1-6989-4270-b59e-86de642d83bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499072 Aug 18 14:07:57.742241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.762109 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d associated. External IP: 172.25.1.183, port: 456ac0d1-fae4-4ccf-a239-1f807058456e. Aug 18 14:07:57.804383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-7ef58bca-9f0e-4908-9908-deaf359fce37 service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570275 Aug 18 14:07:57.814374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Network d0306ddf-9186-4072-8bcf-f0ad573a020a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:57.817402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:57.823168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:57.868784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event updated for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:57.947571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.948372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:57.969503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87cd1b-8b41-412f-b7b7-736c8ea6a9e8 req-3d679f81-65a3-4780-aae6-420a5e158e4a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.974319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd87cd1b-8b41-412f-b7b7-736c8ea6a9e8 req-3d679f81-65a3-4780-aae6-420a5e158e4a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 931 time: 0.0891058 Aug 18 14:07:57.995731 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3b0fda90-348d-40a2-812a-6539a510ed3a req-af002f1b-0b63-4087-bfe2-a349fb5bbc13 service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738629 Aug 18 14:07:58.037521 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-f41fd132-271d-4dca-b94c-d92d55772433 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0139859 Aug 18 14:07:58.059694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Request body: {'port': {'device_id': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:58.062929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd87cd1b-8b41-412f-b7b7-736c8ea6a9e8 req-aaf63314-2e2e-4482-b6aa-846bb381df6d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849209 Aug 18 14:07:58.124029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.189500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:58.203546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f2f68-8e0c-45bb-a3f9-b8deba23d723 req-2dd2e17e-f2ea-4cb0-b1fa-4c775f7ca345 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:58.205017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d3f2f68-8e0c-45bb-a3f9-b8deba23d723 req-2dd2e17e-f2ea-4cb0-b1fa-4c775f7ca345 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 944 time: 0.0623584 Aug 18 14:07:58.312577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:58.314334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d3f2f68-8e0c-45bb-a3f9-b8deba23d723 req-ebb8adb3-45aa-40d4-95d6-7c4d730986fc tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955923 Aug 18 14:07:58.553593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886a85da-38d5-4169-ad43-9d5002007842 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:58.566618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.587132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Transition to ACTIVE for port object 886a85da-38d5-4169-ad43-9d5002007842 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:58.662106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.746085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Pushing event updated for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:58.799030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:58.803976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.811619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Attempting to bind port 886a85da-38d5-4169-ad43-9d5002007842 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:58.811619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Attempting to bind port 886a85da-38d5-4169-ad43-9d5002007842 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:58.811619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Attempting to bind port 886a85da-38d5-4169-ad43-9d5002007842 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:58.813884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:58.815589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Port 886a85da-38d5-4169-ad43-9d5002007842 on network d0306ddf-9186-4072-8bcf-f0ad573a020a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:58.815957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Attempting to bind port 886a85da-38d5-4169-ad43-9d5002007842 on network d0306ddf-9186-4072-8bcf-f0ad573a020a {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:58.822688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:58.822965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Checking segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:58.823746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Bound using segment: {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:58.823989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Bound port: 886a85da-38d5-4169-ad43-9d5002007842, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:58.824874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.825907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:58.827293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:58.835405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8683d-d280-4a73-b95c-25caa850e762 req-ffa4251c-fb40-4d11-ad94-2c99516df17e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:58.837217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3a8683d-d280-4a73-b95c-25caa850e762 req-ffa4251c-fb40-4d11-ad94-2c99516df17e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 945 time: 0.0937252 Aug 18 14:07:58.854325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-37b1678b-f152-45ba-8e08-51be959024ff tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "PUT /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 996 time: 2.1279957 Aug 18 14:07:58.860903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:58.867182 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb8c28-c60f-484b-a4f8-07aa10315cea" -d '{"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:58.934235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3a8683d-d280-4a73-b95c-25caa850e762 req-7d3509cf-8ee0-43cf-82fa-0153998faf7f tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Aug 18 14:07:58.938627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 99d2c4d3-6b20-4905-a172-ea037b5da90f up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:58.958000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:58.958882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743e24-582a-4c21-948a-797c12e7e168 req-c8f09543-a234-4159-bf89-cc402028ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:58.960545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-c8f09543-a234-4159-bf89-cc402028ab96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0878260 Aug 18 14:07:58.962782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=886a85da-38d5-4169-ad43-9d5002007842,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:59.014945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:59.032601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.110242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.114101 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.114101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] 10.222.0.58 "PUT /v2.0/ports/886a85da-38d5-4169-ad43-9d5002007842 HTTP/1.1" status: 200 len: 1091 time: 1.0667558 Aug 18 14:07:59.114101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'tag': '886a85da-38d5-4169-ad43-9d5002007842'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:59.117183 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d" -d '{"events": [{"name": "network-changed", "server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "tag": "886a85da-38d5-4169-ad43-9d5002007842"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:59.140710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a7c83-117f-4495-abe8-aa32c9c9121f service neutron] Pushing event updated for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:59.153243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa87c0f3-5c52-4b30-b07e-53a16cc8aef6 req-69d626f1-e287-4eca-bba7-ef2c3eedc084 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 210 time: 0.0446818 Aug 18 14:07:59.154290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743e24-582a-4c21-948a-797c12e7e168 req-33dcb6af-168d-4b4c-8a85-f6abf51da4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.155792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-33dcb6af-168d-4b4c-8a85-f6abf51da4cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1819050 Aug 18 14:07:59.225247 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf53808-e37b-4209-bdec-480af4d82a61 x-openstack-request-id: req-bcf53808-e37b-4209-bdec-480af4d82a61 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:59.225679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:59.225964 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcf53808-e37b-4209-bdec-480af4d82a61 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:59.226369 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:07:59.234722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-2a654475-0627-4680-9d7a-6d5bd902a92d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 999 time: 0.0725019 Aug 18 14:07:59.243112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 99d2c4d3-6b20-4905-a172-ea037b5da90f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:59.251504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 99d2c4d3-6b20-4905-a172-ea037b5da90f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:59.251992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.312245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-4eb0b824-e0e9-4a32-9fdd-9a21499f0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.314158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-4eb0b824-e0e9-4a32-9fdd-9a21499f0c8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0726171 Aug 18 14:07:59.348214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743e24-582a-4c21-948a-797c12e7e168 req-cf4e19f8-825b-433f-8a3c-2d4e5c4459d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.350063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-cf4e19f8-825b-433f-8a3c-2d4e5c4459d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1078041 Aug 18 14:07:59.366997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588be07-7a92-434d-9f8c-f4c68159e3ed req-07b590cc-5d55-4558-bad2-b1bc8b3a1be6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.368655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2588be07-7a92-434d-9f8c-f4c68159e3ed req-07b590cc-5d55-4558-bad2-b1bc8b3a1be6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 943 time: 0.0910721 Aug 18 14:07:59.436057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.451496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2588be07-7a92-434d-9f8c-f4c68159e3ed req-662b93b2-bed8-409b-bdb1-3d4c6322a1b1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715647 Aug 18 14:07:59.454632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743e24-582a-4c21-948a-797c12e7e168 req-e580ab2b-f522-473e-9ef5-ff4c95243984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.456611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-e580ab2b-f522-473e-9ef5-ff4c95243984 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868664 Aug 18 14:07:59.477786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-c0c46d84-b107-4afb-b6d9-2aae7bf755ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.479353 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-c0c46d84-b107-4afb-b6d9-2aae7bf755ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 1094 time: 0.1454670 Aug 18 14:07:59.521025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:59.523270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:57Z', 'revision_number': 1, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:59.544494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-5c7775b4-691b-463f-9164-8b3f6ed0a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.549644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-5c7775b4-691b-463f-9164-8b3f6ed0a1f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.2266700 Aug 18 14:07:59.556595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:59.559127 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd68c6c-70a7-40d2-9eee-34aa9600d117" -d '{"events": [{"server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "name": "network-vif-plugged", "status": "completed", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:59.563937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:59.571588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:59.572227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:59.583865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-d9a3b143-fabc-40f5-9d19-0b47de39eafa service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197443 Aug 18 14:07:59.627107 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7721d52f-f109-4e89-9831-4e69c291bf98 x-openstack-request-id: req-7721d52f-f109-4e89-9831-4e69c291bf98 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:59.627781 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "tag": "886a85da-38d5-4169-ad43-9d5002007842", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:59.628222 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7721d52f-f109-4e89-9831-4e69c291bf98 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:59.628365 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'tag': '886a85da-38d5-4169-ad43-9d5002007842', 'status': 'completed', 'code': 200} Aug 18 14:07:59.641871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-617f2b04-73b4-4d60-87b6-ff77d182c01d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=886a85da-38d5-4169-ad43-9d5002007842 HTTP/1.1" status: 200 len: 217 time: 0.1362383 Aug 18 14:07:59.724689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.742687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-efec6b72-486c-4c36-9442-208d35fa00ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 999 time: 0.1275239 Aug 18 14:07:59.752950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-82eed98f-14f6-42ca-bbae-52e0e73984eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.754889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-82eed98f-14f6-42ca-bbae-52e0e73984eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.0744727 Aug 18 14:07:59.807937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35743e24-582a-4c21-948a-797c12e7e168 req-293e1f2b-1aa3-4d92-9d7e-c11c3258023e service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091453 Aug 18 14:07:59.819047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb9bd-31be-4f07-9d15-314111c6e404 req-0b91aac0-014a-44b6-ae6a-7e344d9833d5 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.820017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:59.825523 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-b33f75ad-9f05-4c61-937a-fb82ccf52274 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598004 Aug 18 14:07:59.830718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-873cb9bd-31be-4f07-9d15-314111c6e404 req-0b91aac0-014a-44b6-ae6a-7e344d9833d5 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 944 time: 0.1332722 Aug 18 14:07:59.865528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-6538a929-ca9a-4fc4-8b80-d07124f7c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.866998 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-6538a929-ca9a-4fc4-8b80-d07124f7c0ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1111760 Aug 18 14:07:59.885942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-873cb9bd-31be-4f07-9d15-314111c6e404 req-04511580-486d-4ba5-89a8-75350be67294 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509448 Aug 18 14:07:59.915550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:59.962876 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20968bec-604a-4550-89c1-92fdb5d84fad x-openstack-request-id: req-20968bec-604a-4550-89c1-92fdb5d84fad {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:59.962992 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "name": "network-vif-plugged", "status": "completed", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:59.963275 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20968bec-604a-4550-89c1-92fdb5d84fad {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:59.963678 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'code': 200} Aug 18 14:08:00.011514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-3ea70741-7a0e-4882-9592-caf08a4105ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.013029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-3ea70741-7a0e-4882-9592-caf08a4105ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119919 Aug 18 14:08:00.131917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-a14c21f1-1cf6-4831-9ae5-892ab9eeba80 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963550 Aug 18 14:08:00.176743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccb785-940b-460a-9d65-ad35e4d7b6a7 req-eed9a810-1cf4-4d53-bf68-d2a82090d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.178359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5eccb785-940b-460a-9d65-ad35e4d7b6a7 req-eed9a810-1cf4-4d53-bf68-d2a82090d49e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1097 time: 0.1589003 Aug 18 14:08:00.228639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab779-9bf2-4312-ab4e-738a62380411 req-365e3be2-2eaf-44c9-9a35-b55be2c14a03 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.232408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:57Z', 'revision_number': 1, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:00.234451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d35ab779-9bf2-4312-ab4e-738a62380411 req-365e3be2-2eaf-44c9-9a35-b55be2c14a03 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.1566792 Aug 18 14:08:00.245444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-c52f7f6f-71c6-4fa5-9347-46308e197a29 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.247583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-dabd722a-d5b4-4526-8321-51b66a39224f service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970217 Aug 18 14:08:00.247710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-c52f7f6f-71c6-4fa5-9347-46308e197a29 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1721771 Aug 18 14:08:00.261629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5eccb785-940b-460a-9d65-ad35e4d7b6a7 req-f6395911-df59-4a33-8bc4-8659f854d7c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737691 Aug 18 14:08:00.265623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401957c1-92f2-4a18-b5a4-007dbc1ae0e1 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:57Z', 'revision_number': 1, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:00.290840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fb8a5687-f575-45f0-a0e9-eb7aec5f504f req-a13fa5b1-0863-4e96-8145-301be822eef7 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499488 Aug 18 14:08:00.378598 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02cb8c28-c60f-484b-a4f8-07aa10315cea req-e39076a9-b7ff-4f60-a712-640d94566d65 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196949 Aug 18 14:08:00.414842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d35ab779-9bf2-4312-ab4e-738a62380411 req-e045ae28-b405-4eb5-9e0c-d9f67bd47d3d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624212 Aug 18 14:08:00.430826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-67045b4b-dfcd-4e22-98a1-760d43cb4edb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 999 time: 0.1668661 Aug 18 14:08:00.468556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:00.547118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-0215455b-2857-4fa9-bd58-1701ebdf76be tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.548723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-0215455b-2857-4fa9-bd58-1701ebdf76be tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2333262 Aug 18 14:08:00.562228 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acdb62a-8e65-457d-bf8e-5352c3db7817 None None] New status for floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:00.570826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:00.579684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:00.601866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-c2593037-eccb-4ccf-8487-8c804236e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.604538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-c2593037-eccb-4ccf-8487-8c804236e6f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 1094 time: 0.0613718 Aug 18 14:08:00.690687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faaee4e0-3144-4435-a63d-038c1e19e0a4 req-4befb034-3eb8-4a62-9bc8-000fabc6d468 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 210 time: 0.0677843 Aug 18 14:08:00.750537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-8acece5b-8c7a-486c-9448-0d70591a78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.752128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-8acece5b-8c7a-486c-9448-0d70591a78f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.1387348 Aug 18 14:08:00.797901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:00.802520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-fe0c4e0c-40e3-45a7-b8a7-8b1f1345d18d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=886a85da-38d5-4169-ad43-9d5002007842 HTTP/1.1" status: 200 len: 217 time: 0.0401630 Aug 18 14:08:00.886284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-45cd3300-a3ed-446c-b5cf-0d6fc0689ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.887979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-45cd3300-a3ed-446c-b5cf-0d6fc0689ff9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.0731015 Aug 18 14:08:00.938175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-45c4d271-43a6-41ac-aa8f-f06841e0a59a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410769 Aug 18 14:08:01.000124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a2278-7cb9-4e1d-bc37-c367cb0532d6 req-ca8749f7-0aa3-4bc0-b5fa-b8799d2bf5f6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.002360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5a2278-7cb9-4e1d-bc37-c367cb0532d6 req-ca8749f7-0aa3-4bc0-b5fa-b8799d2bf5f6 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 943 time: 0.2017701 Aug 18 14:08:01.048372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:01.052421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.056821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-dd33065c-8e5c-426b-8c27-6885e75bdfef service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038783 Aug 18 14:08:01.070379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:01.085817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'port_id': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'mac_address': 'fa:16:3e:ee:e0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:01.131325 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.141716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5a2278-7cb9-4e1d-bc37-c367cb0532d6 req-7ecb17b5-6cde-40d4-82dd-fbf464a98f63 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213031 Aug 18 14:08:01.145979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:01.179549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:01.188769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c9782c1-f70e-4a54-9b8a-b6c7d273e40d req-6fc589a7-9ac9-4e48-b203-082a00e0b4f8 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244419 Aug 18 14:08:01.218414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:08:01.218881 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:08:01.259665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.307264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.5 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/6fb356a9-a041-451f-8dae-1a8140ac9f54) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:01.312410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:01.331443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce9734-b95b-4e3a-8fa7-400332059c40 req-354f21bd-aeae-4659-ac2f-784b1b59dd49 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.334128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22ce9734-b95b-4e3a-8fa7-400332059c40 req-354f21bd-aeae-4659-ac2f-784b1b59dd49 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 945 time: 0.1061509 Aug 18 14:08:01.407892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22ce9734-b95b-4e3a-8fa7-400332059c40 req-ce676ce9-d001-45fa-8330-6e9c137c0d94 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663168 Aug 18 14:08:01.530810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.586828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:01.621348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678618f-e7cd-471a-bfab-79ff7090ba8c req-9061a7fd-c275-4f3c-b464-d5a733034b5d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.623585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8678618f-e7cd-471a-bfab-79ff7090ba8c req-9061a7fd-c275-4f3c-b464-d5a733034b5d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.0848515 Aug 18 14:08:01.667643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8678618f-e7cd-471a-bfab-79ff7090ba8c req-b8c0a5a5-1592-439b-96a8-a14b786f62b6 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367277 Aug 18 14:08:01.721330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.730541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.850645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:01.883046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:01.889552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:01.891159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:01.990115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4db5ab-2bad-4fd6-88f9-636c4e17465a req-1bbc4750-283b-40c8-a329-60b4bcc2e5f1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.991639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f4db5ab-2bad-4fd6-88f9-636c4e17465a req-1bbc4750-283b-40c8-a329-60b4bcc2e5f1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 931 time: 0.1718440 Aug 18 14:08:02.000395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.001027 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.120618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f4db5ab-2bad-4fd6-88f9-636c4e17465a req-25ec1de4-bdd0-4866-a491-fd0c1a29d2e9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115074 Aug 18 14:08:02.144401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-906245f3-8f45-406f-bbdb-253dd546e2d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5707903 Aug 18 14:08:02.186770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Request body: {'port': {'device_id': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:02.334258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.431021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ca50e-066a-46ec-9f11-bb4216d267c5 req-e62c488f-8891-41c3-9579-aa3d7a1c9b58 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.432752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-300ca50e-066a-46ec-9f11-bb4216d267c5 req-e62c488f-8891-41c3-9579-aa3d7a1c9b58 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 943 time: 0.2049465 Aug 18 14:08:02.596541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-300ca50e-066a-46ec-9f11-bb4216d267c5 req-2b4aa33d-5baf-453b-9af3-14cace2edd68 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566656 Aug 18 14:08:02.598694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:08:02.717023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.800545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1db78-51b2-400b-86fe-1c09fefcda1e req-ad76f819-3bf8-4e62-98ad-5b59ddfa4f5a tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.802298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cee1db78-51b2-400b-86fe-1c09fefcda1e req-ad76f819-3bf8-4e62-98ad-5b59ddfa4f5a tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 945 time: 0.0919712 Aug 18 14:08:02.804136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:02.808304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.907538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 886a85da-38d5-4169-ad43-9d5002007842 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:02.961458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cee1db78-51b2-400b-86fe-1c09fefcda1e req-adb4b63b-987c-49a6-88b4-558eac859647 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496868 Aug 18 14:08:02.985294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:02.992365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:02.992365 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.009160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb356a9-a041-451f-8dae-1a8140ac9f54 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:03.020836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.032773 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d associated. External IP: 172.25.1.183, port: 456ac0d1-fae4-4ccf-a239-1f807058456e. Aug 18 14:08:03.117122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=886a85da-38d5-4169-ad43-9d5002007842,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:03.129467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.136918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Transition to ACTIVE for port object 6fb356a9-a041-451f-8dae-1a8140ac9f54 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:03.140937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '886a85da-38d5-4169-ad43-9d5002007842', 'network_id': 'd0306ddf-9186-4072-8bcf-f0ad573a020a', 'port_id': '886a85da-38d5-4169-ad43-9d5002007842', 'mac_address': 'fa:16:3e:9c:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9c2ae-e20a-43b1-ac28-34353985fc1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:03.187143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:03.189798 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11846e2-b28d-49d6-882e-cb68ec51a423" -d '{"events": [{"server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:03.209951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:03.218042 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.231929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886a85da-38d5-4169-ad43-9d5002007842 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:03.254156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=886a85da-38d5-4169-ad43-9d5002007842,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:03.376929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.410647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.439868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:03.494077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:03.597894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.671432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb9036-e308-4239-a620-85ce227311f6 req-75becb4d-4151-41a0-bbc7-60e4458366b0 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:03.673024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ceb9036-e308-4239-a620-85ce227311f6 req-75becb4d-4151-41a0-bbc7-60e4458366b0 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.4876647 Aug 18 14:08:03.691514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:03.730516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56508) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:03.748078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['886a85da-38d5-4169-ad43-9d5002007842'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:03.846600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ceb9036-e308-4239-a620-85ce227311f6 req-ecb1134e-a390-4514-a619-90dde3705c44 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626978 Aug 18 14:08:03.882738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Attempting to bind port 6fb356a9-a041-451f-8dae-1a8140ac9f54 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:03.882966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Attempting to bind port 6fb356a9-a041-451f-8dae-1a8140ac9f54 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:03.883301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Attempting to bind port 6fb356a9-a041-451f-8dae-1a8140ac9f54 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:03.893891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:03.895401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Port 6fb356a9-a041-451f-8dae-1a8140ac9f54 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:08:03.895708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Attempting to bind port 6fb356a9-a041-451f-8dae-1a8140ac9f54 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:03.904595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:03.904922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:03.905324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:03.905976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Bound port: 6fb356a9-a041-451f-8dae-1a8140ac9f54, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:03.906365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.937869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39297138-f2c1-4837-80a8-1581b85f2cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.064398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39297138-f2c1-4837-80a8-1581b85f2cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.097154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:04.118403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:04.122149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:04.122384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39297138-f2c1-4837-80a8-1581b85f2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.133798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:04.145789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:04.145789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:04.171074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ace07-c719-4d32-ac59-052ea0223b3b req-89ebe221-37db-4aa8-a306-4c07c9640849 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.172725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-324ace07-c719-4d32-ac59-052ea0223b3b req-89ebe221-37db-4aa8-a306-4c07c9640849 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.1317773 Aug 18 14:08:04.175231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56518) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:04.175396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-39297138-f2c1-4837-80a8-1581b85f2cb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40a76dc44cad4819bcba1f36c77417ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438403 Aug 18 14:08:04.176780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39297138-f2c1-4837-80a8-1581b85f2cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3590efb7-560e-4faa-9ab0-d065cd46521e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:04.271090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:04.294317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.337077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-324ace07-c719-4d32-ac59-052ea0223b3b req-c8346495-f157-4304-a1fc-bacff273db23 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381130 Aug 18 14:08:04.364015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.371356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.372048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.373640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] 10.222.0.10 "PUT /v2.0/ports/6fb356a9-a041-451f-8dae-1a8140ac9f54 HTTP/1.1" status: 200 len: 1091 time: 2.1939893 Aug 18 14:08:04.374212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:04.376495 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b02f6-aa4b-4095-a738-821df4b387d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:04.429281 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4b86b-ce7e-443a-a15c-bc41ba9fcd3a x-openstack-request-id: req-1aa4b86b-ce7e-443a-a15c-bc41ba9fcd3a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:04.429643 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:04.429862 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1aa4b86b-ce7e-443a-a15c-bc41ba9fcd3a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:04.430597 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'code': 200} Aug 18 14:08:04.453159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491a1dd-c445-4e02-aceb-ee3be1da4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:04.464564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.553387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:04.588748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:04.590615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-ce2d2d20-1742-426b-ad22-5b43bae2d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.592228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-ce2d2d20-1742-426b-ad22-5b43bae2d0f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 1094 time: 0.0511005 Aug 18 14:08:04.598451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:04.599080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:04.633099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6339-c8b1-4725-b0db-121ba9f0e17e req-2b718b99-22a4-4235-a5c2-48e1d2611bbf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.634703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44af6339-c8b1-4725-b0db-121ba9f0e17e req-2b718b99-22a4-4235-a5c2-48e1d2611bbf tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 944 time: 0.1785116 Aug 18 14:08:04.643570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-f7a79126-7add-4fdb-93ac-9f72ba38b4be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54 HTTP/1.1" status: 200 len: 217 time: 0.0422745 Aug 18 14:08:04.664673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163ce9a-f46a-4e2b-b7d9-031057e7c22f req-3c9d3a1c-cbe1-428e-b17f-d4896fc49913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.666136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0163ce9a-f46a-4e2b-b7d9-031057e7c22f req-3c9d3a1c-cbe1-428e-b17f-d4896fc49913 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 1097 time: 0.1159494 Aug 18 14:08:04.682623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:04.704790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-90091641-776f-4e3d-b7f1-c861d1e22c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.706750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-90091641-776f-4e3d-b7f1-c861d1e22c5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0530336 Aug 18 14:08:04.719257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:04.733483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44af6339-c8b1-4725-b0db-121ba9f0e17e req-a540647b-8b2b-486d-9c4e-b7248787a322 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848713 Aug 18 14:08:04.742992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-e69d3994-a920-4958-8c27-ab0fccfb3d90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 18 14:08:04.780360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0163ce9a-f46a-4e2b-b7d9-031057e7c22f req-1af48e8d-a464-4119-940f-8162d256e490 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997384 Aug 18 14:08:04.822913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.825496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:04.827479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3590efb7-560e-4faa-9ab0-d065cd46521e HTTP/1.1" status: 204 len: 168 time: 0.6510384 Aug 18 14:08:04.885914 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-b561780c-9a1b-47b2-aa80-4943fb140c31 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248736 Aug 18 14:08:04.927850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de137-0ac8-47ba-820f-50dcea9a9d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590efb7-560e-4faa-9ab0-d065cd46521e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:04.932103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 886a85da-38d5-4169-ad43-9d5002007842 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:05.000028 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78e77300-6df2-40bc-af57-701c387fe4b6 req-6dcad30e-1624-44de-a933-ad3d6648e3d7 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039028 Aug 18 14:08:05.043340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:05.053783 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.061268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:05.083431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-86275b04-9c94-41e3-bb31-1901090a3621 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 258 time: 0.3055677 Aug 18 14:08:05.089425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45578b5a-16d9-417f-b618-395b0c225e42 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 3, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:05.097418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:05.129406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 886a85da-38d5-4169-ad43-9d5002007842 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:05.130165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 886a85da-38d5-4169-ad43-9d5002007842 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:05.130585 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.142026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6078b4ec-8810-4216-8e1f-0b9891b254ac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "PUT /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 998 time: 4.6858063 Aug 18 14:08:05.202863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6ad9f7eb-bbd8-4f7d-bef6-564de9a6a2fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:05.204409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6ad9f7eb-bbd8-4f7d-bef6-564de9a6a2fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports/456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 942 time: 0.0511234 Aug 18 14:08:05.205747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.234384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.279882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=886a85da-38d5-4169-ad43-9d5002007842,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:05.342425 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654ce451-f26e-43e6-a5f2-a6215eb9e585 None None] New status for floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:05.349155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.353881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-08185d51-1986-445b-8ed6-0bfc141f7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:05.355389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-08185d51-1986-445b-8ed6-0bfc141f7700 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0611584 Aug 18 14:08:05.356708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.412694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:05.519781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-68e2478d-4677-4c9b-b349-01bf4a0a01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:05.521197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-68e2478d-4677-4c9b-b349-01bf4a0a01d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1573792 Aug 18 14:08:05.536592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Allocated IP 172.25.1.250 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/a0994701-095e-41e2-9ccd-48e0335dea50) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:05.589526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-ec125b18-5fc8-40fc-830c-4835a0175d9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0485058 Aug 18 14:08:05.678566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:05.682238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6e53daaa-1afe-4956-879e-b5cf85ffb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:05.683816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-6e53daaa-1afe-4956-879e-b5cf85ffb92b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0828702 Aug 18 14:08:05.685907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56530) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:05.691046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:05.691892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:05.724368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbc33-e8d1-455e-b6e0-146107f9f03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.749587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.778743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-fbd43aa3-8541-407a-9560-875c51681695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:05.780275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-fbd43aa3-8541-407a-9560-875c51681695 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756683 Aug 18 14:08:05.794407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-24eed17d-4e64-4608-8c12-26080c982284 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:08:05.795941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-24eed17d-4e64-4608-8c12-26080c982284 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057690 Aug 18 14:08:05.813118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:05.835117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbc33-e8d1-455e-b6e0-146107f9f03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.896146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-8bec961f-7572-4bb8-80ea-f27943650d96 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 Aug 18 14:08:05.965105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbc33-e8d1-455e-b6e0-146107f9f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:05.998988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-ed53f8e7-2068-4565-adf7-3ee82cb6c18f service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948215 Aug 18 14:08:06.007708 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1cfdbc33-e8d1-455e-b6e0-146107f9f03c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc713b9be2a6417c81ce4a5db9984ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175774 Aug 18 14:08:06.009032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdbc33-e8d1-455e-b6e0-146107f9f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b53dd1-7bc2-4ae1-b5f5-e93de0fda819,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:06.010694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56534) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:06.019808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.046134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:05Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:06.073036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:06.081880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:06.092808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:06.126616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event updated for resources: {'Port': ['ID=a0994701-095e-41e2-9ccd-48e0335dea50,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:06.189410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.213866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:06.223314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:06.223975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:06.245168 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.260401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-a79154ed-c040-4de7-96e9-989d2ba333b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:06.261935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-a79154ed-c040-4de7-96e9-989d2ba333b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1096 time: 0.1248252 Aug 18 14:08:06.304669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.330565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:06.386472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-0d674bfa-eeae-4abf-bf8b-28339d4d278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:06.388145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-0d674bfa-eeae-4abf-bf8b-28339d4d278d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1178279 Aug 18 14:08:06.431955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886a85da-38d5-4169-ad43-9d5002007842'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:06.434238 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bda630-cbe6-4c32-a086-1b2315c7dae2" -d '{"events": [{"server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "name": "network-vif-plugged", "status": "completed", "tag": "886a85da-38d5-4169-ad43-9d5002007842"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:06.468038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.470608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.471761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23b53dd1-7bc2-4ae1-b5f5-e93de0fda819 HTTP/1.1" status: 204 len: 168 time: 0.4599695 Aug 18 14:08:06.484541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af405e-04aa-463e-8f2a-0590f2bea30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b53dd1-7bc2-4ae1-b5f5-e93de0fda819,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:06.486777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.491654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-ab18cd6c-5004-4455-99ca-e6f58d57d8a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 1001 time: 0.0971799 Aug 18 14:08:06.605808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:05Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:06.629413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-eb525637-4633-42d6-aafd-0be1a11a3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:06.630936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-eb525637-4633-42d6-aafd-0be1a11a3e19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1056249 Aug 18 14:08:06.642617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c968-a9eb-4212-b017-1b0752d8c526 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '73fbda94-ee49-4ad4-a285-6662c7508121', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:80:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:05Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:06.720502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-12e99f50-033b-4de4-a188-b349974ebf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:06.722061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-12e99f50-033b-4de4-a188-b349974ebf4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809181 Aug 18 14:08:06.794642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:06.843751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-a184c60c-2500-4dc3-8ce6-f1fc57604c5e service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069689 Aug 18 14:08:06.905633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:07.002257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event updated for resources: {'Port': ['ID=a0994701-095e-41e2-9ccd-48e0335dea50,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:07.021805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4afad-dab5-40ec-9f15-ba85dce49497 req-bc8e6296-ef78-4a1e-9e44-387777fb5f0e service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712737 Aug 18 14:08:07.024874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:07.240203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:07.241465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-730321f1-4328-4915-8c07-f849c0d2fe86 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1510792 Aug 18 14:08:07.316666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-442a31ac-7f6b-4b88-b646-2843cd0498bb tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.0661151 Aug 18 14:08:07.382653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bf8e1-53eb-4381-9293-0079f7282d62 req-4e65a97f-d64e-4a42-b5c8-e817fc6bae82 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.384104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-519bf8e1-53eb-4381-9293-0079f7282d62 req-4e65a97f-d64e-4a42-b5c8-e817fc6bae82 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 946 time: 0.1538315 Aug 18 14:08:07.450652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-519bf8e1-53eb-4381-9293-0079f7282d62 req-90f9695c-329e-4c48-b086-fd61aeb55c83 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577979 Aug 18 14:08:07.478436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-abf15618-1474-49a9-993c-62f8a3410418 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.478436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-abf15618-1474-49a9-993c-62f8a3410418 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1504188 Aug 18 14:08:07.506576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-4ec4c5db-c260-4808-b585-40e60234430c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:08:07.507754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8fd3c6d-df1e-4357-aa23-8e43b80dd93b req-4ec4c5db-c260-4808-b585-40e60234430c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080149 Aug 18 14:08:07.553922 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9617975b-160a-488c-816f-3a4ad3c0b87a x-openstack-request-id: req-9617975b-160a-488c-816f-3a4ad3c0b87a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:07.554279 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:07.554609 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9617975b-160a-488c-816f-3a4ad3c0b87a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:07.555165 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'status': 'completed', 'code': 200} Aug 18 14:08:07.639252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-d8b7f518-7041-4fc8-b822-8c5468da050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.641601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-d8b7f518-7041-4fc8-b822-8c5468da050e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 1094 time: 0.0455830 Aug 18 14:08:07.689968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291eb059-ffc7-40b5-b87f-d4598c88415b req-08e8be3b-b58a-4f87-8e9f-b971040a29a1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.691741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-291eb059-ffc7-40b5-b87f-d4598c88415b req-08e8be3b-b58a-4f87-8e9f-b971040a29a1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.0657732 Aug 18 14:08:07.765089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-c17ab369-727c-4d18-986a-7f99dd215825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.766752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-c17ab369-727c-4d18-986a-7f99dd215825 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 913 time: 0.1134250 Aug 18 14:08:07.766895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-291eb059-ffc7-40b5-b87f-d4598c88415b req-baa0de45-3fa0-44da-823a-7a6d2e0d186f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Aug 18 14:08:07.784447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aada92-a526-4353-b15f-2ec0b27216c2 req-911fdef5-8fd3-4ba3-89c5-a44565e15417 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.790649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44aada92-a526-4353-b15f-2ec0b27216c2 req-911fdef5-8fd3-4ba3-89c5-a44565e15417 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Aug 18 14:08:07.828083 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a427c-4a70-47d0-b3e4-83e696d792a7 x-openstack-request-id: req-3a2a427c-4a70-47d0-b3e4-83e696d792a7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:07.828083 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "name": "network-vif-plugged", "status": "completed", "tag": "886a85da-38d5-4169-ad43-9d5002007842", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:07.828816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a2a427c-4a70-47d0-b3e4-83e696d792a7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:07.829204 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886a85da-38d5-4169-ad43-9d5002007842', 'code': 200} Aug 18 14:08:07.834298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44aada92-a526-4353-b15f-2ec0b27216c2 req-155af222-9127-49f0-a407-87f10d226901 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Aug 18 14:08:07.844932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-0e084f34-87f5-4b33-ab01-28589500b79c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54 HTTP/1.1" status: 200 len: 217 time: 0.0569267 Aug 18 14:08:07.953826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-b6a40f35-6e4e-42fb-8139-57cdff461787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.955612 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-b6a40f35-6e4e-42fb-8139-57cdff461787 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0992818 Aug 18 14:08:07.965187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea106cf5-d4a3-44e3-a1ba-27d48e3adbfd req-0da70ab2-1a4c-418c-a903-8c8c63b192cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.967577 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea106cf5-d4a3-44e3-a1ba-27d48e3adbfd req-0da70ab2-1a4c-418c-a903-8c8c63b192cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 1096 time: 0.0656865 Aug 18 14:08:07.971102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-da9fa485-daa8-44a5-bb63-47ba92ee4a68 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1303306 Aug 18 14:08:07.983557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99827bf1-75c1-43ae-b438-acc8d3edab29 req-351e8fb3-9191-4084-9817-e79d17d48577 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:07.985040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99827bf1-75c1-43ae-b438-acc8d3edab29 req-351e8fb3-9191-4084-9817-e79d17d48577 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 946 time: 0.0701482 Aug 18 14:08:07.997485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:08.002116 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-514cde9b-a2a1-4bac-b6f0-3965b4bdf783 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335724 Aug 18 14:08:08.011243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Request body: {'floatingip': {'port_id': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:08.092768 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea106cf5-d4a3-44e3-a1ba-27d48e3adbfd req-99ee647a-6940-462e-9c38-9e4ecb975569 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138422 Aug 18 14:08:08.119752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:08.266305 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-e2f739ad-db0b-4e76-a90f-91a9a5219369 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471759 Aug 18 14:08:08.425344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-9d4ddefa-865c-4e54-85e2-89c86aabbffc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:08.426750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-9d4ddefa-865c-4e54-85e2-89c86aabbffc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports/73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 942 time: 0.4408333 Aug 18 14:08:08.447836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-a2ecb6af-d2fb-47b3-a004-184ca16a68a9 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:08.449363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-a2ecb6af-d2fb-47b3-a004-184ca16a68a9 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0644450 Aug 18 14:08:08.450945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-437b02f6-aa4b-4095-a738-821df4b387d3 req-96e07375-1081-4c4c-9b97-667af4ae0600 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493278 Aug 18 14:08:08.540287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-bfd5f1b6-32a5-419b-a936-89e75c280467 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.0826976 Aug 18 14:08:08.559465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'floatingip': {'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:08.614928 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:08.623667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-95358d2b-c522-43a6-ae0d-9e90429f22f3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1282108 Aug 18 14:08:08.712861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:08.771241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:08.845212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:08.884074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-bb43a2dc-e79b-470d-9a43-8b9d1f268894 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:08.885540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02175fd7-008d-4292-8d68-b6f233866eb1 req-bb43a2dc-e79b-470d-9a43-8b9d1f268894 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2335689 Aug 18 14:08:08.902460 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Floating IP 250bb169-ac74-4d91-8db8-ff2714be1c49 associated. External IP: 172.25.1.199, port: 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07. Aug 18 14:08:09.021251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:09.050358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'mac_address': 'fa:16:3e:b8:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:09.181137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:09.195939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb356a9-a041-451f-8dae-1a8140ac9f54 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:09.218921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:09.227270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:09.259401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac326-e596-4bfd-bec7-6d7e17f7d46f req-18f865a7-4045-4fb9-b08e-03dfe542d635 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:09.267400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e68ac326-e596-4bfd-bec7-6d7e17f7d46f req-18f865a7-4045-4fb9-b08e-03dfe542d635 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.1130533 Aug 18 14:08:09.303496 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:09.348151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e68ac326-e596-4bfd-bec7-6d7e17f7d46f req-7d2459dd-ee20-4e6b-9bb9-37ce9da5ad46 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796263 Aug 18 14:08:09.369012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:09.379254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:09.379566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:09.422441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91282bf3-6645-4eb9-9deb-555e87f3de05 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "PUT /v2.0/floatingips/250bb169-ac74-4d91-8db8-ff2714be1c49 HTTP/1.1" status: 200 len: 992 time: 1.4226296 Aug 18 14:08:09.423174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:09.429215 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c1e67-2afc-4916-858a-e370fe31705b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:09.469772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:09.494791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2fb5-eaad-457e-b32a-3267fe7e2195 req-c75f90cc-6688-4014-8cce-3e5b88079afe tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:09.496357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-685c2fb5-eaad-457e-b32a-3267fe7e2195 req-c75f90cc-6688-4014-8cce-3e5b88079afe tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Aug 18 14:08:09.504845 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Sync routers for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:09.522579 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:09.523212 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:09.539628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-685c2fb5-eaad-457e-b32a-3267fe7e2195 req-b48825de-ade4-48ef-959d-8cb2d01fec6d tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358708 Aug 18 14:08:09.556433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}, {'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:09.559388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37326a6f-2f6c-4f99-b152-48f6e992a09a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}, {"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:09.600742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:09.642014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['6fb356a9-a041-451f-8dae-1a8140ac9f54'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:09.674861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-7f5bd3b4-b29f-4770-819c-8559dd543bac tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1104646 Aug 18 14:08:09.681635 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:09.764603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-bfa76423-79ba-47c0-b022-f41024212e08 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:09.778379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-bfa76423-79ba-47c0-b022-f41024212e08 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports/73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 942 time: 0.0682850 Aug 18 14:08:09.793446 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Floating IP 6beaf18d-0865-4239-9be5-5a2402715fa6 associated. External IP: 172.25.1.250, port: 99d2c4d3-6b20-4905-a172-ea037b5da90f. Aug 18 14:08:09.958161 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '250bb169-ac74-4d91-8db8-ff2714be1c49', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'port_id': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'mac_address': 'fa:16:3e:ee:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:47Z', 'updated_at': '2021-08-18T14:08:08Z', 'revision_number': 1, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:09.966211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-d2019cad-8569-4625-92ce-e3eca1abc673 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1150818 Aug 18 14:08:09.995261 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Checking router: 84a914fb-2c2f-4b80-a560-8fb4b39c0562 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:10.004887 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:10.005568 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:10.050865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:10.121719 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:10.159820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-24bd49b7-5bd6-4355-b15c-167d24e13062 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:10.161239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-24bd49b7-5bd6-4355-b15c-167d24e13062 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1858890 Aug 18 14:08:10.168612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:10.275875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-d94f5eb1-ed7d-438a-9bdf-6b5343a1bc4b tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1060855 Aug 18 14:08:10.312636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:10.361454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '250bb169-ac74-4d91-8db8-ff2714be1c49', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'port_id': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'mac_address': 'fa:16:3e:ee:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:47Z', 'updated_at': '2021-08-18T14:08:08Z', 'revision_number': 1, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:10.383789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:10.386999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:10.392123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:10.394254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Sync routers for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:10.397344 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfacd4-1eb5-47d9-b238-9609ee55deb5 None None] The sync data for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 is: [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '250bb169-ac74-4d91-8db8-ff2714be1c49', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'port_id': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'mac_address': 'fa:16:3e:ee:e0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:47Z', 'updated_at': '2021-08-18T14:08:08Z', 'revision_number': 1, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:10.405931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:10.406642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:10.482222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-3292b326-39b2-4881-9887-e08fb7804693 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "PUT /v2.0/floatingips/6beaf18d-0865-4239-9be5-5a2402715fa6 HTTP/1.1" status: 200 len: 997 time: 1.9261363 Aug 18 14:08:10.543830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:10.599018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-23b2084c-7569-49fc-8d09-13a76a529739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:10.600569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-23b2084c-7569-49fc-8d09-13a76a529739 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1097 time: 0.1148689 Aug 18 14:08:10.725089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb78ff-17e8-4df6-b81f-f1033527cb1d None None] New status for floating IP 250bb169-ac74-4d91-8db8-ff2714be1c49: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:10.754451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:10.836137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6beaf18d-0865-4239-9be5-5a2402715fa6', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'mac_address': 'fa:16:3e:3d:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:06Z', 'updated_at': '2021-08-18T14:08:09Z', 'revision_number': 1, 'project_id': '6469a52dcbcd42409839558b049e315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:10.866515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:10.870203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Checking router: 4ef5a5e2-0691-494b-ab50-c1718d4b7206 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:10.913903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:10.914515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:11.003280 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:08:11.048787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 6fb356a9-a041-451f-8dae-1a8140ac9f54 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:11.061332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 6fb356a9-a041-451f-8dae-1a8140ac9f54 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:11.062133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.073478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.122451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-8473a9d7-c118-4586-8656-d20da3cf1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:11.123581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:11.124578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-8473a9d7-c118-4586-8656-d20da3cf1c50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 930 time: 0.5117092 Aug 18 14:08:11.190053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-4e59ef73-c025-47fc-ace9-a750672fb594 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 1000 time: 0.0585134 Aug 18 14:08:11.196513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.196839 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d disassociated. External IP: 172.25.1.183, port: 73fbda94-ee49-4ad4-a285-6662c7508121. Aug 18 14:08:11.240971 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.282741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-fa7a76c8-5369-4600-bdfc-4ad080a16770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:11.284244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-fa7a76c8-5369-4600-bdfc-4ad080a16770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.0850766 Aug 18 14:08:11.284771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:11.287094 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd50413f-b937-4160-9fab-493a522eefaf" -d '{"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:11.329971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:11.374941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-110a5870-a8ed-45b6-a7fa-8b7150681393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:11.376381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-110a5870-a8ed-45b6-a7fa-8b7150681393 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624659 Aug 18 14:08:11.521043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.552006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-d7fcf85f-3e41-49c6-bb97-41c0532c7459 service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452024 Aug 18 14:08:11.553741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:11.583970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:11.594461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6beaf18d-0865-4239-9be5-5a2402715fa6', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'mac_address': 'fa:16:3e:3d:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:06Z', 'updated_at': '2021-08-18T14:08:09Z', 'revision_number': 1, 'project_id': '6469a52dcbcd42409839558b049e315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:11.621075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed045d-129e-47f3-8779-aa1c3a3b5626 None None] The sync data for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 is: [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6beaf18d-0865-4239-9be5-5a2402715fa6', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'mac_address': 'fa:16:3e:3d:5e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:06Z', 'updated_at': '2021-08-18T14:08:09Z', 'revision_number': 1, 'project_id': '6469a52dcbcd42409839558b049e315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:11.732073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9162b64-04fa-42d7-ab78-95a15e2ce0bc req-dd0dd68d-e81d-4730-bb59-b609ea5f2cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714742 Aug 18 14:08:11.737453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:11.742086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:11.748739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:11.758011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:11.758630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:11.774652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-1a7e2a2f-c1c9-4409-9b14-c5a2d8b32c70 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "PUT /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 695 time: 1.4675300 Aug 18 14:08:11.833993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-bc9c3919-a0bd-456b-b4c0-1652473d13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:11.841206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-bc9c3919-a0bd-456b-b4c0-1652473d13c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1096 time: 0.0506909 Aug 18 14:08:11.854843 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ba3b9-5025-4bcd-b679-efdc7b26b276 None None] New status for floating IP 6beaf18d-0865-4239-9be5-5a2402715fa6: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:11.877527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:11.945147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-e547fba3-9ff3-42c0-b49d-14edef6ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:11.947378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-e547fba3-9ff3-42c0-b49d-14edef6ce801 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1055756 Aug 18 14:08:11.985787 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45aa16-33ca-47c4-a00c-ac1e8ac27cfe x-openstack-request-id: req-0a45aa16-33ca-47c4-a00c-ac1e8ac27cfe {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:11.986338 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:11.986458 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a45aa16-33ca-47c4-a00c-ac1e8ac27cfe {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:11.986933 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'status': 'completed', 'code': 200} Aug 18 14:08:11.997621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-b3e78dc7-0edd-418c-984e-8b202ad161c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 217 time: 0.0432339 Aug 18 14:08:12.063487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-78c81a58-02b8-48f1-a6fa-2d5f2bc5671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.063914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1e67-2afc-4916-858a-e370fe31705b req-a86d0867-c9b7-4f58-b848-7c99ff91a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.065876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-a86d0867-c9b7-4f58-b848-7c99ff91a95b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 1097 time: 0.0508277 Aug 18 14:08:12.070383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-78c81a58-02b8-48f1-a6fa-2d5f2bc5671a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0663702 Aug 18 14:08:12.120071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-45389720-5caa-491a-a3fc-bcb74ac6c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.121678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-45389720-5caa-491a-a3fc-bcb74ac6c345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485818 Aug 18 14:08:12.143560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:12.180682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:12.194251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:12.194251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:12.246014 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf1301-7d36-45ea-af93-2885aac4f1a3 x-openstack-request-id: req-2adf1301-7d36-45ea-af93-2885aac4f1a3 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:12.246014 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:12.246014 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2adf1301-7d36-45ea-af93-2885aac4f1a3 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:12.246014 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:08:12.246014 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121', 'status': 'completed', 'code': 200} Aug 18 14:08:12.246477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1e67-2afc-4916-858a-e370fe31705b req-56486a9e-14b9-4292-8ed1-cd48fd35d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.247362 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-56486a9e-14b9-4292-8ed1-cd48fd35d4e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8548e0c1-6989-4270-b59e-86de642d83bf HTTP/1.1" status: 200 len: 915 time: 0.1723037 Aug 18 14:08:12.269283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-0c1fa635-8a02-4b33-a88a-79984cefc43a service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396747 Aug 18 14:08:12.350167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-57591c40-a5f2-43a4-a6dd-aa12f220c0b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 HTTP/1.1" status: 200 len: 1002 time: 0.0804300 Aug 18 14:08:12.371626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:12.379539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-333b4cb7-d446-464e-b360-c242d8f25686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.381213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-333b4cb7-d446-464e-b360-c242d8f25686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0953403 Aug 18 14:08:12.494748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-e615ab99-61e0-4e57-a038-e59b8a7cd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.496348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-e615ab99-61e0-4e57-a038-e59b8a7cd847 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1044667 Aug 18 14:08:12.521308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e54e2e5c-cf16-4081-99ec-1e75c55f1171 req-bafbcdc2-d19a-4566-99c3-370361f384ad service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406063 Aug 18 14:08:12.559198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-d4d952f9-e1a8-4282-8da4-2e57df394aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0508192 Aug 18 14:08:12.664376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-04aa0168-0cfe-4933-b953-b75bdfb64ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.666222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-04aa0168-0cfe-4933-b953-b75bdfb64ea7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0808668 Aug 18 14:08:12.676470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e080b6-1f44-4dd2-8c46-d1033ab83bb6 req-6c91d936-8868-4c71-ab1b-f0e46dc4c03b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.684030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1e080b6-1f44-4dd2-8c46-d1033ab83bb6 req-6c91d936-8868-4c71-ab1b-f0e46dc4c03b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1165020 Aug 18 14:08:12.687252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:12.722532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a1e26-67d7-4225-978c-df2270681a41 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:12.739296 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1a28c-68b6-4f9b-b01c-aaa6a883b569 x-openstack-request-id: req-e4d1a28c-68b6-4f9b-b01c-aaa6a883b569 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:12.739865 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:12.740221 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4d1a28c-68b6-4f9b-b01c-aaa6a883b569 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:12.740728 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'code': 200} Aug 18 14:08:12.778471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1e080b6-1f44-4dd2-8c46-d1033ab83bb6 req-89a643ad-8594-4ac2-9bab-e6c7ca024e88 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934551 Aug 18 14:08:12.784493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-b5c3232d-4296-458c-99f6-98f0afafe929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.786546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-b5c3232d-4296-458c-99f6-98f0afafe929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004889 Aug 18 14:08:12.895048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1e67-2afc-4916-858a-e370fe31705b req-fef22d1b-40a6-47a4-8fee-59a5523c4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.896848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-fef22d1b-40a6-47a4-8fee-59a5523c4dfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d73461a-83f4-4e40-bc62-ddb1342424f3 HTTP/1.1" status: 200 len: 853 time: 0.5394304 Aug 18 14:08:12.951584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1e67-2afc-4916-858a-e370fe31705b req-5250e767-2403-4184-999c-2928994890f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:12.953302 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-5250e767-2403-4184-999c-2928994890f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8548e0c1-6989-4270-b59e-86de642d83bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472467 Aug 18 14:08:13.049788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ebe6-01e1-46bf-897f-a454dda16a80 req-eec409a1-2441-4c67-aecb-5c45b0f05d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.057125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2732ebe6-01e1-46bf-897f-a454dda16a80 req-eec409a1-2441-4c67-aecb-5c45b0f05d6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 1096 time: 0.2000370 Aug 18 14:08:13.074193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00484e1a-7897-4869-90fe-52e25380fec3 req-8cd42496-239e-4c4e-80f6-571c0e64ead5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.075722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00484e1a-7897-4869-90fe-52e25380fec3 req-8cd42496-239e-4c4e-80f6-571c0e64ead5 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1370134 Aug 18 14:08:13.086365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-56ee220c-1207-48b3-a8bc-68cc9ff5716a service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046088 Aug 18 14:08:13.086903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a40c5-1330-416f-8b89-38d810b20564 None None] New status for floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:13.117014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-bb08597b-51bc-4ecd-b99d-ccf66aa83ee8 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055954 Aug 18 14:08:13.127330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50257da-18e5-4be5-acda-98b94ac34eca req-49e7f973-f762-48b3-b624-be5f9d20769f tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 258 time: 0.3453064 Aug 18 14:08:13.172472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:13.199763 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-494c1e67-2afc-4916-858a-e370fe31705b req-2422c68e-344b-41ef-ad27-f1cccc3cae68 service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087379 Aug 18 14:08:13.220821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2732ebe6-01e1-46bf-897f-a454dda16a80 req-196442b4-79fd-4482-8288-818aa8e694ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393871 Aug 18 14:08:13.229407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00484e1a-7897-4869-90fe-52e25380fec3 req-8fc7a3f3-26b5-4b69-9a18-798da401278a tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388178 Aug 18 14:08:13.286709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-0faf3b9f-c1e0-422c-8da8-a45ffcb7ddf3 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521740 Aug 18 14:08:13.380951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:13.430619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-09b429a1-2587-4a76-8871-1b20a5d794e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.432079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-09b429a1-2587-4a76-8871-1b20a5d794e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 1096 time: 0.0838192 Aug 18 14:08:13.546176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-bd676ba9-d63c-4bc7-9a5a-7df6dd239353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.547665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-bd676ba9-d63c-4bc7-9a5a-7df6dd239353 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1079991 Aug 18 14:08:13.603118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-df13c39b-fb03-4f53-985d-7e0caff71f09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 200 len: 217 time: 0.0411186 Aug 18 14:08:13.604623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:13.697461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-4e488e2c-c07e-49a8-b003-937ead13af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.698924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-4e488e2c-c07e-49a8-b003-937ead13af5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0863969 Aug 18 14:08:13.783294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Allocated IP 172.25.1.195 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c6c901ab-c130-4a53-bd27-c1135a044c0f) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:13.800278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-a4f27973-b320-4e10-8e8b-d0c287d05d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.801811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-a4f27973-b320-4e10-8e8b-d0c287d05d3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790718 Aug 18 14:08:13.982477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dce9c-0cc3-45f5-9676-2e096f548412 req-aa849a44-7847-4412-a638-481459fe5758 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:13.983981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f58dce9c-0cc3-45f5-9676-2e096f548412 req-aa849a44-7847-4412-a638-481459fe5758 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1773746 Aug 18 14:08:14.023516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-3ce46041-c75e-4a2d-a713-4a5631748de7 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057254 Aug 18 14:08:14.027939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:14.100009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f58dce9c-0cc3-45f5-9676-2e096f548412 req-2c0818d8-f43f-4e20-9f3a-319d77f82e6f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030943 Aug 18 14:08:14.162818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37326a6f-2f6c-4f99-b152-48f6e992a09a req-754bd1d2-bb54-43db-a1f5-c808825fd87e service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172550 Aug 18 14:08:14.205665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:14.246761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f'}, {'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:14.249015 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58bb21-0fbf-4689-83f9-567605d9f9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f"}, {"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:14.254538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:14.258014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:14.261720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:14.303552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event updated for resources: {'Port': ['ID=c6c901ab-c130-4a53-bd27-c1135a044c0f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:14.347970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.348331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.348679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.349027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.349367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.349705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.350070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.350448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.350782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.351116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.351445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.351799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:14.409151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-e680e81b-ec39-4835-a07f-e3d6980f5883 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:14.410827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-e680e81b-ec39-4835-a07f-e3d6980f5883 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1084244 Aug 18 14:08:14.465744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:14.473732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-3bd11452-f665-4203-8e21-c192e123edef tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.0558047 Aug 18 14:08:14.483992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:14.528246 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:14.656897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.363119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.413559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.529918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event updated for resources: {'Port': ['ID=c6c901ab-c130-4a53-bd27-c1135a044c0f,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:15.555094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.562030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.659256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.709278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.710568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50257da-18e5-4be5-acda-98b94ac34eca req-bfdb7900-4208-4b16-8362-6f1f8a99a8e1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5630298 Aug 18 14:08:15.815487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50257da-18e5-4be5-acda-98b94ac34eca req-e886bcab-0d16-41ac-a0cc-9d856112b591 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0898659 Aug 18 14:08:15.845325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-508a18fe-62d0-4088-9b29-810f8027c045 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:15.846840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-508a18fe-62d0-4088-9b29-810f8027c045 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 945 time: 0.1839588 Aug 18 14:08:15.924289 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d associated. External IP: 172.25.1.183, port: 456ac0d1-fae4-4ccf-a239-1f807058456e. Aug 18 14:08:16.089432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50257da-18e5-4be5-acda-98b94ac34eca req-85fb46c6-44e1-4bcd-9d60-24ca735f293a tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:16.093248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e50257da-18e5-4be5-acda-98b94ac34eca req-85fb46c6-44e1-4bcd-9d60-24ca735f293a tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2685459 Aug 18 14:08:16.123789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Deleting port 73fbda94-ee49-4ad4-a285-6662c7508121 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:16.124144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:16.333889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7afcc-aad1-4e37-91fc-42518ef424bd req-7d4c1465-cc8f-4df3-918e-71ccf4faa3d0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:16.335398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1eb7afcc-aad1-4e37-91fc-42518ef424bd req-7d4c1465-cc8f-4df3-918e-71ccf4faa3d0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1712303 Aug 18 14:08:16.344634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] For port 73fbda94-ee49-4ad4-a285-6662c7508121, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=73fbda94-ee49-4ad4-a285-6662c7508121,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:16.344974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:16.376451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:16.379009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Calling delete_port for 73fbda94-ee49-4ad4-a285-6662c7508121 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:16.449171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1eb7afcc-aad1-4e37-91fc-42518ef424bd req-0ea3bfca-1645-4916-b199-d5f34cfe35a6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014259 Aug 18 14:08:16.577802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:16.583188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:16.591946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:16.602145 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:16.602777 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:16.642454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-559db702-1ba1-4fc0-917c-c333233143cb tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "PUT /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 996 time: 2.1624684 Aug 18 14:08:16.707890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-6220a179-5cc2-4b27-9b37-eb73a14bc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:16.716970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-6220a179-5cc2-4b27-9b37-eb73a14bc965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0550101 Aug 18 14:08:16.722627 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:16.743896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:16.756938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['456ac0d1-fae4-4ccf-a239-1f807058456e', '73fbda94-ee49-4ad4-a285-6662c7508121'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:16.930663 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225aeebf-9c06-44cc-9790-722f9aad4c1e x-openstack-request-id: req-225aeebf-9c06-44cc-9790-722f9aad4c1e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:16.930973 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:16.931228 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-225aeebf-9c06-44cc-9790-722f9aad4c1e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:16.931698 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'status': 'completed', 'code': 200} Aug 18 14:08:16.931952 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121', 'status': 'completed', 'code': 200} Aug 18 14:08:17.003133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event deleted for resources: {'Port': ['ID=73fbda94-ee49-4ad4-a285-6662c7508121,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:17.022978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-30b3c57a-9ff9-4653-b3ee-2f4abeabfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.029917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-30b3c57a-9ff9-4653-b3ee-2f4abeabfe8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1097 time: 0.1041198 Aug 18 14:08:17.082279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-7242ed2d-51ff-403b-8507-fdcf2d5ea567 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea HTTP/1.1" status: 200 len: 210 time: 0.1491175 Aug 18 14:08:17.085640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] No DVR routers for this DVR port 73fbda94-ee49-4ad4-a285-6662c7508121 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:17.090456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.094619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acb621dd-f60f-4b44-8766-aad8c3a8d5a1 req-a9e70ce9-4fff-4066-8276-c579038e0a67 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "DELETE /v2.0/ports/73fbda94-ee49-4ad4-a285-6662c7508121 HTTP/1.1" status: 204 len: 173 time: 1.2311087 Aug 18 14:08:17.168010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-645ede7d-0a53-4c1c-9865-e418646d0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.172456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-645ede7d-0a53-4c1c-9865-e418646d0f3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.4530568 Aug 18 14:08:17.276570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-676f58e2-cb5e-48e5-946b-9177710f63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.278460 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-676f58e2-cb5e-48e5-946b-9177710f63f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 930 time: 0.2344484 Aug 18 14:08:17.314039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-87499d0a-10a8-4a55-90f8-52c596b4f2ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 999 time: 0.1371939 Aug 18 14:08:17.361724 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:15Z', 'revision_number': 8, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:17.363807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56686) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:17.395632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:17.411286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-af3a135a-3815-456a-a4b3-11044003575b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 1002 time: 0.1249511 Aug 18 14:08:17.412435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-5da17b99-e461-4cd9-8b29-95d4cff4bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.412649 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:17.413478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:17.413972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-5da17b99-e461-4cd9-8b29-95d4cff4bb74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0936129 Aug 18 14:08:17.467769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-458b9d3f-7191-4fcd-bca1-33e23b5f5777 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.469418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-458b9d3f-7191-4fcd-bca1-33e23b5f5777 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0994368 Aug 18 14:08:17.484412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-1801a6a9-83fb-47c6-b17d-917b7e17d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.485967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-1801a6a9-83fb-47c6-b17d-917b7e17d25c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585167 Aug 18 14:08:17.546131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-638628d7-d292-4a11-b25b-50dd08dcc793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.548496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:17.548945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-4a688367-aa7a-4c4c-9e30-9a8b5787daae tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0685246 Aug 18 14:08:17.585223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-905eac65-1c51-489a-a859-8d2d748b83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.587450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-905eac65-1c51-489a-a859-8d2d748b83c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.1646695 Aug 18 14:08:17.594553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-18157458-66e8-4bd3-b283-376483f0865d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'floatingip': {'port_id': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:17.640115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-18157458-66e8-4bd3-b283-376483f0865d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.662135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-bcfbb6d5-53d4-4054-939c-4eb07c2240b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:17.663971 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-bcfbb6d5-53d4-4054-939c-4eb07c2240b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656574 Aug 18 14:08:17.752372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-638628d7-d292-4a11-b25b-50dd08dcc793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.773598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-dba14f44-b96f-4cd3-a39c-c0d17928829b service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462571 Aug 18 14:08:17.790692 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-d857403f-29ca-45d6-83f8-9f0ba088e1e1 service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161456 Aug 18 14:08:17.817429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:15Z', 'revision_number': 8, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:17.854208 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb0d25-0fe1-45b5-842c-a7f05eff01ca None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'de6d57ad-73fb-4bb3-b2e9-53f21122547d', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'floating_ip_address': '172.25.1.183', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'port_id': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'mac_address': 'fa:16:3e:eb:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:15Z', 'revision_number': 8, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:17.856619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-638628d7-d292-4a11-b25b-50dd08dcc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.930449 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-638628d7-d292-4a11-b25b-50dd08dcc793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27c231a2be8344d6a72f3c139118b276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655003 Aug 18 14:08:17.932402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56690) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:17.936359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638628d7-d292-4a11-b25b-50dd08dcc793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891fce7-f570-47a1-91a7-1cd205292c2c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:17.968700 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e58bb21-0fbf-4689-83f9-567605d9f9eb req-babbbab1-57bc-4936-bc49-980bbe72dda9 service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686580 Aug 18 14:08:18.010719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58878bf5-3844-4fe0-81f3-e4b6674b04bf req-e59c5d13-ec9c-40c6-a9c9-1bcea39b8ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250483 Aug 18 14:08:18.028125 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-18157458-66e8-4bd3-b283-376483f0865d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 14:08:18.029914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4ce22e-0499-493b-9cf1-f6759f261abb req-18157458-66e8-4bd3-b283-376483f0865d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "PUT /v2.0/floatingips/ef3d94b2-c254-4d0b-8c09-69349d2105cc HTTP/1.1" status: 409 len: 551 time: 0.4703753 Aug 18 14:08:18.039154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.082478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.156755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6690f43-4ce7-4834-b0eb-93e4d40bd2b2 None None] New status for floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:18.209379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b8a6-09de-488d-b283-9aba89c1e4e9 req-094054bb-8d00-43b4-98ee-4c39d3a2a817 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:18.211018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2e5b8a6-09de-488d-b283-9aba89c1e4e9 req-094054bb-8d00-43b4-98ee-4c39d3a2a817 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Aug 18 14:08:18.249933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2e5b8a6-09de-488d-b283-9aba89c1e4e9 req-745b32f5-1dfb-4a0c-a3ee-4f09c6f5b0c1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Aug 18 14:08:18.296189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.299010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.302852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9891fce7-f570-47a1-91a7-1cd205292c2c HTTP/1.1" status: 204 len: 168 time: 0.3646688 Aug 18 14:08:18.310719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5b0f9-3f10-4735-a547-0ad1284afbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891fce7-f570-47a1-91a7-1cd205292c2c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:18.394450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-837ad11a-38cd-488a-bdd9-6a63a461da8c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips/ef3d94b2-c254-4d0b-8c09-69349d2105cc HTTP/1.1" status: 200 len: 693 time: 0.0480578 Aug 18 14:08:18.506785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07952-a90d-4f12-80a9-054c917fb626 req-cbf529ed-859a-48e5-9150-9ec69065e408 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:18.508137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-cbf529ed-859a-48e5-9150-9ec69065e408 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1065257 Aug 18 14:08:18.520796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-edc489d9-6269-402a-9a45-4696ed563150 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:08:18.522288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-edc489d9-6269-402a-9a45-4696ed563150 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079346 Aug 18 14:08:18.583012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-2f3c98d3-da58-4ead-992e-c4795be29a8d tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0540388 Aug 18 14:08:18.636651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-5e7f9f41-0dab-4611-ad43-0cc9c14312f1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0455086 Aug 18 14:08:18.772272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Deleting port c6c901ab-c130-4a53-bd27-c1135a044c0f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:18.776329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.892388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f62c94dd-d617-4cfd-a96b-becff074665a req-4e7a531a-2625-4956-8389-5a53c9026a72 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 998 time: 0.0792964 Aug 18 14:08:18.913588 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.913947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:18.916789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 73fbda94-ee49-4ad4-a285-6662c7508121 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:18.937521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}, {'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'name': 'network-vif-deleted', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:18.939831 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}, {"server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "name": "network-vif-deleted", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:18.942079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 73fbda94-ee49-4ad4-a285-6662c7508121 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:18.942500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 73fbda94-ee49-4ad4-a285-6662c7508121 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:18.972036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Calling delete_port for c6c901ab-c130-4a53-bd27-c1135a044c0f owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:19.055917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:19.071079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a3e9-571c-4f93-99e5-2818172695a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.075543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c94dd-d617-4cfd-a96b-becff074665a req-8dae44d2-abf9-4e5e-81e5-acbea6370048 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:19.077573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f62c94dd-d617-4cfd-a96b-becff074665a req-8dae44d2-abf9-4e5e-81e5-acbea6370048 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.1759975 Aug 18 14:08:19.091766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-f62c94dd-d617-4cfd-a96b-becff074665a req-180c75a4-f973-431c-9d4e-2c02463bbb55 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:08:19.092770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f62c94dd-d617-4cfd-a96b-becff074665a req-180c75a4-f973-431c-9d4e-2c02463bbb55 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085919 Aug 18 14:08:19.295899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.334028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event deleted for resources: {'Port': ['ID=c6c901ab-c130-4a53-bd27-c1135a044c0f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:19.351719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a3e9-571c-4f93-99e5-2818172695a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.363574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335069-26b9-48d5-8cf9-8ef43638a6a7 req-5de45b35-eaa6-4f11-b030-b756e872b0af tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:19.365119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1335069-26b9-48d5-8cf9-8ef43638a6a7 req-5de45b35-eaa6-4f11-b030-b756e872b0af tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0990677 Aug 18 14:08:19.428490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.431543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.432718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dff07952-a90d-4f12-80a9-054c917fb626 req-e45b74c9-1ee2-4e53-ab4b-77a60db0717e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "DELETE /v2.0/floatingips/ef3d94b2-c254-4d0b-8c09-69349d2105cc HTTP/1.1" status: 204 len: 173 time: 0.7899539 Aug 18 14:08:19.444774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1335069-26b9-48d5-8cf9-8ef43638a6a7 req-92f74fe8-1711-4091-a26a-4056588a8929 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550511 Aug 18 14:08:19.474694 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7225410-cd73-4a68-bdd6-f899d13a2d65 x-openstack-request-id: req-f7225410-cd73-4a68-bdd6-f899d13a2d65 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:19.474993 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}, {"server_uuid": "0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea", "name": "network-vif-deleted", "tag": "73fbda94-ee49-4ad4-a285-6662c7508121", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:19.475243 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7225410-cd73-4a68-bdd6-f899d13a2d65 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:19.475641 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:08:19.475896 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6855dc-7f7e-41b7-a45e-0a1c1b9762ea', 'name': 'network-vif-deleted', 'tag': '73fbda94-ee49-4ad4-a285-6662c7508121', 'status': 'completed', 'code': 200} Aug 18 14:08:19.485143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a3e9-571c-4f93-99e5-2818172695a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.531711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9b6a3e9-571c-4f93-99e5-2818172695a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d871a9cd4b1480a8c27def9d1ad9779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723780 Aug 18 14:08:19.531711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a3e9-571c-4f93-99e5-2818172695a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dbb795-17ab-436f-bafb-6bf90f80c7e4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:19.533500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56728) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:19.614684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.639777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.773492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.776135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:19.777512 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48dbb795-17ab-436f-bafb-6bf90f80c7e4 HTTP/1.1" status: 204 len: 168 time: 0.2425535 Aug 18 14:08:19.786959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2df80-08ea-40d1-b52d-d7ccb6fa77ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dbb795-17ab-436f-bafb-6bf90f80c7e4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:19.946234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-1ec9b6cd-64ed-45c5-ab65-ef18a313568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:19.947725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-1ec9b6cd-64ed-45c5-ab65-ef18a313568a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.4351716 Aug 18 14:08:19.957236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-2e1dfe39-8f41-4ac9-accc-32a338b1f4cf tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.4914358 Aug 18 14:08:20.019030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db75011-ffca-48c4-84d0-c3f4d55daa58 req-7c48a54e-d7ed-466d-a2c4-93848134b9b8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.020523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6db75011-ffca-48c4-84d0-c3f4d55daa58 req-7c48a54e-d7ed-466d-a2c4-93848134b9b8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.4817030 Aug 18 14:08:20.081739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-bc8dd3d4-01cd-4f74-ae6e-42afe4dc1d1f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.083556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-bc8dd3d4-01cd-4f74-ae6e-42afe4dc1d1f tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports/456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 942 time: 0.1130409 Aug 18 14:08:20.119042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6db75011-ffca-48c4-84d0-c3f4d55daa58 req-68dddb27-2262-4257-85de-95ea50c90bb9 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783656 Aug 18 14:08:20.139933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-578beb82-b81a-4e56-9ee9-a79d959b932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.141483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-578beb82-b81a-4e56-9ee9-a79d959b932a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1810687 Aug 18 14:08:20.287647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-d7156926-50d5-4b33-b9c9-67855a2eef90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1553009 Aug 18 14:08:20.314334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-dd2d5ae7-bc39-48e5-b125-5896d8155206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 1001 time: 0.1418958 Aug 18 14:08:20.387549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ba4a4383-1d3e-4adc-aef0-72f77f5b7f7c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 1002 time: 0.1697800 Aug 18 14:08:20.451602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-85e4cad8-5023-451c-94bb-edea54c65947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.453081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-85e4cad8-5023-451c-94bb-edea54c65947 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0988548 Aug 18 14:08:20.490665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-2705e066-fa60-4994-b9e8-bfc46d2e5353 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.492014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-2705e066-fa60-4994-b9e8-bfc46d2e5353 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports/99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 943 time: 0.0953009 Aug 18 14:08:20.507271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-34fbe444-2115-4f0a-827d-8ad969ba3af3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.507271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-34fbe444-2115-4f0a-827d-8ad969ba3af3 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2093468 Aug 18 14:08:20.636579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-ae6a3552-34ac-49e4-a975-1a32d845abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.638212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-ae6a3552-34ac-49e4-a975-1a32d845abc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670599 Aug 18 14:08:20.651517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-e66cf38a-9ee0-4136-a847-7ce8756bdad9 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 1001 time: 0.1307240 Aug 18 14:08:20.676165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:20.707582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-65a1c473-bfde-4fe5-a491-1af728863906 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 1002 time: 0.1721497 Aug 18 14:08:20.830421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:20.923392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-4854bc42-3a08-4d7f-b991-81f6cc8b466e service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725563 Aug 18 14:08:20.948124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-1c00d3b9-e58f-4942-8d96-9fbcfffb4999 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:20.948124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-1c00d3b9-e58f-4942-8d96-9fbcfffb4999 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2092621 Aug 18 14:08:21.155342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.158927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-8e80d860-b59a-4e51-940d-3148bd9030b4 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 1002 time: 0.1677294 Aug 18 14:08:21.171343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:21.218442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7f8a52-7b0e-42df-80d8-091bf3ea984b req-ce441930-f902-499b-b127-4b97901900e0 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707686 Aug 18 14:08:21.236742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.326507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.326833 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d disassociated. External IP: 172.25.1.183, port: 456ac0d1-fae4-4ccf-a239-1f807058456e. Aug 18 14:08:21.454085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.561769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.562234 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Floating IP 6beaf18d-0865-4239-9be5-5a2402715fa6 disassociated. External IP: 172.25.1.250, port: 99d2c4d3-6b20-4905-a172-ea037b5da90f. Aug 18 14:08:21.662185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:21.865742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:21.871526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:21.878094 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:21.897066 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:21.898202 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:21.910415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-419d21a0-9b0f-4809-9639-606c1a3d35fc tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "PUT /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 696 time: 1.2492888 Aug 18 14:08:21.912826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:21.915190 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47" -d '{"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:21.919573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:21.930828 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c7ec507-6e58-4e87-bce7-257a3769dde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:22.025513 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:22.243692 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:22.270837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:22.279544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:22.280159 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:22.393362 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:22.426251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-3fb62b3d-c277-4543-ba91-2b1d9304c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.427798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-3fb62b3d-c277-4543-ba91-2b1d9304c3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.5012612 Aug 18 14:08:22.453281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-06a4fb26-2f33-4bd7-81a7-dc699f4ddfa2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074228 Aug 18 14:08:22.506546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:22.512375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:22.530338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Sync routers for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:22.539272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:22.539998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:22.588456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-ed1a6c4e-7766-4b62-a93c-b9c57a900461 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "PUT /v2.0/floatingips/6beaf18d-0865-4239-9be5-5a2402715fa6 HTTP/1.1" status: 200 len: 695 time: 1.4231849 Aug 18 14:08:22.606607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-f4801032-2c0c-4508-980b-6b0a2e65c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.614878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-f4801032-2c0c-4508-980b-6b0a2e65c00e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.1741712 Aug 18 14:08:22.624512 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:22.638782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f111b-875a-4c3b-a735-032bb775d48c req-3713998a-efb1-476d-a72c-43d4939d6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.640250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-3713998a-efb1-476d-a72c-43d4939d6b2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1096 time: 0.1235254 Aug 18 14:08:22.662872 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbfdbb-b6f2-4a1e-9760-7bddf0869ee0 None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:07:03Z', 'revision_number': 4, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '5705a2bc-fbdc-40cc-9d84-3edb7efa7756', 'name': '', 'network_id': '2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'mac_address': 'fa:16:3e:7f:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:02Z', 'updated_at': '2021-08-18T14:07:11Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'subnets': [{'id': '7a60bbf2-a9d6-453e-a2b5-ea40f20e512f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:22.694495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-89fcb2bb-0abd-41e1-8e0b-751633cf597e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0786331 Aug 18 14:08:22.723629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:22.770532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-51651d8c-ab8a-4037-8743-6f7d8cc86b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.772017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-51651d8c-ab8a-4037-8743-6f7d8cc86b07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.0625384 Aug 18 14:08:22.846728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-14bfb943-f374-423d-a1b2-029f594291f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.849093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-14bfb943-f374-423d-a1b2-029f594291f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1097 time: 0.2302029 Aug 18 14:08:22.927453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-e9cb9153-3166-4526-92a7-92e09d611176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:22.929106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-e9cb9153-3166-4526-92a7-92e09d611176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285183 Aug 18 14:08:22.972012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:22.979216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05461765-6adc-4e0a-9878-05351f220163 None None] New status for floating IP de6d57ad-73fb-4bb3-b2e9-53f21122547d: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:22.999745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Checking router: 4ef5a5e2-0691-494b-ab50-c1718d4b7206 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:23.003503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f111b-875a-4c3b-a735-032bb775d48c req-b4fc6253-b331-492b-8952-9101c8b7ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.005396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-b4fc6253-b331-492b-8952-9101c8b7ceae service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.3091056 Aug 18 14:08:23.008979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:23.009793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:23.043008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-1ac5acb6-68f8-457e-b8ab-6dfeeda25fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.044620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-1ac5acb6-68f8-457e-b8ab-6dfeeda25fd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 930 time: 0.1836753 Aug 18 14:08:23.139315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:23.151703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-9b6c3bcb-4c14-4f95-bacc-7d061814c2ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 217 time: 0.0956330 Aug 18 14:08:23.224969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-0d466312-221b-4f63-b342-42dc8cfb9360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 1001 time: 0.1791832 Aug 18 14:08:23.252930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-bfe06c09-11cf-4064-9f75-43718d0d4242 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079457 Aug 18 14:08:23.278261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-24ab5dff-05f3-49af-b7ac-7b642bd78a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.280675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-24ab5dff-05f3-49af-b7ac-7b642bd78a05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.1185386 Aug 18 14:08:23.370557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:23.382581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f111b-875a-4c3b-a735-032bb775d48c req-848c4e2d-44da-4f69-8071-12ab7b8d7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.384089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-848c4e2d-44da-4f69-8071-12ab7b8d7e25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1471841 Aug 18 14:08:23.405691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75ed7-7a2f-4707-ba50-52d790d8042b None None] The sync data for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 is: [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 4, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '60ccc1c4-6cd9-4f9f-9aab-478746b8849f', 'name': '', 'network_id': '3c225068-310b-4305-90ca-1358e644b32d', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'mac_address': 'fa:16:3e:74:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:49Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'subnets': [{'id': 'f499fe02-da9f-412c-be95-783a47f53bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:23.432134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-2b9e966b-a828-4e7b-980b-d6b8e5c34013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.440842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-2b9e966b-a828-4e7b-980b-d6b8e5c34013 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484179 Aug 18 14:08:23.510881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b98c0767-2428-4e60-a00f-740c600b8a6b req-6beb80a9-e04f-491f-adb9-a7bff6662af8 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356009 Aug 18 14:08:23.531842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f111b-875a-4c3b-a735-032bb775d48c req-ac0e8750-1413-4c51-9fd0-bbd0e0b56ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.535996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-ac0e8750-1413-4c51-9fd0-bbd0e0b56ecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365700 Aug 18 14:08:23.605238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-b4586149-3463-4fdc-b5ae-77f21f537455 service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621764 Aug 18 14:08:23.724633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f28ad-11cc-445c-9958-4fd2663ff74f None None] New status for floating IP 6beaf18d-0865-4239-9be5-5a2402715fa6: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:23.727282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-90b7f4b7-d52a-4cd0-a477-82b56e356e36 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793559 Aug 18 14:08:23.811473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3594a12d-d9aa-47e3-90c5-cc6452cd6094 req-f7c21456-64e9-4846-8ee2-66a877a37e91 service neutron] 10.222.0.35 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893675 Aug 18 14:08:23.874220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9f111b-875a-4c3b-a735-032bb775d48c req-55bbcd50-82d0-44db-a0c9-289fde8dd434 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287248 Aug 18 14:08:23.945668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c959f-67b5-4abb-9cc0-7e4dd18d6eaa req-5eec8f60-ab95-41fc-9422-fee87bc88380 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:23.947394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c72c959f-67b5-4abb-9cc0-7e4dd18d6eaa req-5eec8f60-ab95-41fc-9422-fee87bc88380 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0645778 Aug 18 14:08:24.004174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c72c959f-67b5-4abb-9cc0-7e4dd18d6eaa req-67c2eac7-80aa-4e31-888e-abee2b3c3e52 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486186 Aug 18 14:08:24.051688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc5eb-286b-4c98-b48a-46cd7bdf752e req-6dda2d00-8850-4c41-8b7a-0ba07a7d5fd1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.058544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d0fc5eb-286b-4c98-b48a-46cd7bdf752e req-6dda2d00-8850-4c41-8b7a-0ba07a7d5fd1 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0732696 Aug 18 14:08:24.101075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d0fc5eb-286b-4c98-b48a-46cd7bdf752e req-8394c300-a4df-4390-a719-4ca740f178b2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392318 Aug 18 14:08:24.135595 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b9096-bd3b-424a-872b-e3f3e95bdd80 x-openstack-request-id: req-b40b9096-bd3b-424a-872b-e3f3e95bdd80 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:24.135595 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:24.135595 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b40b9096-bd3b-424a-872b-e3f3e95bdd80 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:24.135595 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:08:24.226758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-f1aab9c8-1207-4a08-bfa5-bfb53ae4e1fe tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips/6beaf18d-0865-4239-9be5-5a2402715fa6 HTTP/1.1" status: 200 len: 695 time: 0.0777919 Aug 18 14:08:24.289229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-02bd5841-81ee-4f6a-a70b-a925210fe463 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 200 len: 694 time: 0.0901904 Aug 18 14:08:24.378997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-860f8c11-e956-4915-99c6-dd38f1d297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.380395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-860f8c11-e956-4915-99c6-dd38f1d297e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 1096 time: 0.1907852 Aug 18 14:08:24.497082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-17ed5239-8e6f-4098-9d08-3566257b1899 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.498588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-17ed5239-8e6f-4098-9d08-3566257b1899 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2391515 Aug 18 14:08:24.514607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-fe87e364-c574-450e-9b82-b055d72b5e9c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:08:24.515565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-fe87e364-c574-450e-9b82-b055d72b5e9c tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087876 Aug 18 14:08:24.534861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-bd05948e-eab8-4d55-9b93-6e177ee4ac2c tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.536211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-bd05948e-eab8-4d55-9b93-6e177ee4ac2c tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 784 time: 0.2200124 Aug 18 14:08:24.599438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-47950693-8383-4668-8c57-4fc5572feec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.600883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-47950693-8383-4668-8c57-4fc5572feec4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 200 len: 921 time: 0.2054653 Aug 18 14:08:24.629380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-79296f9f-724d-41c5-9b79-5d878496c912 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1022375 Aug 18 14:08:24.646990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-4769aeae-9ed1-40f5-a3ba-3673ec0689ab tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 697 time: 0.0643098 Aug 18 14:08:24.672804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab18ecfc-c205-4484-8690-ccc7fd939cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:24.683848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-351ab791-44b1-4cf9-be61-f286d71a267a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 200 len: 217 time: 0.0521276 Aug 18 14:08:24.777228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-5197f28d-6616-4b96-bd09-e22ad7736652 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1351995 Aug 18 14:08:24.789632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-8e8e8ed0-f815-4a09-9d3c-6fe67278b1d9 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 697 time: 0.1092339 Aug 18 14:08:24.858805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:24.874205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-2846cc9a-879c-4f2f-a9d1-e4a4a77ab79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:24.875658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-2846cc9a-879c-4f2f-a9d1-e4a4a77ab79f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 200 len: 859 time: 0.1611738 Aug 18 14:08:25.045971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-483cf08c-1945-4902-9f87-1caf9cadc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:25.050757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-483cf08c-1945-4902-9f87-1caf9cadc3bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360042 Aug 18 14:08:25.073829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Deleting port a0994701-095e-41e2-9ccd-48e0335dea50 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:25.074192 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.504013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Deleting port 6abebc35-962d-4d2f-9ff3-7e4afde7c959 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:25.504642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.603830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.604165 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.614524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-2af1d54e-1c49-4aa9-9111-d1278f0806f8 service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535579 Aug 18 14:08:25.623214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Calling delete_port for a0994701-095e-41e2-9ccd-48e0335dea50 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:25.698732 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.699067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.752883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Calling delete_port for 6abebc35-962d-4d2f-9ff3-7e4afde7c959 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:25.842303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:25.865246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f9bbbb5-48e7-4625-a0bc-840d7b071d47 req-00cdc25f-7bbc-4782-925e-ab24f449c9cc service neutron] 10.222.0.10 "GET /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290926 Aug 18 14:08:26.018901 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.043242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event deleted for resources: {'Port': ['ID=a0994701-095e-41e2-9ccd-48e0335dea50,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:26.048100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.083558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event deleted for resources: {'Port': ['ID=6abebc35-962d-4d2f-9ff3-7e4afde7c959,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:26.115902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-e57aafc4-8b56-40ba-bdf9-af0a5f5f8ae8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489738 Aug 18 14:08:26.138836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:26.141313 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:26.185012 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.188216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.189425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-904b8187-f64b-4953-a9e8-8576f5f5af59 req-2713a3e9-c171-4133-b4c1-8d10a0c0b645 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "DELETE /v2.0/floatingips/6beaf18d-0865-4239-9be5-5a2402715fa6 HTTP/1.1" status: 204 len: 173 time: 1.4052496 Aug 18 14:08:26.203904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.207182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:26.208969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7676ef07-7d24-4774-a0dd-d10843d9b318 req-6eed0078-6911-4c74-a73b-cc21df03bc90 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "DELETE /v2.0/floatingips/de6d57ad-73fb-4bb3-b2e9-53f21122547d HTTP/1.1" status: 204 len: 173 time: 1.4097869 Aug 18 14:08:26.210744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-1b6ce01d-1bd2-427b-8492-affcbadae547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.212455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-1b6ce01d-1bd2-427b-8492-affcbadae547 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b8e2f590e194812b4aea0004507c5a4&device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 1096 time: 0.0536993 Aug 18 14:08:26.344741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-30119e4d-0b4d-4001-84a5-c155096d8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.346530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-30119e4d-0b4d-4001-84a5-c155096d8270 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 200 len: 907 time: 0.1118314 Aug 18 14:08:26.385720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a08d4-2659-4d28-bf75-e310e0f940ec req-7d52c782-5657-4647-8486-ec39a381f6bb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.395350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163a08d4-2659-4d28-bf75-e310e0f940ec req-7d52c782-5657-4647-8486-ec39a381f6bb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0729475 Aug 18 14:08:26.399688 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-84051ac2-2ba8-47a1-9f63-61b3c2e9a33f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368c0401-547a-458d-b684-ef8225aed774 HTTP/1.1" status: 200 len: 217 time: 0.0451033 Aug 18 14:08:26.440574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163a08d4-2659-4d28-bf75-e310e0f940ec req-f0b1eb2e-a119-445c-9713-1903387f70c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Aug 18 14:08:26.485123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-a8963982-5624-483c-a99a-414bbf741069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.487405 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-a8963982-5624-483c-a99a-414bbf741069 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 200 len: 846 time: 0.0734379 Aug 18 14:08:26.503648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb37b94-2290-4476-854d-bb1707fedd6e req-6c4f8bf1-1787-44ea-ba07-33d765a89dda tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.510957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bb37b94-2290-4476-854d-bb1707fedd6e req-6c4f8bf1-1787-44ea-ba07-33d765a89dda tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0692384 Aug 18 14:08:26.525214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6ad9a-5b8b-4f00-9283-a2decc2cbe4e x-openstack-request-id: req-0dc6ad9a-5b8b-4f00-9283-a2decc2cbe4e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:26.525214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:26.525214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0dc6ad9a-5b8b-4f00-9283-a2decc2cbe4e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:26.525557 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'status': 'completed', 'code': 200} Aug 18 14:08:26.550559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-2d803b16-1402-4627-b9bc-938a47ac8fc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0306ddf-9186-4072-8bcf-f0ad573a020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536227 Aug 18 14:08:26.597966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bb37b94-2290-4476-854d-bb1707fedd6e req-bc1bd0f5-65a1-4247-8913-b6f2428a784f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858951 Aug 18 14:08:26.631696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-44d0c8f4-7925-4885-9d14-8365f586a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.642215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-44d0c8f4-7925-4885-9d14-8365f586a8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6469a52dcbcd42409839558b049e315e&device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 1097 time: 0.0871620 Aug 18 14:08:26.735636 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-c0e2ef40-2091-4a0d-9bf8-1b38967748c8 service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750588 Aug 18 14:08:26.803731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b57f-a539-43dc-b277-97c912ef4e39 req-7c09562e-ac5f-47b1-bf56-d431b3246908 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.810381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e86b57f-a539-43dc-b277-97c912ef4e39 req-7c09562e-ac5f-47b1-bf56-d431b3246908 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0883260 Aug 18 14:08:26.820968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-e248f597-a3e6-4afe-beb1-57f68b4c5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.822544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-e248f597-a3e6-4afe-beb1-57f68b4c5f77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 200 len: 930 time: 0.1785722 Aug 18 14:08:26.844953 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d08c5a0-b86f-4724-b146-c0ccc7fbc5cf req-02293fda-5a4a-4708-97e7-1aa67dca15ed service neutron] 10.222.0.58 "GET /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017990 Aug 18 14:08:26.863845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e86b57f-a539-43dc-b277-97c912ef4e39 req-4ef17c10-a0ac-4514-898d-d16c0f44ae47 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0525882 Aug 18 14:08:26.896673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-7d54003f-5510-4d2c-a95d-15214d6cb762 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 200 len: 217 time: 0.0397317 Aug 18 14:08:26.941004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c9cef74-81d8-4672-91fd-95ec5184b712 req-21dd48a4-b121-45ee-85cc-f73f5f92bbb4 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0470161 Aug 18 14:08:26.977103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-1734bc62-5350-4e05-84bc-ce33b266b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:26.978736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-1734bc62-5350-4e05-84bc-ce33b266b325 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 200 len: 868 time: 0.0736976 Aug 18 14:08:27.036402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-3925b6ca-ceb0-4304-8d06-e2b58e9a11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:27.038024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-3925b6ca-ceb0-4304-8d06-e2b58e9a11b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c225068-310b-4305-90ca-1358e644b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481048 Aug 18 14:08:27.146424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-f38f1b2e-94ce-40c7-8316-8e9a25bb0b5b service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956008 Aug 18 14:08:27.255263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a9f7-9f57-4723-8764-b5883997b76d req-d7a22ec7-47ba-4f66-93b8-cff94fe11497 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:27.256827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2062a9f7-9f57-4723-8764-b5883997b76d req-d7a22ec7-47ba-4f66-93b8-cff94fe11497 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.1033936 Aug 18 14:08:27.307506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c66f34-eabc-4f41-b0e8-fdb7e117d4b6 req-89c853ee-1d9f-4daf-8ecb-e6e641011361 service neutron] 10.222.0.58 "GET /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454396 Aug 18 14:08:27.316245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2062a9f7-9f57-4723-8764-b5883997b76d req-e81acc9a-4105-4d2b-8aa9-eb7c9c3d2e49 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Aug 18 14:08:27.381623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:27.525892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae3cc-b498-41bc-ac44-39692eb1388a req-5a3cbfcd-9ab5-4dd9-90a9-cdc06c078ef7 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:27.546235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163ae3cc-b498-41bc-ac44-39692eb1388a req-5a3cbfcd-9ab5-4dd9-90a9-cdc06c078ef7 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.0841677 Aug 18 14:08:27.600538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-163ae3cc-b498-41bc-ac44-39692eb1388a req-8491a1d4-2ce3-4852-af2a-5095a5df9806 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534248 Aug 18 14:08:27.650322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca045-7841-4d02-aefd-c7f1748f71f2 req-602fddf3-120b-47a9-b267-533e426e145e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:27.652050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db6ca045-7841-4d02-aefd-c7f1748f71f2 req-602fddf3-120b-47a9-b267-533e426e145e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0682733 Aug 18 14:08:27.723199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db6ca045-7841-4d02-aefd-c7f1748f71f2 req-3f8fe57e-a174-43f0-b3cd-dc5e0f167697 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643356 Aug 18 14:08:27.752140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b630-2143-4043-8d6d-5dc50297daf7 req-431b272a-6f41-415b-ae97-b6399f67198e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:27.754022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2e1b630-2143-4043-8d6d-5dc50297daf7 req-431b272a-6f41-415b-ae97-b6399f67198e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0725112 Aug 18 14:08:27.824315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2e1b630-2143-4043-8d6d-5dc50297daf7 req-24cf705e-43e9-4e26-af0e-f625b19d7703 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Aug 18 14:08:28.027373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56868) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:28.156687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eed15be-c6d4-468e-86d9-df518797f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.255111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eed15be-c6d4-468e-86d9-df518797f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.370205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eed15be-c6d4-468e-86d9-df518797f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.412068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2eed15be-c6d4-468e-86d9-df518797f8f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca72519db69648fa8168299ac7857116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834250 Aug 18 14:08:28.413587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed15be-c6d4-468e-86d9-df518797f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4968981e-839e-433d-b9c0-fe804dfba377,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:28.428786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:28.459830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea21ce-954e-4b13-8e75-5cb575813800 req-6c3f892b-be06-4f5e-8f4e-629251eb7d2b tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:28.461468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edea21ce-954e-4b13-8e75-5cb575813800 req-6c3f892b-be06-4f5e-8f4e-629251eb7d2b tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Aug 18 14:08:28.488804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.508602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edea21ce-954e-4b13-8e75-5cb575813800 req-bb0b4889-1543-4f59-a0b8-35e9cf58dc01 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Aug 18 14:08:28.515305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.661762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.668264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.668264 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4968981e-839e-433d-b9c0-fe804dfba377 HTTP/1.1" status: 204 len: 168 time: 0.2356472 Aug 18 14:08:28.675113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9562d8-005e-4c3d-a83c-f29005306839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968981e-839e-433d-b9c0-fe804dfba377,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:28.726195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc31a1-b879-4595-90eb-37fb29b8dfaa req-b49bb70f-0315-41e2-af51-9e71cd938b7f tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:28.727714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9fc31a1-b879-4595-90eb-37fb29b8dfaa req-b49bb70f-0315-41e2-af51-9e71cd938b7f tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.0526254 Aug 18 14:08:28.767913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9fc31a1-b879-4595-90eb-37fb29b8dfaa req-236dd0bf-21eb-475d-8d24-213bfa4a03e4 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f4c2d35-4095-483e-a666-97bfac01923a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Aug 18 14:08:28.851131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f491-fcd3-4859-b98e-9d23332e7a11 req-2f48d807-679f-4e79-aa1b-1fcfc6c44098 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:28.852899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbd5f491-fcd3-4859-b98e-9d23332e7a11 req-2f48d807-679f-4e79-aa1b-1fcfc6c44098 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0591073 Aug 18 14:08:28.923509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbd5f491-fcd3-4859-b98e-9d23332e7a11 req-84ba85b9-5d96-411c-8912-8de5d0b8c2e4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Aug 18 14:08:28.946820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26437b4-e236-4632-ae77-07b509bf878f req-bb35fc59-1af0-4447-a83d-ba80ecaa8e8b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:28.946820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b26437b4-e236-4632-ae77-07b509bf878f req-bb35fc59-1af0-4447-a83d-ba80ecaa8e8b tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0753214 Aug 18 14:08:28.989597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b26437b4-e236-4632-ae77-07b509bf878f req-9a3febf6-4640-4504-99af-a62d49aeee81 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Aug 18 14:08:29.148231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-a69e55e7-c764-4882-b209-fe94d04349df tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:29.149743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-a69e55e7-c764-4882-b209-fe94d04349df tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.58 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 946 time: 0.0501029 Aug 18 14:08:29.243490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Deleting port 99d2c4d3-6b20-4905-a172-ea037b5da90f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:29.243831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.320538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:29.335151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a201-bacc-4ec8-aee6-4eb30e52f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.365690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] For port 99d2c4d3-6b20-4905-a172-ea037b5da90f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=99d2c4d3-6b20-4905-a172-ea037b5da90f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:29.366086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.383771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Calling delete_port for 99d2c4d3-6b20-4905-a172-ea037b5da90f owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:29.407026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-c282f97e-a199-4302-9eca-cd4453fb1359 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:29.408561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-c282f97e-a199-4302-9eca-cd4453fb1359 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.0918102 Aug 18 14:08:29.425233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a201-bacc-4ec8-aee6-4eb30e52f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.512925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a201-bacc-4ec8-aee6-4eb30e52f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.557247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a201-bacc-4ec8-aee6-4eb30e52f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becb4aff-89e5-43a8-9e9d-2e48358965e5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:29.584158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0dc4a201-bacc-4ec8-aee6-4eb30e52f2db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf0a4eb022594bac9d27a01cd7558f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597218 Aug 18 14:08:29.584424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:29.611702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Deleting port 456ac0d1-fae4-4ccf-a239-1f807058456e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:29.612379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.644794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.673079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.745281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158033dc-926a-4855-831b-9d71126923ce req-d6840eb0-e011-440d-9509-7376590e7f41 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:29.746884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-158033dc-926a-4855-831b-9d71126923ce req-d6840eb0-e011-440d-9509-7376590e7f41 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 945 time: 0.1050899 Aug 18 14:08:29.776361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.788820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['99d2c4d3-6b20-4905-a172-ea037b5da90f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:29.801964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] For port 456ac0d1-fae4-4ccf-a239-1f807058456e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=456ac0d1-fae4-4ccf-a239-1f807058456e,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:29.802262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.811814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.813941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.817616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/becb4aff-89e5-43a8-9e9d-2e48358965e5 HTTP/1.1" status: 204 len: 168 time: 0.2297344 Aug 18 14:08:29.827669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e39d98-341f-4bc6-ab2b-050ddbf21106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb4aff-89e5-43a8-9e9d-2e48358965e5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:29.830520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Pushing event deleted for resources: {'Port': ['ID=99d2c4d3-6b20-4905-a172-ea037b5da90f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:29.853370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Calling delete_port for 456ac0d1-fae4-4ccf-a239-1f807058456e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:29.867924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-158033dc-926a-4855-831b-9d71126923ce req-6056b143-7b52-41d3-a071-89bd95ae3494 tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/security-groups?id=0780d897-9d28-42ae-bdf7-3e7924533727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084929 Aug 18 14:08:29.957446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea2eb986-0c6c-4a25-af9a-e79b51f49d10 req-7a1b330e-3548-4de4-94e1-502d43bbf70b tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 210 time: 0.0869362 Aug 18 14:08:29.959548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] No DVR routers for this DVR port 99d2c4d3-6b20-4905-a172-ea037b5da90f on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:29.963128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.965335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9d971b9-fbcb-4921-8353-f5064d4bed4e req-8a178f24-ad9a-449a-b49b-d8be2d7de93e tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.58 "DELETE /v2.0/ports/99d2c4d3-6b20-4905-a172-ea037b5da90f HTTP/1.1" status: 204 len: 173 time: 0.8083584 Aug 18 14:08:29.965782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'name': 'network-vif-deleted', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:29.968363 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0af777b-3d37-4c69-870c-40e8b36d731a" -d '{"events": [{"server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "name": "network-vif-deleted", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:30.050490 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9973b159-3e39-4d66-bcfe-22179f34ba73 x-openstack-request-id: req-9973b159-3e39-4d66-bcfe-22179f34ba73 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:30.050832 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77666af-0ccc-4c11-82df-aa4b4fe0ed13", "name": "network-vif-deleted", "tag": "99d2c4d3-6b20-4905-a172-ea037b5da90f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:30.051138 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9973b159-3e39-4d66-bcfe-22179f34ba73 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:30.051541 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77666af-0ccc-4c11-82df-aa4b4fe0ed13', 'name': 'network-vif-deleted', 'tag': '99d2c4d3-6b20-4905-a172-ea037b5da90f', 'status': 'completed', 'code': 200} Aug 18 14:08:30.148024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052d6b6-b230-4e62-a83f-7d6f183c4ae4 req-ce9b0dab-0ceb-4543-82ae-b9a5e82eebb0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:30.149558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5052d6b6-b230-4e62-a83f-7d6f183c4ae4 req-ce9b0dab-0ceb-4543-82ae-b9a5e82eebb0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0972171 Aug 18 14:08:30.173086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da6ca-41ab-4c62-8100-e7bb37ce6c1b req-428a3eaf-d73f-4fb2-a581-b2a715accb78 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:30.174682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-138da6ca-41ab-4c62-8100-e7bb37ce6c1b req-428a3eaf-d73f-4fb2-a581-b2a715accb78 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0798774 Aug 18 14:08:30.224674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5052d6b6-b230-4e62-a83f-7d6f183c4ae4 req-3b5b3e3b-1df3-4381-bb83-a97764d364be tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657187 Aug 18 14:08:30.245333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-138da6ca-41ab-4c62-8100-e7bb37ce6c1b req-9b431dbc-f55e-4fec-8363-19546e1b4ee2 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Aug 18 14:08:30.299188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:30.315905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['456ac0d1-fae4-4ccf-a239-1f807058456e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:30.334235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Pushing event deleted for resources: {'Port': ['ID=456ac0d1-fae4-4ccf-a239-1f807058456e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:30.392715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] No DVR routers for this DVR port 456ac0d1-fae4-4ccf-a239-1f807058456e on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:30.396467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:30.399068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ff6abdc-5885-4dd7-8fad-3f0c4b994dce req-d4d08c93-216e-4484-abbe-f2991f33199a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.10 "DELETE /v2.0/ports/456ac0d1-fae4-4ccf-a239-1f807058456e HTTP/1.1" status: 204 len: 173 time: 0.9517751 Aug 18 14:08:31.003713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b55325cc-f1e1-4b47-a3e0-473082f28202 req-a85186d4-2a21-4e0d-a592-045c53037c7a tempest-FloatingIPsAssociationTestJSON-1736002100 tempest-FloatingIPsAssociationTestJSON-1736002100-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba108aab-401b-4dab-a807-5c75f0a8adb0 HTTP/1.1" status: 200 len: 210 time: 0.0321996 Aug 18 14:08:31.089094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15fadfa7-d3e1-4a09-ba5f-fdbb343308d0 req-874600ff-e27d-42f0-a09f-5167ad2c1dd1 tempest-FloatingIPsAssociationNegativeTestJSON-927476420 tempest-FloatingIPsAssociationNegativeTestJSON-927476420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77666af-0ccc-4c11-82df-aa4b4fe0ed13 HTTP/1.1" status: 200 len: 210 time: 0.0323491 Aug 18 14:08:31.389085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89767dd5-d496-44ca-af03-f2f344c8fbd7 req-54ba5baf-9af4-4238-9989-e6572f6f2759 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:31.390620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89767dd5-d496-44ca-af03-f2f344c8fbd7 req-54ba5baf-9af4-4238-9989-e6572f6f2759 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0873799 Aug 18 14:08:31.421736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32497d-5929-4c4b-a4d8-e5db4543a21a req-40777fe2-3e95-4eb9-bfd1-f0533344b612 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:31.423264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c32497d-5929-4c4b-a4d8-e5db4543a21a req-40777fe2-3e95-4eb9-bfd1-f0533344b612 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0845525 Aug 18 14:08:31.460657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89767dd5-d496-44ca-af03-f2f344c8fbd7 req-9911bd38-9a2b-4ffe-94d0-29ad5b4cc4a5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639963 Aug 18 14:08:31.479903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c32497d-5929-4c4b-a4d8-e5db4543a21a req-cc2a11ec-a3b6-44f9-a3e0-3b99c1a84dbe tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489349 Aug 18 14:08:32.052498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'name': 'network-vif-deleted', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:32.055177 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458affdf-25af-4a47-9362-b5b392f6ef88" -d '{"events": [{"server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "name": "network-vif-deleted", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:32.077319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56966) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:32.104296 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ac6bb4-0ed2-4f33-975b-b0c7e593218b x-openstack-request-id: req-36ac6bb4-0ed2-4f33-975b-b0c7e593218b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:32.104296 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba108aab-401b-4dab-a807-5c75f0a8adb0", "name": "network-vif-deleted", "tag": "456ac0d1-fae4-4ccf-a239-1f807058456e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:32.104296 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36ac6bb4-0ed2-4f33-975b-b0c7e593218b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:32.104296 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba108aab-401b-4dab-a807-5c75f0a8adb0', 'name': 'network-vif-deleted', 'tag': '456ac0d1-fae4-4ccf-a239-1f807058456e', 'status': 'completed', 'code': 200} Aug 18 14:08:32.163208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56972) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:32.505932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:32.686456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f4c0-e25c-4bb4-b1f4-840305131eea req-64f33f34-d555-47be-821e-f2c23cbd04c9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:32.687403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3096f4c0-e25c-4bb4-b1f4-840305131eea req-64f33f34-d555-47be-821e-f2c23cbd04c9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1273777 Aug 18 14:08:32.695241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c94a-88ba-4ac4-ba89-99f150ea606e req-db4715b6-56d1-4545-8474-a65ccac4e756 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:32.696814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4de2c94a-88ba-4ac4-ba89-99f150ea606e req-db4715b6-56d1-4545-8474-a65ccac4e756 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1248519 Aug 18 14:08:32.740121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:32.807753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3096f4c0-e25c-4bb4-b1f4-840305131eea req-12c2abcd-1d57-46be-964d-4ebc5a1d420c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087797 Aug 18 14:08:32.814775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4de2c94a-88ba-4ac4-ba89-99f150ea606e req-53ea4e2e-70ad-4945-bc03-0c10431a6e48 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066713 Aug 18 14:08:32.817720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Deleting port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:32.818688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:32.931989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] For port 5705a2bc-fbdc-40cc-9d84-3edb7efa7756, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:32.932431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:32.952790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Calling delete_port for 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:32.978528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 456ac0d1-fae4-4ccf-a239-1f807058456e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:33.006991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 456ac0d1-fae4-4ccf-a239-1f807058456e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:33.007435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 456ac0d1-fae4-4ccf-a239-1f807058456e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:33.074752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Deleting port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:33.075325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.095155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 99d2c4d3-6b20-4905-a172-ea037b5da90f no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:33.129407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 99d2c4d3-6b20-4905-a172-ea037b5da90f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:33.129755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 99d2c4d3-6b20-4905-a172-ea037b5da90f not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:33.188932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] For port 60ccc1c4-6cd9-4f9f-9aab-478746b8849f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:33.189190 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.202869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Calling delete_port for 60ccc1c4-6cd9-4f9f-9aab-478746b8849f owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:33.223809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57004) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:33.233657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.264813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5705a2bc-fbdc-40cc-9d84-3edb7efa7756,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:33.395633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af79292c-3c8b-4d6c-b632-5ed0196cb52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.483903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.530386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.558810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ccc1c4-6cd9-4f9f-9aab-478746b8849f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:33.639403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af79292c-3c8b-4d6c-b632-5ed0196cb52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.737933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af79292c-3c8b-4d6c-b632-5ed0196cb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.739517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.795959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79292c-3c8b-4d6c-b632-5ed0196cb52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c6843-6fd6-4dbb-8fcd-bd06d02b4236,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:33.802587 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-af79292c-3c8b-4d6c-b632-5ed0196cb52f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3765d6083da43afa23f11b0aa23c2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773227 Aug 18 14:08:33.803541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:33.812593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Router 7a94459d-9f07-4640-84e8-184ce2f0d982 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:33.965137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:33.983870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:33.993041 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388538d-b822-4885-993d-34f02675455f None None] Sync routers for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:33.998023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ee0b0a7-8818-4432-a702-4c4ba4987ef5 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a94459d-9f07-4640-84e8-184ce2f0d982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158506 Aug 18 14:08:33.998204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57018) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:34.000358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:34.004836 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388538d-b822-4885-993d-34f02675455f None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:34.005531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d388538d-b822-4885-993d-34f02675455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:34.113596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d388538d-b822-4885-993d-34f02675455f None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:34.204844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:34.207996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:34.221996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca0c6843-6fd6-4dbb-8fcd-bd06d02b4236 HTTP/1.1" status: 204 len: 168 time: 0.4009614 Aug 18 14:08:34.229331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ee99-68d4-4365-86c0-22d58c74cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c6843-6fd6-4dbb-8fcd-bd06d02b4236,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:34.315771 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d388538d-b822-4885-993d-34f02675455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:34.344931 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388538d-b822-4885-993d-34f02675455f None None] Checking router: 7a94459d-9f07-4640-84e8-184ce2f0d982 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:34.354263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388538d-b822-4885-993d-34f02675455f None None] Routers {'7a94459d-9f07-4640-84e8-184ce2f0d982'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:34.354934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d388538d-b822-4885-993d-34f02675455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7a94459d-9f07-4640-84e8-184ce2f0d982'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:34.459094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2735a2-7573-4a2c-b709-160ff1e5c164 req-efba37a6-afc4-4a25-8dd7-a52ebd56738e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.460664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf2735a2-7573-4a2c-b709-160ff1e5c164 req-efba37a6-afc4-4a25-8dd7-a52ebd56738e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.5445724 Aug 18 14:08:34.471760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579deb7-36f4-4fd4-b4e0-c9432e738349 req-6db571c3-cf00-4f0a-94ee-f444eebf3a7f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.473284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6579deb7-36f4-4fd4-b4e0-c9432e738349 req-6db571c3-cf00-4f0a-94ee-f444eebf3a7f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.5721700 Aug 18 14:08:34.476966 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d388538d-b822-4885-993d-34f02675455f None None] Set router 7a94459d-9f07-4640-84e8-184ce2f0d982 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:34.541678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:34.611678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6579deb7-36f4-4fd4-b4e0-c9432e738349 req-b1264141-b6c1-4514-99c1-e3cae90e76c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089985 Aug 18 14:08:34.616821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf2735a2-7573-4a2c-b709-160ff1e5c164 req-549ba8cc-df87-44b4-b352-988068303468 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423497 Aug 18 14:08:34.621855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:34.688322 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d388538d-b822-4885-993d-34f02675455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:34.756860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388538d-b822-4885-993d-34f02675455f None None] The sync data for ids ['7a94459d-9f07-4640-84e8-184ce2f0d982'] in n-d-804303-5 is: [{'id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'name': 'tempest-FloatingIPsAssociationTestJSON-736686644-router', 'tenant_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '095887a4-a557-4169-9ecb-a08e668f15db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:57Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '0ce09f674d754fa8b7d8817d8f25dbd2', 'gw_port': {'id': '095887a4-a557-4169-9ecb-a08e668f15db', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94459d-9f07-4640-84e8-184ce2f0d982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:58Z', 'updated_at': '2021-08-18T14:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:34.866746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:34.875962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-af643089-59d5-46b4-be68-de67408baca2 admin admin] 10.222.0.35 "PUT /v2.0/routers/4ef5a5e2-0691-494b-ab50-c1718d4b7206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7116282 Aug 18 14:08:34.876209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57026) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:34.878857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Sync routers for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:34.886112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:34.892157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:34.893017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:35.003705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.013665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:35.179391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.191440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Deleting port 095887a4-a557-4169-9ecb-a08e668f15db {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:35.192928 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.226185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:35.264499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Checking router: 4ef5a5e2-0691-494b-ab50-c1718d4b7206 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:35.274588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Routers {'4ef5a5e2-0691-494b-ab50-c1718d4b7206'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:35.286874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:35.300851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:35.323026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d8fc515f-af66-41af-a6f6-c667e2d3cf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.335066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] For port 095887a4-a557-4169-9ecb-a08e668f15db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=095887a4-a557-4169-9ecb-a08e668f15db,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:35.335747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.353345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Calling delete_port for 095887a4-a557-4169-9ecb-a08e668f15db owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:35.400558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:35.407937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Deleting port 5063525b-8643-4c76-8e82-44cebbdfc4ee {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:35.408291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.428691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:35.429327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5705a2bc-fbdc-40cc-9d84-3edb7efa7756 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:35.451260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] Set router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:35.529257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] For port 5063525b-8643-4c76-8e82-44cebbdfc4ee, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5063525b-8643-4c76-8e82-44cebbdfc4ee,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:35.534570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.549119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Calling delete_port for 5063525b-8643-4c76-8e82-44cebbdfc4ee owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:35.577618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d8fc515f-af66-41af-a6f6-c667e2d3cf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.647826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.681990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=095887a4-a557-4169-9ecb-a08e668f15db,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:35.697767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:35.720941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d8fc515f-af66-41af-a6f6-c667e2d3cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.739101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca1b7c-799f-48dc-939b-6f5243e13a2a None None] The sync data for ids ['4ef5a5e2-0691-494b-ab50-c1718d4b7206'] in n-d-804303-5 is: [{'id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1181126378-router', 'tenant_id': '6469a52dcbcd42409839558b049e315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:31Z', 'updated_at': '2021-08-18T14:08:33Z', 'revision_number': 5, 'project_id': '6469a52dcbcd42409839558b049e315e', 'gw_port': {'id': '5063525b-8643-4c76-8e82-44cebbdfc4ee', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef5a5e2-0691-494b-ab50-c1718d4b7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:33Z', 'updated_at': '2021-08-18T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:35.782810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d8fc515f-af66-41af-a6f6-c667e2d3cf0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3e4c7e18f7c48188553593d5a241c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773958 Aug 18 14:08:35.785564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57038) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:35.786062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc515f-af66-41af-a6f6-c667e2d3cf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52549874-04f4-4bac-87ba-b120b97c1231,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:35.829144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.842590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.864702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.871023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.916202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Pushing event deleted for resources: {'Port': ['ID=5063525b-8643-4c76-8e82-44cebbdfc4ee,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:35.944305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634313-2ccb-47a5-8d8a-b94f6d79b06a req-a1853aac-4dd5-44e0-8e21-5e4335b7c316 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:35.945912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec634313-2ccb-47a5-8d8a-b94f6d79b06a req-a1853aac-4dd5-44e0-8e21-5e4335b7c316 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.2316883 Aug 18 14:08:35.957272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7214130-7b96-48e1-bfac-18c2a2df8a70 req-1fdd1051-c460-4739-a612-210ed00bd3bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:35.958737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7214130-7b96-48e1-bfac-18c2a2df8a70 req-1fdd1051-c460-4739-a612-210ed00bd3bc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.2030947 Aug 18 14:08:35.961187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.964591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:35.982173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.059285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec634313-2ccb-47a5-8d8a-b94f6d79b06a req-383bb141-af93-4bc8-8fc0-fdf4ec5b72e2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967634 Aug 18 14:08:36.062531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7214130-7b96-48e1-bfac-18c2a2df8a70 req-3977b69e-c004-4bcf-9dd1-e22540e99941 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965528 Aug 18 14:08:36.067197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.069773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.073224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52549874-04f4-4bac-87ba-b120b97c1231 HTTP/1.1" status: 204 len: 168 time: 0.2821698 Aug 18 14:08:36.085543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.086965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2526b4-e473-4d65-a17b-2c5835c0fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52549874-04f4-4bac-87ba-b120b97c1231,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:36.089237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.170156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.173461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a94459d-9f07-4640-84e8-184ce2f0d982 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:08:36.176839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.178193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc87d14a-5c66-48eb-b596-7e4a75025e35 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7a94459d-9f07-4640-84e8-184ce2f0d982 HTTP/1.1" status: 204 len: 168 time: 2.1771610 Aug 18 14:08:36.180611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:36.243976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Deleting subnet 7a60bbf2-a9d6-453e-a2b5-ea40f20e512f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:08:36.248503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.275440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.276281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef5a5e2-0691-494b-ab50-c1718d4b7206 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:08:36.300956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.307254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57050) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:36.312851 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2bc4b9fe-f587-4c17-9642-f486cea94492 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4ef5a5e2-0691-494b-ab50-c1718d4b7206 HTTP/1.1" status: 204 len: 168 time: 1.4322922 Aug 18 14:08:36.324440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.378754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e51b7-3478-4e13-806d-faacbe1f477a req-ee0a1014-6afe-41e6-b050-8abebefabbcf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:36.387247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-312e51b7-3478-4e13-806d-faacbe1f477a req-ee0a1014-6afe-41e6-b050-8abebefabbcf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.1176062 Aug 18 14:08:36.401919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Deleting subnet f499fe02-da9f-412c-be95-783a47f53bd6 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:08:36.412719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.429466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.462686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.472074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-312e51b7-3478-4e13-806d-faacbe1f477a req-ef29f9be-a146-408b-aa6a-4c1bad4009d1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835514 Aug 18 14:08:36.582336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.586413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.617384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a60bbf2-a9d6-453e-a2b5-ea40f20e512f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:36.619828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.622184 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-46921c9f-d16c-4bff-a7c3-ebe2be4de9d3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7a60bbf2-a9d6-453e-a2b5-ea40f20e512f HTTP/1.1" status: 204 len: 168 time: 0.4405379 Aug 18 14:08:36.624773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57060) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:36.632955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f49ade-564a-4a54-8ad2-f7156dcc422e None None] Network 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:36.744930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.790256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.826570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f499fe02-da9f-412c-be95-783a47f53bd6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:36.831323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.835569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-33906a99-9995-4630-91f6-2a6b4946196d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f499fe02-da9f-412c-be95-783a47f53bd6 HTTP/1.1" status: 204 len: 168 time: 0.5249217 Aug 18 14:08:36.836055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57070) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:36.844036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55144432-1fdb-464f-af12-9f754f7bac2d None None] Network 3c225068-310b-4305-90ca-1358e644b32d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:36.919838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Deleting port eaf973fc-9697-48ec-9236-0804a035402c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:36.920206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:36.935820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.033323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] For port eaf973fc-9697-48ec-9236-0804a035402c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eaf973fc-9697-48ec-9236-0804a035402c,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:37.033735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.055140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Calling delete_port for eaf973fc-9697-48ec-9236-0804a035402c owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:37.076115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] DHCP port deletion for 2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:08:37.163133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] DHCP port deletion for 3c225068-310b-4305-90ca-1358e644b32d request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:08:37.178233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Deleting port 84e07f18-ac76-440b-9f8f-38cc025fb72a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:37.178662 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.241140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Deleting port eaf973fc-9697-48ec-9236-0804a035402c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:37.241599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.285340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84e07f18-ac76-440b-9f8f-38cc025fb72a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:37.336600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Deleting port 84e07f18-ac76-440b-9f8f-38cc025fb72a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:37.336977 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.354710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84e07f18-ac76-440b-9f8f-38cc025fb72a,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:37.354710 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.365708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2d31-15a3-47b2-a986-00bb8e3c255e req-48e5b810-617a-4a90-8937-ed5952764468 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:37.367390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c2c2d31-15a3-47b2-a986-00bb8e3c255e req-48e5b810-617a-4a90-8937-ed5952764468 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1867092 Aug 18 14:08:37.376657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] For port eaf973fc-9697-48ec-9236-0804a035402c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eaf973fc-9697-48ec-9236-0804a035402c,segment=NetworkSegment(5ef1d58a-e5cf-4d61-becd-c849fc97b7a2),segment_id=5ef1d58a-e5cf-4d61-becd-c849fc97b7a2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:37.377689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.389208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Calling delete_port for 84e07f18-ac76-440b-9f8f-38cc025fb72a owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:37.417459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5131f89-c678-4574-a993-487334f2300c req-51e9a50a-9be6-43ea-83ef-8bc7524833ac tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:37.419713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5131f89-c678-4574-a993-487334f2300c req-51e9a50a-9be6-43ea-83ef-8bc7524833ac tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1591475 Aug 18 14:08:37.420516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Calling delete_port for eaf973fc-9697-48ec-9236-0804a035402c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:37.457630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84e07f18-ac76-440b-9f8f-38cc025fb72a,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:37.458070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.480649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.485497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c2c2d31-15a3-47b2-a986-00bb8e3c255e req-df98d173-d592-4a28-8511-6d8fece585d7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095884 Aug 18 14:08:37.524708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Calling delete_port for 84e07f18-ac76-440b-9f8f-38cc025fb72a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:37.548606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf973fc-9697-48ec-9236-0804a035402c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.552008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] No DVR routers for this DVR port eaf973fc-9697-48ec-9236-0804a035402c on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:37.582117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.596354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5131f89-c678-4574-a993-487334f2300c req-e9d02976-cd4b-433f-8c8f-f79ce931894e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641510 Aug 18 14:08:37.651726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 84e07f18-ac76-440b-9f8f-38cc025fb72a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84e07f18-ac76-440b-9f8f-38cc025fb72a,segment=NetworkSegment(ab232553-8db9-43e3-af41-acc5e1f2f66f),segment_id=ab232553-8db9-43e3-af41-acc5e1f2f66f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:37.661914 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.670020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:37.688216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] Pushing event deleted for resources: {'Port': ['ID=eaf973fc-9697-48ec-9236-0804a035402c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.691860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e82381-9815-4a24-988e-372ecb3482a3 None None] No DVR routers for this DVR port eaf973fc-9697-48ec-9236-0804a035402c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:37.694971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.708585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:37.719264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:37.719565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef1d58a-e5cf-4d61-becd-c849fc97b7a2') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:37.724592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.729404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 60ccc1c4-6cd9-4f9f-9aab-478746b8849f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:37.730809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.745150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.752605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:08:37.752605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:08:37.755069 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:08:37.776315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 60ccc1c4-6cd9-4f9f-9aab-478746b8849f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:37.782908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 60ccc1c4-6cd9-4f9f-9aab-478746b8849f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:37.782908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eaf973fc-9697-48ec-9236-0804a035402c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:37.805377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-895664453-network', 'tenant_id': '453cd4a62e474189b603502788435a05'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:37.806233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: eaf973fc-9697-48ec-9236-0804a035402c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:37.812222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eaf973fc-9697-48ec-9236-0804a035402c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:37.812222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5063525b-8643-4c76-8e82-44cebbdfc4ee no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:37.830095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.838586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5063525b-8643-4c76-8e82-44cebbdfc4ee {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:37.838940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5063525b-8643-4c76-8e82-44cebbdfc4ee not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:37.839573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 095887a4-a557-4169-9ecb-a08e668f15db no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:37.842469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.861617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.865308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] No DVR routers for this DVR port 84e07f18-ac76-440b-9f8f-38cc025fb72a on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:37.870934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 095887a4-a557-4169-9ecb-a08e668f15db {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:37.871458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 095887a4-a557-4169-9ecb-a08e668f15db not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:37.880505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.893575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] No DVR routers for this DVR port 84e07f18-ac76-440b-9f8f-38cc025fb72a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:37.897398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.912834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.914628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Made reservation on behalf of 453cd4a62e474189b603502788435a05 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:37.917214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.917449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c HTTP/1.1" status: 204 len: 168 time: 1.2915900 Aug 18 14:08:37.923114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d375e3-0c7f-4ac2-8ff1-94a62c4cfe14 None None] Pushing event deleted for resources: {'Port': ['ID=84e07f18-ac76-440b-9f8f-38cc025fb72a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.930898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.957417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9311a62-b6f6-4dee-a690-c5933fcb41ec admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac2a5da-2b27-4b2f-8e80-b630e5a46f3c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:37.972893 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:37.983993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c225068-310b-4305-90ca-1358e644b32d']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:37.994861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab232553-8db9-43e3-af41-acc5e1f2f66f') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:37.995148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab232553-8db9-43e3-af41-acc5e1f2f66f') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:38.004352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.018570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.024429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:08:38.024822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:08:38.026469 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:08:38.031605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.085769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.116623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:38.153216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.160000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:08:38.160483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.167222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c225068-310b-4305-90ca-1358e644b32d HTTP/1.1" status: 204 len: 168 time: 1.3257427 Aug 18 14:08:38.179649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3952eda-a6cb-4652-80c4-41cdc39d170a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c225068-310b-4305-90ca-1358e644b32d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:38.180343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.182118 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Added segment 0a63df82-3f75-408e-8dbf-015c1f97f2e3 of type vlan for network fd7bc372-9cc8-4ade-a757-50ffee89652c Aug 18 14:08:38.224268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57108) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:38.241312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.269685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7a4946de-b96d-4fd8-aa15-e273ee3d6644 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ce09f674d754fa8b7d8817d8f25dbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442364 Aug 18 14:08:38.272378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57110) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:38.320321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.342266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.410236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.411325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:38.411968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.471329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7bc372-9cc8-4ade-a757-50ffee89652c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:38.481468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network fd7bc372-9cc8-4ade-a757-50ffee89652c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:08:38.579744 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-696429ae-ad92-41ff-9bb9-883bfc0ef0d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9084485 Aug 18 14:08:38.582893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:38.587869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Request body: {'subnet': {'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-895664453-subnet', 'tenant_id': '453cd4a62e474189b603502788435a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:38.590394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.593486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.594662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0780d897-9d28-42ae-bdf7-3e7924533727 HTTP/1.1" status: 204 len: 168 time: 0.3213592 Aug 18 14:08:38.609467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e6f8f-1273-4f0d-b1d2-96752d09ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780d897-9d28-42ae-bdf7-3e7924533727,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:38.647158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa017a-8759-4bb9-b002-f310e93cbd37 req-e000b00d-7888-4415-bbbc-6b0f2c7e65c2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:38.649069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5aa017a-8759-4bb9-b002-f310e93cbd37 req-e000b00d-7888-4415-bbbc-6b0f2c7e65c2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0852382 Aug 18 14:08:38.679084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:38.705119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Made reservation on behalf of 453cd4a62e474189b603502788435a05 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:38.707733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.723824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b5aa017a-8759-4bb9-b002-f310e93cbd37 req-97a84ddf-48ed-4b8e-b79e-498160b2a523 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676839 Aug 18 14:08:38.760869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e66cd-825b-4a30-8839-8a6507c049bc req-12d61e79-ab27-4322-90fa-94abca9317a0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:38.770892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e22e66cd-825b-4a30-8839-8a6507c049bc req-12d61e79-ab27-4322-90fa-94abca9317a0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0811517 Aug 18 14:08:38.776613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88c308c3-30f6-4fee-8de4-34bb2a6b03f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6469a52dcbcd42409839558b049e315e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963511 Aug 18 14:08:38.779253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57126) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:38.812093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e22e66cd-825b-4a30-8839-8a6507c049bc req-224a9ece-55c7-4343-87c7-534e6335c49f tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Aug 18 14:08:38.881147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:38.917003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:39.141973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:39.147559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:39.152309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:39.154294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f4c2d35-4095-483e-a666-97bfac01923a HTTP/1.1" status: 204 len: 168 time: 0.3732464 Aug 18 14:08:39.507034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a3a87-d63f-416d-9414-f73bffc2b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c2d35-4095-483e-a666-97bfac01923a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:39.528450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75aa2096-b25f-4da9-bd39-a533a035004b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:39.546550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Checking segment: {'id': '0a63df82-3f75-408e-8dbf-015c1f97f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:39.546550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Network hostable DHCP agents. Network: fd7bc372-9cc8-4ade-a757-50ffee89652c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:08:39.661121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Network fd7bc372-9cc8-4ade-a757-50ffee89652c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:08:39.738573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, fd7bc372-9cc8-4ade-a757-50ffee89652c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:39.742733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:39.743336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:39.751856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197c2e3-9824-4e25-a329-ce2fc442cdef None None] Network fd7bc372-9cc8-4ade-a757-50ffee89652c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:39.813320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa3ecbed-a6d2-4bf7-bd9d-9ba343b3de7e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2285850 Aug 18 14:08:39.902879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395604b-1dd5-44dd-b4c7-c8b1a5c935d0 None None] Network fd7bc372-9cc8-4ade-a757-50ffee89652c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:39.904102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5f6fd-d714-4ca1-9ace-66136f03ddd2 req-81c319ed-54e7-4e39-9f5b-b3f90e7f59d4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:39.905651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1b5f6fd-d714-4ca1-9ace-66136f03ddd2 req-81c319ed-54e7-4e39-9f5b-b3f90e7f59d4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1054542 Aug 18 14:08:39.959215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1b5f6fd-d714-4ca1-9ace-66136f03ddd2 req-1b66ed07-1d1b-4499-af32-293ec5c6ed1e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Aug 18 14:08:40.031290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8bc7-3b35-4ab2-95f7-76919d9ae5d7 req-adbb75e3-89d3-4309-8496-bd3eccd92339 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:40.041122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-301f8bc7-3b35-4ab2-95f7-76919d9ae5d7 req-adbb75e3-89d3-4309-8496-bd3eccd92339 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0721784 Aug 18 14:08:40.072672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.089510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-301f8bc7-3b35-4ab2-95f7-76919d9ae5d7 req-84249e5a-cb23-4ded-9f12-7579901052c7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Aug 18 14:08:40.461686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:40.624088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-network', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:40.658401 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.764269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Made reservation on behalf of 3eb690b1b51f4b43ba333747deaa4025 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:40.767034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.775717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.875489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.923973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:40.934423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.959281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f717d-2c75-462e-b1ab-6996b57fd5e3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:40.968506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:08:40.980089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:40.980604 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Added segment 306e4819-2671-4079-9a4d-901fc98595cd of type vlan for network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f Aug 18 14:08:41.020589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:41.021113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:41.021509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-383331260-network', 'tenant_id': '3407d0faa7bc425c92c22607b77a3403'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:41.049867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.134537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b92a-12bf-4a7f-b23a-59eda8cd3539 req-8e96c01f-14e3-4411-ada0-cc7e38afe73d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:41.141037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bda0b92a-12bf-4a7f-b23a-59eda8cd3539 req-8e96c01f-14e3-4411-ada0-cc7e38afe73d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0859745 Aug 18 14:08:41.186905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bda0b92a-12bf-4a7f-b23a-59eda8cd3539 req-40b5d180-5aef-4672-9008-0e865e90ca5e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Aug 18 14:08:41.208361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Made reservation on behalf of 3407d0faa7bc425c92c22607b77a3403 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:41.208576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcad9615-96ba-4451-85d5-76dae3def646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.210105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.222062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.248916 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.250332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:41.251024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.301895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b8d1-f173-4280-997c-e6f15b99eae5 req-6a99665f-c464-4dfb-8e8e-743117152ecc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:41.302655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:41.305512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b29b8d1-f173-4280-997c-e6f15b99eae5 req-6a99665f-c464-4dfb-8e8e-743117152ecc tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0831404 Aug 18 14:08:41.321908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:41.334992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] Pushing event updated for resources: {'Network': ['ID=31a1e432-ba1b-4ea9-82c1-cf5e3485935f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:41.350583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b29b8d1-f173-4280-997c-e6f15b99eae5 req-9675994a-9293-415f-acf5-f4479dba46af tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Aug 18 14:08:41.354416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:08:41.393753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcad9615-96ba-4451-85d5-76dae3def646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.410936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.438090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:41.460268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:41.542211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcad9615-96ba-4451-85d5-76dae3def646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.584350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bcad9615-96ba-4451-85d5-76dae3def646 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27932f39c1574fe6ba32ef83b523c616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593997 Aug 18 14:08:41.585504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9615-96ba-4451-85d5-76dae3def646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef5719-5b35-4ee5-ac81-c1a8e9da286a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:41.587102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57254) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:41.621452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.639369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.656584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-25909293-42e1-4db8-8dd4-2e285a07d2ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1936255 Aug 18 14:08:41.659646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57256) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:41.664683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Request body: {'subnet': {'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-subnet', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:41.665202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.679662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:41.688143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.688323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.688596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.688974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.689325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.689658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.690023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.690359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.690694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.691025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.691356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.691695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:41.759682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ef9e83da-c3b2-4361-95ed-5a90277f6870'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:41.773549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.835758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.842746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.842746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69ef5719-5b35-4ee5-ac81-c1a8e9da286a HTTP/1.1" status: 204 len: 168 time: 0.2521598 Aug 18 14:08:41.848551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb184de9-7008-4aa8-81f4-5bf849e383a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef5719-5b35-4ee5-ac81-c1a8e9da286a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:41.887632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.910642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:08:41.926509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bdb196-3ade-4747-907e-893eba943599,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:41.929408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.929766 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Added segment 084ca469-99c2-4844-bd17-2d18838da0d9 of type vlan for network d9236bd2-66b1-4bdc-8628-435ffaa046cb Aug 18 14:08:41.971400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:41.984448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Made reservation on behalf of 3eb690b1b51f4b43ba333747deaa4025 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:41.987676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.069982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.071002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:42.071602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.134840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] Pushing event updated for resources: {'Network': ['ID=d9236bd2-66b1-4bdc-8628-435ffaa046cb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:42.171212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d9236bd2-66b1-4bdc-8628-435ffaa046cb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:08:42.224818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:42.225103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47d6f56e-8b69-456c-b360-7dc8974c4e20 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2062912 Aug 18 14:08:42.231368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Request body: {'subnet': {'network_id': 'd9236bd2-66b1-4bdc-8628-435ffaa046cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-383331260-subnet', 'tenant_id': '3407d0faa7bc425c92c22607b77a3403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:42.265291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.342356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35cc6c2-2b89-4c99-8056-b8b605b68c48,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:42.348288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Checking segment: {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:42.348654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Network hostable DHCP agents. Network: 31a1e432-ba1b-4ea9-82c1-cf5e3485935f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:08:42.365179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Made reservation on behalf of 3407d0faa7bc425c92c22607b77a3403 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:42.370656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.420545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23005c-1756-44af-bcd5-6752fe0c7778 req-d85d992d-1b06-4cd3-984d-c53081f50311 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:42.435116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b23005c-1756-44af-bcd5-6752fe0c7778 req-d85d992d-1b06-4cd3-984d-c53081f50311 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1407688 Aug 18 14:08:42.512184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:08:42.521206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b23005c-1756-44af-bcd5-6752fe0c7778 req-b312687e-ee18-47dc-a067-71c5fa64b172 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843084 Aug 18 14:08:42.543113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8a70e-31b4-4415-b26b-4d2f15d2c6d0 req-0fecda48-ce80-49f6-9597-e088c07bedc7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:42.545452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61a8a70e-31b4-4415-b26b-4d2f15d2c6d0 req-0fecda48-ce80-49f6-9597-e088c07bedc7 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0817058 Aug 18 14:08:42.600569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61a8a70e-31b4-4415-b26b-4d2f15d2c6d0 req-8bdf803e-a2ba-45cf-b332-f1609172f316 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Aug 18 14:08:42.701696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 31a1e432-ba1b-4ea9-82c1-cf5e3485935f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:42.708199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:42.708829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.712832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1e20c-0bc3-47d1-949e-c415fd3a760f None None] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:42.744412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.797271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df80124d-9eca-40bd-97d0-e9e49ca3b03a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:42.815130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Checking segment: {'id': '084ca469-99c2-4844-bd17-2d18838da0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd9236bd2-66b1-4bdc-8628-435ffaa046cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:42.815495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Network hostable DHCP agents. Network: d9236bd2-66b1-4bdc-8628-435ffaa046cb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:08:42.848615 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1f518797-ae9a-4d0a-ad42-35f62d641f32 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1841190 Aug 18 14:08:42.848615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:42.852661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:42.876792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'fixed_ips': [{'subnet_id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:08:42.877807 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.932726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Network d9236bd2-66b1-4bdc-8628-435ffaa046cb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:08:42.986391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.986391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.013613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Allocated IP 172.20.0.2 (31a1e432-ba1b-4ea9-82c1-cf5e3485935f/c35cc6c2-2b89-4c99-8056-b8b605b68c48/435c7f05-935e-43f2-b958-917a3c8f8277) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:43.039122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.064655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:43.093088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d9236bd2-66b1-4bdc-8628-435ffaa046cb) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:43.099149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:43.101961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.134968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb8d29-2c43-4051-93e6-f61145d759dc None None] Network d9236bd2-66b1-4bdc-8628-435ffaa046cb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:43.207288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ef9e83da-c3b2-4361-95ed-5a90277f6870 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:43.208479 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.215410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:43.228353 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd48a438-5e46-48f5-a9fa-f349ab990553 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0044229 Aug 18 14:08:43.307659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.323618 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.355541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1624699357-network', 'tenant_id': 'afb2ccb05353461fa00115c287a60016'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:43.364621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Transition to ACTIVE for port object 435c7f05-935e-43f2-b958-917a3c8f8277 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:43.415675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Transition to ACTIVE for port object 435c7f05-935e-43f2-b958-917a3c8f8277 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:43.421667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea259655-ef5d-4f91-81b7-2fc05398495f None None] Network d9236bd2-66b1-4bdc-8628-435ffaa046cb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:43.470674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Made reservation on behalf of afb2ccb05353461fa00115c287a60016 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:43.472847 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.473239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.484772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.504874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:43.507237 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb32f5b3-37fb-4a05-bad4-bbd2409fe062" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:43.525599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.535353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:43.577690 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ce20b-0b19-4556-bf3a-7dd9e03f04cb x-openstack-request-id: req-620ce20b-0b19-4556-bf3a-7dd9e03f04cb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:43.577690 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:43.577690 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-620ce20b-0b19-4556-bf3a-7dd9e03f04cb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:43.577690 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:08:43.592188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:43.600359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:43.628582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:43.633796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Pushing event updated for resources: {'Port': ['ID=435c7f05-935e-43f2-b958-917a3c8f8277,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:43.658453 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.706174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de62c1b-d9ae-417a-9690-a1997c90cda6 req-1dc539b4-6fdc-4c2c-9525-2cfef8f2bf67 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:43.716684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de62c1b-d9ae-417a-9690-a1997c90cda6 req-1dc539b4-6fdc-4c2c-9525-2cfef8f2bf67 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0792184 Aug 18 14:08:43.751904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:43.776926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Attempting to bind port 435c7f05-935e-43f2-b958-917a3c8f8277 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:43.777309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Attempting to bind port 435c7f05-935e-43f2-b958-917a3c8f8277 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:43.777682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Attempting to bind port 435c7f05-935e-43f2-b958-917a3c8f8277 on network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:43.782643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1de62c1b-d9ae-417a-9690-a1997c90cda6 req-cfdc364e-f31a-4331-be2d-4798fa170ec2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Aug 18 14:08:43.792124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:43.792586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Checking segment: {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:43.792912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.793316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Bound using segment: {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:43.807613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Bound port: 435c7f05-935e-43f2-b958-917a3c8f8277, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:43.807613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.813611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.830254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.855300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.920033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] For port 435c7f05-935e-43f2-b958-917a3c8f8277, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:43.923773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] For port 435c7f05-935e-43f2-b958-917a3c8f8277, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=435c7f05-935e-43f2-b958-917a3c8f8277,segment=NetworkSegment(306e4819-2671-4079-9a4d-901fc98595cd),segment_id=306e4819-2671-4079-9a4d-901fc98595cd)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:43.930672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.935227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b874c-44b4-47df-be47-8b4e102ae21a req-d7e11b8e-057e-4699-8ee2-5b085f016a30 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:43.936765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d34b874c-44b4-47df-be47-8b4e102ae21a req-d7e11b8e-057e-4699-8ee2-5b085f016a30 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0902865 Aug 18 14:08:43.988514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:43.993298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:08:44.010561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00a98b-da71-49a3-a229-a360021a44a9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:44.018158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.018511 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Added segment db06b301-ce41-4536-bfa0-df8275b7ac02 of type vlan for network 8bc29036-e59a-46b4-84db-265163fb7b47 Aug 18 14:08:44.025592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d34b874c-44b4-47df-be47-8b4e102ae21a req-dc453687-4520-4c23-b8f2-f05d659f9e63 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Aug 18 14:08:44.079434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18593-b630-4f06-9e10-b0610de96523 None None] Pushing event updated for resources: {'Port': ['ID=435c7f05-935e-43f2-b958-917a3c8f8277,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:44.104165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-693644fd-8157-4d92-9815-7f32924a95e5 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:44.104714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Allocated IP 172.25.1.231 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6ca8ca25-0fe7-407d-b7f1-f024e925d9a7) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:44.108795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-693644fd-8157-4d92-9815-7f32924a95e5 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/networks?id=fd7bc372-9cc8-4ade-a757-50ffee89652c HTTP/1.1" status: 200 len: 808 time: 0.1977737 Aug 18 14:08:44.119424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.133192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7c18ea7f-f7fb-46d2-b1b1-255ca9153635 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/quotas/453cd4a62e474189b603502788435a05 HTTP/1.1" status: 200 len: 375 time: 0.0113652 Aug 18 14:08:44.172482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-9364b360-e158-4afe-99cd-a7c7b7051bdd tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=453cd4a62e474189b603502788435a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319691 Aug 18 14:08:44.295702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.296697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:44.297300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.329290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-1bc40916-c67d-44df-a0c8-e771e50e9828 service neutron] 10.222.0.35 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481202 Aug 18 14:08:44.335173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.406487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1898289 Aug 18 14:08:44.411684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57352) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:44.417887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Request body: {'subnet': {'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1624699357-subnet', 'tenant_id': 'afb2ccb05353461fa00115c287a60016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:44.437352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175ce7-adb0-4870-b978-ddfdc8d85065 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc29036-e59a-46b4-84db-265163fb7b47,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:44.454786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8bc29036-e59a-46b4-84db-265163fb7b47 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:08:44.478640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-a4a67182-2cde-4873-8c83-74089d09b56d service neutron] 10.222.0.35 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474977 Aug 18 14:08:44.539627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e492-786b-4783-b2f6-071dac1931ed req-607ab35f-bbbe-4b3d-bdd2-009776d965bd tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:44.541653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acd7e492-786b-4783-b2f6-071dac1931ed req-607ab35f-bbbe-4b3d-bdd2-009776d965bd tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.0626569 Aug 18 14:08:44.591237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acd7e492-786b-4783-b2f6-071dac1931ed req-8f42ea19-9c39-4a8a-a2e1-7c608d2573ac tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Aug 18 14:08:44.593516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.596092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Made reservation on behalf of afb2ccb05353461fa00115c287a60016 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:44.599282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.705867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:44.713047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:44.720090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:44.769466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:44.822370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e13182cf-3c45-4323-9dd5-63d8883ccce7 req-2e68b67c-1104-4021-beb0-34d5058441ee tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 210 time: 0.0392108 Aug 18 14:08:44.863776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1f6ad-9f48-4b2c-b5a5-34c683a2763a req-9fcbfbb8-207a-4608-9202-3dd8537e0fe8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:44.870987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46a1f6ad-9f48-4b2c-b5a5-34c683a2763a req-9fcbfbb8-207a-4608-9202-3dd8537e0fe8 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1365569 Aug 18 14:08:44.968851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46a1f6ad-9f48-4b2c-b5a5-34c683a2763a req-d3147c64-6b4f-4b0d-ad63-aa60596cfa78 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894032 Aug 18 14:08:45.047013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0df72-8bc5-44b3-af4e-445f23beb499 req-697a4466-4f43-4220-aee9-3431d9d57307 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:45.048931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69b0df72-8bc5-44b3-af4e-445f23beb499 req-697a4466-4f43-4220-aee9-3431d9d57307 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1000199 Aug 18 14:08:45.114144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69b0df72-8bc5-44b3-af4e-445f23beb499 req-598544e7-5f4f-4a50-81d1-79047f873b9c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Aug 18 14:08:45.277475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 435c7f05-935e-43f2-b958-917a3c8f8277 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:45.315807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:45.465253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Checking segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:45.465611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Network hostable DHCP agents. Network: 8bc29036-e59a-46b4-84db-265163fb7b47, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:08:45.470240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60a81a7-b0af-46ec-a50f-15d3813d693d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:45.514703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:45.521547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 435c7f05-935e-43f2-b958-917a3c8f8277 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:45.630791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39beb37-092f-4d36-a944-f69e2b5ce019 None None] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:45.664237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Network 8bc29036-e59a-46b4-84db-265163fb7b47 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:08:45.753009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c12dd-c5d9-4bcf-b80b-f0c4cdc67691 req-8d92e766-f6cd-4cba-aa79-df526237c820 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:45.762883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c4c12dd-c5d9-4bcf-b80b-f0c4cdc67691 req-8d92e766-f6cd-4cba-aa79-df526237c820 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1265218 Aug 18 14:08:45.852071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c4c12dd-c5d9-4bcf-b80b-f0c4cdc67691 req-be35fd1a-3e91-466d-8a58-1dd97cadbd47 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846744 Aug 18 14:08:45.893160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8bc29036-e59a-46b4-84db-265163fb7b47) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:45.900450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:45.901440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:45.904734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76bdd2-8d39-4eeb-9730-3f1a7022bc33 None None] Network 8bc29036-e59a-46b4-84db-265163fb7b47 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:45.908707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:45.963801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Provisioning for port 435c7f05-935e-43f2-b958-917a3c8f8277 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:45.966730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0307e4f-6c7e-426b-aae7-d7b1f4e848c0 req-5c918e95-952c-4669-a606-1aa820b163f3 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 210 time: 0.0664494 Aug 18 14:08:45.979821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Provisioning complete for port 435c7f05-935e-43f2-b958-917a3c8f8277 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:45.980206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:46.042539 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f32e21f-0972-400f-9fa1-6f1e8090698e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6295559 Aug 18 14:08:46.207611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4004d1-7d0f-4345-9a9e-9b6f2a6a8914 None None] Network 8bc29036-e59a-46b4-84db-265163fb7b47 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:08:46.287033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:08:46.354182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a70-3ecd-468a-9013-3cd01b1bac26 req-cb3ef071-4bda-468d-a449-ddfe522d804d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:46.377204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24863a70-3ecd-468a-9013-3cd01b1bac26 req-cb3ef071-4bda-468d-a449-ddfe522d804d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1276078 Aug 18 14:08:46.430367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:46.448043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24863a70-3ecd-468a-9013-3cd01b1bac26 req-8f50209e-0d13-43e9-9d80-73db8e7f604e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694392 Aug 18 14:08:46.552467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:46.566723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Sync routers for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:46.581537 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:46.582212 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:46.676676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:46.682163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e188c23a-b322-4f53-b7a8-8351f4029267 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8334718 Aug 18 14:08:46.683053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:46.820391 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:46.891443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] For port 435c7f05-935e-43f2-b958-917a3c8f8277, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=435c7f05-935e-43f2-b958-917a3c8f8277,segment=NetworkSegment(306e4819-2671-4079-9a4d-901fc98595cd),segment_id=306e4819-2671-4079-9a4d-901fc98595cd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:46.901056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-569e84bc-89d4-40a5-9e0f-b2d8e1463b27 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:46.902816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-569e84bc-89d4-40a5-9e0f-b2d8e1463b27 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 818 time: 0.2673218 Aug 18 14:08:46.929580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-b025c9da-a3e5-418f-9107-7ac4e5c1d83a tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/quotas/afb2ccb05353461fa00115c287a60016 HTTP/1.1" status: 200 len: 375 time: 0.0168054 Aug 18 14:08:46.979335 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:46.990480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-fad12d2c-9f47-442e-8c4d-e40cdd143eed tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525048 Aug 18 14:08:47.127519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08974f7b-8b89-4adc-9c18-6e8b346958f2 req-bb605ac1-b848-4e27-ae35-0ad82cfa0d29 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:47.133234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bce5d-b5e3-4333-8602-a086b2e30f28 None None] Pushing event updated for resources: {'Port': ['ID=435c7f05-935e-43f2-b958-917a3c8f8277,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:47.156288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08974f7b-8b89-4adc-9c18-6e8b346958f2 req-bb605ac1-b848-4e27-ae35-0ad82cfa0d29 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.1170089 Aug 18 14:08:47.162901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cf1a08d1-4228-4f70-a0ce-ee474e5e87bd None None] Provisioning complete for port 435c7f05-935e-43f2-b958-917a3c8f8277 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:47.163296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf1a08d1-4228-4f70-a0ce-ee474e5e87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.176560 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:45Z', 'revision_number': 3, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:47.208379 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Checking router: 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:47.210167 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Updating router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:08:47.235589 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.324819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ef0061e2-684e-4a93-9bcc-d78fb58ccd65 service neutron] 10.222.0.35 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229928 Aug 18 14:08:47.422573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08974f7b-8b89-4adc-9c18-6e8b346958f2 req-024ec5c8-6618-4b88-bf8c-0f81702ba7a3 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648947 Aug 18 14:08:47.495502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-f8ec113e-c472-4ea7-a57f-002863fbd5f0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:47.505659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-f8ec113e-c472-4ea7-a57f-002863fbd5f0 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 945 time: 0.3337660 Aug 18 14:08:47.521282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.580850 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.595334 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Transition to ACTIVE for port object 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:47.628583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55ab2fbc-d59e-4771-8b43-159271960c4f req-a5f0915f-aad1-462f-971a-25d21492466e tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 210 time: 0.0647941 Aug 18 14:08:47.660255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-94c23a99-848a-4b2e-bfe6-0193660822c4 service neutron] 10.222.0.35 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374729 Aug 18 14:08:47.745676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Allocated IP 172.20.0.1 (31a1e432-ba1b-4ea9-82c1-cf5e3485935f/c35cc6c2-2b89-4c99-8056-b8b605b68c48/ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:47.792915 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.810507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f429-acec-48db-801e-960175d6cddb req-78c5471c-1a7e-475a-9659-09674eb86a8e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:47.812337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3797f429-acec-48db-801e-960175d6cddb req-78c5471c-1a7e-475a-9659-09674eb86a8e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0835886 Aug 18 14:08:47.816268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port 886a85da-38d5-4169-ad43-9d5002007842 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:47.816662 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.885101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Pushing event updated for resources: {'Port': ['ID=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:47.892945 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Attempting to bind port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:47.893562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Attempting to bind port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:47.894127 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Attempting to bind port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:47.900199 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.900796 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.901304 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.901856 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.902464 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.903032 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.904160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.904476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.904950 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.905489 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.906080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.906642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.907195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:47.910820 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:47.914767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:47.914767 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.914767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:47.914767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Bound port: 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:47.914767 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:47.926190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Transition to ACTIVE for port object ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:47.946607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3797f429-acec-48db-801e-960175d6cddb req-122f23d1-c2d4-4174-a59c-2cded07371c4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262918 Aug 18 14:08:47.973997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] For port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:47.977781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] For port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:48.009353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:08:48.026721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port 886a85da-38d5-4169-ad43-9d5002007842, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=886a85da-38d5-4169-ad43-9d5002007842,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:48.027152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.043567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for 886a85da-38d5-4169-ad43-9d5002007842 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:48.053400 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.175188 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb472-c122-4aba-a1b7-b1e83c83c942 None None] Pushing event updated for resources: {'Port': ['ID=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:48.199049 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:48.199979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:48.251694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-b5026c61-b28c-48fd-9cc8-300a8537c7e9 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:48.253111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-b5026c61-b28c-48fd-9cc8-300a8537c7e9 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.58 "GET /v2.0/networks?id=fd7bc372-9cc8-4ade-a757-50ffee89652c HTTP/1.1" status: 200 len: 808 time: 0.2893734 Aug 18 14:08:48.263614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.276487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Request body: {'port': {'device_id': '5912be8b-e589-4951-a371-67582d81073b', 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c', 'admin_state_up': True, 'tenant_id': '453cd4a62e474189b603502788435a05'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:48.356484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Pushing event updated for resources: {'Port': ['ID=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:48.411625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.422735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774', '886a85da-38d5-4169-ad43-9d5002007842'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:48.524410 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:48.546386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:48.557088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:48.574798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:48.581166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=886a85da-38d5-4169-ad43-9d5002007842,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:48.667820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.864541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Made reservation on behalf of 453cd4a62e474189b603502788435a05 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:48.868136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.949435 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:45Z', 'revision_number': 3, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:48.982668 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4504e83-b4cf-425e-ab3a-59f516c69b80 None None] The sync data for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 is: [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:45Z', 'revision_number': 3, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:49.091910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Allocated IP 172.20.0.6 (fd7bc372-9cc8-4ade-a757-50ffee89652c/75aa2096-b25f-4da9-bd39-a533a035004b/dfa21bb0-8cbe-4b78-996d-a93773759425) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:49.145353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd903c72-be9b-48c2-b219-798123df677d None None] Provisioning for port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:49.150439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd903c72-be9b-48c2-b219-798123df677d None None] Provisioning complete for port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:49.150822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd903c72-be9b-48c2-b219-798123df677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:49.239686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dd903c72-be9b-48c2-b219-798123df677d None None] Port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:08:49.259554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 435c7f05-935e-43f2-b958-917a3c8f8277 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:49.275316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port 886a85da-38d5-4169-ad43-9d5002007842 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:49.282571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:49.333602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:49.334443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:49.335676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-272ac4d4-198e-4e57-9f37-ee0d69e981a3 req-85dbf060-1bc3-46e0-bd50-10bccad81c65 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "DELETE /v2.0/ports/886a85da-38d5-4169-ad43-9d5002007842 HTTP/1.1" status: 204 len: 173 time: 1.8018441 Aug 18 14:08:49.336481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'name': 'network-vif-deleted', 'tag': '886a85da-38d5-4169-ad43-9d5002007842'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:49.343402 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86004fa9-71cf-4298-b0ba-5cf71736124a" -d '{"events": [{"server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "name": "network-vif-deleted", "tag": "886a85da-38d5-4169-ad43-9d5002007842"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:49.370711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3991714b-5b96-4611-9d87-2009f4569375 req-5ad2e6c8-d1f8-437d-b831-62a199ea427c tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.8044405 Aug 18 14:08:49.389190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 435c7f05-935e-43f2-b958-917a3c8f8277 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:49.394957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:49.410202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c65d63db-1368-4a90-bad7-49b270d3e6b1 req-6420c61f-ecae-4911-845f-8559400989a4 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 210 time: 0.8450160 Aug 18 14:08:49.561769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef2b71a-8c4b-4936-aea7-0fcb7344409b req-f4da3405-604c-4267-b1ad-abf9324df4cb tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 210 time: 0.0451796 Aug 18 14:08:49.742552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f59c-2fca-4b94-beb2-e64c52104398 req-5cbe456f-e5ff-458f-a1bf-7962dce21dab tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:49.743974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0d0f59c-2fca-4b94-beb2-e64c52104398 req-5cbe456f-e5ff-458f-a1bf-7962dce21dab tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1975310 Aug 18 14:08:49.817674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0d0f59c-2fca-4b94-beb2-e64c52104398 req-50bc06dc-bbf4-4202-a7b3-8cbb89a841da tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617123 Aug 18 14:08:49.923045 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec55a9-f731-4e49-ad26-c965a00ba5d7 x-openstack-request-id: req-efec55a9-f731-4e49-ad26-c965a00ba5d7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:49.923278 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b297e545-4eaa-4025-81ae-bcbd56606d04", "name": "network-vif-deleted", "tag": "886a85da-38d5-4169-ad43-9d5002007842", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:49.923530 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efec55a9-f731-4e49-ad26-c965a00ba5d7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:49.923938 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297e545-4eaa-4025-81ae-bcbd56606d04', 'name': 'network-vif-deleted', 'tag': '886a85da-38d5-4169-ad43-9d5002007842', 'status': 'completed', 'code': 200} Aug 18 14:08:50.155844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:50.262537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Pushing event updated for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:50.278946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Network fd7bc372-9cc8-4ade-a757-50ffee89652c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:50.285437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:50.302157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:50.307603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:50.407962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:50.496779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87a2a243-6a6e-4d7b-a1db-37b5c6ab1579 req-80b305f7-7b24-444a-a4f1-0b2574bb657e tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.0543368 Aug 18 14:08:50.560004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:50.591231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dd7541f-b0c7-4f61-80f1-8f6bc46ef003 req-0d5ca478-97d7-4d76-9a7f-e25299f10cbe tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=b297e545-4eaa-4025-81ae-bcbd56606d04 HTTP/1.1" status: 200 len: 210 time: 0.0714004 Aug 18 14:08:50.699485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Pushing event updated for resources: {'Port': ['ID=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:50.712358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:50.713068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:50.735559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:50.743034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:50.791958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734212ec-e7a4-4e41-8280-1b6955ebee6e req-c283b516-d6be-4074-92a7-850f01ec4fc7 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:50.794086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-734212ec-e7a4-4e41-8280-1b6955ebee6e req-c283b516-d6be-4074-92a7-850f01ec4fc7 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 931 time: 0.0836289 Aug 18 14:08:50.907268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-734212ec-e7a4-4e41-8280-1b6955ebee6e req-ed7923de-fbc4-4a8b-87a4-a2c558bfc657 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033201 Aug 18 14:08:50.992894 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-e2d53b13-1c70-4ded-902e-8900a18a10c6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7136538 Aug 18 14:08:51.004159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Request body: {'port': {'device_id': '5912be8b-e589-4951-a371-67582d81073b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:51.052457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:51.062894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3e08-abe2-4304-8a8c-6a9d6c3b9053 req-49849924-42d8-4505-8a8b-520eecb3c5c8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:51.064673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d75f3e08-abe2-4304-8a8c-6a9d6c3b9053 req-49849924-42d8-4505-8a8b-520eecb3c5c8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0765004 Aug 18 14:08:51.097503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9af26b4d-205d-4754-90cf-fbec619a6864 None None] Provisioning complete for port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:51.098156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9af26b4d-205d-4754-90cf-fbec619a6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.101641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.106254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d75f3e08-abe2-4304-8a8c-6a9d6c3b9053 req-3320d8ee-93ba-4440-a202-8dd9907f2bc8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Aug 18 14:08:51.128908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:51.202870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 886a85da-38d5-4169-ad43-9d5002007842 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:51.210078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9af26b4d-205d-4754-90cf-fbec619a6864 None None] Port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:08:51.238763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 886a85da-38d5-4169-ad43-9d5002007842 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:51.239100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 886a85da-38d5-4169-ad43-9d5002007842 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:51.255170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:51.314957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:51.339243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'mac_address': 'fa:16:3e:b8:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:51.360943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:51.374434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ba1136db-1321-4e01-a1bf-d54670a916bd admin admin] 10.222.0.35 "PUT /v2.0/routers/42fdeee0-42e8-46c6-aaa7-ba64bf5125b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6899314 Aug 18 14:08:51.393485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.413449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fb356a9-a041-451f-8dae-1a8140ac9f54 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:51.420195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:51.431366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:51.431740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.465249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:51.548694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.596509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.634430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99fb87f3-2786-421b-8355-43ee313c5c73 req-c5d57a9e-28e2-49e7-8e46-f1b6bbe99d7f tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.0768113 Aug 18 14:08:51.673467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:51.695968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17001633-7ac2-428b-a870-8524278da135 None None] Sync routers for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:51.715607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:51.716966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:51.749958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa21bb0-8cbe-4b78-996d-a93773759425 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:51.760514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:51.786561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Transition to ACTIVE for port object dfa21bb0-8cbe-4b78-996d-a93773759425 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:51.791376 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-049fb592-6eb2-4004-91df-aeef1d40afa6 req-a50eb8ae-c3b4-4876-88d3-4ae27b373610 tempest-FloatingIPDetailsNegativeTestJSON-901723703 tempest-FloatingIPDetailsNegativeTestJSON-901723703-project] show failed (client error): The resource could not be found. Aug 18 14:08:51.792537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-049fb592-6eb2-4004-91df-aeef1d40afa6 req-a50eb8ae-c3b4-4876-88d3-4ae27b373610 tempest-FloatingIPDetailsNegativeTestJSON-901723703 tempest-FloatingIPDetailsNegativeTestJSON-901723703-project] 10.222.0.35 "GET /v2.0/floatingips/15f3a6a8-1469-4c95-8cc9-6a4d20de16e5 HTTP/1.1" status: 404 len: 350 time: 0.0706987 Aug 18 14:08:51.803265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57520) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:51.887892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:51.890775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.121926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:52.164372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['6fb356a9-a041-451f-8dae-1a8140ac9f54'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:52.187625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.187986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.188330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.190158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.190591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.191671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.192054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.192405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.193884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.196281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.196281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.196281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:52.248785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.260037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Attempting to bind port dfa21bb0-8cbe-4b78-996d-a93773759425 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:52.260420 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Attempting to bind port dfa21bb0-8cbe-4b78-996d-a93773759425 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '0a63df82-3f75-408e-8dbf-015c1f97f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:52.260762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Attempting to bind port dfa21bb0-8cbe-4b78-996d-a93773759425 on network fd7bc372-9cc8-4ade-a757-50ffee89652c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:52.266577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Port dfa21bb0-8cbe-4b78-996d-a93773759425 on network fd7bc372-9cc8-4ade-a757-50ffee89652c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:08:52.266929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Attempting to bind port dfa21bb0-8cbe-4b78-996d-a93773759425 on network fd7bc372-9cc8-4ade-a757-50ffee89652c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:52.273514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:52.273881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Checking segment: {'id': '0a63df82-3f75-408e-8dbf-015c1f97f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:52.274372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Bound using segment: {'id': '0a63df82-3f75-408e-8dbf-015c1f97f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:52.274819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Bound port: dfa21bb0-8cbe-4b78-996d-a93773759425, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a63df82-3f75-408e-8dbf-015c1f97f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:52.275864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.414060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:52.478959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e62a7-cf68-4e61-8839-849fd3f12722 req-8bddb2c8-a016-41ff-8b86-a885826806f4 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:52.488470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:52.489034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a1e62a7-cf68-4e61-8839-849fd3f12722 req-8bddb2c8-a016-41ff-8b86-a885826806f4 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 943 time: 0.2199352 Aug 18 14:08:52.496534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dfa21bb0-8cbe-4b78-996d-a93773759425,segment=NetworkSegment(0a63df82-3f75-408e-8dbf-015c1f97f2e3),segment_id=0a63df82-3f75-408e-8dbf-015c1f97f2e3)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:52.515992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:52.520289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ade79a8-c534-438c-bcaf-25e7847e1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.605857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:48Z', 'revision_number': 4, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553', 'name': '', 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'mac_address': 'fa:16:3e:52:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:47Z', 'updated_at': '2021-08-18T14:08:50Z', 'revision_number': 2, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'subnets': [{'id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:52.646785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17001633-7ac2-428b-a870-8524278da135 None None] Checking router: 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:52.647142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17001633-7ac2-428b-a870-8524278da135 None None] Updating router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:08:52.655247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a1e62a7-cf68-4e61-8839-849fd3f12722 req-bc268502-128d-4548-8e0d-a077a26c536e tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644225 Aug 18 14:08:52.666833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.695320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.706508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c59ef-4e86-4e86-83c2-89ae519df3c5 req-eb331209-0051-4635-8c9b-8e5fb68b04b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:52.710395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d2c59ef-4e86-4e86-83c2-89ae519df3c5 req-eb331209-0051-4635-8c9b-8e5fb68b04b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 944 time: 0.2119849 Aug 18 14:08:52.842116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:52.842823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:52.844350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] 10.222.0.58 "PUT /v2.0/ports/dfa21bb0-8cbe-4b78-996d-a93773759425 HTTP/1.1" status: 200 len: 1091 time: 1.8460419 Aug 18 14:08:52.861502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:52.870440 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923c3de-b63a-4684-9873-a1b35adba5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:52.905625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d66c-c175-44b5-94c5-ec19c5a162a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:52.933523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d2c59ef-4e86-4e86-83c2-89ae519df3c5 req-03a741f7-85e4-45e1-b7cf-5ee1f24da646 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132082 Aug 18 14:08:52.970565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d3b53b5-8f9b-4119-b404-554827779494 req-367c956b-c8c0-4cb5-8b00-d8affa096a09 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.1053262 Aug 18 14:08:53.017166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.056999 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2d82d-8730-40b6-ba5b-ad0fde7151da x-openstack-request-id: req-e5b2d82d-8730-40b6-ba5b-ad0fde7151da {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:53.057269 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:53.057691 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5b2d82d-8730-40b6-ba5b-ad0fde7151da {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:53.057978 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425', 'status': 'completed', 'code': 200} Aug 18 14:08:53.154167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:53.213751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-25088a28-5efc-4009-8138-0382b06d7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:53.216652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-25088a28-5efc-4009-8138-0382b06d7ae8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=453cd4a62e474189b603502788435a05&device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 1094 time: 0.1481330 Aug 18 14:08:53.318279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-2c3e52e4-bd89-43cd-9471-65f4c53c9538 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfa21bb0-8cbe-4b78-996d-a93773759425 HTTP/1.1" status: 200 len: 217 time: 0.0842834 Aug 18 14:08:53.386205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:53.432952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-9a198e97-18db-4ef8-a830-914ced866042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:53.436168 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-9a198e97-18db-4ef8-a830-914ced866042 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aa2096-b25f-4da9-bd39-a533a035004b HTTP/1.1" status: 200 len: 848 time: 0.1049893 Aug 18 14:08:53.483026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-b0e7d448-a4ab-4848-af14-81a88a35d47b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd7bc372-9cc8-4ade-a757-50ffee89652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367992 Aug 18 14:08:53.512006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 6fb356a9-a041-451f-8dae-1a8140ac9f54 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:53.517080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.703667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-cc5a3a7e-651d-4175-91dd-95a40ef70911 service neutron] 10.222.0.58 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026620 Aug 18 14:08:53.714643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:53.715149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.891397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8d46ce09-46f5-4ece-a501-434ca34d7886 req-1410d5b7-6ca7-42f0-8447-d59b1a1d8c49 service neutron] 10.222.0.58 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778805 Aug 18 14:08:53.912203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.010288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fb787-3c6c-4fbc-a1b3-f838c427211a req-bdfa3490-fed2-41f5-a15e-06738b4ab2c4 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.020042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c3fb787-3c6c-4fbc-a1b3-f838c427211a req-bdfa3490-fed2-41f5-a15e-06738b4ab2c4 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 943 time: 0.1909754 Aug 18 14:08:54.045398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:54.049778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-211bc311-ddf5-4945-8a8e-87f589dd581d tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.052998 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c66beca-d313-45fd-ade9-5aeb81084bf8" -d '{"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:54.064292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-211bc311-ddf5-4945-8a8e-87f589dd581d tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 818 time: 0.4168828 Aug 18 14:08:54.082661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Request body: {'port': {'device_id': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'admin_state_up': True, 'tenant_id': 'afb2ccb05353461fa00115c287a60016'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:54.144499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-5b423387-6aac-4297-b5e2-5107bb7af902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.150081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-5b423387-6aac-4297-b5e2-5107bb7af902 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=453cd4a62e474189b603502788435a05&device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 1094 time: 0.0984941 Aug 18 14:08:54.165833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:54.180605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.261834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17001633-7ac2-428b-a870-8524278da135 None None] Transition to ACTIVE for port object ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:54.292887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c3fb787-3c6c-4fbc-a1b3-f838c427211a req-267ccfc8-aba2-4c55-909b-2cb5008f0d30 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714889 Aug 18 14:08:54.296725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.502322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-00a2beec-888f-4b77-b98c-e84d9b4faeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.504279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-00a2beec-888f-4b77-b98c-e84d9b4faeee service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd7bc372-9cc8-4ade-a757-50ffee89652c HTTP/1.1" status: 200 len: 909 time: 0.3457224 Aug 18 14:08:54.569583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a83060-8342-440b-b8ac-ef1127f7c811 req-e2ea48f9-f3bf-47ba-bb46-503e757e843c tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.1251903 Aug 18 14:08:54.629749 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-0ce6a965-3b2a-4fa0-80e3-7c8b0019cced service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfa21bb0-8cbe-4b78-996d-a93773759425 HTTP/1.1" status: 200 len: 217 time: 0.1124055 Aug 18 14:08:54.702575 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a524e5ae-7701-4bcf-b8ba-761d1619930a x-openstack-request-id: req-a524e5ae-7701-4bcf-b8ba-761d1619930a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:54.703074 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-plugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:54.704618 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a524e5ae-7701-4bcf-b8ba-761d1619930a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:54.704618 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'code': 200} Aug 18 14:08:54.723689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.810023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-1b950390-714c-4fae-8e9c-f37a710ac578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.812959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-1b950390-714c-4fae-8e9c-f37a710ac578 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75aa2096-b25f-4da9-bd39-a533a035004b HTTP/1.1" status: 200 len: 848 time: 0.1741202 Aug 18 14:08:54.856774 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-c142bbcd-fd25-4cf7-873b-40d0485890b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd7bc372-9cc8-4ade-a757-50ffee89652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356886 Aug 18 14:08:54.926760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de81052d-0059-4e3b-820f-a474be443378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.945076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:55.030853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.059985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-63de3d6c-c632-4cd3-86c4-d2d59d7ed734 service neutron] 10.222.0.58 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940663 Aug 18 14:08:55.078305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Made reservation on behalf of afb2ccb05353461fa00115c287a60016 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:55.084045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.158096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Deleting port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:55.162512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.186576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c91cd-5f56-4996-8d20-afcd21d28b9f None None] Pushing event updated for resources: {'Port': ['ID=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:55.190158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17001633-7ac2-428b-a870-8524278da135 None None] Attempting to bind port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:55.190732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17001633-7ac2-428b-a870-8524278da135 None None] Attempting to bind port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:55.191334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17001633-7ac2-428b-a870-8524278da135 None None] Attempting to bind port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 on network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:55.205109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17001633-7ac2-428b-a870-8524278da135 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:55.206038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17001633-7ac2-428b-a870-8524278da135 None None] Checking segment: {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:55.207502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.212339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17001633-7ac2-428b-a870-8524278da135 None None] Bound using segment: {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:55.213100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17001633-7ac2-428b-a870-8524278da135 None None] Bound port: ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306e4819-2671-4079-9a4d-901fc98595cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:55.213701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.300146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8923c3de-b63a-4684-9873-a1b35adba5ae req-58fd4be0-a6cc-46d5-a41d-754a08f4135a service neutron] 10.222.0.58 "GET /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305033 Aug 18 14:08:55.340481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-69cce30c-bca0-4b87-8fe1-4fbe7603b11a tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.342899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-69cce30c-bca0-4b87-8fe1-4fbe7603b11a tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.58 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 818 time: 1.0917053 Aug 18 14:08:55.364822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Request body: {'port': {'device_id': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'admin_state_up': True, 'tenant_id': 'afb2ccb05353461fa00115c287a60016'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:55.395485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e80a9-a444-479d-a7f7-03025eef434a req-d27f2d43-cc0d-413a-a9e0-21ccc8debf9b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.402995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd9e80a9-a444-479d-a7f7-03025eef434a req-d27f2d43-cc0d-413a-a9e0-21ccc8debf9b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 1.1015596 Aug 18 14:08:55.431249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17001633-7ac2-428b-a870-8524278da135 None None] For port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:55.435075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17001633-7ac2-428b-a870-8524278da135 None None] For port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,segment=NetworkSegment(306e4819-2671-4079-9a4d-901fc98595cd),segment_id=306e4819-2671-4079-9a4d-901fc98595cd)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:55.507124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f262d7-e235-4a24-b691-d0698e4bc2ea req-aac77824-8d3e-4092-b98e-1a20bc162929 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.509172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0f262d7-e235-4a24-b691-d0698e4bc2ea req-aac77824-8d3e-4092-b98e-1a20bc162929 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 945 time: 0.7007093 Aug 18 14:08:55.542518 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17001633-7ac2-428b-a870-8524278da135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:55.575351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd9e80a9-a444-479d-a7f7-03025eef434a req-2c84ca4b-c38c-40a0-bc94-30498d6bad65 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710830 Aug 18 14:08:55.754749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:55.758154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:55.797071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-d9850393-c40b-4073-aed5-1b13c916bc1b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.802199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-d9850393-c40b-4073-aed5-1b13c916bc1b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 818 time: 0.9916592 Aug 18 14:08:55.841489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Request body: {'port': {'device_id': 'e46087fd-2fef-400d-891d-866e7728375c', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'admin_state_up': True, 'tenant_id': 'afb2ccb05353461fa00115c287a60016'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:55.928610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-abba16f2-b3f4-4cfb-ad18-2dc329f13e51 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.935020 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-abba16f2-b3f4-4cfb-ad18-2dc329f13e51 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 945 time: 0.1075392 Aug 18 14:08:56.107315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:56.189353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:56.253892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0f262d7-e235-4a24-b691-d0698e4bc2ea req-eec6ad90-d0e0-4071-97b2-11134c65a23e tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8461f10-0ccf-4853-b004-e95546fabfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621392 Aug 18 14:08:56.277589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Deleting port 368c0401-547a-458d-b684-ef8225aed774 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:08:56.288659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:56.321552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Calling delete_port for ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:56.404582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c91cd-5f56-4996-8d20-afcd21d28b9f None None] Pushing event updated for resources: {'Port': ['ID=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:56.478782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17001633-7ac2-428b-a870-8524278da135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:48Z', 'revision_number': 4, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553', 'name': '', 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'mac_address': 'fa:16:3e:52:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:47Z', 'updated_at': '2021-08-18T14:08:55Z', 'revision_number': 4, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'subnets': [{'id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:56.482382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6222313-5482-4e6a-8bb6-467a0f4b3ef3 req-91992826-5a6c-4d63-9a1b-ff6201cd5aaf tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:56.498803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6222313-5482-4e6a-8bb6-467a0f4b3ef3 req-91992826-5a6c-4d63-9a1b-ff6201cd5aaf tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 943 time: 0.3927331 Aug 18 14:08:56.569247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17001633-7ac2-428b-a870-8524278da135 None None] The sync data for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 is: [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:48Z', 'revision_number': 4, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553', 'name': '', 'network_id': '31a1e432-ba1b-4ea9-82c1-cf5e3485935f', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'mac_address': 'fa:16:3e:52:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:47Z', 'updated_at': '2021-08-18T14:08:55Z', 'revision_number': 4, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'subnets': [{'id': 'c35cc6c2-2b89-4c99-8056-b8b605b68c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:56.573305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:56.603711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] For port 368c0401-547a-458d-b684-ef8225aed774, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=368c0401-547a-458d-b684-ef8225aed774,segment=NetworkSegment(db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed),segment_id=db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:56.604461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:56.616694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Made reservation on behalf of afb2ccb05353461fa00115c287a60016 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:56.624811 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:56.681734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Calling delete_port for 368c0401-547a-458d-b684-ef8225aed774 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:08:56.721480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Allocated IP 172.20.0.2 (8bc29036-e59a-46b4-84db-265163fb7b47/b60a81a7-b0af-46ec-a50f-15d3813d693d/e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:56.730194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d79c62b0-9384-47c3-a2f3-55c7e13af924 req-10922cf3-9b72-458d-91ed-acde3b961d16 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.2010241 Aug 18 14:08:56.851348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6222313-5482-4e6a-8bb6-467a0f4b3ef3 req-09216667-0179-4050-aea4-f4e137cbe02a tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511031 Aug 18 14:08:57.053178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.082392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['368c0401-547a-458d-b684-ef8225aed774'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:57.095644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Made reservation on behalf of afb2ccb05353461fa00115c287a60016 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:08:57.099687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.192706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Pushing event deleted for resources: {'Port': ['ID=368c0401-547a-458d-b684-ef8225aed774,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:57.207007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dfa21bb0-8cbe-4b78-996d-a93773759425 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:57.375886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] No DVR routers for this DVR port 368c0401-547a-458d-b684-ef8225aed774 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:57.385147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.387348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c20e80c2-e3d4-40aa-9c0f-f87e82976362 req-208bcc02-0bb0-4806-b14d-6cdb623ffe50 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.58 "DELETE /v2.0/ports/368c0401-547a-458d-b684-ef8225aed774 HTTP/1.1" status: 204 len: 173 time: 1.4401369 Aug 18 14:08:57.392578 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'name': 'network-vif-deleted', 'tag': '368c0401-547a-458d-b684-ef8225aed774'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:57.418306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f6aec-3542-443e-9698-fa7db4a8d362 req-83401319-71d0-43b8-963b-d0674f2dfde5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:57.423034 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3043db-3d10-424c-a81b-34c89ecaa8bd" -d '{"events": [{"server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "name": "network-vif-deleted", "tag": "368c0401-547a-458d-b684-ef8225aed774"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:57.426752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510f6aec-3542-443e-9698-fa7db4a8d362 req-83401319-71d0-43b8-963b-d0674f2dfde5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.4816198 Aug 18 14:08:57.500394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dfa21bb0-8cbe-4b78-996d-a93773759425,segment=NetworkSegment(0a63df82-3f75-408e-8dbf-015c1f97f2e3),segment_id=0a63df82-3f75-408e-8dbf-015c1f97f2e3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:57.513780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'dfa21bb0-8cbe-4b78-996d-a93773759425', 'network_id': 'fd7bc372-9cc8-4ade-a757-50ffee89652c', 'port_id': 'dfa21bb0-8cbe-4b78-996d-a93773759425', 'mac_address': 'fa:16:3e:21:1c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aa2096-b25f-4da9-bd39-a533a035004b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:57.584710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:08:57.587805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.614669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.681435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa21bb0-8cbe-4b78-996d-a93773759425 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:57.729364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dfa21bb0-8cbe-4b78-996d-a93773759425,segment=NetworkSegment(0a63df82-3f75-408e-8dbf-015c1f97f2e3),segment_id=0a63df82-3f75-408e-8dbf-015c1f97f2e3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:57.753682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.832786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.947566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:57.951740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:08:57.966044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:08:57.966740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.994885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 14:08:58.162347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['dfa21bb0-8cbe-4b78-996d-a93773759425'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:58.512262 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c612a24a-18a7-4bf9-9e06-7052c5806990 req-41c89244-4427-4a49-bbb7-61a73cf89e08 tempest-ServersTestJSON-468264426 tempest-ServersTestJSON-468264426-project] 10.222.0.35 "GET /v2.0/ports?device_id=db78bfee-eb8e-463b-899f-cf519347541d HTTP/1.1" status: 200 len: 210 time: 0.7764351 Aug 18 14:08:58.513562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:58.606740 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:58.705668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Allocated IP 172.20.0.6 (8bc29036-e59a-46b4-84db-265163fb7b47/b60a81a7-b0af-46ec-a50f-15d3813d693d/a4d4c4a0-03fb-4cca-aefe-220485e06b51) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:58.738790 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770133ac-cc08-41f0-8098-c1ef2a885cc9 x-openstack-request-id: req-770133ac-cc08-41f0-8098-c1ef2a885cc9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:58.738790 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db78bfee-eb8e-463b-899f-cf519347541d", "name": "network-vif-deleted", "tag": "368c0401-547a-458d-b684-ef8225aed774", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:58.738790 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-770133ac-cc08-41f0-8098-c1ef2a885cc9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:58.738790 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db78bfee-eb8e-463b-899f-cf519347541d', 'name': 'network-vif-deleted', 'tag': '368c0401-547a-458d-b684-ef8225aed774', 'status': 'completed', 'code': 200} Aug 18 14:08:58.831020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Network 8bc29036-e59a-46b4-84db-265163fb7b47 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:58.969469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:59.005283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-510f6aec-3542-443e-9698-fa7db4a8d362 req-51c0a203-ae17-42c0-a33b-a0ffb3fd3fdc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2768078 Aug 18 14:08:59.006570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:59.178513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event updated for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:59.233899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63bb4145-d6c3-4648-94a9-f25d5f82df8b req-62a7ede0-324e-433b-aa38-3dee77c18763 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.2513585 Aug 18 14:08:59.240332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 368c0401-547a-458d-b684-ef8225aed774 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:59.302495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 368c0401-547a-458d-b684-ef8225aed774 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:08:59.308045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 368c0401-547a-458d-b684-ef8225aed774 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:59.377221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.581106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:59.613309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.649445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:59.786072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event updated for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:59.805789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Deleting subnet e5c9c2ae-e20a-43b1-ac28-34353985fc1e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:08:59.816361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.816836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0309a-37d8-4051-a4e9-d78e7b09a096 req-d5a39c97-7b63-4b48-b797-d1fb62621996 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:59.824650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49c0309a-37d8-4051-a4e9-d78e7b09a096 req-d5a39c97-7b63-4b48-b797-d1fb62621996 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 944 time: 0.6751344 Aug 18 14:08:59.846586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:59.847770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.862593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.913140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.928290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Network 8bc29036-e59a-46b4-84db-265163fb7b47 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:59.950517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:59.953543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:59.995912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Allocated IP 172.20.0.10 (8bc29036-e59a-46b4-84db-265163fb7b47/b60a81a7-b0af-46ec-a50f-15d3813d693d/ab2f5d25-349a-4ea2-b784-957cceccc13e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:00.010229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49c0309a-37d8-4051-a4e9-d78e7b09a096 req-80c1383f-1234-43c4-aefd-2f7ce49a9e2d tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840923 Aug 18 14:09:00.087741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:00.088502 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.105418 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.175800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.191521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-3b20b4e8-38a7-48fc-8d51-da051f265d64 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1127858 Aug 18 14:09:00.210557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c9c2ae-e20a-43b1-ac28-34353985fc1e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:00.215116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.221112 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd5a0897-c874-4e1d-9dab-d2438b0b3bbc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5c9c2ae-e20a-43b1-ac28-34353985fc1e HTTP/1.1" status: 204 len: 168 time: 0.5686760 Aug 18 14:09:00.223639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57640) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:00.260651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Request body: {'port': {'device_id': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:00.335612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-880ac11b-74f7-4059-ba74-cbaab31f891b tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5054247 Aug 18 14:09:00.378752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Request body: {'port': {'device_id': 'e46087fd-2fef-400d-891d-866e7728375c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:00.397607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.462039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069f55-dadc-4630-ac32-de89361badf4 req-a2abbb22-b2ef-468c-a8ba-494d5f2af498 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:00.469661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a069f55-dadc-4630-ac32-de89361badf4 req-a2abbb22-b2ef-468c-a8ba-494d5f2af498 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.3577063 Aug 18 14:09:00.611672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.666250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.696301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcf75f-c32c-4fb5-a8d9-b2e03ef0c8b0 req-fdd7b836-2f9e-449f-96b1-53bddf1e64bf tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:00.698024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13bcf75f-c32c-4fb5-a8d9-b2e03ef0c8b0 req-fdd7b836-2f9e-449f-96b1-53bddf1e64bf tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 931 time: 0.3374147 Aug 18 14:09:00.708790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0306ddf-9186-4072-8bcf-f0ad573a020a']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:00.719400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a069f55-dadc-4630-ac32-de89361badf4 req-601df20e-bbf1-4c0d-a3f0-abf677b3d655 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427971 Aug 18 14:09:00.723985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.743684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:00.744804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2a34e4-0c3c-46bb-b4a9-1e6edb6dc6ed') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:00.778408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.789063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.813094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.831775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:09:00.833057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:09:00.839014 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:09:01.052979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.060740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.063016 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d0306ddf-9186-4072-8bcf-f0ad573a020a HTTP/1.1" status: 204 len: 168 time: 0.8370230 Aug 18 14:09:01.066439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:09:01.110369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e3aa-8201-4190-80a1-83efa1439898 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0306ddf-9186-4072-8bcf-f0ad573a020a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:01.252060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13bcf75f-c32c-4fb5-a8d9-b2e03ef0c8b0 req-da5c697f-3b65-4b8a-a4f6-1542666e7928 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088251 Aug 18 14:09:01.254773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dfa21bb0-8cbe-4b78-996d-a93773759425 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:01.445103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port dfa21bb0-8cbe-4b78-996d-a93773759425 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:01.451632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port dfa21bb0-8cbe-4b78-996d-a93773759425 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:01.452203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.551281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e948-d758-4ccf-8da8-2b381f708182 req-bbfc08e6-011f-494e-a395-82913cc9fbc6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:01.552977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b315e948-d758-4ccf-8da8-2b381f708182 req-bbfc08e6-011f-494e-a395-82913cc9fbc6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 944 time: 0.3269343 Aug 18 14:09:01.579276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.625620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dfa21bb0-8cbe-4b78-996d-a93773759425,segment=NetworkSegment(0a63df82-3f75-408e-8dbf-015c1f97f2e3),segment_id=0a63df82-3f75-408e-8dbf-015c1f97f2e3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:01.626581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:01.630031 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b80c8-3b4c-4939-bcad-6a37d317add3" -d '{"events": [{"server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:01.660494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.663347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57658) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:01.679490 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9398675-8a8b-44f1-bb0f-c5e01b05424a x-openstack-request-id: req-b9398675-8a8b-44f1-bb0f-c5e01b05424a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:01.680300 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:01.680778 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9398675-8a8b-44f1-bb0f-c5e01b05424a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:01.681396 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425', 'code': 200} Aug 18 14:09:01.693825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:09:01.704167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:01.711474 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Sync routers for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:09:01.747016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:01.751774 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:01.758656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b315e948-d758-4ccf-8da8-2b381f708182 req-ce5ad679-8cc5-4ba4-a86a-5f1017214bae tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820641 Aug 18 14:09:01.889970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9610193e-984a-4fbd-82ed-874feaf1297f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b8e2f590e194812b4aea0004507c5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254000 Aug 18 14:09:01.894428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:01.917642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:02.030589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:02.040491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.054619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dda68-5a82-48a3-a4b4-5d52e96ca745 req-158b4430-691c-44b3-aa74-fdcb90177912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:02.058205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Transition to ACTIVE for port object e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:02.058936 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-862dda68-5a82-48a3-a4b4-5d52e96ca745 req-158b4430-691c-44b3-aa74-fdcb90177912 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 1096 time: 0.2980418 Aug 18 14:09:02.062547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1d8334a2-9e18-4a22-87db-efe92e66b0e6 admin admin] 10.222.0.35 "PUT /v2.0/routers/42fdeee0-42e8-46c6-aaa7-ba64bf5125b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2579935 Aug 18 14:09:02.067741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57668) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:02.092659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Network 8bc29036-e59a-46b4-84db-265163fb7b47 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:02.098588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:02.108811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:02.119648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:02.181174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:02.181834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.190077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.256055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-862dda68-5a82-48a3-a4b4-5d52e96ca745 req-daf9995d-6522-4fac-b924-545748308d76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096799 Aug 18 14:09:02.272260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.318993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.388777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d4c4a0-03fb-4cca-aefe-220485e06b51 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:02.397456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.412707 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.495358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:57Z', 'revision_number': 5, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:02.518929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddfe68-3d23-46a6-a3e9-4917b9ba792d req-94437393-ea0e-4fd9-8948-4213aa6454e3 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:02.520596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3ddfe68-3d23-46a6-a3e9-4917b9ba792d req-94437393-ea0e-4fd9-8948-4213aa6454e3 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.4495318 Aug 18 14:09:02.531502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Transition to ACTIVE for port object a4d4c4a0-03fb-4cca-aefe-220485e06b51 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:02.561486 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.564007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.565230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8461f10-0ccf-4853-b004-e95546fabfa6 HTTP/1.1" status: 204 len: 168 time: 0.6683602 Aug 18 14:09:02.579911 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Checking router: 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:09:02.600914 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Routers {'42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:02.601583 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:08:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:02.606867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727509-acd1-4c2d-a4fb-e4a4796e439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8461f10-0ccf-4853-b004-e95546fabfa6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:02.626139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event updated for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:02.652759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.660211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3ddfe68-3d23-46a6-a3e9-4917b9ba792d req-76da92f0-0ca4-4b24-878d-a00214e8b874 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273780 Aug 18 14:09:02.791434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4281bfc-2bf3-4a1c-a476-fc93102c7b04 req-5e1fa26c-8c07-4f79-b323-2ba6e041b6c7 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:02.818719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4281bfc-2bf3-4a1c-a476-fc93102c7b04 req-5e1fa26c-8c07-4f79-b323-2ba6e041b6c7 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 931 time: 0.3734589 Aug 18 14:09:02.895091 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] Set router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:02.948479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:02.983407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-ab3c46de-3d61-478f-ada3-6f023bfbe352 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6224413 Aug 18 14:09:02.992528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Deleting port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:03.000785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:03.036785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:03.042837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Attempting to bind port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:03.043171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Attempting to bind port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:03.043753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Attempting to bind port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:03.061063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc on network 8bc29036-e59a-46b4-84db-265163fb7b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:03.061246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Attempting to bind port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:03.093902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Request body: {'port': {'device_id': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:03.119119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:03.119464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Checking segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:03.119846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Bound using segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:03.120296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Bound port: e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:03.122800 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:03.242920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] For port 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:03.243519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:03.285405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Calling delete_port for 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:03.469430 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:57Z', 'revision_number': 5, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:03.523293 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d130d6e-b62f-468f-bdf2-3375f1abe1f7 None None] The sync data for ids ['42fdeee0-42e8-46c6-aaa7-ba64bf5125b0'] in n-d-804303-5 is: [{'id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-260305986-router', 'tenant_id': '3eb690b1b51f4b43ba333747deaa4025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:08:42Z', 'updated_at': '2021-08-18T14:08:57Z', 'revision_number': 5, 'project_id': '3eb690b1b51f4b43ba333747deaa4025', 'gw_port': {'id': '6ca8ca25-0fe7-407d-b7f1-f024e925d9a7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdeee0-42e8-46c6-aaa7-ba64bf5125b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:08:43Z', 'updated_at': '2021-08-18T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:09:03.775637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:03.883205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca8ca25-0fe7-407d-b7f1-f024e925d9a7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:03.897974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4281bfc-2bf3-4a1c-a476-fc93102c7b04 req-6b1ca074-031e-4235-9b0c-8a4ecf5086d6 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0773053 Aug 18 14:09:04.100149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.217276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:04.220419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:04.250189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:04.318642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.350622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc89a8-c6a1-484b-b805-05edf875e661 req-dbc13dc3-8db7-4762-9646-0fea2158dd8c tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:04.352428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbdc89a8-c6a1-484b-b805-05edf875e661 req-dbc13dc3-8db7-4762-9646-0fea2158dd8c tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 945 time: 1.2969456 Aug 18 14:09:04.401349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.407399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.502238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:04.559685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Attempting to bind port a4d4c4a0-03fb-4cca-aefe-220485e06b51 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:04.560418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Attempting to bind port a4d4c4a0-03fb-4cca-aefe-220485e06b51 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:04.560981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Attempting to bind port a4d4c4a0-03fb-4cca-aefe-220485e06b51 on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:04.568759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:04.574459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.574459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-807ac716-9b4c-4e04-9ea5-c71b168b4ad2 service neutron] 10.222.0.10 "PUT /v2.0/ports/e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc HTTP/1.1" status: 200 len: 1091 time: 4.3158073 Aug 18 14:09:04.603906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:04.605910 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc5665f-ee28-4643-84ad-e47766cb52e7" -d '{"events": [{"name": "network-changed", "server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:04.614443 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.632407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Port a4d4c4a0-03fb-4cca-aefe-220485e06b51 on network 8bc29036-e59a-46b4-84db-265163fb7b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:04.632759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Attempting to bind port a4d4c4a0-03fb-4cca-aefe-220485e06b51 on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:04.658958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbdc89a8-c6a1-484b-b805-05edf875e661 req-f990fb6a-8ff0-4ede-835a-d8e3c3cc677e tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882961 Aug 18 14:09:04.659678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:04.660032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Checking segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:04.660411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Bound using segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:04.660852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Bound port: a4d4c4a0-03fb-4cca-aefe-220485e06b51, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:04.661213 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.715599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0da9-dacc-4eee-818f-0fff72392765 req-c8d3476a-69ae-4905-9c12-484a4200222c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:04.717217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-599f0da9-dacc-4eee-818f-0fff72392765 req-c8d3476a-69ae-4905-9c12-484a4200222c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.2631404 Aug 18 14:09:04.903051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-599f0da9-dacc-4eee-818f-0fff72392765 req-535c8c1e-dc6d-401f-a7e6-3e6083868ab5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788237 Aug 18 14:09:04.912078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:04.951196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.952215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:09:04.975714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:04.978744 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e928054-2737-4813-88a7-72a09032784f admin admin] 10.222.0.35 "DELETE /v2.0/routers/42fdeee0-42e8-46c6-aaa7-ba64bf5125b0 HTTP/1.1" status: 204 len: 168 time: 2.9097703 Aug 18 14:09:04.982492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:05.016482 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8f9453-4825-4852-9024-87f79eccf631 x-openstack-request-id: req-4b8f9453-4825-4852-9024-87f79eccf631 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:05.017473 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:05.019702 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b8f9453-4825-4852-9024-87f79eccf631 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:05.020345 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc', 'status': 'completed', 'code': 200} Aug 18 14:09:05.078634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Deleting subnet c35cc6c2-2b89-4c99-8056-b8b605b68c48 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:09:05.084009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.090435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:05.172076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.175998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-740b6c04-408f-4509-92d0-1769cf9e8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:05.179547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-740b6c04-408f-4509-92d0-1769cf9e8af0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 1094 time: 0.1515763 Aug 18 14:09:05.190365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.287696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:05.346428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:05.346777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea0b3f94-b5b5-4cfa-9cb4-3bf7ce62c553 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:05.368867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.399065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:05.400364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.402304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] 10.222.0.10 "PUT /v2.0/ports/a4d4c4a0-03fb-4cca-aefe-220485e06b51 HTTP/1.1" status: 200 len: 1091 time: 5.0304713 Aug 18 14:09:05.489345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837cc2-18d9-49f3-aeef-77af2c189cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:05.562812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2f5d25-349a-4ea2-b784-957cceccc13e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:05.576644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6abd6-041c-4417-bec6-b3fa2c6b86e1 req-a90170eb-0675-49b6-862a-fb348414cc48 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:05.579686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11d6abd6-041c-4417-bec6-b3fa2c6b86e1 req-a90170eb-0675-49b6-862a-fb348414cc48 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 943 time: 0.4005053 Aug 18 14:09:05.595422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.598353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.640078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-412535cf-e1e2-4b1a-b9dd-5cb137fe9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:05.641670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-412535cf-e1e2-4b1a-b9dd-5cb137fe9e13 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=afb2ccb05353461fa00115c287a60016&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4257448 Aug 18 14:09:05.673603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Transition to ACTIVE for port object ab2f5d25-349a-4ea2-b784-957cceccc13e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:05.693192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35cc6c2-2b89-4c99-8056-b8b605b68c48,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:05.701872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61734bd4-a13d-4681-b675-e3afe157a0f9 None None] Network 31a1e432-ba1b-4ea9-82c1-cf5e3485935f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:05.702693 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.710365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dac03730-e14b-4a97-a3e7-8c8a97880215 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c35cc6c2-2b89-4c99-8056-b8b605b68c48 HTTP/1.1" status: 204 len: 168 time: 0.7265534 Aug 18 14:09:05.712692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:05.853149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:05.893358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11d6abd6-041c-4417-bec6-b3fa2c6b86e1 req-1d0cf6d6-de95-405e-91c6-180d0eef14a6 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808180 Aug 18 14:09:05.897080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.022439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-45ec6c93-3d74-4d8a-abae-8ec343377d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.024432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-45ec6c93-3d74-4d8a-abae-8ec343377d19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 1094 time: 0.4432676 Aug 18 14:09:06.025534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-d2227c05-4c38-46a5-9301-5d642edbaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.026919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dc5665f-ee28-4643-84ad-e47766cb52e7 req-d2227c05-4c38-46a5-9301-5d642edbaeff service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666749 Aug 18 14:09:06.036980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Deleting port 435c7f05-935e-43f2-b958-917a3c8f8277 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:06.037339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.130121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] DHCP port deletion for 31a1e432-ba1b-4ea9-82c1-cf5e3485935f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:09:06.202905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] For port 435c7f05-935e-43f2-b958-917a3c8f8277, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=435c7f05-935e-43f2-b958-917a3c8f8277,segment=NetworkSegment(306e4819-2671-4079-9a4d-901fc98595cd),segment_id=306e4819-2671-4079-9a4d-901fc98595cd)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:06.204188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.222171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Calling delete_port for 435c7f05-935e-43f2-b958-917a3c8f8277 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:06.243041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-f953f6da-453b-4c2e-a260-c0db3a485ca5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51 HTTP/1.1" status: 200 len: 217 time: 0.1858642 Aug 18 14:09:06.308687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Deleting port 435c7f05-935e-43f2-b958-917a3c8f8277 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:06.309350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.402372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-e3ad41f7-6d5e-476d-91a6-c97dbe826896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.404549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-e3ad41f7-6d5e-476d-91a6-c97dbe826896 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 200 len: 858 time: 0.1425447 Aug 18 14:09:06.420999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] For port 435c7f05-935e-43f2-b958-917a3c8f8277, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=435c7f05-935e-43f2-b958-917a3c8f8277,segment=NetworkSegment(306e4819-2671-4079-9a4d-901fc98595cd),segment_id=306e4819-2671-4079-9a4d-901fc98595cd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:06.422070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.439861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Calling delete_port for 435c7f05-935e-43f2-b958-917a3c8f8277 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:06.446083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-7ab097b9-764d-4088-b52a-d09b987386d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc29036-e59a-46b4-84db-265163fb7b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330188 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3fcdb-4a2b-448d-9bf4-0a669b5ed484 req-5439efa8-011b-4a05-bc95-3c755d574f4f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8e3fcdb-4a2b-448d-9bf4-0a669b5ed484 req-5439efa8-011b-4a05-bc95-3c755d574f4f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.2997832 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b0e4-d74b-4603-bb2c-ab629e0deb61 req-56d689c7-03c7-4960-ae73-b65322dcf3e6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e060b0e4-d74b-4603-bb2c-ab629e0deb61 req-56d689c7-03c7-4960-ae73-b65322dcf3e6 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 945 time: 0.5400808 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-b4d6976a-208a-42b9-8687-725daf3acc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-b4d6976a-208a-42b9-8687-725daf3acc6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 1094 time: 0.4685352 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-c96a9ae2-c751-4cea-a98f-76bd5d9bbdfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc HTTP/1.1" status: 200 len: 217 time: 0.0737460 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8e3fcdb-4a2b-448d-9bf4-0a669b5ed484 req-c348cb8a-60e6-4d2d-85bb-0de59bcba2d4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941106 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e060b0e4-d74b-4603-bb2c-ab629e0deb61 req-773b031d-b14b-4fa9-9320-d80d86244429 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454821 Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Attempting to bind port ab2f5d25-349a-4ea2-b784-957cceccc13e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Attempting to bind port ab2f5d25-349a-4ea2-b784-957cceccc13e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Attempting to bind port ab2f5d25-349a-4ea2-b784-957cceccc13e on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:06.782892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Port ab2f5d25-349a-4ea2-b784-957cceccc13e on network 8bc29036-e59a-46b4-84db-265163fb7b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Attempting to bind port ab2f5d25-349a-4ea2-b784-957cceccc13e on network 8bc29036-e59a-46b4-84db-265163fb7b47 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-fdfa911a-958b-49ea-8102-b3817b833596 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001533 Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Checking segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Bound using segment: {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Bound port: ab2f5d25-349a-4ea2-b784-957cceccc13e, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db06b301-ce41-4536-bfa0-df8275b7ac02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:06.787237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:06.879927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-b1177fb8-dc91-4cdc-91fb-91ffaf06eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:06.881623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-b1177fb8-dc91-4cdc-91fb-91ffaf06eddd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 200 len: 858 time: 0.1521041 Aug 18 14:09:06.939793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-e5c52bee-69cb-454b-8b06-f745a8b0488b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc29036-e59a-46b4-84db-265163fb7b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453444 Aug 18 14:09:06.991977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:07.022502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:07.024771 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98" -d '{"events": [{"name": "network-changed", "server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:07.065135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-37054cd9-6e2d-49e7-810d-1f342305db78 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799485 Aug 18 14:09:07.066878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:07.083088 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38557648-ba13-4798-84c2-e0dac2f64981 x-openstack-request-id: req-38557648-ba13-4798-84c2-e0dac2f64981 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:07.083388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:07.083637 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38557648-ba13-4798-84c2-e0dac2f64981 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:07.084027 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51', 'status': 'completed', 'code': 200} Aug 18 14:09:07.118392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d03a5-5ff9-4c1b-b848-83e7e8eef42c req-7b64a1bd-9c91-429d-a361-1591c5dd56a2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.124790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae8d03a5-5ff9-4c1b-b848-83e7e8eef42c req-7b64a1bd-9c91-429d-a361-1591c5dd56a2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 943 time: 0.1256011 Aug 18 14:09:07.124790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-183c12c5-633a-47e4-aa77-0eec4944be6b service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617606 Aug 18 14:09:07.147834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.171116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] No DVR routers for this DVR port 435c7f05-935e-43f2-b958-917a3c8f8277 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:07.210861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.226134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:07.255589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae8d03a5-5ff9-4c1b-b848-83e7e8eef42c req-ca46c972-0e35-4d89-91ab-3b5fc97fd9f4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291456 Aug 18 14:09:07.257633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=435c7f05-935e-43f2-b958-917a3c8f8277,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:07.258219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-a87c8bc7-1744-4498-8007-1505304e4f2e service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253338 Aug 18 14:09:07.276248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:07.276596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6ca8ca25-0fe7-407d-b7f1-f024e925d9a7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:07.277282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 435c7f05-935e-43f2-b958-917a3c8f8277 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:07.279728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] Pushing event deleted for resources: {'Port': ['ID=435c7f05-935e-43f2-b958-917a3c8f8277,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:07.282770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c56fda-bf70-49a6-8ff1-9d98a587b674 None None] No DVR routers for this DVR port 435c7f05-935e-43f2-b958-917a3c8f8277 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:07.289062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.299509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a1e432-ba1b-4ea9-82c1-cf5e3485935f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:07.301419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 435c7f05-935e-43f2-b958-917a3c8f8277 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:07.301775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 435c7f05-935e-43f2-b958-917a3c8f8277 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:07.312251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306e4819-2671-4079-9a4d-901fc98595cd') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:07.312727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306e4819-2671-4079-9a4d-901fc98595cd') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:07.322993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.342675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.349619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:09:07.350121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:09:07.351915 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:09:07.378201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.421973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.422582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.423989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] 10.222.0.58 "PUT /v2.0/ports/ab2f5d25-349a-4ea2-b784-957cceccc13e HTTP/1.1" status: 200 len: 1092 time: 4.3700309 Aug 18 14:09:07.479891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e557b-d681-4c58-925a-ee0c00d50e2d service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:07.491624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-f79a7b5b-ad4f-4155-a4a7-1cf4e767fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.493194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-f79a7b5b-ad4f-4155-a4a7-1cf4e767fddc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 1094 time: 0.0683141 Aug 18 14:09:07.589664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.607072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:07.611621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] 10.222.0.35 "DELETE /v2.0/networks/31a1e432-ba1b-4ea9-82c1-cf5e3485935f HTTP/1.1" status: 204 len: 168 time: 1.8921466 Aug 18 14:09:07.627978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2312e-8087-4450-9bf5-bc7c54e81d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=31a1e432-ba1b-4ea9-82c1-cf5e3485935f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:07.717679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-5e76e767-a4e2-4cd5-b475-a1b2b0f03af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.720967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-5e76e767-a4e2-4cd5-b475-a1b2b0f03af6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 1095 time: 0.1008229 Aug 18 14:09:07.720967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-96cac786-95da-4b1e-ae8a-8cb7562f3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.722020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-96cac786-95da-4b1e-ae8a-8cb7562f3ae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 919 time: 0.2073934 Aug 18 14:09:07.768938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-be4d9c89-ca78-4e90-a798-2a536a6818e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e HTTP/1.1" status: 200 len: 217 time: 0.0408359 Aug 18 14:09:07.812359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-157d6597-0a92-42bd-b194-2dcc1926e9fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51 HTTP/1.1" status: 200 len: 217 time: 0.0423214 Aug 18 14:09:07.887865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:07.965477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-591a175d-1cc8-4f3b-bd14-8c88a03692e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.968360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-591a175d-1cc8-4f3b-bd14-8c88a03692e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 200 len: 858 time: 0.1548717 Aug 18 14:09:07.972130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-d62f8954-ab49-4f7a-b453-bdc3fe78a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:07.973953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-d62f8954-ab49-4f7a-b453-bdc3fe78a5c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 200 len: 858 time: 0.1510770 Aug 18 14:09:08.013151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-dc4b54ba-369b-4146-b46b-1bbaa77a7abc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8bc29036-e59a-46b4-84db-265163fb7b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338004 Aug 18 14:09:08.036465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5af3-211b-42ca-9054-5adb0c3578a3 req-590b5066-13a5-412c-83ec-439c168cd5ae tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:08.045529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c32e5af3-211b-42ca-9054-5adb0c3578a3 req-590b5066-13a5-412c-83ec-439c168cd5ae tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1673853 Aug 18 14:09:08.083080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88d63625-9819-4750-b9a8-73c71d02f77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.152066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57794) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:08.155162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-712b7dfe-8448-4172-98df-2c7ebfa8651f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc29036-e59a-46b4-84db-265163fb7b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405094 Aug 18 14:09:08.258652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88d63625-9819-4750-b9a8-73c71d02f77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.332324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c32e5af3-211b-42ca-9054-5adb0c3578a3 req-f2066aa4-cd5f-4e33-9894-5586f98f61f2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750103 Aug 18 14:09:08.435557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0cc4a321-4891-4092-83ec-9adce569be03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3eb690b1b51f4b43ba333747deaa4025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789481 Aug 18 14:09:08.438286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57802) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:08.443839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-09b3c79a-2cba-48ce-9519-7557ce66aa77 service neutron] 10.222.0.58 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962557 Aug 18 14:09:08.481598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-48ba233f-63be-4457-9095-e0275d9d7a0d service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075571 Aug 18 14:09:08.491059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88d63625-9819-4750-b9a8-73c71d02f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.539794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdbb68-1599-429d-9b8f-172e51915eef req-51774f52-6229-46c3-8dd3-193788b4d278 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:08.548167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0cdbb68-1599-429d-9b8f-172e51915eef req-51774f52-6229-46c3-8dd3-193788b4d278 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.2376215 Aug 18 14:09:08.560972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88d63625-9819-4750-b9a8-73c71d02f77f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6ebd66cfc9d4d9c8225215d315f9924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6687934 Aug 18 14:09:08.566461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63625-9819-4750-b9a8-73c71d02f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda97451-df01-4d09-97c2-381f0be5a1ce,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:08.574492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57804) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:08.575713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.602153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.763801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.766433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.768020 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a61f717d-2c75-462e-b1ab-6996b57fd5e3 HTTP/1.1" status: 204 len: 168 time: 0.3287234 Aug 18 14:09:08.775900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0cdbb68-1599-429d-9b8f-172e51915eef req-b5a8a2ee-0afd-49f1-95ae-d897b5aca286 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264884 Aug 18 14:09:08.778088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a28f44-d334-4275-8f97-4e601d8acb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f717d-2c75-462e-b1ab-6996b57fd5e3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:08.833058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118336-1df7-47cb-92f5-a6d439287e3e req-a75af30f-2374-4529-8a84-79a833f02b9a tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:08.834742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68118336-1df7-47cb-92f5-a6d439287e3e req-a75af30f-2374-4529-8a84-79a833f02b9a tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 943 time: 0.3382092 Aug 18 14:09:08.839041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5ca8704-540d-4e25-af7d-56fc0d8c44fb req-6fb665b2-67cd-4a8f-8e6b-67e8a8baa011 service neutron] 10.222.0.58 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829522 Aug 18 14:09:08.839768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.892214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd28cbaf-e5e2-4f98-84fa-ed387d474c98 req-6aed98ae-f12e-4954-8faa-c73e7b34dbd8 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607566 Aug 18 14:09:08.900054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:08.937670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68118336-1df7-47cb-92f5-a6d439287e3e req-0176f2ec-bb8e-4f33-b9d0-4eb2578ca1c0 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920050 Aug 18 14:09:09.085210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:09.087542 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc585027-d201-4dd7-89a9-dba39d886c28" -d '{"events": [{"name": "network-changed", "server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:09.162674 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07df459-55bc-4b5f-b4fc-f1e7e90b9b9f x-openstack-request-id: req-b07df459-55bc-4b5f-b4fc-f1e7e90b9b9f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:09.163616 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:09.163966 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b07df459-55bc-4b5f-b4fc-f1e7e90b9b9f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:09.164669 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e', 'status': 'completed', 'code': 200} Aug 18 14:09:09.186839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:09.226197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:09.230152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:09.233791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cda97451-df01-4d09-97c2-381f0be5a1ce HTTP/1.1" status: 204 len: 168 time: 0.6546111 Aug 18 14:09:09.249669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8900-8d75-4533-9331-fb0d0cbf5f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda97451-df01-4d09-97c2-381f0be5a1ce,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:09.290011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-35dd5229-465f-4057-ba71-e0fddc86dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:09.292253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-35dd5229-465f-4057-ba71-e0fddc86dc07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=afb2ccb05353461fa00115c287a60016&device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 1095 time: 0.1193433 Aug 18 14:09:09.493526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-b379be27-ea87-43e8-a615-e7337e84629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:09.495987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-b379be27-ea87-43e8-a615-e7337e84629f service neutron] 10.222.0.58 "GET /v2.0/networks?id=8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 200 len: 919 time: 0.1959209 Aug 18 14:09:09.539626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:09.576667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'port_id': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc', 'mac_address': 'fa:16:3e:50:88:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60a81a7-b0af-46ec-a50f-15d3813d693d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:09.611571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-480b23a8-755e-439f-8ff8-2b401a17c546 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e HTTP/1.1" status: 200 len: 217 time: 0.1053333 Aug 18 14:09:09.639893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:09.660796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:09.689560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:09.724645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-980c4cee-5d02-4ecb-afc8-afc3768e794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:09.726161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-980c4cee-5d02-4ecb-afc8-afc3768e794b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 200 len: 858 time: 0.1047480 Aug 18 14:09:09.735723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3953-93af-4efd-a26a-393b745cedd3 req-44c9da83-7fb5-44a9-98b3-dfe9470abf19 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:09.737334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-925d3953-93af-4efd-a26a-393b745cedd3 req-44c9da83-7fb5-44a9-98b3-dfe9470abf19 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1286821 Aug 18 14:09:09.767547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-a4a2ca09-4b98-460f-be7f-dac53492f024 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8bc29036-e59a-46b4-84db-265163fb7b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291932 Aug 18 14:09:09.804095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:09.805376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a4d4c4a0-03fb-4cca-aefe-220485e06b51 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:09.861593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:09.968281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'port_id': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51', 'mac_address': 'fa:16:3e:f7:54:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60a81a7-b0af-46ec-a50f-15d3813d693d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:09.972044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-925d3953-93af-4efd-a26a-393b745cedd3 req-a2e8532c-9bbd-4826-8256-1649cba298e8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215621 Aug 18 14:09:10.038545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:10.128211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:10.131374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:10.143671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-abf560dc-799a-4ac9-b55a-eea2792af060 service neutron] 10.222.0.58 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512063 Aug 18 14:09:10.149360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d4c4a0-03fb-4cca-aefe-220485e06b51 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:10.178206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:10.333739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:10.427117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:10.653173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a894270-8dbc-4d32-b9c1-cbb7983580dc req-cf48214a-1365-4910-9d25-2002b8e0414a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:10.666165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a894270-8dbc-4d32-b9c1-cbb7983580dc req-cf48214a-1365-4910-9d25-2002b8e0414a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.5885074 Aug 18 14:09:10.669947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4644248-d0b8-4a33-924d-c2eea4134e12 req-1fa00e7c-5ae5-4dad-b6c1-5e1c6283642f tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:10.671520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4644248-d0b8-4a33-924d-c2eea4134e12 req-1fa00e7c-5ae5-4dad-b6c1-5e1c6283642f tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 943 time: 0.5401738 Aug 18 14:09:10.723797 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:10.729674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc585027-d201-4dd7-89a9-dba39d886c28 req-4126a61f-bcd7-4529-a35b-d3b005895fea service neutron] 10.222.0.58 "GET /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618746 Aug 18 14:09:10.760072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4644248-d0b8-4a33-924d-c2eea4134e12 req-77d545a4-d17d-4a87-9252-a3cedfa200b1 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772426 Aug 18 14:09:10.764189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a894270-8dbc-4d32-b9c1-cbb7983580dc req-8c11129d-24d9-4c17-8d04-038b04b4cc9c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826259 Aug 18 14:09:10.775166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:10.852264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['a4d4c4a0-03fb-4cca-aefe-220485e06b51'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:11.202302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:11.207444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82483c3-6a04-488d-ad29-49679d916900 req-5c964f33-3661-4174-9c54-cc3fcddd7eb0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:11.209332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e82483c3-6a04-488d-ad29-49679d916900 req-5c964f33-3661-4174-9c54-cc3fcddd7eb0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1001441 Aug 18 14:09:11.276819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e82483c3-6a04-488d-ad29-49679d916900 req-8ef162cf-2c00-4a08-9631-7f4d731fbc3c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579255 Aug 18 14:09:11.298346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ab2f5d25-349a-4ea2-b784-957cceccc13e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:11.476178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57894) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:11.538873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:11.665142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:11.666675 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a39b8-a08e-4779-9afa-cbdd51092bb2" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:11.708046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:11.711606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:11.737174 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025680c3-a0ea-490b-9f07-d3957597c4ba x-openstack-request-id: req-025680c3-a0ea-490b-9f07-d3957597c4ba {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:11.737442 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:11.737748 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-025680c3-a0ea-490b-9f07-d3957597c4ba {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:11.738082 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:09:11.739464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ab2f5d25-349a-4ea2-b784-957cceccc13e', 'network_id': '8bc29036-e59a-46b4-84db-265163fb7b47', 'port_id': 'ab2f5d25-349a-4ea2-b784-957cceccc13e', 'mac_address': 'fa:16:3e:53:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60a81a7-b0af-46ec-a50f-15d3813d693d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:11.753215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1101637086-network', 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:11.787146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:11.789786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:11.835340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2f5d25-349a-4ea2-b784-957cceccc13e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:11.863752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:11.898291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:11.909223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:11.911954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:11.931191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.027543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3d6e-ada6-49bc-a8c7-9232facb876c req-a02b6454-438f-4bda-b45f-63fee7269b41 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:12.030125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-234a3d6e-ada6-49bc-a8c7-9232facb876c req-a02b6454-438f-4bda-b45f-63fee7269b41 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 944 time: 0.0978391 Aug 18 14:09:12.047296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.087226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.126215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-234a3d6e-ada6-49bc-a8c7-9232facb876c req-ed220323-a3a9-4a12-b276-fca81e8405bd tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Aug 18 14:09:12.161674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:12.205257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.252073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:09:12.275245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a291145-347a-41e7-ab7a-5b4b057c4ac6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:12.295413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.295774 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Added segment 98363df7-6c80-443c-aac8-4563e9fbbc6a of type vlan for network 427698a1-3faa-4510-9576-5df7cc226cfb Aug 18 14:09:12.358074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ab2f5d25-349a-4ea2-b784-957cceccc13e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:12.394097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.482729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af86309-2b96-45d8-993f-60d6559fbdba req-711de9c8-1b4d-49f2-839a-6c8847f60ed2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:12.484336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2af86309-2b96-45d8-993f-60d6559fbdba req-711de9c8-1b4d-49f2-839a-6c8847f60ed2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0575917 Aug 18 14:09:12.528368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2af86309-2b96-45d8-993f-60d6559fbdba req-4926b9c6-f47a-4c00-93d5-780d4be72da0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Aug 18 14:09:12.726728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.727687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:12.728365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:12.788557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] Pushing event updated for resources: {'Network': ['ID=427698a1-3faa-4510-9576-5df7cc226cfb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:12.798357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 427698a1-3faa-4510-9576-5df7cc226cfb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:09:13.001664 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32badb04-0d95-42b8-9f76-6a591a81ec98 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5236795 Aug 18 14:09:13.005115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:13.010052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Request body: {'subnet': {'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1101637086-subnet', 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:13.098110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:13.101746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.205175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:13.272101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fa6f3-8c95-40b9-820f-87e5ca801c82 req-ba2f32d3-9288-4311-ad9e-70023d19c3e6 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:13.280497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-801fa6f3-8c95-40b9-820f-87e5ca801c82 req-ba2f32d3-9288-4311-ad9e-70023d19c3e6 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 944 time: 0.0844533 Aug 18 14:09:13.346837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-801fa6f3-8c95-40b9-820f-87e5ca801c82 req-516692a3-e9b5-47e4-8a5f-1188b6f01eab tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Aug 18 14:09:13.406536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:13.413113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:13.414020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.508325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.517362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.569802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:13.595882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=798f3df1-6d31-46a8-a704-22a23158ec26,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:13.608902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Checking segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:13.609319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Network hostable DHCP agents. Network: 427698a1-3faa-4510-9576-5df7cc226cfb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:09:13.655484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.656274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a4d4c4a0-03fb-4cca-aefe-220485e06b51 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:13.711776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Network 427698a1-3faa-4510-9576-5df7cc226cfb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:09:13.741368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:13.748240 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69d188-56ee-4bdc-a819-973d6d5b767d" -d '{"events": [{"server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "name": "network-vif-plugged", "status": "completed", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:13.786421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:13.860452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 427698a1-3faa-4510-9576-5df7cc226cfb) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:13.867881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:13.867881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.869568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97284d67-6b7d-443a-92e6-48776d7b5c9a None None] Network 427698a1-3faa-4510-9576-5df7cc226cfb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:13.940564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port a4d4c4a0-03fb-4cca-aefe-220485e06b51 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:13.949486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port a4d4c4a0-03fb-4cca-aefe-220485e06b51 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:13.949871 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:14.004258 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a1448d1b-28b7-4ad0-b641-4abb9ec7e48e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9894807 Aug 18 14:09:14.042043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917f9cf-be58-4e0d-b505-892e1f2035e0 None None] Network 427698a1-3faa-4510-9576-5df7cc226cfb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:14.125755 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09e72ca-41f5-4f95-8721-83358b759135 x-openstack-request-id: req-c09e72ca-41f5-4f95-8721-83358b759135 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:14.125755 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "name": "network-vif-plugged", "status": "completed", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:14.125755 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c09e72ca-41f5-4f95-8721-83358b759135 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:14.125755 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc', 'code': 200} Aug 18 14:09:14.169832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4a53c-a88c-4f68-bf68-ca08fd772a00 req-71379fa6-1f67-42f9-959c-6ab7402183b4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:14.172636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fa4a53c-a88c-4f68-bf68-ca08fd772a00 req-71379fa6-1f67-42f9-959c-6ab7402183b4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0843194 Aug 18 14:09:14.215950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:14.280489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fa4a53c-a88c-4f68-bf68-ca08fd772a00 req-6a7eff4a-2289-46c1-ba6a-8031aecd3fd1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Aug 18 14:09:14.290222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:14.301958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4205c-f2dd-420f-8e7e-37e644ebb8af req-469bb161-19a0-4476-b5fe-31d24c805456 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:14.301958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51f4205c-f2dd-420f-8e7e-37e644ebb8af req-469bb161-19a0-4476-b5fe-31d24c805456 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 945 time: 0.1144600 Aug 18 14:09:14.307838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4a94-9216-43c3-b20f-3e7158d543cf req-7ef838cd-1571-4d30-bd78-1f148a9812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:14.309719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20af4a94-9216-43c3-b20f-3e7158d543cf req-7ef838cd-1571-4d30-bd78-1f148a9812dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 1096 time: 0.1053154 Aug 18 14:09:14.337915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:14.376501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51f4205c-f2dd-420f-8e7e-37e644ebb8af req-b2a91ff1-823d-4aec-8c59-898277366d87 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657132 Aug 18 14:09:14.380812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20af4a94-9216-43c3-b20f-3e7158d543cf req-77e2119f-a931-4381-a089-da379b097ed9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Aug 18 14:09:14.392686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:14.695374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-0977bdf0-b382-4039-8121-1ad45ed7f049 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:14.697070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-0977bdf0-b382-4039-8121-1ad45ed7f049 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.1096282 Aug 18 14:09:14.713769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-7a2c7a5b-1420-49b0-8189-a77bd4abe090 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/quotas/4c04877b8307445f8f6a9cda26c80dc8 HTTP/1.1" status: 200 len: 375 time: 0.0101247 Aug 18 14:09:14.746503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-89a1b569-d9cc-4b41-9fce-b3c3dfaf01da tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265827 Aug 18 14:09:14.840014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-b0ca07e5-a834-417e-9d28-527eede89329 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855036 Aug 18 14:09:14.962461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a75cb-f66e-422b-804f-b59344a4d634 req-228b89a8-eb89-4d2d-b886-bed6daaa4ffe tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:14.963874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e5a75cb-f66e-422b-804f-b59344a4d634 req-228b89a8-eb89-4d2d-b886-bed6daaa4ffe tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 945 time: 0.0946133 Aug 18 14:09:14.980352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-411cb140-39ef-4d10-a07e-7f5339d56444 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337774 Aug 18 14:09:15.008284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e5a75cb-f66e-422b-804f-b59344a4d634 req-49433a7d-c09a-4906-9a71-989144565d23 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Aug 18 14:09:15.138595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43484-7170-43ba-a882-b3393e834085 req-724a1350-2bb5-4e54-9264-c476afaabe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.140143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-724a1350-2bb5-4e54-9264-c476afaabe44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 1096 time: 0.0516210 Aug 18 14:09:15.248653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43484-7170-43ba-a882-b3393e834085 req-119678eb-41ec-48e5-a1be-ce97c562d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.250161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-119678eb-41ec-48e5-a1be-ce97c562d88b service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 913 time: 0.0971518 Aug 18 14:09:15.298322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ab2f5d25-349a-4ea2-b784-957cceccc13e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:15.334178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-2b8f0b58-10d2-4b54-a8ed-758c139e032a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54 HTTP/1.1" status: 200 len: 217 time: 0.0612731 Aug 18 14:09:15.354753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6555cd42-45d4-4483-93fe-4e4cea6e9554 req-0de68ad1-e2c5-402d-ad71-53d602ce3e70 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 210 time: 0.0346689 Aug 18 14:09:15.402137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43484-7170-43ba-a882-b3393e834085 req-0d7e9c1b-b654-4b81-b5de-251f95dafcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.404215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-0d7e9c1b-b654-4b81-b5de-251f95dafcc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0522902 Aug 18 14:09:15.432050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ab2f5d25-349a-4ea2-b784-957cceccc13e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:15.436323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ab2f5d25-349a-4ea2-b784-957cceccc13e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:15.439842 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:15.452254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-59863e35-101b-4deb-8481-f415d63036a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360003 Aug 18 14:09:15.516982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:15.564624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:15.580295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-87b13916-aca4-4b70-97b8-46cb8e579446 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.582087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-87b13916-aca4-4b70-97b8-46cb8e579446 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.58 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 945 time: 0.1412253 Aug 18 14:09:15.605592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094c0c3-86f3-434d-b53b-fc2d6a3e350b req-77020a63-494e-4d33-a8eb-1c756b50efb5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.607295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6094c0c3-86f3-434d-b53b-fc2d6a3e350b req-77020a63-494e-4d33-a8eb-1c756b50efb5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.1654727 Aug 18 14:09:15.666621 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:15.708946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-469bdf2a-4ca3-4c5a-a203-861b9d519758 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331998 Aug 18 14:09:15.725352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:15.781252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6094c0c3-86f3-434d-b53b-fc2d6a3e350b req-5805c9bd-4444-42b6-9c7d-dc90158fe389 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598184 Aug 18 14:09:15.816310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d190b-f9a6-4eb6-83a2-527c1c3aaeaa req-0b9e111e-f421-4fdd-a250-402f62a7add2 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:15.818040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-356d190b-f9a6-4eb6-83a2-527c1c3aaeaa req-0b9e111e-f421-4fdd-a250-402f62a7add2 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 945 time: 0.2064135 Aug 18 14:09:15.899154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Deleting port dfa21bb0-8cbe-4b78-996d-a93773759425 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:15.899683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:15.929090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-356d190b-f9a6-4eb6-83a2-527c1c3aaeaa req-a75e0ab1-bab4-438d-9f09-3f041f6ef75a tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958283 Aug 18 14:09:15.961361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81a43484-7170-43ba-a882-b3393e834085 req-1766a887-24e7-4096-b34b-7825c684e7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355380 Aug 18 14:09:16.018944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] For port dfa21bb0-8cbe-4b78-996d-a93773759425, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dfa21bb0-8cbe-4b78-996d-a93773759425,segment=NetworkSegment(0a63df82-3f75-408e-8dbf-015c1f97f2e3),segment_id=0a63df82-3f75-408e-8dbf-015c1f97f2e3)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:16.019412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:16.032441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Calling delete_port for dfa21bb0-8cbe-4b78-996d-a93773759425 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:16.121474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51'}, {'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:16.126706 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb9d820-7511-4ab8-a82b-166a2194cdfa" -d '{"events": [{"server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "name": "network-vif-plugged", "status": "completed", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51"}, {"server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:16.162845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a856fa-6cb8-481c-9daf-a2fc69b4ae52 req-fc250afd-decd-48e0-888e-c49c1eb9bfa4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:16.164553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3a856fa-6cb8-481c-9daf-a2fc69b4ae52 req-fc250afd-decd-48e0-888e-c49c1eb9bfa4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 945 time: 0.0774164 Aug 18 14:09:16.238699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3a856fa-6cb8-481c-9daf-a2fc69b4ae52 req-c865b8c2-ee19-4f0a-8b07-6812e76cfa14 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Aug 18 14:09:16.349211 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70b8fa3-3b21-437f-9fb4-8afc3ce1c25e x-openstack-request-id: req-c70b8fa3-3b21-437f-9fb4-8afc3ce1c25e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:16.349702 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "name": "network-vif-plugged", "status": "completed", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51", "code": 200}, {"server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:16.349789 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c70b8fa3-3b21-437f-9fb4-8afc3ce1c25e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:16.350206 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51', 'code': 200} Aug 18 14:09:16.356190 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e', 'code': 200} Aug 18 14:09:16.376191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:16.392711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['dfa21bb0-8cbe-4b78-996d-a93773759425'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:16.442366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Pushing event deleted for resources: {'Port': ['ID=dfa21bb0-8cbe-4b78-996d-a93773759425,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:16.505111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1b981-e20b-476e-a482-a8c04274f1d8 req-7b7663e3-a521-4165-a29a-9cf7c3072c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:16.505643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.505864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.506133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.506464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.506730 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-36c1b981-e20b-476e-a482-a8c04274f1d8 req-7b7663e3-a521-4165-a29a-9cf7c3072c29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 1097 time: 0.0691564 Aug 18 14:09:16.506845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.507105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.507435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.507756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.508074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.508388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.508706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.509020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:16.554806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-36c1b981-e20b-476e-a482-a8c04274f1d8 req-4141413a-d2a4-48a8-83f4-ac872b51247f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Aug 18 14:09:16.558412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bba4d26-4776-4867-bd93-3bc1baec24bb req-91695dd1-69b5-4dcd-b7e8-74db7fbd1053 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 210 time: 0.0878537 Aug 18 14:09:16.559468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] No DVR routers for this DVR port dfa21bb0-8cbe-4b78-996d-a93773759425 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:16.563267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:16.565287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-035c1401-bad3-42c8-b6ac-e7d374adda4a req-316a8692-b0ff-430f-9637-e32ac85e0e60 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.58 "DELETE /v2.0/ports/dfa21bb0-8cbe-4b78-996d-a93773759425 HTTP/1.1" status: 204 len: 173 time: 0.9749448 Aug 18 14:09:16.568890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'name': 'network-vif-deleted', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:16.569016 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab1961-bce2-4aea-ad34-9906e9d07725" -d '{"events": [{"server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "name": "network-vif-deleted", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:16.583372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6640-be06-4fc7-8099-c94d702ea306 req-e3f51dab-19c3-4814-870f-210df683eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:16.584899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a4a6640-be06-4fc7-8099-c94d702ea306 req-e3f51dab-19c3-4814-870f-210df683eb03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 1096 time: 0.1235836 Aug 18 14:09:16.629037 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7368d60-30dc-4c09-887b-ec41636fb8a5 x-openstack-request-id: req-b7368d60-30dc-4c09-887b-ec41636fb8a5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:16.629324 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5912be8b-e589-4951-a371-67582d81073b", "name": "network-vif-deleted", "tag": "dfa21bb0-8cbe-4b78-996d-a93773759425", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:16.629571 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7368d60-30dc-4c09-887b-ec41636fb8a5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:16.630151 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5912be8b-e589-4951-a371-67582d81073b', 'name': 'network-vif-deleted', 'tag': 'dfa21bb0-8cbe-4b78-996d-a93773759425', 'status': 'completed', 'code': 200} Aug 18 14:09:16.634085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a4a6640-be06-4fc7-8099-c94d702ea306 req-93f3f19e-e3d6-4814-9f3c-30158f8109f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Aug 18 14:09:16.910410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db452e4-e175-41a8-a1f7-646c193b0bc9 req-9a0c4d0d-8cc7-46c3-90f2-23df9662f1bc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:16.911864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1db452e4-e175-41a8-a1f7-646c193b0bc9 req-9a0c4d0d-8cc7-46c3-90f2-23df9662f1bc tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 945 time: 0.0562503 Aug 18 14:09:16.973524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1db452e4-e175-41a8-a1f7-646c193b0bc9 req-e4b92622-1a9b-423a-a2be-e3591f73faac tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Aug 18 14:09:17.065684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef41bb3b-8448-4c76-8f49-74b8dd3fed9a req-67f3e80c-331d-4e7c-93e2-527cba7e1124 tempest-VolumesActionsTest-305836237 tempest-VolumesActionsTest-305836237-project] 10.222.0.35 "GET /v2.0/ports?device_id=5912be8b-e589-4951-a371-67582d81073b HTTP/1.1" status: 200 len: 210 time: 0.0269024 Aug 18 14:09:17.221003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:17.223367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:17.354447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:17.365904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:17.385984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a68c0-1b9f-416e-9968-3530a9f0c4d1 req-6897229b-9640-4d58-a44a-10b7fe923fdf tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:17.387627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c50a68c0-1b9f-416e-9968-3530a9f0c4d1 req-6897229b-9640-4d58-a44a-10b7fe923fdf tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 945 time: 0.0595267 Aug 18 14:09:17.441462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:17.445061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:17.458386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c50a68c0-1b9f-416e-9968-3530a9f0c4d1 req-9a9b57ef-53d8-47ab-8690-9dc3ea723bd1 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Aug 18 14:09:17.472234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:17.504222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:17.506092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:17.633485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:17.636789 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:17.687773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:17.707652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ad61e1b-d31c-4275-9252-bef92cf28c0b req-78cd88f8-3d7c-460a-8cf5-252bde9cfb12 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 210 time: 0.0541196 Aug 18 14:09:17.751075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:17.844170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ef9e83da-c3b2-4361-95ed-5a90277f6870'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:18.093765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ca5ee-76fa-4fd5-bda3-26e540387ec8 req-1a620877-3573-4d61-ab7c-05c1c283e84b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:18.095291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e44ca5ee-76fa-4fd5-bda3-26e540387ec8 req-1a620877-3573-4d61-ab7c-05c1c283e84b tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.0524774 Aug 18 14:09:18.144321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e44ca5ee-76fa-4fd5-bda3-26e540387ec8 req-89f78f50-7687-45fb-b990-3eddd220fd26 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Aug 18 14:09:18.351898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:18.354212 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceee271-464e-4bd0-bf30-7ace9d95d0fc" -d '{"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:18.393620 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0db0b-1cc1-4b0f-b5b2-4ab85948d21c x-openstack-request-id: req-5fd0db0b-1cc1-4b0f-b5b2-4ab85948d21c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:18.394343 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:18.394343 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fd0db0b-1cc1-4b0f-b5b2-4ab85948d21c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:18.394974 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'code': 200} Aug 18 14:09:18.417680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-e55bfddb-2aa6-4d2f-b63d-009f61b89731 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:18.420011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-e55bfddb-2aa6-4d2f-b63d-009f61b89731 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.1266315 Aug 18 14:09:18.442739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Request body: {'port': {'device_id': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'admin_state_up': True, 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:18.607338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f6647-72cc-4d49-a246-f10970643718 req-23aaab06-9828-4f7c-8851-67f60f574c4d tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:18.608846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c83f6647-72cc-4d49-a246-f10970643718 req-23aaab06-9828-4f7c-8851-67f60f574c4d tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 945 time: 0.0679898 Aug 18 14:09:18.649097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c83f6647-72cc-4d49-a246-f10970643718 req-f44bf242-cb55-443c-b72e-01840c4bacec tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Aug 18 14:09:18.703830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:18.709308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:18.870447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Allocated IP 172.20.0.5 (427698a1-3faa-4510-9576-5df7cc226cfb/798f3df1-6d31-46a8-a704-22a23158ec26/206b72dd-2095-4d63-a429-f06693e329af) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:18.926079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0ea2fb2-d295-484e-9e13-4408ad6d6cf9 req-fbc55da5-e482-4e1d-ac3c-1963bfb99831 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 210 time: 0.0394161 Aug 18 14:09:18.962687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990b35-8d09-4d17-8402-db5265a8bc72 req-68e22400-1406-49cb-bdc5-46f7e21578f2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:18.964357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61990b35-8d09-4d17-8402-db5265a8bc72 req-68e22400-1406-49cb-bdc5-46f7e21578f2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 946 time: 0.1089253 Aug 18 14:09:19.073694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61990b35-8d09-4d17-8402-db5265a8bc72 req-c6a83ca4-fb45-499d-8e80-0c70baab16a6 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944209 Aug 18 14:09:19.154761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.235963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:19.242508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ce3a1-c85e-45ca-9edd-da09344efda2 req-ef002b81-7bb2-44b8-b7b7-4ef2a9205bab tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:19.244172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d9ce3a1-c85e-45ca-9edd-da09344efda2 req-ef002b81-7bb2-44b8-b7b7-4ef2a9205bab tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 945 time: 0.0573175 Aug 18 14:09:19.285627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d9ce3a1-c85e-45ca-9edd-da09344efda2 req-08f15262-2c62-4bf7-bfe0-1b50dabf6d80 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 18 14:09:19.286790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ef9e83da-c3b2-4361-95ed-5a90277f6870 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:19.287170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.364803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dfa21bb0-8cbe-4b78-996d-a93773759425 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:19.388989 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.392116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: dfa21bb0-8cbe-4b78-996d-a93773759425 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:19.392585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dfa21bb0-8cbe-4b78-996d-a93773759425 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:19.404648 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.445946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:19.484046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Network 427698a1-3faa-4510-9576-5df7cc226cfb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:19.491112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:19.493935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:19.503444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e0816-24bc-477d-a081-2383673e7219 req-bf35929c-56c6-4f01-97df-4d8ab25efd4d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:19.504941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae4e0816-24bc-477d-a081-2383673e7219 req-bf35929c-56c6-4f01-97df-4d8ab25efd4d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.1512938 Aug 18 14:09:19.505556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event updated for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:19.582809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:19.583470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.598075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae4e0816-24bc-477d-a081-2383673e7219 req-b81a100c-80dc-4d6b-869a-bcf4ac32a7d3 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Aug 18 14:09:19.670108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:19.742395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-00a03512-61b9-40e3-9625-44d6ad74a836 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067310 Aug 18 14:09:19.753120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Request body: {'port': {'device_id': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:19.759373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:19.837231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:20.334208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b72dd-2095-4d63-a429-f06693e329af {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:20.358348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:20.397137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:20.406724 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f9f3ba-954e-4e41-a52b-2acf83945559" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:20.414079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Transition to ACTIVE for port object 206b72dd-2095-4d63-a429-f06693e329af will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:20.474599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0a8b9-3515-4bc4-a96c-d5c8cb7e9813 req-ab38de13-67a2-44da-8720-f5cbb908b262 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:20.476344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79c0a8b9-3515-4bc4-a96c-d5c8cb7e9813 req-ab38de13-67a2-44da-8720-f5cbb908b262 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 931 time: 0.0817993 Aug 18 14:09:20.507595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:20.596981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79c0a8b9-3515-4bc4-a96c-d5c8cb7e9813 req-56b6dadb-860b-42a1-8f7e-d52c59268150 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019237 Aug 18 14:09:20.611318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Pushing event updated for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:20.645049 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfdb29b-6ffa-469c-8eb8-26435e5a8a21 x-openstack-request-id: req-3bfdb29b-6ffa-469c-8eb8-26435e5a8a21 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:20.649824 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:20.649824 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bfdb29b-6ffa-469c-8eb8-26435e5a8a21 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:20.649824 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:09:20.798591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93d7ec-4d95-4e45-9607-898fed6b4192 req-3a3a9a5f-c962-4d49-8ccc-24dcf1f593c8 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:20.802440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff93d7ec-4d95-4e45-9607-898fed6b4192 req-3a3a9a5f-c962-4d49-8ccc-24dcf1f593c8 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 945 time: 0.1753812 Aug 18 14:09:20.893557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff93d7ec-4d95-4e45-9607-898fed6b4192 req-3c514695-0110-4668-9b8a-d5e2c7de72ca tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Aug 18 14:09:20.894285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Attempting to bind port 206b72dd-2095-4d63-a429-f06693e329af on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:20.894630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Attempting to bind port 206b72dd-2095-4d63-a429-f06693e329af by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:20.894967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Attempting to bind port 206b72dd-2095-4d63-a429-f06693e329af on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:20.904961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Port 206b72dd-2095-4d63-a429-f06693e329af on network 427698a1-3faa-4510-9576-5df7cc226cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:20.904961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Attempting to bind port 206b72dd-2095-4d63-a429-f06693e329af on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:20.911753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:20.912108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Checking segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:20.912509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Bound using segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:20.912973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Bound port: 206b72dd-2095-4d63-a429-f06693e329af, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:20.913406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:20.952072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf72a-f3f0-4345-9285-31d47b5aff9d req-b0149017-c7be-4ec1-b876-3150789a1eda tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:20.960517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f83cf72a-f3f0-4345-9285-31d47b5aff9d req-b0149017-c7be-4ec1-b876-3150789a1eda tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.1544440 Aug 18 14:09:21.051047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f83cf72a-f3f0-4345-9285-31d47b5aff9d req-70988b59-596c-49e7-b157-7da8a059b500 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843539 Aug 18 14:09:21.059780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:21.067168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=206b72dd-2095-4d63-a429-f06693e329af,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:21.152745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:21.224784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.225896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:21.227166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] 10.222.0.58 "PUT /v2.0/ports/206b72dd-2095-4d63-a429-f06693e329af HTTP/1.1" status: 200 len: 1091 time: 1.4791410 Aug 18 14:09:21.227757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'tag': '206b72dd-2095-4d63-a429-f06693e329af'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:21.230411 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f27f97e-b856-4463-8513-77cbdc18a60c" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "tag": "206b72dd-2095-4d63-a429-f06693e329af"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:21.240122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 6fb356a9-a041-451f-8dae-1a8140ac9f54 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:21.285724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861682-2817-4b55-997c-f215c1554a2f service neutron] Pushing event updated for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:21.309709 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e708e2a4-dc00-4893-8ea4-a87456c10b0a x-openstack-request-id: req-e708e2a4-dc00-4893-8ea4-a87456c10b0a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:21.310709 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "tag": "206b72dd-2095-4d63-a429-f06693e329af", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:21.311083 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e708e2a4-dc00-4893-8ea4-a87456c10b0a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:21.311623 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'tag': '206b72dd-2095-4d63-a429-f06693e329af', 'status': 'completed', 'code': 200} Aug 18 14:09:21.394351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-6622a863-d42c-42ae-9944-b9e76f657909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.395976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-6622a863-d42c-42ae-9944-b9e76f657909 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0578508 Aug 18 14:09:21.590078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-e5a51e97-7cc5-49f9-9e8f-68040b165515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.593017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-e5a51e97-7cc5-49f9-9e8f-68040b165515 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1854291 Aug 18 14:09:21.812903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d357c5-51f0-408d-a7ae-19ba31eb3a49 req-4818d718-d6c1-4da9-926b-e8e98c2d1fe5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.814633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06d357c5-51f0-408d-a7ae-19ba31eb3a49 req-4818d718-d6c1-4da9-926b-e8e98c2d1fe5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 943 time: 0.1188481 Aug 18 14:09:21.820963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-e80cfc5c-2e0b-4ebf-85f2-0dc78eb5cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.827705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f27f97e-b856-4463-8513-77cbdc18a60c req-e80cfc5c-2e0b-4ebf-85f2-0dc78eb5cb4e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263813 Aug 18 14:09:21.890804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06d357c5-51f0-408d-a7ae-19ba31eb3a49 req-5499c76a-6887-464b-9e01-d0f001424f69 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Aug 18 14:09:21.912994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d198899d-b52f-4440-85a4-988646830c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:21.956750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-e26c8ff1-f88d-4fec-a2e5-5da0750db9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:21.961754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-e26c8ff1-f88d-4fec-a2e5-5da0750db9c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 1094 time: 0.0845129 Aug 18 14:09:22.011594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-79383331-c417-4727-bcba-6b8f32a6fbc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206b72dd-2095-4d63-a429-f06693e329af HTTP/1.1" status: 200 len: 217 time: 0.0401535 Aug 18 14:09:22.070104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a20a85de-403a-446e-9e77-62e27499d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:22.071797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-a20a85de-403a-446e-9e77-62e27499d549 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 200 len: 855 time: 0.0515597 Aug 18 14:09:22.142450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-65d34f84-022b-41d6-a9e8-10dc969495af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427698a1-3faa-4510-9576-5df7cc226cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600243 Aug 18 14:09:22.230760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58644) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:22.262538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-2bbd0613-828c-47d5-bc90-809425612cea tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:22.264411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-2bbd0613-828c-47d5-bc90-809425612cea tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 945 time: 0.1496537 Aug 18 14:09:22.275779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395e52-de06-4017-9362-f45ad4630611 req-c978d8f7-95cd-4003-9f23-84b330775533 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:22.277346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10395e52-de06-4017-9362-f45ad4630611 req-c978d8f7-95cd-4003-9f23-84b330775533 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 945 time: 0.2045233 Aug 18 14:09:22.463160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9119175-f1b7-473a-8e8e-4eefaa2b5ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:22.475816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10395e52-de06-4017-9362-f45ad4630611 req-435b6e91-fc90-4337-8df0-c00f6bd41c90 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834307 Aug 18 14:09:22.566110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-f13b4a6b-41ce-4338-a8c6-3eed77b440d6 service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068263 Aug 18 14:09:22.717619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30be5149-fe95-42cd-ab4b-20a5fdbc0a4c req-6bbe3f68-9e69-4325-8553-8c52fd7f198b service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415813 Aug 18 14:09:22.757337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Deleting port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:22.757828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:22.855230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9119175-f1b7-473a-8e8e-4eefaa2b5ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:22.896179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] For port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:22.896561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:22.913596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Calling delete_port for e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:23.123427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9119175-f1b7-473a-8e8e-4eefaa2b5ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:23.219269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d9119175-f1b7-473a-8e8e-4eefaa2b5ada admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8272f3be3fd74eabb7b8ee1afaa1d143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9871609 Aug 18 14:09:23.222149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58672) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:23.222821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9119175-f1b7-473a-8e8e-4eefaa2b5ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8daa22-ddca-466a-a9de-3325ebfc927e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:23.242899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cb5f-2205-4633-afe8-8ba986789257 req-cfa0972d-121b-461c-9c11-27d8a5e506e8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:23.250733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b923cb5f-2205-4633-afe8-8ba986789257 req-cfa0972d-121b-461c-9c11-27d8a5e506e8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 943 time: 0.1317763 Aug 18 14:09:23.286037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:23.303317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ab2f5d25-349a-4ea2-b784-957cceccc13e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:23.308324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['a4d4c4a0-03fb-4cca-aefe-220485e06b51'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:23.335523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event deleted for resources: {'Port': ['ID=e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:23.379214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b923cb5f-2205-4633-afe8-8ba986789257 req-c8d107b6-1ce4-40e2-bf59-155f8421aa53 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274412 Aug 18 14:09:23.451913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:23.454502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] No DVR routers for this DVR port e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:23.468110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:23.470342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02247f8a-4cac-45b0-9460-4ce9e3cb8f6d req-0e9dd247-5fa3-4255-a7f6-f4b57a427fa2 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "DELETE /v2.0/ports/e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc HTTP/1.1" status: 204 len: 173 time: 1.1767514 Aug 18 14:09:23.470799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'name': 'network-vif-deleted', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:23.483025 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92426056-1b67-4374-b692-a5475a55f029" -d '{"events": [{"server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "name": "network-vif-deleted", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:23.560040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:23.568694 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9405e696-c300-499d-8f0a-f7717410bb6f x-openstack-request-id: req-9405e696-c300-499d-8f0a-f7717410bb6f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:23.569080 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a5842-27e1-4e3d-bebb-42b6d090a38b", "name": "network-vif-deleted", "tag": "e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:23.569438 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9405e696-c300-499d-8f0a-f7717410bb6f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:23.569972 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a5842-27e1-4e3d-bebb-42b6d090a38b', 'name': 'network-vif-deleted', 'tag': 'e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc', 'status': 'completed', 'code': 200} Aug 18 14:09:23.662227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-0c69dd2a-fd90-417d-89aa-112ecfc2d4ee tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:23.670268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-0c69dd2a-fd90-417d-89aa-112ecfc2d4ee tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3123b30-c3b6-4103-a863-bca88eed971f HTTP/1.1" status: 200 len: 943 time: 0.0706496 Aug 18 14:09:24.072455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79c0ff0b-0765-4aff-bb92-2ebb2334a10e req-9cc233a0-5fb4-4880-8c44-c4c18794bdb3 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=033a5842-27e1-4e3d-bebb-42b6d090a38b HTTP/1.1" status: 200 len: 210 time: 0.3928721 Aug 18 14:09:24.081651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.093947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.093947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c8daa22-ddca-466a-a9de-3325ebfc927e HTTP/1.1" status: 204 len: 168 time: 0.8611689 Aug 18 14:09:24.132294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235bec-a4e0-4e86-81c3-35c4d807da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8daa22-ddca-466a-a9de-3325ebfc927e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:24.181869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-804fafe9-61ee-48c3-b2b7-5da4a618c06b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116192 Aug 18 14:09:24.301163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916298a-5136-4634-95c1-9e46566d7d83 req-24854536-5292-4756-b74e-e55daab64846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:24.302725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-24854536-5292-4756-b74e-e55daab64846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 1097 time: 0.0846412 Aug 18 14:09:24.305162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port 6fb356a9-a041-451f-8dae-1a8140ac9f54 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:24.305505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.498459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port 6fb356a9-a041-451f-8dae-1a8140ac9f54, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=6fb356a9-a041-451f-8dae-1a8140ac9f54,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:24.499231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.523027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916298a-5136-4634-95c1-9e46566d7d83 req-6e5b0f25-c68f-40af-be8e-03c21725f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:24.524347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-6e5b0f25-c68f-40af-be8e-03c21725f6e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8548e0c1-6989-4270-b59e-86de642d83bf HTTP/1.1" status: 200 len: 915 time: 0.1892393 Aug 18 14:09:24.530326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for 6fb356a9-a041-451f-8dae-1a8140ac9f54 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:24.706583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da849bc-7777-4d8d-a3ce-71692cadd8e9 req-23a7e0d5-65b8-421e-975c-db066327561e tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:24.708183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9da849bc-7777-4d8d-a3ce-71692cadd8e9 req-23a7e0d5-65b8-421e-975c-db066327561e tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 943 time: 0.1970582 Aug 18 14:09:24.710065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-ffc716e8-d84f-4daa-8a13-18b383826d6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 HTTP/1.1" status: 200 len: 1002 time: 0.1616449 Aug 18 14:09:24.743399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c56a06e8-ad32-4c3d-9872-97d1ce3cbc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.852167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:24.875741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9da849bc-7777-4d8d-a3ce-71692cadd8e9 req-7a537b2c-7f51-4cf2-af9c-093ee15da445 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591852 Aug 18 14:09:24.881148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916298a-5136-4634-95c1-9e46566d7d83 req-b1f09350-7364-4869-9ead-3a3f640baaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:24.890923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-b1f09350-7364-4869-9ead-3a3f640baaac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d73461a-83f4-4e40-bc62-ddb1342424f3 HTTP/1.1" status: 200 len: 853 time: 0.1532459 Aug 18 14:09:25.004577 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:09:25.010166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916298a-5136-4634-95c1-9e46566d7d83 req-9ca097f8-22a6-421e-b89d-f238922ca5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:25.010166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-9ca097f8-22a6-421e-b89d-f238922ca5a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8548e0c1-6989-4270-b59e-86de642d83bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140778 Aug 18 14:09:25.078649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:25.139127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=6fb356a9-a041-451f-8dae-1a8140ac9f54,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:25.210719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port 6fb356a9-a041-451f-8dae-1a8140ac9f54 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:25.215034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:25.217819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2bc0a9c-6af3-470c-a4c1-90a4132dcb94 req-6abf63e3-2057-4dc2-8a23-0f860d6d1cdf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "DELETE /v2.0/ports/6fb356a9-a041-451f-8dae-1a8140ac9f54 HTTP/1.1" status: 204 len: 173 time: 1.5466228 Aug 18 14:09:25.219998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-a6949655-8c32-4539-904c-320271ec973a service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993508 Aug 18 14:09:25.266779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:25.333446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:25.336137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e51f9de3-0b5d-4a6f-b02d-1fa7642be9dc not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:25.390519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 206b72dd-2095-4d63-a429-f06693e329af details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:25.432246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9916298a-5136-4634-95c1-9e46566d7d83 req-2768339c-96cf-4da0-ac0e-3fa5f8a2ccb7 service neutron] 10.222.0.10 "GET /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001517 Aug 18 14:09:25.579041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-deleted', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:25.581664 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c1d22-7e89-4e40-9f5d-6bf7290e0d57" -d '{"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-deleted", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:25.667785 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bca7e3-5dc3-44fd-afe2-0314f5d47e18 x-openstack-request-id: req-22bca7e3-5dc3-44fd-afe2-0314f5d47e18 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:25.667785 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3123b30-c3b6-4103-a863-bca88eed971f", "name": "network-vif-deleted", "tag": "6fb356a9-a041-451f-8dae-1a8140ac9f54", "status": "failed", "code": 422}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:25.667785 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22bca7e3-5dc3-44fd-afe2-0314f5d47e18 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:25.668184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=206b72dd-2095-4d63-a429-f06693e329af,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:25.668804 n-d-804303-5 neutron-server[112229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3123b30-c3b6-4103-a863-bca88eed971f', 'name': 'network-vif-deleted', 'tag': '6fb356a9-a041-451f-8dae-1a8140ac9f54', 'status': 'failed', 'code': 422} returned with failed status Aug 18 14:09:25.697322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '206b72dd-2095-4d63-a429-f06693e329af', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'port_id': '206b72dd-2095-4d63-a429-f06693e329af', 'mac_address': 'fa:16:3e:08:47:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f3df1-6d31-46a8-a704-22a23158ec26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:25.807209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:25.832315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:25.858545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b72dd-2095-4d63-a429-f06693e329af {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:25.900539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=206b72dd-2095-4d63-a429-f06693e329af,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:25.928143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.037308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74058e89-fd5a-4cf1-b512-1368677f1001 req-357215c4-4e25-4863-afb6-5ce404c0e124 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:26.042882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74058e89-fd5a-4cf1-b512-1368677f1001 req-357215c4-4e25-4863-afb6-5ce404c0e124 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 943 time: 0.0706289 Aug 18 14:09:26.063318 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.090807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1909137897-network', 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:26.128732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74058e89-fd5a-4cf1-b512-1368677f1001 req-0e220442-2949-4ea1-8f66-d9c37156a8ff tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818496 Aug 18 14:09:26.153641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:26.226626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:26.232620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.258664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.376986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:26.448291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.538692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.560498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:09:26.573277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.573692 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Added segment 48c4775a-aca1-451c-8c2d-9c37ca21b320 of type vlan for network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 Aug 18 14:09:26.702125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.767807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a0ef6-9c82-4664-a935-8c6b690112c3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:26.819911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.819911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:26.819911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:26.992472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b139-3af2-464a-ad29-1594cf1c3b2d req-76fc9c48-7fab-4239-824e-b99c204f7ff5 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:27.008065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b139-3af2-464a-ad29-1594cf1c3b2d req-76fc9c48-7fab-4239-824e-b99c204f7ff5 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:27.012558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd6b139-3af2-464a-ad29-1594cf1c3b2d req-76fc9c48-7fab-4239-824e-b99c204f7ff5 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c&device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 1682 time: 0.1011295 Aug 18 14:09:27.090649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd6b139-3af2-464a-ad29-1594cf1c3b2d req-33288e49-4c8e-495b-839f-17dcd1408ddb tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669818 Aug 18 14:09:27.336417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] Pushing event updated for resources: {'Network': ['ID=0f3a214c-8edf-4e24-850b-bfc4eae28a18,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:27.362092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-1f406e80-21b3-47ce-ae65-c68b0fc040c5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:27.362092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-1f406e80-21b3-47ce-ae65-c68b0fc040c5 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.1472387 Aug 18 14:09:27.362993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:09:27.373129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-a7efc6f5-533a-48c0-a702-1b623bd8d176 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0188034 Aug 18 14:09:27.414247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-8dbd6fe5-a1e1-4fb2-9803-b98586dc0481 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399678 Aug 18 14:09:27.441079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5797947c-2fad-469c-ac77-bdd70ab127bb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6326120 Aug 18 14:09:27.444094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:27.449695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Request body: {'subnet': {'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1909137897-subnet', 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:27.486770 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.550442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3ea4-331e-4e78-b66d-66c80ada5b61 req-baccf114-a4bd-48b2-b0a0-99c989dfc8c0 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:27.552235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dfe3ea4-331e-4e78-b66d-66c80ada5b61 req-baccf114-a4bd-48b2-b0a0-99c989dfc8c0 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 944 time: 0.1354358 Aug 18 14:09:27.589860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-bbef01e0-6ca7-40e0-ab44-6a447f115ca8 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733544 Aug 18 14:09:27.631932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:27.637793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.705567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dfe3ea4-331e-4e78-b66d-66c80ada5b61 req-a619a790-c5d6-4075-9f56-8a0cf7749f72 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206005 Aug 18 14:09:27.772034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea07f4a6-be34-43f3-9861-4a49a45c01a0 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751192 Aug 18 14:09:28.026132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-9a3f8e43-0669-4c7c-be1d-ad2a6a100b2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1392169 Aug 18 14:09:28.172343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:28.194183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.196686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.197902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.198999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.200826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.202023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.203190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.207560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-60847a80-37f8-49b4-a00e-e8c0915049ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.1209860 Aug 18 14:09:28.267967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23332571-e52b-4cd2-8ebf-5e28280822f2 req-e1cd8d8c-ef00-4fdb-8cce-47d7ef5d7fc6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 210 time: 0.0343387 Aug 18 14:09:28.295981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d35802d-3f4d-4b2d-a13a-0c4b95437566,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:28.361421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Checking segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:28.361955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Network hostable DHCP agents. Network: 0f3a214c-8edf-4e24-850b-bfc4eae28a18, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:09:28.439449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-cc24b061-9d55-4de1-b9f5-24dde390c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.439952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-cc24b061-9d55-4de1-b9f5-24dde390c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.440410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-cc24b061-9d55-4de1-b9f5-24dde390c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.442224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-cc24b061-9d55-4de1-b9f5-24dde390c99f service neutron] 10.222.0.58 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 2293 time: 0.1723847 Aug 18 14:09:28.543182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-3127a9ed-0aa7-43d5-93a8-fede07451321 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 1002 time: 0.0887184 Aug 18 14:09:28.589131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:09:28.660057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-968acf43-0b0e-47ad-9903-5aee62361946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.662324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-968acf43-0b0e-47ad-9903-5aee62361946 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 200 len: 851 time: 0.1117196 Aug 18 14:09:28.701009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0f3a214c-8edf-4e24-850b-bfc4eae28a18) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:28.707617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.708653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:28.715160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55479e11-57b5-4492-b5e8-bdff80283fd8 None None] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:28.753248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-11d3038a-4a16-4324-b390-331f7c1bd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:28.755190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-11d3038a-4a16-4324-b390-331f7c1bd9f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12f4634e-4047-4d40-8a61-41f267019bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821111 Aug 18 14:09:28.874576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-796a4fe9-28f4-49d7-8ae9-5240589ea52c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4291520 Aug 18 14:09:28.935533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-3f800c27-74c9-4247-ba77-a538e6a85771 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696815 Aug 18 14:09:29.116899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0becfa0-d67c-497c-8149-65e0466afcfc None None] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:29.119899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200668-1318-4e84-9611-720f01239fe2 req-03062bb6-fed4-45ab-8ead-b41c7148f5f1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.127829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b200668-1318-4e84-9611-720f01239fe2 req-03062bb6-fed4-45ab-8ead-b41c7148f5f1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 944 time: 0.2664576 Aug 18 14:09:29.201572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b200668-1318-4e84-9611-720f01239fe2 req-5fa98bf7-5851-4b88-bd6f-87a074f0cbbd tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717592 Aug 18 14:09:29.208698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-0beffa46-6dc0-42ef-99d1-6ce604235c49 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389061 Aug 18 14:09:29.276736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-f4fe514e-4178-4c29-badc-abdea712d94f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 217 time: 0.0588758 Aug 18 14:09:29.439507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-b8c9742a-5aae-44f3-a161-cda982c26a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.466502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 206b72dd-2095-4d63-a429-f06693e329af up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:29.469554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-b8c9742a-5aae-44f3-a161-cda982c26a97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.1693604 Aug 18 14:09:29.612736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-4567b951-bbc1-4ee9-beb1-a80a1d932d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.617200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-4567b951-bbc1-4ee9-beb1-a80a1d932d1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387277 Aug 18 14:09:29.794952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78c88b67-c104-407f-909a-934f9957d17c req-d0d92d0c-c41e-4ba6-bbd1-39941153e768 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Aug 18 14:09:29.798185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-0de6302b-2347-45eb-8e3d-8d36200bf5c0 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720412 Aug 18 14:09:30.081210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-b9a49943-17fd-4e08-9cae-b654eefca01e service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739103 Aug 18 14:09:30.087762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-e1aa14f4-bdc8-4271-affb-b1800c55f35f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.089236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-e1aa14f4-bdc8-4271-affb-b1800c55f35f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.2664459 Aug 18 14:09:30.109334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 206b72dd-2095-4d63-a429-f06693e329af completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:30.113807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 206b72dd-2095-4d63-a429-f06693e329af triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:30.120375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:30.144543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a67579-fe3f-4e9b-84c3-3e18e93dd041 req-9ebfa7f4-f190-45ef-97b4-e453687e6fd4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.146311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3a67579-fe3f-4e9b-84c3-3e18e93dd041 req-9ebfa7f4-f190-45ef-97b4-e453687e6fd4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 946 time: 0.1697457 Aug 18 14:09:30.149003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-8f7d11aa-e83a-42d1-bcda-dce59dc3848f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 217 time: 0.0578077 Aug 18 14:09:30.152058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-bf655ee7-e3b5-46d3-92d1-53dab42e1cf6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/quotas/84225b29d21a40b382ef3980bb5f3f52 HTTP/1.1" status: 200 len: 375 time: 0.0532520 Aug 18 14:09:30.204411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:30.231068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b72dd-2095-4d63-a429-f06693e329af'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:30.234073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-4c0a91fc-3967-4766-88c6-f67e81a4ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.234428 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc090d0-2a2d-4f64-bad9-c8ced7b19f27" -d '{"events": [{"server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "name": "network-vif-plugged", "status": "completed", "tag": "206b72dd-2095-4d63-a429-f06693e329af"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:30.235922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-4c0a91fc-3967-4766-88c6-f67e81a4ca8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0797927 Aug 18 14:09:30.251730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=206b72dd-2095-4d63-a429-f06693e329af,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:30.326265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:30.332436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-5cda7aa6-1846-4666-9b9d-c9d16fed08c5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537471 Aug 18 14:09:30.345806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-df649560-6714-4b6c-8f88-a02c180d6f3f tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.347980 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-df649560-6714-4b6c-8f88-a02c180d6f3f tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 946 time: 0.0675566 Aug 18 14:09:30.377502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3a67579-fe3f-4e9b-84c3-3e18e93dd041 req-823877bf-f577-4b1e-b2cc-75ff72fa0f07 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a00a98b-da71-49a3-a229-a360021a44a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098682 Aug 18 14:09:30.453995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:30.566928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-57613bd6-7cf0-431c-a528-3435e064f7dd service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345517 Aug 18 14:09:30.568836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-be78c46f-6e33-4b7a-923a-ff15df2c4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.570397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-be78c46f-6e33-4b7a-923a-ff15df2c4859 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3104093 Aug 18 14:09:30.623002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Deleting port ab2f5d25-349a-4ea2-b784-957cceccc13e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:30.624079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:30.745450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed1939-5f02-4d50-beb0-d65eefaf8d1d req-fcc3da5b-439d-49b5-a3b0-75b34613c177 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.749956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] For port ab2f5d25-349a-4ea2-b784-957cceccc13e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ab2f5d25-349a-4ea2-b784-957cceccc13e,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:30.750345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:30.754181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62ed1939-5f02-4d50-beb0-d65eefaf8d1d req-fcc3da5b-439d-49b5-a3b0-75b34613c177 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.2236481 Aug 18 14:09:30.791997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Calling delete_port for ab2f5d25-349a-4ea2-b784-957cceccc13e owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:30.833775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62ed1939-5f02-4d50-beb0-d65eefaf8d1d req-6d38a033-1d63-4bc9-a10e-98d3c2be6d10 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784638 Aug 18 14:09:30.897448 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed8ea0f-e43f-40d2-9291-0c0c532260ed x-openstack-request-id: req-8ed8ea0f-e43f-40d2-9291-0c0c532260ed {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:30.897761 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "name": "network-vif-plugged", "status": "completed", "tag": "206b72dd-2095-4d63-a429-f06693e329af", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:30.897914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-7a441b6b-d9b9-44ff-81bb-a44b55ad573b service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183568 Aug 18 14:09:30.898384 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ed8ea0f-e43f-40d2-9291-0c0c532260ed {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:30.898765 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b72dd-2095-4d63-a429-f06693e329af', 'code': 200} Aug 18 14:09:30.933880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-bbcf5ebb-80f1-4bfc-beed-8415d7de9169 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435562 Aug 18 14:09:31.226281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8bc82-1ae1-4ab2-9740-aba73042d8ac req-681135e2-5a41-485d-bb4c-ccc590cebd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:31.227840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62d8bc82-1ae1-4ab2-9740-aba73042d8ac req-681135e2-5a41-485d-bb4c-ccc590cebd16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 1096 time: 0.1938827 Aug 18 14:09:31.249595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fbeaadd-5b99-4e77-a734-78cb10b794df req-fc4557fe-d619-4bd0-8b29-6fcb5c102b63 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 210 time: 0.0597374 Aug 18 14:09:31.256236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-8063f32c-35a1-48ce-9706-0d8f6220a727 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144963 Aug 18 14:09:31.332665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.343298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62d8bc82-1ae1-4ab2-9740-aba73042d8ac req-6ca3f9d4-60bd-41d0-b843-43303676390a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003726 Aug 18 14:09:31.349236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['a4d4c4a0-03fb-4cca-aefe-220485e06b51'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:31.352485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ab2f5d25-349a-4ea2-b784-957cceccc13e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:31.395447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-a470682b-a34a-4bd1-b260-6b7cb51ee116 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 200 len: 217 time: 0.1265628 Aug 18 14:09:31.481616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event deleted for resources: {'Port': ['ID=ab2f5d25-349a-4ea2-b784-957cceccc13e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:31.515161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aed5f9df-7869-4d02-a9b9-98f66ae2b5f9 req-1acf7440-8a69-4c40-b812-2461ba1254be tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 210 time: 0.1128349 Aug 18 14:09:31.533439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-6ee3c3e4-5bc1-479e-af78-bece9d2ee478 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:31.536331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-6ee3c3e4-5bc1-479e-af78-bece9d2ee478 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 945 time: 0.1387715 Aug 18 14:09:31.627534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] No DVR routers for this DVR port ab2f5d25-349a-4ea2-b784-957cceccc13e on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:31.632585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.636711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d7ba534-3b87-44a4-ba8d-a93d1c3b3367 req-ead5eb9b-9fe3-450e-af94-373dda7b53a4 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.58 "DELETE /v2.0/ports/ab2f5d25-349a-4ea2-b784-957cceccc13e HTTP/1.1" status: 204 len: 173 time: 1.2732100 Aug 18 14:09:31.637470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'name': 'network-vif-deleted', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:31.651757 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f70cfb-e14c-4dbd-8bb8-c8e6d5a2253c" -d '{"events": [{"server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "name": "network-vif-deleted", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:31.802158 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78fb52f-4496-4f6f-86b1-e6d4d47da1a2 x-openstack-request-id: req-b78fb52f-4496-4f6f-86b1-e6d4d47da1a2 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:31.802343 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3466bf05-1d95-40e8-9845-faf75f2e2a96", "name": "network-vif-deleted", "tag": "ab2f5d25-349a-4ea2-b784-957cceccc13e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:31.802718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b78fb52f-4496-4f6f-86b1-e6d4d47da1a2 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:31.803174 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3466bf05-1d95-40e8-9845-faf75f2e2a96', 'name': 'network-vif-deleted', 'tag': 'ab2f5d25-349a-4ea2-b784-957cceccc13e', 'status': 'completed', 'code': 200} Aug 18 14:09:31.845161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-74248880-c5e9-4bf1-8148-4c3511f39f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:31.846797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-74248880-c5e9-4bf1-8148-4c3511f39f70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.4142528 Aug 18 14:09:31.871066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46f2486-f3be-435b-8bae-fb7b5293c736 req-893a3bb1-d58d-46de-9536-27edb881a4cc tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 210 time: 0.0506480 Aug 18 14:09:31.939870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Deleting port a4d4c4a0-03fb-4cca-aefe-220485e06b51 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:31.940216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:32.008189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-53d62f94-8ab8-4cb3-9b08-17c4f27b514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:32.009530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-53d62f94-8ab8-4cb3-9b08-17c4f27b514b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375751 Aug 18 14:09:32.157179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-4ff61349-1435-4e11-910a-2be71f83365a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:32.160955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-4ff61349-1435-4e11-910a-2be71f83365a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.2935607 Aug 18 14:09:32.179905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:32.197346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-de5d450e-993c-45f2-af0a-7af09ffd4e68 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128249 Aug 18 14:09:32.288258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcab760-2cb4-45e0-8288-a9b3fafb58ed req-fce662e3-b258-4911-879d-58e5042db964 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:32.296251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fcab760-2cb4-45e0-8288-a9b3fafb58ed req-fce662e3-b258-4911-879d-58e5042db964 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.2801747 Aug 18 14:09:32.353578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fcab760-2cb4-45e0-8288-a9b3fafb58ed req-21e0d117-fe68-457c-874f-32d986af72dd tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 Aug 18 14:09:32.355679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] For port a4d4c4a0-03fb-4cca-aefe-220485e06b51, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a4d4c4a0-03fb-4cca-aefe-220485e06b51,segment=NetworkSegment(db06b301-ce41-4536-bfa0-df8275b7ac02),segment_id=db06b301-ce41-4536-bfa0-df8275b7ac02)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:32.356056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:32.600452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:32.604309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:32.865746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.14 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/93d1426f-95e9-4105-8f79-a13e9d48d0bc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:32.873784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Calling delete_port for a4d4c4a0-03fb-4cca-aefe-220485e06b51 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:32.920823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e02e530-e8c2-425b-9db4-76620e64b25c req-8111431d-1d92-416d-8bf2-6a62bbb44570 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 210 time: 0.0820639 Aug 18 14:09:32.938615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-311b3d6d-620c-47b2-b471-e38d2cd2f926 req-0d516ca1-382a-415f-8de1-b30266e7ac3c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 210 time: 0.1053753 Aug 18 14:09:33.021449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-2e97e52e-ff9f-4c0c-adc2-2ed7f16f7e0b service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051095 Aug 18 14:09:33.072503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-78d6df24-b849-4b51-bba6-3b9c4397dfa7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 200 len: 217 time: 0.0374217 Aug 18 14:09:33.377896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:33.420582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ab2f5d25-349a-4ea2-b784-957cceccc13e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:33.455462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b7475af-9e5e-4d66-b244-d2be416eebe8 req-78a792f7-f7e8-42c2-a77a-8d8f45ad903d tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=3466bf05-1d95-40e8-9845-faf75f2e2a96 HTTP/1.1" status: 200 len: 210 time: 0.1661050 Aug 18 14:09:33.470121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-1ef1ac53-91df-4989-bdd1-dd6bbdcc09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:33.471311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-1ef1ac53-91df-4989-bdd1-dd6bbdcc09c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.3770318 Aug 18 14:09:33.472614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: ab2f5d25-349a-4ea2-b784-957cceccc13e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:33.473072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ab2f5d25-349a-4ea2-b784-957cceccc13e not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:33.578618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:33.609145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-4a3bad0f-5064-4b0c-9d6d-5a0b324fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:33.612963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-4a3bad0f-5064-4b0c-9d6d-5a0b324fe2fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316657 Aug 18 14:09:33.638488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:33.644611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:33.653457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:33.663395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:33.788851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8d5c8-c650-4765-b4dd-26374ca8d6ff req-9e5dc432-d100-44e0-a483-7ef644ae550c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:33.791309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98f8d5c8-c650-4765-b4dd-26374ca8d6ff req-9e5dc432-d100-44e0-a483-7ef644ae550c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.2299354 Aug 18 14:09:33.792321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Pushing event deleted for resources: {'Port': ['ID=a4d4c4a0-03fb-4cca-aefe-220485e06b51,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:33.800477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:33.801289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:33.831316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:33.910403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-3c8fffa9-36e0-44de-a0b1-dcaecf6790c1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7388067 Aug 18 14:09:33.936604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Request body: {'port': {'device_id': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:33.936715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98f8d5c8-c650-4765-b4dd-26374ca8d6ff req-af73aa99-f8d5-410c-8c6c-7f88a9a913d6 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917993 Aug 18 14:09:34.021395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.035135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] No DVR routers for this DVR port a4d4c4a0-03fb-4cca-aefe-220485e06b51 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:34.042061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.049387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e733f5fe-0ef0-4eb3-bb5a-43c9237c1788 req-7f844bda-e26e-4be4-9093-b8e14a53daee tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.10 "DELETE /v2.0/ports/a4d4c4a0-03fb-4cca-aefe-220485e06b51 HTTP/1.1" status: 204 len: 173 time: 2.5039520 Aug 18 14:09:34.049387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'name': 'network-vif-deleted', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:34.053517 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de1eeca-c4d0-4c8a-9060-4bbd69c23911" -d '{"events": [{"server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "name": "network-vif-deleted", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:34.265598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14ded763-0a9c-4595-aa0b-7b23423fdc48 req-ff20debd-cda6-4892-a453-1e234e211904 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 210 time: 0.1770227 Aug 18 14:09:34.316568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-bd3815b2-51ec-4d78-b01a-746de34af45a service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764870 Aug 18 14:09:34.470483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-129c6e51-66c0-4181-84fb-cedec339d095 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395936 Aug 18 14:09:34.472040 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160e3ce-0d98-45c4-8f35-95021c3c569a x-openstack-request-id: req-f160e3ce-0d98-45c4-8f35-95021c3c569a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:34.472318 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46087fd-2fef-400d-891d-866e7728375c", "name": "network-vif-deleted", "tag": "a4d4c4a0-03fb-4cca-aefe-220485e06b51", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:34.472568 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f160e3ce-0d98-45c4-8f35-95021c3c569a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:34.472966 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46087fd-2fef-400d-891d-866e7728375c', 'name': 'network-vif-deleted', 'tag': 'a4d4c4a0-03fb-4cca-aefe-220485e06b51', 'status': 'completed', 'code': 200} Aug 18 14:09:34.549714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb165941-6205-4693-95ac-cc176c2f46f5 req-ada4289a-019f-4ab7-ba89-ac9b813f80fd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:34.553310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb165941-6205-4693-95ac-cc176c2f46f5 req-ada4289a-019f-4ab7-ba89-ac9b813f80fd tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 932 time: 0.3890700 Aug 18 14:09:34.660251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-38c72bbd-3c44-4232-8333-49a45cda0de3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 200 len: 217 time: 0.1628449 Aug 18 14:09:34.845629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-302c313c-806e-472f-84d4-15598bf58f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:34.847672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-302c313c-806e-472f-84d4-15598bf58f84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.1701014 Aug 18 14:09:34.859504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d1426f-95e9-4105-8f79-a13e9d48d0bc {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:34.881944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.923935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Transition to ACTIVE for port object 93d1426f-95e9-4105-8f79-a13e9d48d0bc will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:35.063882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.241703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb165941-6205-4693-95ac-cc176c2f46f5 req-3713eadf-9157-4a8c-ba0c-6506ee1976a0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805277 Aug 18 14:09:35.258492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e84c665-1eaf-43b3-bee6-4e0354c6098b req-6732e68c-a588-492c-9c81-09d97b4fa8a3 tempest-ListServersNegativeTestJSON-890716401 tempest-ListServersNegativeTestJSON-890716401-project] 10.222.0.35 "GET /v2.0/ports?device_id=e46087fd-2fef-400d-891d-866e7728375c HTTP/1.1" status: 200 len: 210 time: 0.4050395 Aug 18 14:09:35.330634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a4d4c4a0-03fb-4cca-aefe-220485e06b51 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:35.408595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-d4f24384-3ae2-4fd1-bcb9-c036da6cd72b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:35.411583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-d4f24384-3ae2-4fd1-bcb9-c036da6cd72b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.4533136 Aug 18 14:09:35.438572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Request body: {'port': {'device_id': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'admin_state_up': True, 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:35.445319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: a4d4c4a0-03fb-4cca-aefe-220485e06b51 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:35.446036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a4d4c4a0-03fb-4cca-aefe-220485e06b51 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:35.449437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-b412459b-769a-487e-a252-e614aba695a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:35.452758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:35.455138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-b412459b-769a-487e-a252-e614aba695a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5663676 Aug 18 14:09:35.663746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Attempting to bind port 93d1426f-95e9-4105-8f79-a13e9d48d0bc on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:35.664292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Attempting to bind port 93d1426f-95e9-4105-8f79-a13e9d48d0bc by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:35.664494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Attempting to bind port 93d1426f-95e9-4105-8f79-a13e9d48d0bc on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:35.688629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Port 93d1426f-95e9-4105-8f79-a13e9d48d0bc on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:35.689135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Attempting to bind port 93d1426f-95e9-4105-8f79-a13e9d48d0bc on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:35.701628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:35.702105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:35.705966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:35.706463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Bound port: 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:35.706849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.893310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1bc5d70f-c651-44e2-8d0a-723a40c1b5e3 req-6b72aa64-75d7-4777-93cc-672d9af60be4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 210 time: 0.2648764 Aug 18 14:09:35.898340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:35.910144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:36.007133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.023424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-a26af345-874c-4899-b3ad-54a011bdc757 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379734 Aug 18 14:09:36.115950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:36.124898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:36.125966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.128288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-ea06c399-1ae8-44af-8452-ebc6d66dd670 service neutron] 10.222.0.58 "PUT /v2.0/ports/93d1426f-95e9-4105-8f79-a13e9d48d0bc HTTP/1.1" status: 200 len: 1092 time: 2.2056637 Aug 18 14:09:36.128986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:36.146927 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c43571-57f0-4a3a-828e-71c337bf6e05" -d '{"events": [{"name": "network-changed", "server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:36.158265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:36.173829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.226307 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26804d9c-928a-4692-aff6-78e6e309d033 x-openstack-request-id: req-26804d9c-928a-4692-aff6-78e6e309d033 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:36.226783 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:36.227206 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26804d9c-928a-4692-aff6-78e6e309d033 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:36.227856 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc', 'status': 'completed', 'code': 200} Aug 18 14:09:36.369810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59002) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:36.444091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-2edf80e0-1232-4b91-8ec5-a7a1d6408af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:36.445826 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-2edf80e0-1232-4b91-8ec5-a7a1d6408af2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 1095 time: 0.1609869 Aug 18 14:09:36.470927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Deleting subnet b60a81a7-b0af-46ec-a50f-15d3813d693d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:09:36.476984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.520103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.589666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.602525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-5bf138e2-0810-4460-bd95-29603b4bf488 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668607 Aug 18 14:09:36.740057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-56348e09-9f77-445e-bd5b-5d3b297929c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 217 time: 0.1257915 Aug 18 14:09:36.775168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-3aa933fd-4a0c-42b1-b66a-20664e43bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:36.776395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f36e-4bb5-4d25-8ebf-63b08054809d req-01d1ff81-b4af-4008-a674-5e67906ba667 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:36.776823 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-3aa933fd-4a0c-42b1-b66a-20664e43bf74 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4e48c481118462998657d57e9a9a596&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3223383 Aug 18 14:09:36.779896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc75f36e-4bb5-4d25-8ebf-63b08054809d req-01d1ff81-b4af-4008-a674-5e67906ba667 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 944 time: 0.3529825 Aug 18 14:09:36.929474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.023114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-09ef6aea-0523-4818-99e0-c23730b7257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.023114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-09ef6aea-0523-4818-99e0-c23730b7257c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.2165358 Aug 18 14:09:37.029819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60a81a7-b0af-46ec-a50f-15d3813d693d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:37.038470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.041949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c0c7cb8-b9db-47de-8290-d74c089fb55c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b60a81a7-b0af-46ec-a50f-15d3813d693d HTTP/1.1" status: 204 len: 168 time: 0.6706674 Aug 18 14:09:37.049397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:37.063741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Allocated IP 172.20.0.9 (0f3a214c-8edf-4e24-850b-bfc4eae28a18/6d35802d-3f4d-4b2d-a13a-0c4b95437566/06bdb4bf-a8f0-45a1-9e13-9310bc2db78b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:37.138807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-2143e8c1-122c-4bcc-aa77-1d52e43cd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.140439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79c43571-57f0-4a3a-828e-71c337bf6e05 req-2143e8c1-122c-4bcc-aa77-1d52e43cd877 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558261 Aug 18 14:09:37.150159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0668b687-99ac-4de2-b25a-ab84b982db8d req-1bc8e039-5e4d-4600-8332-6e705e716d7d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 210 time: 0.0640156 Aug 18 14:09:37.158419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc75f36e-4bb5-4d25-8ebf-63b08054809d req-89f2088b-6fc6-4152-af1b-30e4e39163e4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400179 Aug 18 14:09:37.161195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.230041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbaaab-76da-4150-af47-ee1f02131368 req-65d798ce-d01b-4f83-9111-c079697c6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.231591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-65d798ce-d01b-4f83-9111-c079697c6a18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2193751 Aug 18 14:09:37.295389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-01c3e0df-c63f-47df-a5b7-0d8791a243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.297181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-01c3e0df-c63f-47df-a5b7-0d8791a243e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 1095 time: 0.0858343 Aug 18 14:09:37.394226 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-955bbe4b-0233-4a0e-a810-aae88181ef34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc HTTP/1.1" status: 200 len: 217 time: 0.0496817 Aug 18 14:09:37.405678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-b0b571b6-0938-4f9d-b7ac-ad8cec84ddf8 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553338 Aug 18 14:09:37.463284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-03bbfc5c-fabd-4e56-b669-71bb75d13fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.465104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-03bbfc5c-fabd-4e56-b669-71bb75d13fd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0630865 Aug 18 14:09:37.470472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.504385 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-845a6aea-538d-479c-ad5f-8cb3754ddfa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305755 Aug 18 14:09:37.543934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc29036-e59a-46b4-84db-265163fb7b47']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.588715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.631185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-addbaaab-76da-4150-af47-ee1f02131368 req-f0e8045f-756f-42ec-85c3-608fe9e617e7 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158239 Aug 18 14:09:37.693665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db06b301-ce41-4536-bfa0-df8275b7ac02') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.695663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db06b301-ce41-4536-bfa0-df8275b7ac02') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.732541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.754973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.782249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.820855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-e76389ed-9458-4a66-90b0-cfb449d81e0f service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001385 Aug 18 14:09:37.830116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:09:37.831286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:09:37.834351 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:09:37.903294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:37.911250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:37.915949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:37.950235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:37.991107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:37.992934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.055279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37b0c7b0-914e-4211-962b-bd07cdb332c6 req-878cd9a3-e292-45fb-b7d8-f70313cf691a service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012534 Aug 18 14:09:38.081041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.083340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-29e7bc19-3713-497a-b44d-372e81d55fab tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6529150 Aug 18 14:09:38.095201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.099654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8bc29036-e59a-46b4-84db-265163fb7b47 HTTP/1.1" status: 204 len: 168 time: 1.0501602 Aug 18 14:09:38.105135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Request body: {'port': {'device_id': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:38.131200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe85f-1ab1-4f56-8202-7fd0add995d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc29036-e59a-46b4-84db-265163fb7b47,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:38.242747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.474275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d331-d1c7-4e51-9d3a-71868241cf6e req-d8b87f80-f699-45e3-9702-fc303a0093e9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:38.475784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c032d331-d1c7-4e51-9d3a-71868241cf6e req-d8b87f80-f699-45e3-9702-fc303a0093e9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 944 time: 0.0729485 Aug 18 14:09:38.567679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59054) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:38.576016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c032d331-d1c7-4e51-9d3a-71868241cf6e req-c5d9a1af-4996-435f-9215-e3a74ed25590 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889862 Aug 18 14:09:38.644766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f2b0064-4bf1-47ff-bb8b-7422c1bffdbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afb2ccb05353461fa00115c287a60016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756702 Aug 18 14:09:38.647178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:38.704165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.721316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:38.744203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.744447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.760478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3239c-d14a-4dc2-81e7-85b1f6fe8f7e req-332d27b0-a305-447e-aa52-7a2475f24cb1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:38.768582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5c3239c-d14a-4dc2-81e7-85b1f6fe8f7e req-332d27b0-a305-447e-aa52-7a2475f24cb1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 931 time: 0.1235940 Aug 18 14:09:38.791460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Transition to ACTIVE for port object 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:38.819085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5c3239c-d14a-4dc2-81e7-85b1f6fe8f7e req-3aab2f54-88dd-45d7-901d-3292d48b3381 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Aug 18 14:09:38.877601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.908703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.916685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.920753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a00a98b-da71-49a3-a229-a360021a44a9 HTTP/1.1" status: 204 len: 168 time: 0.2708225 Aug 18 14:09:38.947603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80420-9727-4fe6-9e08-b93706c216e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00a98b-da71-49a3-a229-a360021a44a9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:38.975536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:39.076708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Attempting to bind port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:39.076708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Attempting to bind port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:39.077085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Attempting to bind port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:39.083012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:39.083012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Attempting to bind port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:39.093788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:39.094142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Checking segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:39.094751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Bound using segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:39.095201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Bound port: 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:39.095854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.209035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:39.213725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:39.314887 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.352115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.352903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.354561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] 10.222.0.10 "PUT /v2.0/ports/06bdb4bf-a8f0-45a1-9e13-9310bc2db78b HTTP/1.1" status: 200 len: 1091 time: 1.2558131 Aug 18 14:09:39.358396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:39.361349 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f16794-8d55-4e51-912a-2155e3769bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:39.388735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c758c-57be-410d-9df4-bde027282ee4 req-140a0634-3c9b-408d-a312-b49c0f9f3ce9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.390368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c3c758c-57be-410d-9df4-bde027282ee4 req-140a0634-3c9b-408d-a312-b49c0f9f3ce9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1057999 Aug 18 14:09:39.419446 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b38004-7387-442a-8c37-6e23d0319ffd x-openstack-request-id: req-12b38004-7387-442a-8c37-6e23d0319ffd {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:39.419736 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:39.420081 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12b38004-7387-442a-8c37-6e23d0319ffd {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:39.420484 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'status': 'completed', 'code': 200} Aug 18 14:09:39.426457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a753976-647e-44c1-bd15-35b8de386d4e service neutron] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:39.481967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c3c758c-57be-410d-9df4-bde027282ee4 req-5e510065-098a-4521-af9f-1a2d9e8120ef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642126 Aug 18 14:09:39.555630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-5e45be1c-ea3b-457b-a087-e289c54518ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.557235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-5e45be1c-ea3b-457b-a087-e289c54518ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 1094 time: 0.0530131 Aug 18 14:09:39.719094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-045b1026-9de8-453c-83ee-94eb9a744fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.720833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-045b1026-9de8-453c-83ee-94eb9a744fff service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=84225b29d21a40b382ef3980bb5f3f52&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1524711 Aug 18 14:09:39.766516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910aba-03d8-401e-aaf0-033f67808881 req-119f9acd-d72a-4ffc-a1d2-7de56540aa54 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.768750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96910aba-03d8-401e-aaf0-033f67808881 req-119f9acd-d72a-4ffc-a1d2-7de56540aa54 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 944 time: 0.0963967 Aug 18 14:09:39.909256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96910aba-03d8-401e-aaf0-033f67808881 req-aa8a03ac-7882-40ed-b746-622fa9313c56 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140375 Aug 18 14:09:39.972357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-c2167415-59fe-4656-bd7c-cdfd8766c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:39.973961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09f16794-8d55-4e51-912a-2155e3769bf2 req-c2167415-59fe-4656-bd7c-cdfd8766c9e3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427373 Aug 18 14:09:40.004160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ee167-7f56-401f-b393-eea12e27887d req-7d4f5ee0-56c0-4d20-82ec-4afb7e0abd0a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:40.005825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6ee167-7f56-401f-b393-eea12e27887d req-7d4f5ee0-56c0-4d20-82ec-4afb7e0abd0a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 943 time: 0.0698085 Aug 18 14:09:40.057363 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.093038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6ee167-7f56-401f-b393-eea12e27887d req-92c499e7-8bac-41d7-a372-6a1811c54166 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810070 Aug 18 14:09:40.113971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-fd195c6f-d8e9-4acc-82d2-cf1cb70b3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:40.128602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-fd195c6f-d8e9-4acc-82d2-cf1cb70b3cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 1094 time: 0.0779371 Aug 18 14:09:40.166160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-e9d56b3f-9bab-45dd-b356-f8a3c0d9083d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b HTTP/1.1" status: 200 len: 217 time: 0.0366380 Aug 18 14:09:40.237330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-de969537-0b3b-4e4d-ac9b-f8fb22474bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:40.238910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-de969537-0b3b-4e4d-ac9b-f8fb22474bc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.0640640 Aug 18 14:09:40.283287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-ab361eda-a446-4f9c-aee1-1d9a4b02b502 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357533 Aug 18 14:09:40.423141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-0a84ecdf-e45c-4614-a9c5-f4128a8bdb01 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305332 Aug 18 14:09:40.559995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79d1f53d-3161-4938-b336-43f7b841f2a3 req-c7eb359b-5a52-4a09-a625-3eed103eb4c8 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284437 Aug 18 14:09:40.673935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10118238-2c57-45ac-9d9f-f0241b3e44d3 req-86c3347b-a0ea-4c16-a52f-fd1bc1fa2410 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:40.676963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10118238-2c57-45ac-9d9f-f0241b3e44d3 req-86c3347b-a0ea-4c16-a52f-fd1bc1fa2410 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0881081 Aug 18 14:09:40.716940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.767452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10118238-2c57-45ac-9d9f-f0241b3e44d3 req-7397921f-a510-4f3e-ba7c-a532d770ec8c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801773 Aug 18 14:09:41.087205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cee8d-6a16-48a3-8bda-1e9cf07d0dac req-bce65237-916c-41ff-80a2-04f861c45d8d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:41.088724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff0cee8d-6a16-48a3-8bda-1e9cf07d0dac req-bce65237-916c-41ff-80a2-04f861c45d8d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 944 time: 0.0577786 Aug 18 14:09:41.135350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff0cee8d-6a16-48a3-8bda-1e9cf07d0dac req-76c0c332-4399-4996-8112-c01fdb3b1976 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Aug 18 14:09:41.285227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55ad29-f705-479b-b760-2329b120c224 req-d424ea63-e035-45d1-a848-6447902e535d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:41.287331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de55ad29-f705-479b-b760-2329b120c224 req-d424ea63-e035-45d1-a848-6447902e535d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 943 time: 0.0546920 Aug 18 14:09:41.339624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de55ad29-f705-479b-b760-2329b120c224 req-86d57d4a-65ec-4eb5-a383-75d056e5c35d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Aug 18 14:09:41.437755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 93d1426f-95e9-4105-8f79-a13e9d48d0bc details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:41.605054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:41.626704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '93d1426f-95e9-4105-8f79-a13e9d48d0bc', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': '93d1426f-95e9-4105-8f79-a13e9d48d0bc', 'mac_address': 'fa:16:3e:fa:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:41.644052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce870896-3d18-4e60-a94c-861c6a829aa8 req-ea7a78b2-beae-4b59-a247-99dd796769c8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:41.656081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce870896-3d18-4e60-a94c-861c6a829aa8 req-ea7a78b2-beae-4b59-a247-99dd796769c8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0725658 Aug 18 14:09:41.675764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.706327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce870896-3d18-4e60-a94c-861c6a829aa8 req-cbaacb6b-5dc9-4c95-a031-7967a9bb5a2d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490437 Aug 18 14:09:41.710560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d1426f-95e9-4105-8f79-a13e9d48d0bc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:41.746476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:41.836773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59182) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:41.882898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.963541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:41.979713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.980259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.981009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.981618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.982252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.982780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.983356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.983926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.984477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.985143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.985949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.986501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:41.990372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87785703-7699-4be3-a4c3-d371c6aab825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.125160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87785703-7699-4be3-a4c3-d371c6aab825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.194382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87785703-7699-4be3-a4c3-d371c6aab825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.218092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['93d1426f-95e9-4105-8f79-a13e9d48d0bc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:42.235576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785703-7699-4be3-a4c3-d371c6aab825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05f4fe-1772-43a2-afea-75cc91cd0614,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:42.255094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:42.255742 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-87785703-7699-4be3-a4c3-d371c6aab825 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb9681359aa441d3b3547f1c56d808c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175339 Aug 18 14:09:42.315354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b3ba-d861-46a7-94d9-3991d3f56f1e req-22d1276e-2612-4bbe-aafa-936525ef1518 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:42.317373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08a1b3ba-d861-46a7-94d9-3991d3f56f1e req-22d1276e-2612-4bbe-aafa-936525ef1518 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 945 time: 0.1044564 Aug 18 14:09:42.375938 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.391320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08a1b3ba-d861-46a7-94d9-3991d3f56f1e req-9caf6340-2d7b-4f7e-9e88-dbc9520ab7ea tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597560 Aug 18 14:09:42.425567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.516734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efef8d-cdfe-4ca2-befd-bccdb4c75a29 req-64cafd12-fa00-463f-835c-3ad5cbfd7680 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:42.518547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68efef8d-cdfe-4ca2-befd-bccdb4c75a29 req-64cafd12-fa00-463f-835c-3ad5cbfd7680 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 943 time: 0.0846355 Aug 18 14:09:42.566983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68efef8d-cdfe-4ca2-befd-bccdb4c75a29 req-bda1ae16-161b-48b3-93f1-afca238a9753 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Aug 18 14:09:42.611617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.614240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.615367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e05f4fe-1772-43a2-afea-75cc91cd0614 HTTP/1.1" status: 204 len: 168 time: 0.3580689 Aug 18 14:09:42.624709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0211a3-0c74-434f-bb61-60564774ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05f4fe-1772-43a2-afea-75cc91cd0614,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:42.856299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a77d0-e090-4a3c-b87b-3fdd08a64842 req-13819909-b94f-429e-b909-c5a42caf6643 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:42.858350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a96a77d0-e090-4a3c-b87b-3fdd08a64842 req-13819909-b94f-429e-b909-c5a42caf6643 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0682580 Aug 18 14:09:42.919176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a96a77d0-e090-4a3c-b87b-3fdd08a64842 req-5127e008-8709-432d-bbfa-313de60319a1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543509 Aug 18 14:09:43.380691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:43.384491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:43.451233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 93d1426f-95e9-4105-8f79-a13e9d48d0bc up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:43.542006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be939d1-dde1-4968-aed5-82300b0e6290 req-d6866b10-08a4-45c9-a4d4-fba1564ec27a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:43.558984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6be939d1-dde1-4968-aed5-82300b0e6290 req-d6866b10-08a4-45c9-a4d4-fba1564ec27a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 945 time: 0.0867560 Aug 18 14:09:43.610067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6be939d1-dde1-4968-aed5-82300b0e6290 req-5b727833-6aae-45c0-ac61-d6b6954534a2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Aug 18 14:09:43.712606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:43.722837 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.737658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'mac_address': 'fa:16:3e:27:24:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:43.799617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407cef-fabc-4a3c-8be7-d90ef7c0ba06 req-db9f309f-ecf5-4b59-b915-efb5aef9824d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:43.802068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68407cef-fabc-4a3c-8be7-d90ef7c0ba06 req-db9f309f-ecf5-4b59-b915-efb5aef9824d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 943 time: 0.1083765 Aug 18 14:09:43.804652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.807546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 93d1426f-95e9-4105-8f79-a13e9d48d0bc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:43.815271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:43.818027 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a95a12-b118-429b-8cc8-4c8a85bf339b" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:43.842874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 93d1426f-95e9-4105-8f79-a13e9d48d0bc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:43.843584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.847973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:43.868141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:43.910053 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa61db6-80ad-47ab-8117-ce9620ff6ba4 x-openstack-request-id: req-aaa61db6-80ad-47ab-8117-ce9620ff6ba4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:43.910747 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:43.911170 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aaa61db6-80ad-47ab-8117-ce9620ff6ba4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:43.911722 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:09:43.911840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68407cef-fabc-4a3c-8be7-d90ef7c0ba06 req-70cd06ab-0910-4fee-bec2-e6ee150680ce tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965469 Aug 18 14:09:43.916737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:43.976336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.979938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.013891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.014564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:44.042471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.076057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=11']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.099688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f714e-1b47-4ea7-a51e-5f64bf99cbfe req-d89a7e57-0f46-4b61-8c41-287b79218127 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:44.101322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d0f714e-1b47-4ea7-a51e-5f64bf99cbfe req-d89a7e57-0f46-4b61-8c41-287b79218127 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0844698 Aug 18 14:09:44.143276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2129332603-network', 'tenant_id': '3e6f00000ed14989be1ee3de98b0d070'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:44.156885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d0f714e-1b47-4ea7-a51e-5f64bf99cbfe req-f81362ea-72a3-47cc-8a70-1096a5d473de tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471981 Aug 18 14:09:44.236182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:44.244778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.263793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:44.271487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Made reservation on behalf of 3e6f00000ed14989be1ee3de98b0d070 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:44.274274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.279671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'mac_address': 'fa:16:3e:0e:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:44.288088 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.319259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.328870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.338175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:44.384788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:44.394685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.400323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.452808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.462873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.492739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:09:44.501295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ee652-6803-47ae-acfd-c9e2a9b4e992,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.513608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.553905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ef9e83da-c3b2-4361-95ed-5a90277f6870'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:44.578423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.579374 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Added segment e0218ca1-4010-4ca9-90bc-a0cce0f32fda of type vlan for network 52e69054-a3b5-4671-be21-e17c7996326d Aug 18 14:09:44.673814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.783138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451a69-3d0b-482c-94a3-1e4c8bea32ed req-3fcf28a4-ba11-4891-821a-f5c52bfa3ed1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:44.784979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c451a69-3d0b-482c-94a3-1e4c8bea32ed req-3fcf28a4-ba11-4891-821a-f5c52bfa3ed1 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1044343 Aug 18 14:09:44.800732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:44.827301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.829028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:44.829028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.892050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c451a69-3d0b-482c-94a3-1e4c8bea32ed req-82be62ef-b6ad-4a4c-a439-7122152f026f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Aug 18 14:09:44.929277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] Pushing event updated for resources: {'Network': ['ID=52e69054-a3b5-4671-be21-e17c7996326d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:44.944488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 52e69054-a3b5-4671-be21-e17c7996326d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:09:44.981268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c24f6bf1-6e6e-4069-9a8e-1dc7c7883756 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0002635 Aug 18 14:09:44.985024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.990759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Request body: {'subnet': {'network_id': '52e69054-a3b5-4671-be21-e17c7996326d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2129332603-subnet', 'tenant_id': '3e6f00000ed14989be1ee3de98b0d070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:45.061865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df39c-6b4a-4d17-99ff-af35fd20b2b9 req-3ee84753-3b68-409b-b2df-7718533f2b36 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:45.063504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e2df39c-6b4a-4d17-99ff-af35fd20b2b9 req-3ee84753-3b68-409b-b2df-7718533f2b36 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 944 time: 0.0692573 Aug 18 14:09:45.090762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Made reservation on behalf of 3e6f00000ed14989be1ee3de98b0d070 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:45.093619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.393628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:45.453028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ef9e83da-c3b2-4361-95ed-5a90277f6870 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:45.453679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.551503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.566100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e2df39c-6b4a-4d17-99ff-af35fd20b2b9 req-021b7f56-8e0d-4c67-99fe-5871062a1fee tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951077 Aug 18 14:09:45.594367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:45.609474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ec74f-0328-455c-b080-e1f034a95478 req-acc5994b-3a18-4b77-ae95-da5aa7c06084 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:45.611186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-812ec74f-0328-455c-b080-e1f034a95478 req-acc5994b-3a18-4b77-ae95-da5aa7c06084 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 945 time: 0.0998333 Aug 18 14:09:45.651673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.684320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-812ec74f-0328-455c-b080-e1f034a95478 req-62322033-a39a-4e81-a9ac-e66540a8384e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663056 Aug 18 14:09:45.723100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=13']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:45.886035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.913724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc'}, {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:45.918006 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed25c9a-6748-49ff-a7e3-98ed3ddd893b" -d '{"events": [{"server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "name": "network-vif-plugged", "status": "completed", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc"}, {"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:45.954851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee8f90b-3870-446d-9c18-08d863cc6cf5,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:45.971689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Checking segment: {'id': 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:45.972355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Network hostable DHCP agents. Network: 52e69054-a3b5-4671-be21-e17c7996326d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:09:46.040326 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9108415c-6ab7-438f-90ad-de52b70a0468 x-openstack-request-id: req-9108415c-6ab7-438f-90ad-de52b70a0468 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:46.040326 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "name": "network-vif-plugged", "status": "completed", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc", "code": 200}, {"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:46.040326 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9108415c-6ab7-438f-90ad-de52b70a0468 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:46.040326 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc', 'code': 200} Aug 18 14:09:46.040326 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:09:46.090384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Network 52e69054-a3b5-4671-be21-e17c7996326d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:09:46.105628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b490cd-7a5d-4a7b-8b7f-5666efed1caa req-a363431b-52dc-4455-9a56-4e8d61e8381f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:46.107277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1b490cd-7a5d-4a7b-8b7f-5666efed1caa req-a363431b-52dc-4455-9a56-4e8d61e8381f tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0817349 Aug 18 14:09:46.174579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1b490cd-7a5d-4a7b-8b7f-5666efed1caa req-4c504b37-d55b-46ec-ab20-d9874930c1c3 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Aug 18 14:09:46.187361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 52e69054-a3b5-4671-be21-e17c7996326d) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:46.191158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e432ed-f43f-42d7-b2e1-e62adb26505a req-6a6eb1b7-3bc3-4f03-93ee-a3c08eb7cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:46.194348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4e432ed-f43f-42d7-b2e1-e62adb26505a req-6a6eb1b7-3bc3-4f03-93ee-a3c08eb7cba4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 1097 time: 0.0935748 Aug 18 14:09:46.208395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:46.209100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.213863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff3384-1d04-4d3d-8c98-e15ac7a667d3 None None] Network 52e69054-a3b5-4671-be21-e17c7996326d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:46.244978 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4e432ed-f43f-42d7-b2e1-e62adb26505a req-0a81885c-ddb3-41f6-95f1-41b4c76f9bcc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Aug 18 14:09:46.315131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-56e401a7-9fbb-4416-9678-032e5bbe7ce1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3286862 Aug 18 14:09:46.409126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5735299-fcd8-4793-9e0c-4089974cba59 None None] Network 52e69054-a3b5-4671-be21-e17c7996326d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:46.958132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5c232-69ef-42b7-8d9b-9aecd3e6f24b req-82ba9bfa-0fb4-4792-ad13-e3c61e2f7c36 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:46.959855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18d5c232-69ef-42b7-8d9b-9aecd3e6f24b req-82ba9bfa-0fb4-4792-ad13-e3c61e2f7c36 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 944 time: 0.2088442 Aug 18 14:09:47.028234 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18d5c232-69ef-42b7-8d9b-9aecd3e6f24b req-d2c66313-dcd5-480b-9ab6-c49daf6237d8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619619 Aug 18 14:09:47.045254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-5c8ec218-c126-4b29-903c-90ac43819fe4 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:47.047742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-5c8ec218-c126-4b29-903c-90ac43819fe4 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/networks?id=52e69054-a3b5-4671-be21-e17c7996326d HTTP/1.1" status: 200 len: 821 time: 0.2027900 Aug 18 14:09:47.069341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-375d1cac-35a6-4d21-a514-d0cbc9caf9cb tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/quotas/3e6f00000ed14989be1ee3de98b0d070 HTTP/1.1" status: 200 len: 375 time: 0.0104706 Aug 18 14:09:47.163381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-dab7dc7e-804b-4001-8de2-a35af3b8d78b tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e6f00000ed14989be1ee3de98b0d070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831168 Aug 18 14:09:47.351345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fecb2-e8f1-4806-aadf-8967f187fbb8 req-dbb8a8d6-ea34-414f-8658-6d119eb5a107 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:47.353160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a8fecb2-e8f1-4806-aadf-8967f187fbb8 req-dbb8a8d6-ea34-414f-8658-6d119eb5a107 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1965077 Aug 18 14:09:47.417707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:47.441375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-faf1721b-8073-455e-8831-0f7215973b9e service neutron] 10.222.0.35 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546477 Aug 18 14:09:47.541319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a8fecb2-e8f1-4806-aadf-8967f187fbb8 req-f3f0540e-46a6-45b7-a382-d0eb2de3b0be tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545360 Aug 18 14:09:47.653066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-53180b53-0233-409e-a313-fa59d9be8d24 service neutron] 10.222.0.35 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853480 Aug 18 14:09:47.667135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:47.681964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:47.681964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.912021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.920338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e949c-e093-4ac9-a7de-98d4f863a8d7 req-0b3dcce5-e11f-4e15-9edd-f021d9dd842a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:47.922694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b7e949c-e093-4ac9-a7de-98d4f863a8d7 req-0b3dcce5-e11f-4e15-9edd-f021d9dd842a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0956302 Aug 18 14:09:48.020756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b7e949c-e093-4ac9-a7de-98d4f863a8d7 req-0cb84668-1e4b-40c8-80e8-5156d39815bf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914521 Aug 18 14:09:48.160837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38a3f617-8853-41d4-85af-93c6908d5467 req-d7a58d9e-3f67-4795-9de8-d28f09fd28c1 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 210 time: 0.1103451 Aug 18 14:09:48.269403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578298de-ee1f-4359-8866-0e01e5374149 req-fb3ea106-e0b3-40a2-aef0-559ef89af9f0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:48.275797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-578298de-ee1f-4359-8866-0e01e5374149 req-fb3ea106-e0b3-40a2-aef0-559ef89af9f0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 944 time: 0.1082523 Aug 18 14:09:48.346636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-578298de-ee1f-4359-8866-0e01e5374149 req-44d3f3ce-0a13-4693-bb1a-f12e4021433e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Aug 18 14:09:48.364800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:48.381172 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f002e-07a7-467c-ab89-268c31c6d812" -d '{"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:48.420693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:48.443044 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c8ccbb-0625-4e4b-b0fd-d9589f7f474b x-openstack-request-id: req-b1c8ccbb-0625-4e4b-b0fd-d9589f7f474b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:48.443483 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:48.443985 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1c8ccbb-0625-4e4b-b0fd-d9589f7f474b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:48.444845 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'code': 200} Aug 18 14:09:48.480173 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:48.562905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:48.807733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb133717-0b3b-4719-bede-7269f0d58385 req-b5fdf0a1-3965-4921-a79c-34361a91af5d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:48.816645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb133717-0b3b-4719-bede-7269f0d58385 req-b5fdf0a1-3965-4921-a79c-34361a91af5d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1025980 Aug 18 14:09:48.820201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56853128-1c48-43af-978c-1e651b536dfc req-f41b6620-16f0-4596-b893-af5669c2c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:48.822023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56853128-1c48-43af-978c-1e651b536dfc req-f41b6620-16f0-4596-b893-af5669c2c324 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 1096 time: 0.2830169 Aug 18 14:09:48.837135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f08a76-fab7-44d7-ba7b-4cbf1a4e83e3 req-f6f5f0a1-0c6d-4c56-b0e6-f3708a986df1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:48.839028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73f08a76-fab7-44d7-ba7b-4cbf1a4e83e3 req-f6f5f0a1-0c6d-4c56-b0e6-f3708a986df1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1862938 Aug 18 14:09:48.942989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56853128-1c48-43af-978c-1e651b536dfc req-4d34aa83-0bfe-449d-b8e7-f1858afd4153 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976076 Aug 18 14:09:48.951662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb133717-0b3b-4719-bede-7269f0d58385 req-5cc2a762-aa65-4519-a081-0ecac44d2650 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329055 Aug 18 14:09:49.007831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73f08a76-fab7-44d7-ba7b-4cbf1a4e83e3 req-b9bedad8-cc5b-41f6-885e-c61a6c3cbc5a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549745 Aug 18 14:09:49.315281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c1fa56a-7892-4fb0-9ed9-0bdc5c3a9fd3 req-ceface08-fec3-451e-95ee-842397a137d7 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 210 time: 0.0412595 Aug 18 14:09:49.600335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6192074-0396-4f26-9349-ad1f263d2eaa req-06bc459d-d160-4e0d-b228-4076256bf208 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:49.611520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6192074-0396-4f26-9349-ad1f263d2eaa req-06bc459d-d160-4e0d-b228-4076256bf208 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 945 time: 0.1295304 Aug 18 14:09:49.718648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6192074-0396-4f26-9349-ad1f263d2eaa req-307feed4-4fac-4b54-9b0e-92148d641629 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944514 Aug 18 14:09:50.270246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801411-a748-45bb-8297-6aa3ea260726 req-b5690417-450f-42b0-8ed2-b1d7c66a18de tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:50.270246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35801411-a748-45bb-8297-6aa3ea260726 req-b5690417-450f-42b0-8ed2-b1d7c66a18de tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0766890 Aug 18 14:09:50.321910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eceb9-ea13-429d-b3d0-4f3137074b73 req-47afc570-479a-45cc-9a42-9c59fc148dff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:50.323724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b58eceb9-ea13-429d-b3d0-4f3137074b73 req-47afc570-479a-45cc-9a42-9c59fc148dff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1820643 Aug 18 14:09:50.376402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35801411-a748-45bb-8297-6aa3ea260726 req-e3bc3d3d-0b8a-4eb8-b57c-a4d9d30b376a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038194 Aug 18 14:09:50.427819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b58eceb9-ea13-429d-b3d0-4f3137074b73 req-3384a841-9fe9-4e9c-8059-31ee5f3263f8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959182 Aug 18 14:09:50.608651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7fb7db64-b48b-47d9-8429-070c352102e1 req-b4a8b68b-3727-4f01-9fc5-777c272895e7 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 210 time: 0.0490260 Aug 18 14:09:50.921191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef492-f31d-4cb9-841e-f554df8bdeb1 req-14297306-52e5-46a9-aa5c-a503e54514e6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:50.923373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37eef492-f31d-4cb9-841e-f554df8bdeb1 req-14297306-52e5-46a9-aa5c-a503e54514e6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 945 time: 0.0782902 Aug 18 14:09:51.003446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37eef492-f31d-4cb9-841e-f554df8bdeb1 req-228a09bd-41ce-4c85-9562-9d56e8b2b236 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Aug 18 14:09:51.441230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-606024fc-5043-4246-a535-18776d7e5b12 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:51.441230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-606024fc-5043-4246-a535-18776d7e5b12 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.10 "GET /v2.0/networks?id=52e69054-a3b5-4671-be21-e17c7996326d HTTP/1.1" status: 200 len: 821 time: 0.2990470 Aug 18 14:09:51.457959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Request body: {'port': {'device_id': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d', 'admin_state_up': True, 'tenant_id': '3e6f00000ed14989be1ee3de98b0d070'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:51.658045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-e03948fb-e9ff-4daa-9966-88a3240735a4 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:51.659641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-e03948fb-e9ff-4daa-9966-88a3240735a4 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.2970653 Aug 18 14:09:51.691931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-de9ffd63-a4cf-4aae-aad9-7065a965e389 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/quotas/4c04877b8307445f8f6a9cda26c80dc8 HTTP/1.1" status: 200 len: 375 time: 0.0232363 Aug 18 14:09:51.726659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47955ae-366f-4eef-8ae6-2cadf8276abb req-34e94222-e1a0-49ea-a96d-bbd77dc3c7c2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:51.730778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47955ae-366f-4eef-8ae6-2cadf8276abb req-34e94222-e1a0-49ea-a96d-bbd77dc3c7c2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1454284 Aug 18 14:09:51.805504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47955ae-366f-4eef-8ae6-2cadf8276abb req-79d21f55-b67f-4418-b956-6a7e83074f63 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Aug 18 14:09:51.813867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3c2316ea-4680-4a84-9d46-e1823ed29277 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099303 Aug 18 14:09:51.972778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-6ea14258-cc93-44a1-aaf4-5e8e86d35b46 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532371 Aug 18 14:09:51.988129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a42-7f1d-41ce-ac88-e3121d2bd189 req-36d94101-0fbb-4342-aefd-d0f932ef92ae tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:51.989684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb36a42-7f1d-41ce-ac88-e3121d2bd189 req-36d94101-0fbb-4342-aefd-d0f932ef92ae tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 945 time: 0.0951312 Aug 18 14:09:52.086827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb36a42-7f1d-41ce-ac88-e3121d2bd189 req-2cb0dd3d-9fc8-4246-94ab-bf5b13b082b2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783513 Aug 18 14:09:52.131857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-249010d1-ed1a-48c0-acce-0105a8e71975 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511292 Aug 18 14:09:52.157230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Made reservation on behalf of 3e6f00000ed14989be1ee3de98b0d070 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:52.158863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-40fd1edd-742e-4a28-a26c-ddc555d7d1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:52.163892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:52.406394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Allocated IP 172.20.0.11 (52e69054-a3b5-4671-be21-e17c7996326d/6ee8f90b-3870-446d-9c18-08d863cc6cf5/8b283383-326e-461a-a8c8-6006622e192a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:52.618178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:52.640035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc9dfb-c97b-4cc8-ab4d-2686e327293a req-ed79a5cf-e76e-4889-9281-ae5d5e45d2ca tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:52.649111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cfc9dfb-c97b-4cc8-ab4d-2686e327293a req-ed79a5cf-e76e-4889-9281-ae5d5e45d2ca tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.3877144 Aug 18 14:09:52.725249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cfc9dfb-c97b-4cc8-ab4d-2686e327293a req-3ed39883-09de-4097-a36b-f1a3702677b1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704098 Aug 18 14:09:52.785376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a4273d5-1c59-4c52-8319-81d828ea0e58 req-8c22be2d-39fe-46e6-9520-8a2e08b004eb tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 210 time: 0.0299768 Aug 18 14:09:52.819702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f7f1006-1799-4122-bf10-c03db56f6bdf req-0c26af5d-b384-46e1-b116-55e89ea657e5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 210 time: 0.0331638 Aug 18 14:09:52.856260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:52.979538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Network 52e69054-a3b5-4671-be21-e17c7996326d is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:52.989974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:52.996406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Pushing event updated for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:52.998212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:53.069986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:53.069986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.071099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c5a52-f0a1-40d3-9bc3-62d0b1449170 req-75d0704f-d7b8-4b6d-8b52-1aaabcd90ddb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:53.073182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b67c5a52-f0a1-40d3-9bc3-62d0b1449170 req-75d0704f-d7b8-4b6d-8b52-1aaabcd90ddb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1363673 Aug 18 14:09:53.164022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b67c5a52-f0a1-40d3-9bc3-62d0b1449170 req-b67cfaaa-4b0f-44ba-9bac-6cb47b1d1506 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Aug 18 14:09:53.218613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-270a40c5-8e5d-4287-9408-0b9646ce4ba0 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7691345 Aug 18 14:09:53.253806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Request body: {'port': {'device_id': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:53.390401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee724322-3b38-4975-ac37-8a7ccda98bec req-3ea638c1-503a-4e69-ba38-e4a29ad805b6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:53.392086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee724322-3b38-4975-ac37-8a7ccda98bec req-3ea638c1-503a-4e69-ba38-e4a29ad805b6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 945 time: 0.1663888 Aug 18 14:09:53.401321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.525614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee724322-3b38-4975-ac37-8a7ccda98bec req-c17fc971-d874-465a-8e25-af2beba7d6d2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946341 Aug 18 14:09:54.041344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b283383-326e-461a-a8c8-6006622e192a {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:54.094444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.181328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Transition to ACTIVE for port object 8b283383-326e-461a-a8c8-6006622e192a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:54.205936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ac781-0f00-4489-97e8-b9e9de0173a8 req-e057ed03-6860-41bf-8456-82fc8fe5df4e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:54.207598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c46ac781-0f00-4489-97e8-b9e9de0173a8 req-e057ed03-6860-41bf-8456-82fc8fe5df4e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1395261 Aug 18 14:09:54.292182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c46ac781-0f00-4489-97e8-b9e9de0173a8 req-d4181133-20ca-4828-b104-5f02ad99c71f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670221 Aug 18 14:09:54.303979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.637375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Pushing event updated for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:54.669481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Attempting to bind port 8b283383-326e-461a-a8c8-6006622e192a on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:54.669806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Attempting to bind port 8b283383-326e-461a-a8c8-6006622e192a by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:54.670185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Attempting to bind port 8b283383-326e-461a-a8c8-6006622e192a on network 52e69054-a3b5-4671-be21-e17c7996326d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:54.677040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Port 8b283383-326e-461a-a8c8-6006622e192a on network 52e69054-a3b5-4671-be21-e17c7996326d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:54.677249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Attempting to bind port 8b283383-326e-461a-a8c8-6006622e192a on network 52e69054-a3b5-4671-be21-e17c7996326d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:54.680780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad6336f1-1ef3-4729-8ea5-e88101f38fbf req-d58c9b05-e78e-404f-80bc-f7786b2033d7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 210 time: 0.0852261 Aug 18 14:09:54.689245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:54.689557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Checking segment: {'id': 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:54.689984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Bound using segment: {'id': 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:54.690529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Bound port: 8b283383-326e-461a-a8c8-6006622e192a, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:54.691370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.702028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1199e5-27c4-44ef-b532-db083524bf01 req-78c7c4e0-7764-4600-920d-f5ac0b09a5ce tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:54.712604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d1199e5-27c4-44ef-b532-db083524bf01 req-78c7c4e0-7764-4600-920d-f5ac0b09a5ce tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 944 time: 0.2511020 Aug 18 14:09:54.736975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb1be-ea18-486d-9471-de4631bdb41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.859942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.922756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d1199e5-27c4-44ef-b532-db083524bf01 req-b6090d14-8df7-42a8-b8c1-d0d8f9a7bc46 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115002 Aug 18 14:09:54.976220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24796-e656-4fcd-842e-970b0110904a req-ab4c474e-c0dc-4389-a4c5-14cbdcb6d3a8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:54.979767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ced24796-e656-4fcd-842e-970b0110904a req-ab4c474e-c0dc-4389-a4c5-14cbdcb6d3a8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1541026 Aug 18 14:09:54.986116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:54.994514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8b283383-326e-461a-a8c8-6006622e192a,segment=NetworkSegment(e0218ca1-4010-4ca9-90bc-a0cce0f32fda),segment_id=e0218ca1-4010-4ca9-90bc-a0cce0f32fda)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:55.081250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ced24796-e656-4fcd-842e-970b0110904a req-93b89fec-6a32-4a27-8e40-6f829a18f186 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Aug 18 14:09:55.094857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.230645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.232169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.233952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b283383-326e-461a-a8c8-6006622e192a HTTP/1.1" status: 200 len: 1092 time: 1.9896595 Aug 18 14:09:55.235314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'tag': '8b283383-326e-461a-a8c8-6006622e192a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:55.254992 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13b68b-1665-433e-9e5d-6bf85046e065" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "tag": "8b283383-326e-461a-a8c8-6006622e192a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:55.267687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562e27-c499-467f-bb88-29b8e2382a44 service neutron] Pushing event updated for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:55.331231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-670cb2d6-1ca7-4e54-b07f-ce11e0a5e553 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.333874 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-670cb2d6-1ca7-4e54-b07f-ce11e0a5e553 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.2765286 Aug 18 14:09:55.351852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Request body: {'port': {'device_id': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'admin_state_up': True, 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:55.370189 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba59f9-d471-4716-a4ce-2b92287f37b7 x-openstack-request-id: req-8fba59f9-d471-4716-a4ce-2b92287f37b7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:55.370189 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "tag": "8b283383-326e-461a-a8c8-6006622e192a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:55.370437 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fba59f9-d471-4716-a4ce-2b92287f37b7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:55.379366 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'tag': '8b283383-326e-461a-a8c8-6006622e192a', 'status': 'completed', 'code': 200} Aug 18 14:09:55.479830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-495c1d29-e1f1-44c9-a60a-e72d754c6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.482477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-495c1d29-e1f1-44c9-a60a-e72d754c6dfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e6f00000ed14989be1ee3de98b0d070&device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 1095 time: 0.1220322 Aug 18 14:09:55.552274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a43e2-6256-420b-bb4f-3dc099816292 req-bbca868c-b419-4589-a8bf-68a329b9a57f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.561749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b3a43e2-6256-420b-bb4f-3dc099816292 req-bbca868c-b419-4589-a8bf-68a329b9a57f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1344669 Aug 18 14:09:55.570922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-bde8feab-3049-4f4e-b3f9-323793c36217 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b283383-326e-461a-a8c8-6006622e192a HTTP/1.1" status: 200 len: 217 time: 0.0784388 Aug 18 14:09:55.634456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:55.640857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.670280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b3a43e2-6256-420b-bb4f-3dc099816292 req-f4c543c0-b53c-4f97-89ef-4476783b2fe1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075974 Aug 18 14:09:55.680959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-7efeabe6-3da1-4d11-8e88-f006b791bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.683252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-7efeabe6-3da1-4d11-8e88-f006b791bc1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ee8f90b-3870-446d-9c18-08d863cc6cf5 HTTP/1.1" status: 200 len: 861 time: 0.1031356 Aug 18 14:09:55.855803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-6059dffe-a19b-4ea8-8100-4a8b0e97e97e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52e69054-a3b5-4671-be21-e17c7996326d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113255 Aug 18 14:09:55.900543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.994769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Allocated IP 172.20.0.7 (427698a1-3faa-4510-9576-5df7cc226cfb/798f3df1-6d31-46a8-a704-22a23158ec26/9704b69d-e590-413d-87da-49c9d9830835) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:56.000477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f6a606-8a4f-4991-844b-b5cb29c16214 req-a27a8cc5-a05a-4a3b-a443-18f5619b0e52 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 210 time: 0.0974395 Aug 18 14:09:56.098835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-631b1666-be07-4a52-9f5d-929a8b336563 service neutron] 10.222.0.10 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336054 Aug 18 14:09:56.119211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39730d82-ccbc-4f55-9b4a-78bb7803f28d req-8b66bad3-d5be-41a9-92f4-bb814679c39d tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.121254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39730d82-ccbc-4f55-9b4a-78bb7803f28d req-8b66bad3-d5be-41a9-92f4-bb814679c39d tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 944 time: 0.0824013 Aug 18 14:09:56.237514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea7fd88f-c735-45a4-bc7a-98b1efdd2027 req-ba3940c5-e0dc-4847-9b65-8ea56499725e service neutron] 10.222.0.10 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143258 Aug 18 14:09:56.277042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:56.317672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39730d82-ccbc-4f55-9b4a-78bb7803f28d req-39e15e3a-3d74-4a50-a281-89830e7364b1 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Aug 18 14:09:56.371636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d3ab9-e18f-46f3-acf3-649cab55aa0c req-e3bda7cf-38d6-4891-a301-a5a984b20ca7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.380976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4d3ab9-e18f-46f3-acf3-649cab55aa0c req-e3bda7cf-38d6-4891-a301-a5a984b20ca7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1422348 Aug 18 14:09:56.421220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:56.435932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:56.544742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4d3ab9-e18f-46f3-acf3-649cab55aa0c req-24bc77d5-0210-4828-8089-95c8c54083f2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620297 Aug 18 14:09:56.552179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event updated for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:56.566852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.567476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.567967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.568782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.568902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-e853f748-d0d8-4b9c-a0e0-20411d2fbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.569204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.569611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.570042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.570398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-e853f748-d0d8-4b9c-a0e0-20411d2fbf09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e6f00000ed14989be1ee3de98b0d070&device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 1095 time: 0.1860771 Aug 18 14:09:56.570519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.571061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.571222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.571752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.572147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:56.592256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Network 427698a1-3faa-4510-9576-5df7cc226cfb is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:56.594159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:56.596932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:56.709924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.711755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:56.755917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-578cd429-2863-4a03-a302-4e3c389a350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.763715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-578cd429-2863-4a03-a302-4e3c389a350e service neutron] 10.222.0.10 "GET /v2.0/networks?id=52e69054-a3b5-4671-be21-e17c7996326d HTTP/1.1" status: 200 len: 922 time: 0.1788764 Aug 18 14:09:56.827970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-3fb87d4d-6843-491c-a661-8177806c8dca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4810810 Aug 18 14:09:56.844101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Request body: {'port': {'device_id': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:56.846475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-ba15e75c-467e-4bcd-8819-b7f379acff6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b283383-326e-461a-a8c8-6006622e192a HTTP/1.1" status: 200 len: 217 time: 0.0730369 Aug 18 14:09:56.921559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:56.973261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321cd54-eea7-4117-924b-a9e155e1d553 req-3017c8a7-385d-4ec7-aa0f-4d6c00a57a9e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.974859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4321cd54-eea7-4117-924b-a9e155e1d553 req-3017c8a7-385d-4ec7-aa0f-4d6c00a57a9e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1575058 Aug 18 14:09:56.976808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-08fe6328-f75c-43e7-bc0a-0c45a6b9abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.978280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-08fe6328-f75c-43e7-bc0a-0c45a6b9abaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ee8f90b-3870-446d-9c18-08d863cc6cf5 HTTP/1.1" status: 200 len: 861 time: 0.1159434 Aug 18 14:09:57.051525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-31c8dada-e9d8-451c-b9e9-6eaf2bc298bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52e69054-a3b5-4671-be21-e17c7996326d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378366 Aug 18 14:09:57.112618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4321cd54-eea7-4117-924b-a9e155e1d553 req-e15cbfb5-67e2-498f-a6ff-6759f6710d41 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247180 Aug 18 14:09:57.291600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9704b69d-e590-413d-87da-49c9d9830835 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:57.306988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13039374-195b-4f34-94d7-b2f0ad724edc req-0ac37846-44e1-41b6-9f81-dc921b78f009 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:57.308617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13039374-195b-4f34-94d7-b2f0ad724edc req-0ac37846-44e1-41b6-9f81-dc921b78f009 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 931 time: 0.0746751 Aug 18 14:09:57.312599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.352265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-f7699b3b-15bb-44e6-92af-7fd3fa6f94f4 service neutron] 10.222.0.10 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369316 Aug 18 14:09:57.359482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Transition to ACTIVE for port object 9704b69d-e590-413d-87da-49c9d9830835 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:57.429906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13039374-195b-4f34-94d7-b2f0ad724edc req-53574de4-bf58-4078-839c-d92e624f8e74 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117592 Aug 18 14:09:57.475343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:57.511237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298ad3-5a70-48e9-86c9-e3b5d735b049 req-5518a846-f5e2-4d35-8b92-9c8890443d4b tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:57.513292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78298ad3-5a70-48e9-86c9-e3b5d735b049 req-5518a846-f5e2-4d35-8b92-9c8890443d4b tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 944 time: 0.0867383 Aug 18 14:09:57.519921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba13b68b-1665-433e-9e5d-6bf85046e065 req-fa39e46c-57ca-4bab-83c2-88f1644e56de service neutron] 10.222.0.10 "GET /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564488 Aug 18 14:09:57.570777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78298ad3-5a70-48e9-86c9-e3b5d735b049 req-45f859a5-4f08-4ec9-aee5-cc1beed57233 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Aug 18 14:09:57.589695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:57.604805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'mac_address': 'fa:16:3e:27:24:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:57.652505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.666485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:57.686088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8616bc7-fa26-4fdb-b2e1-744391005a7f req-f9398e7d-2fc8-4ae4-b15c-5f1b6e9f7d44 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:57.687580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8616bc7-fa26-4fdb-b2e1-744391005a7f req-f9398e7d-2fc8-4ae4-b15c-5f1b6e9f7d44 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0544612 Aug 18 14:09:57.693283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:57.728707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8616bc7-fa26-4fdb-b2e1-744391005a7f req-afdc7570-41b9-4d57-b966-f0102d1eff50 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Aug 18 14:09:57.792111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59568) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:57.836651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Deleting subnet 75aa2096-b25f-4da9-bd39-a533a035004b {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:09:57.840113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.882288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.900003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.900214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.923690 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.938390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:57.965014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Pushing event updated for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:58.045381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:58.081133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:09:58.113607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Attempting to bind port 9704b69d-e590-413d-87da-49c9d9830835 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:58.113978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Attempting to bind port 9704b69d-e590-413d-87da-49c9d9830835 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:58.114497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Attempting to bind port 9704b69d-e590-413d-87da-49c9d9830835 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:58.123730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Port 9704b69d-e590-413d-87da-49c9d9830835 on network 427698a1-3faa-4510-9576-5df7cc226cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:58.124458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Attempting to bind port 9704b69d-e590-413d-87da-49c9d9830835 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:58.130414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:58.131009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Checking segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:58.133788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Bound using segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:58.133788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Bound port: 9704b69d-e590-413d-87da-49c9d9830835, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:58.133788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.154372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.210142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75aa2096-b25f-4da9-bd39-a533a035004b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:58.232459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.240287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6049dc26-284e-458a-919b-ad250c13dbe1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/75aa2096-b25f-4da9-bd39-a533a035004b HTTP/1.1" status: 204 len: 168 time: 0.4470720 Aug 18 14:09:58.242875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:58.320025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:58.324353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9704b69d-e590-413d-87da-49c9d9830835,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:58.401463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.411928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54085047-d1f3-4c79-9e4d-55863ed8b3f8 req-d39717f1-54a5-46d7-b8d7-88dc33abb7f9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:58.419978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54085047-d1f3-4c79-9e4d-55863ed8b3f8 req-d39717f1-54a5-46d7-b8d7-88dc33abb7f9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0896840 Aug 18 14:09:58.435195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.541640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:58.549880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:58.556520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] 10.222.0.58 "PUT /v2.0/ports/9704b69d-e590-413d-87da-49c9d9830835 HTTP/1.1" status: 200 len: 1091 time: 1.7195256 Aug 18 14:09:58.569703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'tag': '9704b69d-e590-413d-87da-49c9d9830835'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:58.581217 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf6993b-a4d8-463d-9006-b86dd7b4d976" -d '{"events": [{"name": "network-changed", "server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "tag": "9704b69d-e590-413d-87da-49c9d9830835"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:58.647139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54085047-d1f3-4c79-9e4d-55863ed8b3f8 req-f8e17b4a-1583-4218-a8e5-3028bf887236 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261438 Aug 18 14:09:58.699575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad471a-dffe-42a9-9e4e-d822058dbd72 service neutron] Pushing event updated for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:58.809266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-0fe0e660-ac2d-403f-92ed-4aae508cc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:58.811207 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-0fe0e660-ac2d-403f-92ed-4aae508cc096 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 1094 time: 0.0845518 Aug 18 14:09:58.923933 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-e25bbdda-abe2-4f21-a3e0-c62e8bf4cd0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9704b69d-e590-413d-87da-49c9d9830835 HTTP/1.1" status: 200 len: 217 time: 0.1021647 Aug 18 14:09:59.020563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13fef-b575-4893-bdd9-49a769659774 req-0ea322e7-4991-4293-b002-f7ae7305edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.027694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-0ea322e7-4991-4293-b002-f7ae7305edc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 200 len: 855 time: 0.0953801 Aug 18 14:09:59.067304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-9e2de407-fbdd-4fc5-8a6d-8ef06fe9be75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427698a1-3faa-4510-9576-5df7cc226cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307546 Aug 18 14:09:59.202801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-1f79b6be-175f-47ad-ae4e-8d76313d0dbf service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214910 Aug 18 14:09:59.326530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.355898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7bc372-9cc8-4ade-a757-50ffee89652c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:59.396268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a63df82-3f75-408e-8dbf-015c1f97f2e3') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:59.396564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a63df82-3f75-408e-8dbf-015c1f97f2e3') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:59.420415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddab57-46cf-47dc-a811-daca5ce2bf1a req-2eb91dab-853a-416d-930f-9605f6eb3467 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.430471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68ddab57-46cf-47dc-a811-daca5ce2bf1a req-2eb91dab-853a-416d-930f-9605f6eb3467 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 943 time: 0.7577133 Aug 18 14:09:59.436814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.473009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206806d6-db66-4f57-af13-a2a2c7aa1144 req-a2ef4776-84ac-41b8-ad68-7ef083000a26 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.481095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-206806d6-db66-4f57-af13-a2a2c7aa1144 req-a2ef4776-84ac-41b8-ad68-7ef083000a26 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 944 time: 0.2294731 Aug 18 14:09:59.483136 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d1a13fef-b575-4893-bdd9-49a769659774 req-70614a6a-6461-46f2-896e-13a26acddbda service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707031 Aug 18 14:09:59.485489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8b283383-326e-461a-a8c8-6006622e192a details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:59.487799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:59.502600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.566431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68ddab57-46cf-47dc-a811-daca5ce2bf1a req-2c4e42bf-6c9f-4a63-83ef-f56f73f38329 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214206 Aug 18 14:09:59.570342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:09:59.572496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:09:59.572900 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:09:59.646028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-206806d6-db66-4f57-af13-a2a2c7aa1144 req-91846da6-8796-4973-be66-be44d38af257 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638508 Aug 18 14:09:59.722216 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f890f07-b31c-4090-a45a-e9203f11f92b x-openstack-request-id: req-9f890f07-b31c-4090-a45a-e9203f11f92b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:59.722535 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "tag": "9704b69d-e590-413d-87da-49c9d9830835", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:59.722787 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f890f07-b31c-4090-a45a-e9203f11f92b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:59.723254 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'tag': '9704b69d-e590-413d-87da-49c9d9830835', 'status': 'completed', 'code': 200} Aug 18 14:09:59.746517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.753675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.755907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd7bc372-9cc8-4ade-a757-50ffee89652c HTTP/1.1" status: 204 len: 168 time: 1.5118814 Aug 18 14:09:59.762473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59632) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:59.801723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:59.802001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.824366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf94cf0-eec5-4656-bb3e-31e12e9ec732 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7bc372-9cc8-4ade-a757-50ffee89652c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:59.828401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-f4e95690-8189-4e0e-bdfc-d46186fbc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.830221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-f4e95690-8189-4e0e-bdfc-d46186fbc4a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 1094 time: 0.1029763 Aug 18 14:09:59.934809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8b283383-326e-461a-a8c8-6006622e192a,segment=NetworkSegment(e0218ca1-4010-4ca9-90bc-a0cce0f32fda),segment_id=e0218ca1-4010-4ca9-90bc-a0cce0f32fda)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:59.978854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Deleting subnet df80124d-9eca-40bd-97d0-e9e49ca3b03a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:09:59.985946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '8b283383-326e-461a-a8c8-6006622e192a', 'network_id': '52e69054-a3b5-4671-be21-e17c7996326d', 'port_id': '8b283383-326e-461a-a8c8-6006622e192a', 'mac_address': 'fa:16:3e:c7:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee8f90b-3870-446d-9c18-08d863cc6cf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:59.993727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97095d-14d3-481d-a656-56a289dadcf4 req-af54b430-d99b-4c43-a255-ff9dcaf05c98 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.999746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c97095d-14d3-481d-a656-56a289dadcf4 req-af54b430-d99b-4c43-a255-ff9dcaf05c98 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1148736 Aug 18 14:10:00.006624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.052867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-2fb36e2a-6197-4132-824c-cd025fbdd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:00.054397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-2fb36e2a-6197-4132-824c-cd025fbdd9d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 916 time: 0.2098088 Aug 18 14:10:00.074555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.117236 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.144840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-6115e336-51c1-4c7b-803d-2837a9e22649 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9704b69d-e590-413d-87da-49c9d9830835 HTTP/1.1" status: 200 len: 217 time: 0.0802248 Aug 18 14:10:00.159849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.179880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b283383-326e-461a-a8c8-6006622e192a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:00.226859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8b283383-326e-461a-a8c8-6006622e192a,segment=NetworkSegment(e0218ca1-4010-4ca9-90bc-a0cce0f32fda),segment_id=e0218ca1-4010-4ca9-90bc-a0cce0f32fda)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:00.239722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.251868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-22183864-e525-4de6-a20d-245e4e5834cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:00.254443 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-22183864-e525-4de6-a20d-245e4e5834cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 200 len: 855 time: 0.0953577 Aug 18 14:10:00.297049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:00.300119 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b9ea6c-4ae3-40e8-8546-ad499fa5b313" -d '{"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:00.340308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:00.345482 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.359542 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-89b28e3f-864d-46bf-bce8-7caec2b3115f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427698a1-3faa-4510-9576-5df7cc226cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938032 Aug 18 14:10:00.413905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c97095d-14d3-481d-a656-56a289dadcf4 req-e6866a49-b26d-473d-be29-093c82f8eba4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080076 Aug 18 14:10:00.441670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:00.505927 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.595660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-40c0dbc1-3802-414b-bac5-29ae1286508c service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268929 Aug 18 14:10:00.615828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.671030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:00.695631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df80124d-9eca-40bd-97d0-e9e49ca3b03a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:00.722943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8b283383-326e-461a-a8c8-6006622e192a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:00.736665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:00.742813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d1083cd0-f72e-455f-b0f7-ab48dbcedb05 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df80124d-9eca-40bd-97d0-e9e49ca3b03a HTTP/1.1" status: 204 len: 168 time: 0.9496305 Aug 18 14:10:00.746096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59644) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:00.795137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c61c-dea5-4a13-8a2c-92864720b953 req-df699641-d2f1-443e-ba85-1ecb63c46353 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:00.804178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7186c61c-dea5-4a13-8a2c-92864720b953 req-df699641-d2f1-443e-ba85-1ecb63c46353 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.2690518 Aug 18 14:10:00.833668 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-edf6993b-a4d8-463d-9006-b86dd7b4d976 req-53ef8208-61c9-458b-adee-20de19957422 service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299881 Aug 18 14:10:00.957152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7186c61c-dea5-4a13-8a2c-92864720b953 req-68f136d0-5e66-444a-b71e-fa351f8f263d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522574 Aug 18 14:10:00.985384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.177197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.185723 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c82fe-d02e-4c47-ba16-44981f8fbaa2 x-openstack-request-id: req-ff4c82fe-d02e-4c47-ba16-44981f8fbaa2 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:01.186050 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:01.186308 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff4c82fe-d02e-4c47-ba16-44981f8fbaa2 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:01.186711 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'code': 200} Aug 18 14:10:01.217824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9236bd2-66b1-4bdc-8628-435ffaa046cb']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:01.239487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084ca469-99c2-4844-bd17-2d18838da0d9') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:01.239786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084ca469-99c2-4844-bd17-2d18838da0d9') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:01.271936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.314288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.373836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:10:01.378769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:10:01.437133 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:10:01.501435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9704b69d-e590-413d-87da-49c9d9830835 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:01.541015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea864-988c-431c-910a-48faad4ed4d2 req-9a05273a-b6cc-4c68-a34f-a6fd067d2f97 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:01.549707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a9ea864-988c-431c-910a-48faad4ed4d2 req-9a05273a-b6cc-4c68-a34f-a6fd067d2f97 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 943 time: 0.2319710 Aug 18 14:10:01.643449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a9ea864-988c-431c-910a-48faad4ed4d2 req-6537480b-0de9-4889-8c14-ec39c2ef8976 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923467 Aug 18 14:10:01.743647 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.750536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.765179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d9236bd2-66b1-4bdc-8628-435ffaa046cb HTTP/1.1" status: 204 len: 168 time: 1.0179203 Aug 18 14:10:01.799676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd09ad-a0c8-48a7-b6af-bf88bc4a471f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9236bd2-66b1-4bdc-8628-435ffaa046cb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:01.876518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9704b69d-e590-413d-87da-49c9d9830835,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:01.904963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '9704b69d-e590-413d-87da-49c9d9830835', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'port_id': '9704b69d-e590-413d-87da-49c9d9830835', 'mac_address': 'fa:16:3e:d6:02:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f3df1-6d31-46a8-a704-22a23158ec26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:01.916547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8078fc-7a24-480c-add9-31599ddc318e req-3bdb90a0-a97e-4b4b-a25e-6f02d15901f6 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:01.933450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e8078fc-7a24-480c-add9-31599ddc318e req-3bdb90a0-a97e-4b4b-a25e-6f02d15901f6 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 945 time: 0.1361177 Aug 18 14:10:01.984726 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.993219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e8078fc-7a24-480c-add9-31599ddc318e req-fe6b152a-8ac3-4909-b410-c47e1131dfeb tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Aug 18 14:10:02.008114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:10:02.024493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9704b69d-e590-413d-87da-49c9d9830835 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:02.080740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9704b69d-e590-413d-87da-49c9d9830835,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:02.186217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:02.217243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59654) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:02.292549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:02.327649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8e25f7f-427a-4912-be2b-136a10a942d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=453cd4a62e474189b603502788435a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091273 Aug 18 14:10:02.331189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59656) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:02.366287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d684-434d-46de-a9e0-4c5a4073b140 req-e63e5eba-fce3-4d66-a6cd-30e806d491c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:02.375242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5513d684-434d-46de-a9e0-4c5a4073b140 req-e63e5eba-fce3-4d66-a6cd-30e806d491c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0946703 Aug 18 14:10:02.452310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5513d684-434d-46de-a9e0-4c5a4073b140 req-6bf4f50b-1d55-431a-ba07-6bf1f6e9b77c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758772 Aug 18 14:10:02.460239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:02.498941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:02.554472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9704b69d-e590-413d-87da-49c9d9830835'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:02.674888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:02.679637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:02.681450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467 HTTP/1.1" status: 204 len: 168 time: 0.3467185 Aug 18 14:10:02.703166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8e97-234a-4081-9184-4eaece7f5bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed6a9d-6b2a-4e6d-9896-dda6b09e4467,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:02.715649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3ff6-ab10-416d-b2ae-da65685ee208 req-26fc13dd-47ed-4dd7-bbc1-d7a4d9e0b520 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:02.734044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a9b3ff6-ab10-416d-b2ae-da65685ee208 req-26fc13dd-47ed-4dd7-bbc1-d7a4d9e0b520 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1221554 Aug 18 14:10:02.807045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a9b3ff6-ab10-416d-b2ae-da65685ee208 req-767d46e7-de00-42a5-baf2-a5c432e1b1f3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714958 Aug 18 14:10:03.017069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298940e9-3be7-49e4-9336-cf95eba5a940 req-242bd3a3-302d-4be1-9523-5fa55986a94d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.017766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298940e9-3be7-49e4-9336-cf95eba5a940 req-242bd3a3-302d-4be1-9523-5fa55986a94d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 944 time: 0.0717783 Aug 18 14:10:03.064941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298940e9-3be7-49e4-9336-cf95eba5a940 req-c5afb765-cd1d-450d-8ad1-47ed7f3ea25f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361786 Aug 18 14:10:03.178925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d07ff-1970-4409-afcc-be0410f5b87f req-d92d6f11-f47c-42df-961f-bc9578fc4906 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.180678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-003d07ff-1970-4409-afcc-be0410f5b87f req-d92d6f11-f47c-42df-961f-bc9578fc4906 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 945 time: 0.0612023 Aug 18 14:10:03.232861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-003d07ff-1970-4409-afcc-be0410f5b87f req-0560d3b7-a466-4a80-9f2f-2b4e019ec2ae tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Aug 18 14:10:03.520254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8b283383-326e-461a-a8c8-6006622e192a up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:03.611063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33dc02-1d91-4442-943b-68c3d2cc5b50 req-ebbd4a48-0fcd-4534-b839-0e376024a94a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.612606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a33dc02-1d91-4442-943b-68c3d2cc5b50 req-ebbd4a48-0fcd-4534-b839-0e376024a94a tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0554686 Aug 18 14:10:03.652921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a33dc02-1d91-4442-943b-68c3d2cc5b50 req-0641d1f1-613b-436b-b7fa-c0376a4a4b69 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Aug 18 14:10:03.714209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 8b283383-326e-461a-a8c8-6006622e192a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:03.719083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 8b283383-326e-461a-a8c8-6006622e192a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:03.719462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:03.807305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:03.853770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8b283383-326e-461a-a8c8-6006622e192a,segment=NetworkSegment(e0218ca1-4010-4ca9-90bc-a0cce0f32fda),segment_id=e0218ca1-4010-4ca9-90bc-a0cce0f32fda)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:03.854808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b283383-326e-461a-a8c8-6006622e192a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:03.857324 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84004aa0-1bd8-470c-8c3d-da1cadc5e389" -d '{"events": [{"server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "name": "network-vif-plugged", "status": "completed", "tag": "8b283383-326e-461a-a8c8-6006622e192a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:03.932188 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:03.951815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:04.006239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee835bb-b9d2-40c7-9b7f-512f8a1f82e5 req-0715a9bb-1ba4-46a5-ad3b-8b8495d9d645 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:04.019364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ee835bb-b9d2-40c7-9b7f-512f8a1f82e5 req-0715a9bb-1ba4-46a5-ad3b-8b8495d9d645 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0985291 Aug 18 14:10:04.068879 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb363098-131f-4978-b99c-9f52f2b644ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3407d0faa7bc425c92c22607b77a3403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158025 Aug 18 14:10:04.069480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59686) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:04.076655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ee835bb-b9d2-40c7-9b7f-512f8a1f82e5 req-93426e81-1ae6-4263-aae9-af67091d3813 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558150 Aug 18 14:10:04.083151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:04.135450 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a888e376-0e1b-428b-8c90-5fcda2698582 x-openstack-request-id: req-a888e376-0e1b-428b-8c90-5fcda2698582 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:04.135801 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "name": "network-vif-plugged", "status": "completed", "tag": "8b283383-326e-461a-a8c8-6006622e192a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:04.136056 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a888e376-0e1b-428b-8c90-5fcda2698582 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:04.136466 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b283383-326e-461a-a8c8-6006622e192a', 'code': 200} Aug 18 14:10:04.181231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.256325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.338838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f1870-bf39-4dad-901d-643303521831 req-627f2ca1-f4f4-4ebd-ab60-eb989d470879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:04.342421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f1f1870-bf39-4dad-901d-643303521831 req-627f2ca1-f4f4-4ebd-ab60-eb989d470879 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 1097 time: 0.1052876 Aug 18 14:10:04.427158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f1f1870-bf39-4dad-901d-643303521831 req-5f76b962-ddcf-4f74-ba29-92de995108af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Aug 18 14:10:04.427397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.433246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.435992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4bdb196-3ade-4747-907e-893eba943599 HTTP/1.1" status: 204 len: 168 time: 0.3621280 Aug 18 14:10:04.463826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dd374-f9d2-4cea-8e39-a7cd9e2a3ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bdb196-3ade-4747-907e-893eba943599,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:04.490289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c54af9-8a86-4ec4-a3b7-3d44ed658fd6 req-c985714b-da8f-4b9f-bbf4-c9b350e7467a tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:04.504243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31c54af9-8a86-4ec4-a3b7-3d44ed658fd6 req-c985714b-da8f-4b9f-bbf4-c9b350e7467a tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 944 time: 0.1231663 Aug 18 14:10:04.617816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31c54af9-8a86-4ec4-a3b7-3d44ed658fd6 req-a0589c3f-b010-4759-adb4-74d231f2a30d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841994 Aug 18 14:10:04.757382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf862a8e-b8f4-4151-b5a0-a724d36d6e40 req-b0d212a6-6ab2-4063-9ec1-f7e377c17991 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:04.759075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf862a8e-b8f4-4151-b5a0-a724d36d6e40 req-b0d212a6-6ab2-4063-9ec1-f7e377c17991 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.0878243 Aug 18 14:10:04.806321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf862a8e-b8f4-4151-b5a0-a724d36d6e40 req-6807dedb-86d0-4b0b-b685-ef8da74feef3 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Aug 18 14:10:05.024415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82826a3b-d2a3-41ed-bc7a-37432124f65a req-d4d58287-2fa7-4203-8ad5-d992da30e4b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:05.025992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82826a3b-d2a3-41ed-bc7a-37432124f65a req-d4d58287-2fa7-4203-8ad5-d992da30e4b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0657618 Aug 18 14:10:05.095254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82826a3b-d2a3-41ed-bc7a-37432124f65a req-ee678b76-0f0e-4cea-b4b7-b3bbbaf3afc2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593593 Aug 18 14:10:05.270062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5326-11ec-4ee1-94d1-27a432cc68d1 req-486d321c-8007-43d8-a6a0-01ee81f77423 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:05.271677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-372b5326-11ec-4ee1-94d1-27a432cc68d1 req-486d321c-8007-43d8-a6a0-01ee81f77423 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.0671711 Aug 18 14:10:05.330318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-372b5326-11ec-4ee1-94d1-27a432cc68d1 req-69148b88-2bfa-4491-a508-198dab9239d8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 Aug 18 14:10:05.519747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9704b69d-e590-413d-87da-49c9d9830835 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:05.757439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 9704b69d-e590-413d-87da-49c9d9830835 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:05.779204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 9704b69d-e590-413d-87da-49c9d9830835 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:05.780337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.863596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4033-5389-4fc0-af6d-c2074c0ebb95 req-13619e9d-2b46-4cb1-a7b9-0b636e50f293 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:05.873792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47cb4033-5389-4fc0-af6d-c2074c0ebb95 req-13619e9d-2b46-4cb1-a7b9-0b636e50f293 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 944 time: 0.1214218 Aug 18 14:10:05.895116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.974241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9704b69d-e590-413d-87da-49c9d9830835,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:05.976195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47cb4033-5389-4fc0-af6d-c2074c0ebb95 req-1bcffe7f-1672-4c11-b3d5-00c45fa10874 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939684 Aug 18 14:10:06.013002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff813176-ea46-44b2-8635-c21ef1760d0b req-2a22f223-5ee9-4af6-a2d4-7bcaa5d998ad tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.015010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff813176-ea46-44b2-8635-c21ef1760d0b req-2a22f223-5ee9-4af6-a2d4-7bcaa5d998ad tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.1006367 Aug 18 14:10:06.037559 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:06.152052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff813176-ea46-44b2-8635-c21ef1760d0b req-3b2d7157-ee31-449b-9b69-df4e2bca60e7 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065373 Aug 18 14:10:06.159033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9704b69d-e590-413d-87da-49c9d9830835'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:06.162541 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca3618d-3c10-46a1-8b43-154974d35874" -d '{"events": [{"server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "name": "network-vif-plugged", "status": "completed", "tag": "9704b69d-e590-413d-87da-49c9d9830835"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:06.165986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:06.388444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0bb8-fea9-43c7-9d34-fe09bdfc2732 req-17b0bb70-5718-4942-b54e-97cb0e8ec606 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.397251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33dc0bb8-fea9-43c7-9d34-fe09bdfc2732 req-17b0bb70-5718-4942-b54e-97cb0e8ec606 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1154599 Aug 18 14:10:06.446803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33dc0bb8-fea9-43c7-9d34-fe09bdfc2732 req-e1ec79b8-05c9-444f-9d3e-907e4ee86337 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Aug 18 14:10:06.538673 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c1b4d5-cc16-4311-9daa-05353e800af7 x-openstack-request-id: req-26c1b4d5-cc16-4311-9daa-05353e800af7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:06.539726 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "name": "network-vif-plugged", "status": "completed", "tag": "9704b69d-e590-413d-87da-49c9d9830835", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:06.540346 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26c1b4d5-cc16-4311-9daa-05353e800af7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:06.548352 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9704b69d-e590-413d-87da-49c9d9830835', 'code': 200} Aug 18 14:10:06.729177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782c35-44b7-43bc-a065-15249e52969c req-dbe85ffa-8b67-42c9-8a03-7a9f619b69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.732343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-57782c35-44b7-43bc-a065-15249e52969c req-dbe85ffa-8b67-42c9-8a03-7a9f619b69ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1063952 Aug 18 14:10:06.809089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-57782c35-44b7-43bc-a065-15249e52969c req-4be3ab47-a553-4b4b-89f2-5fbde1dd977d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679696 Aug 18 14:10:06.827677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a2f94-be77-4d86-99e6-4e2c25100c57 req-63ff6c50-3966-4f7a-89f1-2b3290b81092 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.829380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d76a2f94-be77-4d86-99e6-4e2c25100c57 req-63ff6c50-3966-4f7a-89f1-2b3290b81092 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.1526692 Aug 18 14:10:06.915758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d76a2f94-be77-4d86-99e6-4e2c25100c57 req-0953c7ef-e984-4c9c-b4c1-8e51cbb7ad5b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800717 Aug 18 14:10:06.962318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a7836-dc4b-4304-8ff8-64950635aa18 req-d36558c1-adb5-41b2-8fc4-b1801e933197 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.965918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f8a7836-dc4b-4304-8ff8-64950635aa18 req-d36558c1-adb5-41b2-8fc4-b1801e933197 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 946 time: 0.1315546 Aug 18 14:10:07.041990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f8a7836-dc4b-4304-8ff8-64950635aa18 req-29a87949-a94d-4566-aead-47fa07e683af tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576167 Aug 18 14:10:07.171668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb1624-0ba8-4f3f-a7d9-dec77025ef07 req-9eff7e94-14db-4775-be0a-7ac639aa9aec tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:07.173469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4bb1624-0ba8-4f3f-a7d9-dec77025ef07 req-9eff7e94-14db-4775-be0a-7ac639aa9aec tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 945 time: 0.0704279 Aug 18 14:10:07.257740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4bb1624-0ba8-4f3f-a7d9-dec77025ef07 req-8a068c04-4b43-49c2-a67f-ce10af1a3beb tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748856 Aug 18 14:10:07.418143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79329e-2486-4ca8-ae11-dfa0b4f21862 req-d41b589a-98bd-47e9-b4c4-738a8515cb70 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:07.421508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c79329e-2486-4ca8-ae11-dfa0b4f21862 req-d41b589a-98bd-47e9-b4c4-738a8515cb70 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.0871117 Aug 18 14:10:07.471227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c79329e-2486-4ca8-ae11-dfa0b4f21862 req-5636345c-b8d6-46e6-9596-69956f25b044 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Aug 18 14:10:07.612020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76bd9b-f93f-45db-83e9-f270752260df req-5c0ebda4-9231-48b4-8c7f-5e004aab811e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:07.613658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae76bd9b-f93f-45db-83e9-f270752260df req-5c0ebda4-9231-48b4-8c7f-5e004aab811e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.0707223 Aug 18 14:10:07.662587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae76bd9b-f93f-45db-83e9-f270752260df req-8460fc36-0522-4d38-be9c-af02e6b72fc4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Aug 18 14:10:08.402737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-01309ffc-7f3b-460f-9626-665b4045e1f3 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:08.403678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-01309ffc-7f3b-460f-9626-665b4045e1f3 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 946 time: 0.0791976 Aug 18 14:10:08.593052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Deleting port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:08.593808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:08.701516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e995c9-cb58-467d-a768-88136825ec2e req-bf6da809-2788-4b59-b5e6-a225320c4493 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:08.703044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4e995c9-cb58-467d-a768-88136825ec2e req-bf6da809-2788-4b59-b5e6-a225320c4493 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 946 time: 0.1584926 Aug 18 14:10:08.776559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4e995c9-cb58-467d-a768-88136825ec2e req-498a3a3c-075d-4e07-83fa-5de15ccd8996 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614989 Aug 18 14:10:08.797949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] For port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:08.799476 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.025351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d49753-a7dc-4f7c-a943-e6279961f193 req-631d2e38-ee97-4efa-a416-21d7856ddfbe tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:09.027403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74d49753-a7dc-4f7c-a943-e6279961f193 req-631d2e38-ee97-4efa-a416-21d7856ddfbe tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 945 time: 0.1362026 Aug 18 14:10:09.147951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74d49753-a7dc-4f7c-a943-e6279961f193 req-38b3d60c-633f-46c5-a929-c6548429bcd1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981224 Aug 18 14:10:09.156076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.156496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.157716 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Floating IP 250bb169-ac74-4d91-8db8-ff2714be1c49 disassociated. External IP: 172.25.1.199, port: 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07. Aug 18 14:10:09.158493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Calling delete_port for 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:09.332807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e26b-811e-446e-85ee-b3f92c0bc6ec req-97368ca3-9fd4-4bd8-9a07-53d956a805fe tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:09.334313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1219e26b-811e-446e-85ee-b3f92c0bc6ec req-97368ca3-9fd4-4bd8-9a07-53d956a805fe tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.1624036 Aug 18 14:10:09.377065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45a38-cdeb-4c50-8369-675a6138e603 req-0d2ed802-1d66-432f-86e4-6e0cf283bf51 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:09.378791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98a45a38-cdeb-4c50-8369-675a6138e603 req-0d2ed802-1d66-432f-86e4-6e0cf283bf51 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1222994 Aug 18 14:10:09.443022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1219e26b-811e-446e-85ee-b3f92c0bc6ec req-343034d7-19e7-458e-b375-f5ed6b604312 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962298 Aug 18 14:10:09.485350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98a45a38-cdeb-4c50-8369-675a6138e603 req-b0a48d1f-aa06-415f-a551-24448f401c7d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895402 Aug 18 14:10:09.550802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:09.570848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.625181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No active binding found for port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 {{(pid=112230) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 14:10:09.625691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:09.626166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:09.632299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event deleted for resources: {'Port': ['ID=3a9d7d7a-9f10-400f-bdf6-bb6f18845e07,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:09.772768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.773218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3fef1-1738-402f-8c62-fe560153152f req-c11bdfe2-7310-4d70-892a-40cd30baed75 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:09.774999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a3fef1-1738-402f-8c62-fe560153152f req-c11bdfe2-7310-4d70-892a-40cd30baed75 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 946 time: 0.2215872 Aug 18 14:10:09.786433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:10:09.816535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:09.818548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:09.821875 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c2a0c-cba8-4fa3-8bba-7e0abd1d5e2a" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:09.876093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a3fef1-1738-402f-8c62-fe560153152f req-aadca08d-2bfe-42e8-8f98-00ce45e69d70 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943513 Aug 18 14:10:09.925037 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:09.942732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5c32faa-de4b-497d-8125-38d637ad4840 req-7a6bc96d-f415-4fbf-af9d-8ab6d77ac014 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0734239 Aug 18 14:10:10.008318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:10:10.062265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Sync routers for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:10:10.084064 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5fc173-343a-44a0-b314-dc87cf955a88 x-openstack-request-id: req-2f5fc173-343a-44a0-b314-dc87cf955a88 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:10.091946 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:10.092407 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f5fc173-343a-44a0-b314-dc87cf955a88 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:10.092975 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'code': 200} Aug 18 14:10:10.104629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=14']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:10.141591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:10.142398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:10.155947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] No DVR routers for this DVR port 3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:10.169943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:10.170855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38808a64-bd2b-4af2-8bbe-60d732376224 req-232a9ae5-1a0a-4641-8763-fe720778603e tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.10 "DELETE /v2.0/ports/3a9d7d7a-9f10-400f-bdf6-bb6f18845e07 HTTP/1.1" status: 204 len: 173 time: 1.7562792 Aug 18 14:10:10.171321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'name': 'network-vif-deleted', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:10.174464 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a54784-d6ce-48b4-8e8a-4d8c4dad2dfc" -d '{"events": [{"server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "name": "network-vif-deleted", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:10.264900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-135548d0-29c1-40c4-a489-e461c4d2c94f tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:10.266765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-135548d0-29c1-40c4-a489-e461c4d2c94f tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.1122751 Aug 18 14:10:10.347469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:10.389049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:10.398748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Deleting port 8b283383-326e-461a-a8c8-6006622e192a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:10.398748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:10.587698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] For port 8b283383-326e-461a-a8c8-6006622e192a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8b283383-326e-461a-a8c8-6006622e192a,segment=NetworkSegment(e0218ca1-4010-4ca9-90bc-a0cce0f32fda),segment_id=e0218ca1-4010-4ca9-90bc-a0cce0f32fda)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:10.588357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:10.633203 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c11781d-d73a-46f4-905d-59cf187a16e5 x-openstack-request-id: req-2c11781d-d73a-46f4-905d-59cf187a16e5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:10.635119 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd15d76-8798-41f5-a0e8-75a51768582e", "name": "network-vif-deleted", "tag": "3a9d7d7a-9f10-400f-bdf6-bb6f18845e07", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:10.637419 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c11781d-d73a-46f4-905d-59cf187a16e5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:10.637935 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd15d76-8798-41f5-a0e8-75a51768582e', 'name': 'network-vif-deleted', 'tag': '3a9d7d7a-9f10-400f-bdf6-bb6f18845e07', 'status': 'completed', 'code': 200} Aug 18 14:10:10.653823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Calling delete_port for 8b283383-326e-461a-a8c8-6006622e192a owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:10.730071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:10.772334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Checking router: 84a914fb-2c2f-4b80-a560-8fb4b39c0562 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:10:10.785308 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:10.804122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:10.804769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:10.958799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a9f83-0ecd-463c-8c0c-2d0735b43349 req-3199624d-3b7f-44ab-98e9-0288da09a562 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:10.971992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f5a9f83-0ecd-463c-8c0c-2d0735b43349 req-3199624d-3b7f-44ab-98e9-0288da09a562 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 946 time: 0.1718912 Aug 18 14:10:10.978136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:11.020689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f5a9f83-0ecd-463c-8c0c-2d0735b43349 req-7fe31bfa-a771-453e-8373-9f6b19c25660 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b7ee652-6803-47ae-acfd-c9e2a9b4e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Aug 18 14:10:11.162396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:11.177453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8b283383-326e-461a-a8c8-6006622e192a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:11.212330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Pushing event deleted for resources: {'Port': ['ID=8b283383-326e-461a-a8c8-6006622e192a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:11.239980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6934-5210-4c6e-bcc0-664e6aeed370 req-74994930-099b-4c63-8397-1e272e92b807 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:11.241759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c93b6934-5210-4c6e-bcc0-664e6aeed370 req-74994930-099b-4c63-8397-1e272e92b807 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1353238 Aug 18 14:10:11.340080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] No DVR routers for this DVR port 8b283383-326e-461a-a8c8-6006622e192a on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:11.343840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:11.345980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3bd576f-c8b5-40c4-8b24-c015d451b144 req-46f89403-892e-4c93-a01f-06aa6913bf08 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.10 "DELETE /v2.0/ports/8b283383-326e-461a-a8c8-6006622e192a HTTP/1.1" status: 204 len: 173 time: 1.0680387 Aug 18 14:10:11.363995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:11.367800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c93b6934-5210-4c6e-bcc0-664e6aeed370 req-08edb531-27b1-4126-bdf2-77aafdd5e67e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181581 Aug 18 14:10:11.604012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808bfd35-f313-4230-96e7-3fc6ac63d604 None None] The sync data for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 is: [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:07:36Z', 'revision_number': 4, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b0c70b58-c9e9-4679-b409-601bf97ee370', 'name': '', 'network_id': '8548e0c1-6989-4270-b59e-86de642d83bf', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'mac_address': 'fa:16:3e:df:12:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:34Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'subnets': [{'id': '4d73461a-83f4-4e40-bc62-ddb1342424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:10:11.786680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90ee1f50-f894-4847-9a85-669bfef0669e req-61959ba4-1f4e-4262-9bc4-f66be1bd5873 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcd15d76-8798-41f5-a0e8-75a51768582e HTTP/1.1" status: 200 len: 210 time: 0.0539968 Aug 18 14:10:12.090749 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d1c087-ca77-415a-9869-b6af4fc41604 None None] New status for floating IP 250bb169-ac74-4d91-8db8-ff2714be1c49: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:10:12.177600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e685c9-a17e-4090-b61b-7b2105f2ea0b req-f347ea8f-f45d-4953-b866-5718dbdf42a1 tempest-ServerMetadataNegativeTestJSON-432903292 tempest-ServerMetadataNegativeTestJSON-432903292-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e HTTP/1.1" status: 200 len: 210 time: 0.0505028 Aug 18 14:10:12.578261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9a4f-48a3-4b3b-ab54-397b05ef36cc req-b1987151-17dd-4097-923a-a211bd181720 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:12.588907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afab9a4f-48a3-4b3b-ab54-397b05ef36cc req-b1987151-17dd-4097-923a-a211bd181720 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1226945 Aug 18 14:10:12.642282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'name': 'network-vif-deleted', 'tag': '8b283383-326e-461a-a8c8-6006622e192a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:12.645707 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc32e61-3982-4b92-8677-3bb3440b1ef4" -d '{"events": [{"server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "name": "network-vif-deleted", "tag": "8b283383-326e-461a-a8c8-6006622e192a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:12.672926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afab9a4f-48a3-4b3b-ab54-397b05ef36cc req-122a5583-7984-4099-b019-1a4f476431d0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817473 Aug 18 14:10:12.860133 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0924a0-a7e1-44ee-a8ab-ab09442ea749 x-openstack-request-id: req-9e0924a0-a7e1-44ee-a8ab-ab09442ea749 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:12.860721 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e", "name": "network-vif-deleted", "tag": "8b283383-326e-461a-a8c8-6006622e192a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:12.860721 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e0924a0-a7e1-44ee-a8ab-ab09442ea749 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:12.861162 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfa1f79-a1a1-4f78-a85b-9c5a7cd2a51e', 'name': 'network-vif-deleted', 'tag': '8b283383-326e-461a-a8c8-6006622e192a', 'status': 'completed', 'code': 200} Aug 18 14:10:13.162511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:13.274916 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.285179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60016) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:13.317374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.359129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Deleting subnet 6ee8f90b-3870-446d-9c18-08d863cc6cf5 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:10:13.363930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.402771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.445809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.545633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8b283383-326e-461a-a8c8-6006622e192a no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:13.587588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 8b283383-326e-461a-a8c8-6006622e192a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:13.587938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8b283383-326e-461a-a8c8-6006622e192a not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:13.650902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.657417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.661744 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3adfdf0-a29d-4289-9e4c-ef8ad9107d10 HTTP/1.1" status: 204 len: 168 time: 0.4976988 Aug 18 14:10:13.662030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:13.679305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d9135-316e-46ea-b07a-41bd5b37eb7f tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adfdf0-a29d-4289-9e4c-ef8ad9107d10,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:13.703579 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.717172 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-5d2fcfac-4710-40fc-b217-76bbf587c240 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] show failed (client error): The resource could not be found. Aug 18 14:10:13.720930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d2fcfac-4710-40fc-b217-76bbf587c240 tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "GET /v2.0/security-groups/b3adfdf0-a29d-4289-9e4c-ef8ad9107d10 HTTP/1.1" status: 404 len: 347 time: 0.0549529 Aug 18 14:10:13.721297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:13.833377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee8f90b-3870-446d-9c18-08d863cc6cf5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:13.853323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.860364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-05584c69-c1ce-468d-8530-999ec7c24af7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6ee8f90b-3870-446d-9c18-08d863cc6cf5 HTTP/1.1" status: 204 len: 168 time: 0.5732126 Aug 18 14:10:13.861642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60036) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:14.035201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f4639-1be7-4e3b-ae65-447e1d8580b3 req-0b6d800f-1d20-4b6b-b5cf-b85465637db0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:14.042692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-150f4639-1be7-4e3b-ae65-447e1d8580b3 req-0b6d800f-1d20-4b6b-b5cf-b85465637db0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1913836 Aug 18 14:10:14.047711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.052693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Deleting port b47e5959-beaf-4c9b-977d-a5ab1dcb50a3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:14.053136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.095844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-150f4639-1be7-4e3b-ae65-447e1d8580b3 req-896f7c84-9364-4d32-a31b-c4c9f8fb74b7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Aug 18 14:10:14.242475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.249189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.282103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Calling delete_port for b47e5959-beaf-4c9b-977d-a5ab1dcb50a3 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:14.308798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.341959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e69054-a3b5-4671-be21-e17c7996326d']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:14.357500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:14.357999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0218ca1-4010-4ca9-90bc-a0cce0f32fda') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:14.374654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.401238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84050676-7e0e-4c57-83b6-fc7d930c8f64 req-24351b6f-062b-492d-8662-0cba56cb2c20 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:14.403181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84050676-7e0e-4c57-83b6-fc7d930c8f64 req-24351b6f-062b-492d-8662-0cba56cb2c20 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1172104 Aug 18 14:10:14.405063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.449416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:10:14.450554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.467367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84050676-7e0e-4c57-83b6-fc7d930c8f64 req-862eba2b-4913-45cd-8fd8-e2c11e0b47a6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571702 Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:10:14.469744 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:10:14.809612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.819234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.824709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] 10.222.0.35 "DELETE /v2.0/networks/52e69054-a3b5-4671-be21-e17c7996326d HTTP/1.1" status: 204 len: 168 time: 0.9541936 Aug 18 14:10:14.839345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80fbc5-684d-406d-82b9-4beff99efeee admin admin] Pushing event deleted for resources: {'Network': ['ID=52e69054-a3b5-4671-be21-e17c7996326d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:14.994107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.030183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Pushing event deleted for resources: {'Port': ['ID=b47e5959-beaf-4c9b-977d-a5ab1dcb50a3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:15.118547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85aced5-8a69-45b8-8ed6-c31a449bce9e req-0b2f9b9c-cf90-4ed1-bc4d-a43e75372172 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:15.120127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d85aced5-8a69-45b8-8ed6-c31a449bce9e req-0b2f9b9c-cf90-4ed1-bc4d-a43e75372172 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0789371 Aug 18 14:10:15.146013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.146013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.146013 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-94493a8a-c704-4887-9282-97b871ab6dfb tempest-ServersTestFqdnHostnames-1005706741 tempest-ServersTestFqdnHostnames-1005706741-project] 10.222.0.35 "DELETE /v2.0/floatingips/250bb169-ac74-4d91-8db8-ff2714be1c49 HTTP/1.1" status: 204 len: 168 time: 1.4221070 Aug 18 14:10:15.148032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:15.284841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d85aced5-8a69-45b8-8ed6-c31a449bce9e req-519520f6-494c-474e-be8a-f6b3ac8077cb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365635 Aug 18 14:10:15.345348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60078) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:15.423490 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7589ace0-193c-4620-b9eb-a744093fa3f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e6f00000ed14989be1ee3de98b0d070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769389 Aug 18 14:10:15.426319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60086) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:15.557666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.601481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.788141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.791183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.792731 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b7ee652-6803-47ae-acfd-c9e2a9b4e992 HTTP/1.1" status: 204 len: 168 time: 0.3651991 Aug 18 14:10:15.807017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fdee9-5dbc-424c-8561-3fc2532a0fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ee652-6803-47ae-acfd-c9e2a9b4e992,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:15.874291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-87ef85cf-2c73-42a0-91a5-759247137f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:15.875983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-87ef85cf-2c73-42a0-91a5-759247137f19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.7549667 Aug 18 14:10:15.953204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba213a8-e8b0-45f0-8b77-4e11333dbeaf req-c3c27847-f8fe-4aa3-80da-4c9540381835 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:15.955024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba213a8-e8b0-45f0-8b77-4e11333dbeaf req-c3c27847-f8fe-4aa3-80da-4c9540381835 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.7352221 Aug 18 14:10:16.006508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba213a8-e8b0-45f0-8b77-4e11333dbeaf req-2a0658a3-3030-4f61-8ee1-8d922f67e2e4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Aug 18 14:10:16.131187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-dd49f3c8-0d5b-4958-ac8c-66195a33d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:16.133096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-dd49f3c8-0d5b-4958-ac8c-66195a33d13c service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2440078 Aug 18 14:10:16.261118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-a6e3b7f6-1015-4ade-9de7-629def7db2f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1156018 Aug 18 14:10:16.356436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-2bc0fab1-9fd8-4bfc-a43c-d8e504258008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:16.356658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-2bc0fab1-9fd8-4bfc-a43c-d8e504258008 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0864406 Aug 18 14:10:16.470070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-4008fe85-2d03-4e29-ad36-8fe33e55bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:16.471575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-4008fe85-2d03-4e29-ad36-8fe33e55bfe8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083825 Aug 18 14:10:16.487665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e52b15-198d-473e-8db9-533f9b884d32 req-1c235f42-ae51-4442-98d5-02b99fe3fcc2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:16.490445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79e52b15-198d-473e-8db9-533f9b884d32 req-1c235f42-ae51-4442-98d5-02b99fe3fcc2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1144178 Aug 18 14:10:16.614088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79e52b15-198d-473e-8db9-533f9b884d32 req-1e599877-3766-4dfa-bce8-9f247ec93363 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036873 Aug 18 14:10:16.655689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:16.656890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-60f788df-b59a-4bfe-8a46-c9e0e69eaadf service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477270 Aug 18 14:10:16.896368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada6b418-d3a1-46c1-9093-3b76226b5089 req-ca5156d8-9fd6-4b15-a015-40b68feab840 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087662 Aug 18 14:10:17.172170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-8d0e74dc-3700-4872-be98-6b1d7da64721 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:17.178439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-8d0e74dc-3700-4872-be98-6b1d7da64721 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.1751733 Aug 18 14:10:17.221939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e96119f3-781f-4633-ae00-917b305d6e32 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/quotas/4c04877b8307445f8f6a9cda26c80dc8 HTTP/1.1" status: 200 len: 375 time: 0.0294352 Aug 18 14:10:17.346377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:17.354775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-23009ff4-6f4d-4570-a48b-c5218262cac8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011384 Aug 18 14:10:17.364403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a625-eba6-4396-a793-492b58396ab9 req-9999ae90-6c5a-487e-a8ad-29669e94c1aa tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:17.365939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9421a625-eba6-4396-a793-492b58396ab9 req-9999ae90-6c5a-487e-a8ad-29669e94c1aa tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1225231 Aug 18 14:10:17.431418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Deleting port b0c70b58-c9e9-4679-b409-601bf97ee370 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:17.431863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.471969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113355584-network', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:17.519924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9421a625-eba6-4396-a793-492b58396ab9 req-47e6c99e-6fdf-4e46-8682-dcc3f19e23ef tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433556 Aug 18 14:10:17.569120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-49ac35f4-4453-4a0b-a9c4-9a8d7189de53 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010458 Aug 18 14:10:17.586197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Made reservation on behalf of 9eb0573b147a4c8989bdea2b3e81b3f3 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:17.589539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.596862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:17.607123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.668497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] For port b0c70b58-c9e9-4679-b409-601bf97ee370, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b0c70b58-c9e9-4679-b409-601bf97ee370,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:17.669411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.698173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Calling delete_port for b0c70b58-c9e9-4679-b409-601bf97ee370 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:17.712061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.770658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:17.772869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:17.776048 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847190d-f2f4-4eb0-8f56-01ba7f3c56ef" -d '{"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-unplugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:17.796784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.823082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-3377e5bb-fa01-4bf1-8348-171b7bfd56c0 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530818 Aug 18 14:10:17.873809 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.902343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.934871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:10:17.951297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.952516 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Added segment 7f716b75-763d-45b6-a486-117b3355bbce of type vlan for network f34690e2-fea8-46b3-a068-dc9a6d61a208 Aug 18 14:10:17.980057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:18.015218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.030865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe793a6-d677-4aa2-a358-75746d53b4e6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:18.096633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.130205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.132663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:18.133307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.162408 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6ef31-7fcb-4c38-b331-7fa4109de539 x-openstack-request-id: req-54c6ef31-7fcb-4c38-b331-7fa4109de539 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:18.162807 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-unplugged", "status": "completed", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:18.163181 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54c6ef31-7fcb-4c38-b331-7fa4109de539 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:18.163679 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'code': 200} Aug 18 14:10:18.305348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c70b58-c9e9-4679-b409-601bf97ee370,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:18.320448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f34690e2-fea8-46b3-a068-dc9a6d61a208,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:18.332274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:10:18.373078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.373431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.373775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.374147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.374485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.375711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.376051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.376388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.376719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.377050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.377398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.377708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:18.394855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-469fd3eb-a24a-4bfd-b998-e98cc5b486a1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0466943 Aug 18 14:10:18.396587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:18.403421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Request body: {'subnet': {'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-subnet', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:18.413871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68c41e1b-8793-4620-9972-5fdaadc69e16 req-1112926d-ce6d-4522-bf5e-4b61ab325395 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0816441 Aug 18 14:10:18.483107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9230d-e926-42fc-bb7e-effcab385221 req-a8dff131-8526-447d-a2dc-b7217dad6769 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:18.484458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c9230d-e926-42fc-bb7e-effcab385221 req-a8dff131-8526-447d-a2dc-b7217dad6769 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2226567 Aug 18 14:10:18.502865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.517543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Made reservation on behalf of 9eb0573b147a4c8989bdea2b3e81b3f3 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:18.522818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.578711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c9230d-e926-42fc-bb7e-effcab385221 req-932bdefc-7768-4c9a-a8d9-ee4c387f2f86 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848305 Aug 18 14:10:18.806005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ab2d4-1795-4141-b8aa-7224048b34c1 req-24081dac-e8ec-464f-93a7-3bec8cd4f883 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:18.807505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a4ab2d4-1795-4141-b8aa-7224048b34c1 req-24081dac-e8ec-464f-93a7-3bec8cd4f883 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1330907 Aug 18 14:10:18.814207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:18.821552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-122561ea-d32d-4fb1-884b-c2879431b41d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:18.828526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-122561ea-d32d-4fb1-884b-c2879431b41d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.2589700 Aug 18 14:10:18.882931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c55abd-d5ed-4225-a10c-93d751955d88,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:18.896393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-8a2b92e3-3a67-4f4a-99d0-a254ea7f6191 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/quotas/84225b29d21a40b382ef3980bb5f3f52 HTTP/1.1" status: 200 len: 375 time: 0.0670526 Aug 18 14:10:18.916136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Checking segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:18.916570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Network hostable DHCP agents. Network: f34690e2-fea8-46b3-a068-dc9a6d61a208, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:10:18.955677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a4ab2d4-1795-4141-b8aa-7224048b34c1 req-b0d8d73b-2031-4c4e-912d-ce98c76f4780 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249194 Aug 18 14:10:19.007869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:10:19.012416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-5f289406-1ef7-4bbf-8f20-78403e320603 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980389 Aug 18 14:10:19.012416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:10:19.111516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f34690e2-fea8-46b3-a068-dc9a6d61a208) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:19.121701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602c58a-6739-4612-8822-6c7efbd48662 None None] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:19.122204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:19.124283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:19.225653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960dd4b-9135-4210-8406-0751b16b08a0 req-14a74136-cc52-4563-a30f-7819b7cc36bb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:19.229236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e960dd4b-9135-4210-8406-0751b16b08a0 req-14a74136-cc52-4563-a30f-7819b7cc36bb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1355836 Aug 18 14:10:19.238475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-b8be74ba-4d55-4658-a829-2a6a4b931feb service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210810 Aug 18 14:10:19.250082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:10:19.269365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb0e7f0c-6ccd-412a-8b81-a190ca20ebf6 admin admin] 10.222.0.35 "PUT /v2.0/routers/84a914fb-2c2f-4b80-a560-8fb4b39c0562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1202445 Aug 18 14:10:19.272851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Sync routers for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:10:19.281121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60234) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:19.298436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-304c913a-e754-449d-97fa-b8b9b9a07d6f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9005179 Aug 18 14:10:19.300363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:19.304838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:19.313101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:19.313750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:19.376760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739d419-76b0-4d52-854b-1c9b5a3fd252 None None] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:19.403734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e960dd4b-9135-4210-8406-0751b16b08a0 req-d8473b26-3879-4984-8fbb-269a60f0411f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634786 Aug 18 14:10:19.413640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:19.414936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:19.493502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:19.504029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:19.718244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:19.796164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:10:17Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:19.823322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Checking router: 84a914fb-2c2f-4b80-a560-8fb4b39c0562 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:10:19.833062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Routers {'84a914fb-2c2f-4b80-a560-8fb4b39c0562'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:19.833673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:19.913810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b60732b-a130-4701-902e-d79901a62539 req-dfae02fa-9512-4689-a5ae-9d6b4973a937 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0528736 Aug 18 14:10:19.947665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] Set router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:19.988726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-d7d5cd40-02aa-47b8-ac9a-1f6145fce2c2 service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409647 Aug 18 14:10:20.024709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.158309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.179559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.183555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-cf8741a7-5914-47a7-8c13-4125695d3f95 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:20.185162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-cf8741a7-5914-47a7-8c13-4125695d3f95 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/ports?device_id=4191d5da-1035-4a07-9c40-03d17c3f105a HTTP/1.1" status: 200 len: 943 time: 0.2285995 Aug 18 14:10:20.205078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:10:17Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:20.229250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fdd94-0269-4baa-b923-abd0acf04caf req-25551f8b-efae-493a-85da-0db5b6df811e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:20.230883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d8fdd94-0269-4baa-b923-abd0acf04caf req-25551f8b-efae-493a-85da-0db5b6df811e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2096214 Aug 18 14:10:20.260487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1433e-fc0a-438f-96be-738ea8ef69cd None None] The sync data for ids ['84a914fb-2c2f-4b80-a560-8fb4b39c0562'] in n-d-804303-5 is: [{'id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'name': 'tempest-ServersTestFqdnHostnames-167121212-router', 'tenant_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:28Z', 'updated_at': '2021-08-18T14:10:17Z', 'revision_number': 5, 'project_id': 'ae32ceab8f424ff2bb8bc462a53b182b', 'gw_port': {'id': '37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a914fb-2c2f-4b80-a560-8fb4b39c0562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:29Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:10:20.331703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.425989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Allocated IP 172.25.1.89 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/1b71d893-ac11-43f8-9571-41f2dc4f87ad) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:20.485801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d8fdd94-0269-4baa-b923-abd0acf04caf req-87c8c605-7408-46e5-a9d9-17fb18d43120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159650 Aug 18 14:10:20.551216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e36dc-dc04-49c5-8241-edd0f064f264 req-bc1138b4-24e6-46c2-ae49-91cd152ab0b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:20.559724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a2e36dc-dc04-49c5-8241-edd0f064f264 req-bc1138b4-24e6-46c2-ae49-91cd152ab0b6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.2392824 Aug 18 14:10:20.591237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Deleting port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:20.591855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.638670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.689363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1855c7d-a96a-4f3f-a3d0-7ddd6b1c4113 req-b08fa11b-7933-4855-a716-0e693ceb39dd tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 210 time: 0.1050377 Aug 18 14:10:20.782918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a2e36dc-dc04-49c5-8241-edd0f064f264 req-95645d20-d0b6-4faa-b042-9e533e472ec4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147892 Aug 18 14:10:20.789989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Deleting port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:20.790210 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.808478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:20.917563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:20.922479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:20.927117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:21.083558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Pushing event updated for resources: {'Port': ['ID=1b71d893-ac11-43f8-9571-41f2dc4f87ad,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:21.094584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-a51c5aaf-8583-4e54-9249-84b98a436e49 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:21.094584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-a51c5aaf-8583-4e54-9249-84b98a436e49 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.10 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.4602089 Aug 18 14:10:21.096360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] For port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:21.096742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.129116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Request body: {'port': {'device_id': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'admin_state_up': True, 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:21.182267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Calling delete_port for 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:21.223212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] For port 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:21.223680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.246240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b0c70b58-c9e9-4679-b409-601bf97ee370 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:21.291392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b0c70b58-c9e9-4679-b409-601bf97ee370 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:21.291933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b0c70b58-c9e9-4679-b409-601bf97ee370 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:21.304721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Calling delete_port for 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:21.334153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-3c3d0f96-4911-4019-9e62-bbb77d74978c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:21.335720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-3c3d0f96-4911-4019-9e62-bbb77d74978c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.3992379 Aug 18 14:10:21.348327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.436569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61b207a3-0c35-4166-a927-61582ee8da73 req-e6c8890c-fdb3-4b41-9c3e-bc42199aef92 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0888667 Aug 18 14:10:21.458041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-ba8eb058-e161-4e54-b89c-e0ddc694fd4a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/quotas/07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 375 time: 0.0897222 Aug 18 14:10:21.580638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.651735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:21.656966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.700987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-8351f3d5-1861-4e88-ba4e-11950a81cec4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2457025 Aug 18 14:10:21.719243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32203bbd-44db-4379-ad07-3b321ec6ff42 req-37f529d8-fa78-4e4f-b58b-62450d2402ec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:21.720757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32203bbd-44db-4379-ad07-3b321ec6ff42 req-37f529d8-fa78-4e4f-b58b-62450d2402ec tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1973572 Aug 18 14:10:21.819274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Router c6a872d4-d32b-4663-a35b-b117d2e1d90f is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:10:21.875339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.882029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4d106b7-fdc0-443b-b260-358156fad858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:21.933712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:10:21.943361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event deleted for resources: {'Port': ['ID=06bdb4bf-a8f0-45a1-9e13-9310bc2db78b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:21.948369 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Sync routers for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:10:21.959771 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:21.960637 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:22.005523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32203bbd-44db-4379-ad07-3b321ec6ff42 req-b3535a3d-ca83-4a8c-96bc-44d9bee189a3 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626173 Aug 18 14:10:22.051487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] No DVR routers for this DVR port 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:22.059524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.061542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac7c1daf-7bad-40e7-a407-4f38e342940d req-11772cca-6947-4cdf-8fd7-e077e9f14298 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "DELETE /v2.0/ports/06bdb4bf-a8f0-45a1-9e13-9310bc2db78b HTTP/1.1" status: 204 len: 173 time: 1.8685305 Aug 18 14:10:22.066847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-deleted', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:22.068145 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf95e89e-c051-45a6-bd46-9f93546810a3" -d '{"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-deleted", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:22.084364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.091933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.096101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67b7fd6b-0ac9-4bef-aa2e-9135815c0faa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7919099 Aug 18 14:10:22.096455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:22.114641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-d270d127-a886-4c63-9c99-de9226ada1b0 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911436 Aug 18 14:10:22.209193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:22.213299 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0dcf111-67da-4e65-9b0b-48fce3b94d24 req-208e4b84-283c-4646-a09e-c1f6aab83e23 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 210 time: 0.1157396 Aug 18 14:10:22.224384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Allocated IP 172.20.0.8 (427698a1-3faa-4510-9576-5df7cc226cfb/798f3df1-6d31-46a8-a704-22a23158ec26/586797f1-8e35-47ed-a849-0adc966d5ae8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:22.296330 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:22.376042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.483102 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac6863-996d-43c8-9ea1-f9bc3c3e0b11 x-openstack-request-id: req-b1ac6863-996d-43c8-9ea1-f9bc3c3e0b11 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:22.483408 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191d5da-1035-4a07-9c40-03d17c3f105a", "name": "network-vif-deleted", "tag": "06bdb4bf-a8f0-45a1-9e13-9310bc2db78b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:22.483666 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1ac6863-996d-43c8-9ea1-f9bc3c3e0b11 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:22.484067 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191d5da-1035-4a07-9c40-03d17c3f105a', 'name': 'network-vif-deleted', 'tag': '06bdb4bf-a8f0-45a1-9e13-9310bc2db78b', 'status': 'completed', 'code': 200} Aug 18 14:10:22.510429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.514592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-c04ff80b-0814-4635-a855-2f5e1b6d494f service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340828 Aug 18 14:10:22.515570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.517928 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:21Z', 'revision_number': 3, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:22.571195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Checking router: c6a872d4-d32b-4663-a35b-b117d2e1d90f for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:10:22.571542 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Updating router c6a872d4-d32b-4663-a35b-b117d2e1d90f port 1b71d893-ac11-43f8-9571-41f2dc4f87ad binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:10:22.610579 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.646037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a859c733-28f7-4793-b600-6885cf82d9a8 req-262a2b58-d34f-4be2-a552-88adf306fb95 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0654092 Aug 18 14:10:22.721823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.781113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.781948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a914fb-2c2f-4b80-a560-8fb4b39c0562 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:10:22.787362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.791059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8d9bd609-e145-4839-b690-5d7fa430cd2c admin admin] 10.222.0.35 "DELETE /v2.0/routers/84a914fb-2c2f-4b80-a560-8fb4b39c0562 HTTP/1.1" status: 204 len: 168 time: 3.5070860 Aug 18 14:10:22.791267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60300) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:22.893614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.901590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-964f04e3-ca42-4ba6-8a74-22409577c3ba req-deb1d5b7-a1de-4138-b75e-7d31cd4a9d8d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0575988 Aug 18 14:10:22.905793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:22.915915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-eef5bb57-8c26-4a75-ae66-67197f27a7d7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:22.917478 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-eef5bb57-8c26-4a75-ae66-67197f27a7d7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.1600564 Aug 18 14:10:22.924801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af', '9704b69d-e590-413d-87da-49c9d9830835'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:22.989261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event updated for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:23.001809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Deleting subnet 4d73461a-83f4-4e40-bc62-ddb1342424f3 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:10:23.007978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.072130 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.084510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Network 427698a1-3faa-4510-9576-5df7cc226cfb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:23.091402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:23.093586 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Transition to ACTIVE for port object 1b71d893-ac11-43f8-9571-41f2dc4f87ad will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:23.094850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:23.205044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.207013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port 93d1426f-95e9-4105-8f79-a13e9d48d0bc {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:23.207529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.250372 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.386658 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Pushing event updated for resources: {'Port': ['ID=1b71d893-ac11-43f8-9571-41f2dc4f87ad,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:23.400809 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.401162 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.401504 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.401860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.402197 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.403057 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.403552 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.403702 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.404028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.404429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.404742 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.404963 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:23.413766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Allocated IP 172.20.0.1 (f34690e2-fea8-46b3-a068-dc9a6d61a208/71c55abd-d5ed-4225-a10c-93d751955d88/bd195cb0-602a-426d-a834-186d911d0bbf) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:23.422940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Attempting to bind port 1b71d893-ac11-43f8-9571-41f2dc4f87ad on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:23.422940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Attempting to bind port 1b71d893-ac11-43f8-9571-41f2dc4f87ad by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:23.422940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Attempting to bind port 1b71d893-ac11-43f8-9571-41f2dc4f87ad on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:23.433682 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:23.434121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:23.434529 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.434992 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:23.435445 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Bound port: 1b71d893-ac11-43f8-9571-41f2dc4f87ad, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:23.435825 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.484922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port 93d1426f-95e9-4105-8f79-a13e9d48d0bc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=93d1426f-95e9-4105-8f79-a13e9d48d0bc,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:23.486262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.549169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:23.568067 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] For port 1b71d893-ac11-43f8-9571-41f2dc4f87ad, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:23.572298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] For port 1b71d893-ac11-43f8-9571-41f2dc4f87ad, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b71d893-ac11-43f8-9571-41f2dc4f87ad,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:23.587694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:23.588049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 37fdbb29-cf7f-4ca0-a30c-62cbce2ce6bc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:23.604570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for 93d1426f-95e9-4105-8f79-a13e9d48d0bc owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:23.607269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:23.646340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:23.646744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 06bdb4bf-a8f0-45a1-9e13-9310bc2db78b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:23.674671 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.738511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:23.739167 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:23.778622 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f57a0-0900-4b51-b2b7-ea5e0fa7ba38 None None] Pushing event updated for resources: {'Port': ['ID=1b71d893-ac11-43f8-9571-41f2dc4f87ad,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:23.805128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.850026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:23.850699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.879625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45e265a1-eada-4def-ba99-e5f4c1fc6cde req-cb9ef816-4fe9-4a21-8584-cdd398ce068b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 210 time: 0.0666640 Aug 18 14:10:23.902603 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:23.959416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de6471-3a4f-47c4-824e-0015f113df10 req-c76d6f9d-9012-4424-90ac-0c859064ca42 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:23.961060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84de6471-3a4f-47c4-824e-0015f113df10 req-c76d6f9d-9012-4424-90ac-0c859064ca42 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 946 time: 0.8187711 Aug 18 14:10:23.970686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-32af8754-8c25-4f9f-b30b-0c4c67aa1bd4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:23.972116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-32af8754-8c25-4f9f-b30b-0c4c67aa1bd4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.8850904 Aug 18 14:10:23.988827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.991379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:23.992551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-e7157c0a-5cc0-4e1c-bf14-c65fc6b26c54 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8766294 Aug 18 14:10:24.007775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Request body: {'port': {'device_id': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'admin_state_up': True, 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:24.023875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Request body: {'port': {'device_id': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:24.068822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.069592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:24.081911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:24.086293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:24.126817 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:21Z', 'revision_number': 3, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:24.159104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Pushing event updated for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:24.165624 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6646572-671e-40d2-a0c9-92302d5f3699 None None] The sync data for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 is: [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:21Z', 'revision_number': 3, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:10:24.196240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84de6471-3a4f-47c4-824e-0015f113df10 req-f205e489-4523-4b6e-88ff-59b5d06f47ea tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196341 Aug 18 14:10:24.225884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port 93d1426f-95e9-4105-8f79-a13e9d48d0bc on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:24.237751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.240073 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7855a34a-01fe-48ab-a697-81480bb4e53c req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "DELETE /v2.0/ports/93d1426f-95e9-4105-8f79-a13e9d48d0bc HTTP/1.1" status: 204 len: 173 time: 1.3133729 Aug 18 14:10:24.240946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'name': 'network-vif-deleted', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:24.247814 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a53ce8e-3a74-4812-b5c6-fd175c9f4a1e" -d '{"events": [{"server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "name": "network-vif-deleted", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:24.252749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d382-45f9-4ff8-9d17-6b39e51598f8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=93d1426f-95e9-4105-8f79-a13e9d48d0bc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:24.273291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.274313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.321101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce77a92-315d-40be-b9f0-4b2ca4651d80 req-1c565fd2-34c3-4df7-a855-466cf54db955 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:24.329532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bce77a92-315d-40be-b9f0-4b2ca4651d80 req-1c565fd2-34c3-4df7-a855-466cf54db955 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 931 time: 0.2088215 Aug 18 14:10:24.404070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1253d099-a00c-481c-8089-ffb4ad1b23e8 req-d006ffb1-b719-413e-97ef-e5bd1b8ec4be tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0667365 Aug 18 14:10:24.413752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.471287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d73461a-83f4-4e40-bc62-ddb1342424f3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:24.485990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a570bc3-8ebe-4786-91bc-752bc3c71b11 x-openstack-request-id: req-8a570bc3-8ebe-4786-91bc-752bc3c71b11 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:24.486245 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576b03f-6515-4260-abcc-7c92a5e4c836", "name": "network-vif-deleted", "tag": "93d1426f-95e9-4105-8f79-a13e9d48d0bc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:24.486459 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a570bc3-8ebe-4786-91bc-752bc3c71b11 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:24.489964 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576b03f-6515-4260-abcc-7c92a5e4c836', 'name': 'network-vif-deleted', 'tag': '93d1426f-95e9-4105-8f79-a13e9d48d0bc', 'status': 'completed', 'code': 200} Aug 18 14:10:24.490116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bce77a92-315d-40be-b9f0-4b2ca4651d80 req-5937902d-8915-4ef1-bd2c-d79dd07d6461 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595638 Aug 18 14:10:24.494032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578f63b-c00a-479d-9c39-cd77f72c15e8 None None] Network 8548e0c1-6989-4270-b59e-86de642d83bf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:24.562581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.567134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a98e333c-11ec-4122-bc4d-e781b553c37a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4d73461a-83f4-4e40-bc62-ddb1342424f3 HTTP/1.1" status: 204 len: 168 time: 1.7722735 Aug 18 14:10:24.567264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:24.598083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:24.602157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.721453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.758754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.816423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-11c6c224-0af5-404d-808c-ceb532e45b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.837822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] DHCP port deletion for 8548e0c1-6989-4270-b59e-86de642d83bf request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:10:24.923291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Deleting port badcb0ad-509f-42f6-b192-17b57dcb2e96 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:24.924021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.955799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Allocated IP 172.20.0.2 (0f3a214c-8edf-4e24-850b-bfc4eae28a18/6d35802d-3f4d-4b2d-a13a-0c4b95437566/742e5180-87c0-4fd5-867f-afa24af8974e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:24.975443 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.029621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] For port badcb0ad-509f-42f6-b192-17b57dcb2e96, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=badcb0ad-509f-42f6-b192-17b57dcb2e96,segment=NetworkSegment(22d30d6e-285d-4bc9-9d69-8ad53323b0e2),segment_id=22d30d6e-285d-4bc9-9d69-8ad53323b0e2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:25.030294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.047912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Calling delete_port for badcb0ad-509f-42f6-b192-17b57dcb2e96 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:25.254904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586797f1-8e35-47ed-a849-0adc966d5ae8 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:25.299762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.382655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4581f74-5d96-4ac5-a78a-62618e03195e req-f6ca2ec2-0eab-45bf-ae45-1ec352001cba tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 210 time: 0.1593776 Aug 18 14:10:25.383233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] Pushing event deleted for resources: {'Port': ['ID=badcb0ad-509f-42f6-b192-17b57dcb2e96,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:25.390258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6ecc-3dbf-43c9-be2a-010a2688d3e1 None None] No DVR routers for this DVR port badcb0ad-509f-42f6-b192-17b57dcb2e96 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:25.439263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b71d893-ac11-43f8-9571-41f2dc4f87ad up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:25.445868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.528610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.554560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Transition to ACTIVE for port object 586797f1-8e35-47ed-a849-0adc966d5ae8 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:25.565002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Deleting port badcb0ad-509f-42f6-b192-17b57dcb2e96 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:25.565546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.576103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 93d1426f-95e9-4105-8f79-a13e9d48d0bc no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:25.595636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f956cd3f-2aab-4493-8383-970909fd68de req-b3328dd7-ae1c-470a-9a5f-ed0c305df85d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0370018 Aug 18 14:10:25.625013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 93d1426f-95e9-4105-8f79-a13e9d48d0bc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:25.626626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ea18d67-f566-4487-8742-e6d2ea7a83c4 req-68dadee7-d879-48ff-8418-6159409567d2 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=7576b03f-6515-4260-abcc-7c92a5e4c836 HTTP/1.1" status: 200 len: 210 time: 0.1204538 Aug 18 14:10:25.627301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 93d1426f-95e9-4105-8f79-a13e9d48d0bc not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:25.665224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1b71d893-ac11-43f8-9571-41f2dc4f87ad completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:25.670316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1b71d893-ac11-43f8-9571-41f2dc4f87ad triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:25.670815 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.712975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] For port badcb0ad-509f-42f6-b192-17b57dcb2e96, host n-d-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:25.718613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.731393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.744215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.782834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Calling delete_port for badcb0ad-509f-42f6-b192-17b57dcb2e96 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:25.787120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Port badcb0ad-509f-42f6-b192-17b57dcb2e96 was not found and therefore no delete operation was performed {{(pid=112228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:10:25.788619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.802851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.812475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.826600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:25.832832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Pushing event deleted for resources: {'Port': ['ID=badcb0ad-509f-42f6-b192-17b57dcb2e96,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:25.834802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:25.838211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:25.841977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1b71d893-ac11-43f8-9571-41f2dc4f87ad, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b71d893-ac11-43f8-9571-41f2dc4f87ad,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:25.847019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] No DVR routers for this DVR port badcb0ad-509f-42f6-b192-17b57dcb2e96 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:25.852171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.861309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.902192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:25.902997 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.931771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a6ed5-789d-427c-abab-7576935d9559 req-af6a56b3-600a-46d9-bd72-1ad5de5727fd tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:25.934976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a3a6ed5-789d-427c-abab-7576935d9559 req-af6a56b3-600a-46d9-bd72-1ad5de5727fd tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 931 time: 0.2527759 Aug 18 14:10:25.942227 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.968279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:25.985676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8548e0c1-6989-4270-b59e-86de642d83bf']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:26.007808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:26.010884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0248892 Aug 18 14:10:26.015288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d30d6e-285d-4bc9-9d69-8ad53323b0e2') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:26.015595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d30d6e-285d-4bc9-9d69-8ad53323b0e2') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:26.026570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.041011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.045284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device badcb0ad-509f-42f6-b192-17b57dcb2e96 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:26.047847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:10:26.048257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:10:26.086605 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:10:26.102431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1b71d893-ac11-43f8-9571-41f2dc4f87ad,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:26.111754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: badcb0ad-509f-42f6-b192-17b57dcb2e96 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:26.112340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device badcb0ad-509f-42f6-b192-17b57dcb2e96 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:26.129820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Request body: {'port': {'device_id': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:26.189750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Pushing event updated for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:26.197455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.258780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a3a6ed5-789d-427c-abab-7576935d9559 req-7abf2753-191f-4bae-9b5f-aa1f37c6fd26 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583508 Aug 18 14:10:26.298486 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.298668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58203f-8fd9-48a9-b46d-9ebfdcc41c5e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:26.308164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-9cdb8fab-6e51-4d54-a3ce-1bf75872c9f0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:26.308885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.309645 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-9cdb8fab-6e51-4d54-a3ce-1bf75872c9f0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.4259889 Aug 18 14:10:26.312570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Attempting to bind port 586797f1-8e35-47ed-a849-0adc966d5ae8 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:26.313493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Attempting to bind port 586797f1-8e35-47ed-a849-0adc966d5ae8 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:26.313493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Attempting to bind port 586797f1-8e35-47ed-a849-0adc966d5ae8 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:26.315219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.319757 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8548e0c1-6989-4270-b59e-86de642d83bf HTTP/1.1" status: 204 len: 168 time: 1.7513771 Aug 18 14:10:26.328004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Port 586797f1-8e35-47ed-a849-0adc966d5ae8 on network 427698a1-3faa-4510-9576-5df7cc226cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:26.328345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Attempting to bind port 586797f1-8e35-47ed-a849-0adc966d5ae8 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:26.335287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:26.335670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Checking segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:26.336040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Bound using segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:26.336490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Bound port: 586797f1-8e35-47ed-a849-0adc966d5ae8, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:26.336918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.337909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'device_id': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'admin_state_up': True, 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:26.344932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122272-862b-454e-aeac-29ed41eef280 admin admin] Pushing event deleted for resources: {'Network': ['ID=8548e0c1-6989-4270-b59e-86de642d83bf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:26.464832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:26.467577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:26.784274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:26.792883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Router c6a872d4-d32b-4663-a35b-b117d2e1d90f has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:10:26.811634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:26.818706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:26.822823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6212ab3a-509f-40f6-9131-0a4e1072241d req-ca90e378-5873-4b91-819f-e1ba1e7cce9b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0424955 Aug 18 14:10:26.851330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60364) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:26.874418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=586797f1-8e35-47ed-a849-0adc966d5ae8,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:26.906783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fbdc8-18a7-4174-961a-6dcf0831b209 req-39848bf1-e324-41a3-816c-572451643597 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:26.908508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d68fbdc8-18a7-4174-961a-6dcf0831b209 req-39848bf1-e324-41a3-816c-572451643597 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 931 time: 0.3457537 Aug 18 14:10:26.978945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-20f73907-5feb-4c2d-a9be-740f227b8f8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae32ceab8f424ff2bb8bc462a53b182b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180265 Aug 18 14:10:26.985079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60368) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:26.994306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.050795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d68fbdc8-18a7-4174-961a-6dcf0831b209 req-bbeab88a-2881-46f1-a647-d7f67ea01512 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297374 Aug 18 14:10:27.075407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:27.076102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.077620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/586797f1-8e35-47ed-a849-0adc966d5ae8 HTTP/1.1" status: 200 len: 1091 time: 3.0608115 Aug 18 14:10:27.083163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:27.085721 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993" -d '{"events": [{"name": "network-changed", "server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:27.125523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:10:27.147094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Sync routers for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:10:27.149085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-420f8501-22fe-4345-97c0-258e2bcb7936 admin admin] 10.222.0.35 "PUT /v2.0/routers/c6a872d4-d32b-4663-a35b-b117d2e1d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0500581 Aug 18 14:10:27.160614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:27.163676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:10:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:27.191274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.20.0.11 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/1e4b48e9-23ee-4021-91dd-c0bff6f25e14) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:27.195988 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fcb75f-1790-4c93-adaa-94c238aba9b0 x-openstack-request-id: req-d4fcb75f-1790-4c93-adaa-94c238aba9b0 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:27.196485 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:27.196921 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4fcb75f-1790-4c93-adaa-94c238aba9b0 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:27.197474 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8', 'status': 'completed', 'code': 200} Aug 18 14:10:27.251086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5e875-c5db-42e7-91c4-ed72d027b8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:27.335658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742e5180-87c0-4fd5-867f-afa24af8974e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:27.338376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:27.389870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.484733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Transition to ACTIVE for port object 742e5180-87c0-4fd5-867f-afa24af8974e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:27.486035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.494319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-7123fbd2-ef40-409a-9260-a99a913cc985 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:27.502303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-7123fbd2-ef40-409a-9260-a99a913cc985 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.3628671 Aug 18 14:10:27.510547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.545389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Transition to ACTIVE for port object 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:27.549546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-a98a322f-4843-492d-aaca-b12fea4d1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:27.551107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-a98a322f-4843-492d-aaca-b12fea4d1924 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 1094 time: 0.3488433 Aug 18 14:10:27.582690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-627f1e2b-19d3-4cc6-a31e-ffdd02a18078 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/quotas/d4e48c481118462998657d57e9a9a596 HTTP/1.1" status: 200 len: 375 time: 0.0793903 Aug 18 14:10:27.586238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.586890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b71d893-ac11-43f8-9571-41f2dc4f87ad up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:27.672694 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.699364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.701772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.708390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-be289bd7-9033-4ace-95bc-0ae1dcce0ee8 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246536 Aug 18 14:10:27.717141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1b71d893-ac11-43f8-9571-41f2dc4f87ad triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:27.717583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.735341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:27.738844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:27.755525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:27.811156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:27.835766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:27.836816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:27.889831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:24Z', 'revision_number': 4, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bd195cb0-602a-426d-a834-186d911d0bbf', 'name': '', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'mac_address': 'fa:16:3e:f2:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:22Z', 'updated_at': '2021-08-18T14:10:24Z', 'revision_number': 2, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'subnets': [{'id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:27.901868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6f9b-d41e-47e4-b541-2cf4f2785766 req-5b945bf7-ca41-4c30-835d-2b3a80d90287 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:27.902267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aacf6f9b-d41e-47e4-b541-2cf4f2785766 req-5b945bf7-ca41-4c30-835d-2b3a80d90287 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 943 time: 0.4240067 Aug 18 14:10:27.904665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:27.920621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-41855913-33e2-4b91-ace0-1ee41e27fc6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5866916 Aug 18 14:10:27.929673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Checking router: c6a872d4-d32b-4663-a35b-b117d2e1d90f for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:10:27.930050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Updating router c6a872d4-d32b-4663-a35b-b117d2e1d90f port bd195cb0-602a-426d-a834-186d911d0bbf binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:10:27.962622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Request body: {'port': {'device_id': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:27.966887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.007398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-6e4a7d5a-5b9e-4da4-9907-41995c517ee6 service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513580 Aug 18 14:10:28.067449 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.102309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aacf6f9b-d41e-47e4-b541-2cf4f2785766 req-0f2580ad-c284-42fd-aa4c-8de2c1429e7a tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974483 Aug 18 14:10:28.223177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-76273b44-3dac-4e16-944b-41d5f21c587d service neutron] 10.222.0.35 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989377 Aug 18 14:10:28.245725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-0d55705d-069c-4034-9e7a-f36bc6cf1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:28.247340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-0d55705d-069c-4034-9e7a-f36bc6cf1163 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6398776 Aug 18 14:10:28.279928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Attempting to bind port 742e5180-87c0-4fd5-867f-afa24af8974e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:28.280065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-260a971e-2c4c-4aa2-805d-c2f07f6df9e1 None None] Provisioning for port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:28.280518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Attempting to bind port 742e5180-87c0-4fd5-867f-afa24af8974e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:28.280647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Attempting to bind port 742e5180-87c0-4fd5-867f-afa24af8974e on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:28.286164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Port 742e5180-87c0-4fd5-867f-afa24af8974e on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:28.286498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Attempting to bind port 742e5180-87c0-4fd5-867f-afa24af8974e on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:28.300218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-260a971e-2c4c-4aa2-805d-c2f07f6df9e1 None None] Provisioning complete for port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:28.300738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-260a971e-2c4c-4aa2-805d-c2f07f6df9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.326253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:28.326627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Checking segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:28.326989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Bound using segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:28.327446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Bound port: 742e5180-87c0-4fd5-867f-afa24af8974e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:28.328012 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.346302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.348828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.350185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6564fb3b-659b-4447-a5ab-b3c7defdf665 HTTP/1.1" status: 204 len: 168 time: 1.3573301 Aug 18 14:10:28.361778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-260a971e-2c4c-4aa2-805d-c2f07f6df9e1 None None] Port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:10:28.452543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.474459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Transition to ACTIVE for port object bd195cb0-602a-426d-a834-186d911d0bbf will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:28.569676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d74b6e-79e3-4f35-8a0d-7af59ad0014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564fb3b-659b-4447-a5ab-b3c7defdf665,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:28.571406 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.611726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:28.637899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.660212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Transition to ACTIVE for port object 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:28.687262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-5cc62df5-129e-4d48-981a-9cb18aa169f3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:28.689242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-5cc62df5-129e-4d48-981a-9cb18aa169f3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 818 time: 0.2507508 Aug 18 14:10:28.692291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6cb62-3b0f-4530-a563-c694b9b7289a None None] Pushing event updated for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:28.738442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:28.749493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-6d62121b-637f-456e-a6d4-e4170cc5c9db tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/quotas/9eb0573b147a4c8989bdea2b3e81b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0427322 Aug 18 14:10:28.763164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b9ad-0db6-4905-bfbe-567eb88feff2 req-e8f02b18-b7ff-4d8a-89ad-e6c93a70a2dc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:28.775907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c58b9ad-0db6-4905-bfbe-567eb88feff2 req-e8f02b18-b7ff-4d8a-89ad-e6c93a70a2dc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 932 time: 0.1750431 Aug 18 14:10:28.778276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-36cbec19-dfc6-4cb5-9310-e649911d673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:28.779710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a33c6661-dcd4-4d7c-9c0a-2ccdeac6d993 req-36cbec19-dfc6-4cb5-9310-e649911d673e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5138173 Aug 18 14:10:28.791146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.792963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:28.841081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Attempting to bind port bd195cb0-602a-426d-a834-186d911d0bbf on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:28.841456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Attempting to bind port bd195cb0-602a-426d-a834-186d911d0bbf by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:28.844256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Attempting to bind port bd195cb0-602a-426d-a834-186d911d0bbf on network f34690e2-fea8-46b3-a068-dc9a6d61a208 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:28.848364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:28.848611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Checking segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:28.849027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.849482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Bound using segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:28.850058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Bound port: bd195cb0-602a-426d-a834-186d911d0bbf, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:28.850504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.866836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:28.912965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c58b9ad-0db6-4905-bfbe-567eb88feff2 req-5cdfd301-1676-4e6f-8aa5-5d872a1750b6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360950 Aug 18 14:10:28.928728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:28.963198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] For port bd195cb0-602a-426d-a834-186d911d0bbf, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:28.968512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] For port bd195cb0-602a-426d-a834-186d911d0bbf, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd195cb0-602a-426d-a834-186d911d0bbf,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:29.001780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.003597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.010710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] 10.222.0.10 "PUT /v2.0/ports/742e5180-87c0-4fd5-867f-afa24af8974e HTTP/1.1" status: 200 len: 1091 time: 2.9119446 Aug 18 14:10:29.037531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-77265831-3744-4f97-abc6-eace834d06ba tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2546067 Aug 18 14:10:29.063863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.078146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Attempting to bind port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:29.078622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Attempting to bind port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:29.079083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Attempting to bind port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:29.085008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 on network 224b066a-30cd-4483-bec3-6041db3ca63c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:29.085345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Attempting to bind port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:29.098190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:29.098190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:29.099696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:29.100174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Bound port: 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:29.100553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.158809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:29.159742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:10:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:29.208659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:29.212754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:29.217312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-dba9d85c-8932-494c-886c-0d65088d2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.217312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-dba9d85c-8932-494c-886c-0d65088d2c0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 1094 time: 0.3671067 Aug 18 14:10:29.217312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:29.236309 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fdb1a4-522c-47b1-a725-e463abc702fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:29.242567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6cb62-3b0f-4530-a563-c694b9b7289a None None] Pushing event updated for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:29.296511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.344614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:29.354735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.355416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.356948 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 200 len: 1092 time: 1.4256947 Aug 18 14:10:29.357454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:29.363645 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc1509b-dd89-40de-8557-f53a9d6d8c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:29.417326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec40646-f76e-4a7d-a268-036c2b9a23d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:29.687105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:24Z', 'revision_number': 4, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bd195cb0-602a-426d-a834-186d911d0bbf', 'name': '', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'mac_address': 'fa:16:3e:f2:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:22Z', 'updated_at': '2021-08-18T14:10:28Z', 'revision_number': 4, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'subnets': [{'id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:29.699557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-be428214-82a8-4577-a569-3cac285325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.699557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-be428214-82a8-4577-a569-3cac285325e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 1095 time: 0.1022995 Aug 18 14:10:29.715424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244e9f2-7c68-4282-bd0d-873e8c91ed6b None None] The sync data for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 is: [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:10:24Z', 'revision_number': 4, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bd195cb0-602a-426d-a834-186d911d0bbf', 'name': '', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'mac_address': 'fa:16:3e:f2:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:22Z', 'updated_at': '2021-08-18T14:10:28Z', 'revision_number': 4, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'subnets': [{'id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:10:29.825035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-e776160c-3ccd-40de-9d9b-a37932684a89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 200 len: 217 time: 0.1192577 Aug 18 14:10:29.911782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-8e742b9b-ba1e-4738-a5eb-dbe3113e6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.913284 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-8e742b9b-ba1e-4738-a5eb-dbe3113e6190 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0806992 Aug 18 14:10:29.942274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a575b4-b7df-48a7-a7b9-e03453ea9354 service neutron] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:29.985110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-16b3e2a9-c8ac-42f2-80b5-1c8fea1628b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:29.988358 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-16b3e2a9-c8ac-42f2-80b5-1c8fea1628b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664370 Aug 18 14:10:29.988763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-9a611a73-b9d0-4570-982d-5a5983292c59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=586797f1-8e35-47ed-a849-0adc966d5ae8 HTTP/1.1" status: 200 len: 217 time: 0.7048604 Aug 18 14:10:30.055784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852630f9-8163-4fe6-b9a1-6385282028a5 req-a96b2800-151a-4242-a38a-c6f9b86ca2a7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:30.068148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-852630f9-8163-4fe6-b9a1-6385282028a5 req-a96b2800-151a-4242-a38a-c6f9b86ca2a7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 943 time: 0.9982259 Aug 18 14:10:30.122900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-22f48e5d-2fe5-410b-8a23-7d1d8bcf7158 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092691 Aug 18 14:10:30.132309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-4d4a9c19-52d0-4ac0-83d6-f27e9b6a22ad service neutron] 10.222.0.35 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0832803 Aug 18 14:10:30.181151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-f2d4d768-0552-491f-9b5d-681daf562f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:30.186196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-f2d4d768-0552-491f-9b5d-681daf562f69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 1094 time: 1.0416484 Aug 18 14:10:30.216176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-852630f9-8163-4fe6-b9a1-6385282028a5 req-751a244b-761d-4b49-a714-f5467005cd70 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471531 Aug 18 14:10:30.242278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7850ed2c-ab02-4546-8d18-f244c11335c8 req-0948ec78-d617-4fa2-af69-dc754b214421 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008043 Aug 18 14:10:30.284126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:30.369097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-68c08286-95f3-4d21-b2e4-a3b9df93928d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=742e5180-87c0-4fd5-867f-afa24af8974e HTTP/1.1" status: 200 len: 217 time: 0.1557734 Aug 18 14:10:30.389892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-0d6d709c-7b4f-4ddd-b92c-a277877f5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:30.391492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-0d6d709c-7b4f-4ddd-b92c-a277877f5985 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 200 len: 855 time: 0.3797917 Aug 18 14:10:30.441243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1123199161-network', 'tenant_id': '779acd4188a647719c83a6b093201da5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:30.505869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-1a8fd9ca-6fe4-46cc-9061-a4f1d24850b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427698a1-3faa-4510-9576-5df7cc226cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888710 Aug 18 14:10:30.544919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9aa5111-32f3-4655-b710-3339e90ed213 req-f8d555c6-286d-4358-96a7-e07ca01e5d17 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Aug 18 14:10:30.562602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-835cd95c-797a-4688-b552-736e292586da service neutron] 10.222.0.35 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530331 Aug 18 14:10:30.602493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-0f392358-698b-45b9-86e3-8f8520942ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:30.602493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-0f392358-698b-45b9-86e3-8f8520942ee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.2221127 Aug 18 14:10:30.602703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Made reservation on behalf of 779acd4188a647719c83a6b093201da5 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:30.604919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:30.635365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:30.664716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-e736f2e4-9855-4588-9348-502079281e1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513461 Aug 18 14:10:30.771314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:30.787103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-82b1450c-4b69-43fd-9482-c10577c39bfe service neutron] 10.222.0.10 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503462 Aug 18 14:10:30.833957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a580da-a3bd-4bb6-b40c-d8c4252ebc93 req-b20d1142-3def-4649-981f-912dd1b9599c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:30.835607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80a580da-a3bd-4bb6-b40c-d8c4252ebc93 req-b20d1142-3def-4649-981f-912dd1b9599c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 943 time: 0.1735644 Aug 18 14:10:30.839277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:30.885527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-e62ab79c-0e45-40e6-a58a-42466147273b service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017510 Aug 18 14:10:30.915240 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf824d2-ce13-4db9-9762-87a58906c4f4 x-openstack-request-id: req-7bf824d2-ce13-4db9-9762-87a58906c4f4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:30.915529 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:30.915781 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bf824d2-ce13-4db9-9762-87a58906c4f4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:30.916176 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e', 'status': 'completed', 'code': 200} Aug 18 14:10:30.967471 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86942e-9826-4f6d-b2d2-808be9e26eeb x-openstack-request-id: req-df86942e-9826-4f6d-b2d2-808be9e26eeb {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:30.969314 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:30.969587 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df86942e-9826-4f6d-b2d2-808be9e26eeb {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:30.970023 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14', 'status': 'completed', 'code': 200} Aug 18 14:10:30.985638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:10:31.021982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.022896 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Added segment 04985596-8a98-46ae-8344-7088928e8cbf of type vlan for network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 Aug 18 14:10:31.072213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80a580da-a3bd-4bb6-b40c-d8c4252ebc93 req-07bd618c-56ca-49aa-ba68-c0b9db9afb9a tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946168 Aug 18 14:10:31.101526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.117027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-13e32c8d-4ff5-4f03-b2b6-e326369b9626 service neutron] 10.222.0.10 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104117 Aug 18 14:10:31.124000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456c1c3-926e-40dc-8014-71d295442079,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:31.186868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-0b0d5476-db3c-4a3e-8e71-b8252231393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.188584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-0b0d5476-db3c-4a3e-8e71-b8252231393e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 1095 time: 0.0656614 Aug 18 14:10:31.200007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8e24d48-2b7c-4d0f-9bab-5f43834f9554 req-76d35989-546d-4a51-8b83-c73ea094d819 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 210 time: 0.0812101 Aug 18 14:10:31.215994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd629e9-daff-4752-885c-13aa53ec3a1c req-6a6e68b1-03f7-4331-94d7-e45dc434a7ef service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018281 Aug 18 14:10:31.257668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfaa76-9942-4982-9aa2-fdd035d64109 req-d4f5d917-f50b-4fae-9d07-652dcb24faf7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.263144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7bfaa76-9942-4982-9aa2-fdd035d64109 req-d4f5d917-f50b-4fae-9d07-652dcb24faf7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 944 time: 0.1524634 Aug 18 14:10:31.351620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7bfaa76-9942-4982-9aa2-fdd035d64109 req-75a628cc-d8ac-4b2d-814c-ca57fb069599 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820866 Aug 18 14:10:31.363994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.365792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.366650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.492078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd195cb0-602a-426d-a834-186d911d0bbf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:31.544263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9dd4-5eaf-44fc-806b-031ce196e2b6 req-167af5e6-ed11-4665-8aa8-615926ae81f0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.554958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccec9dd4-5eaf-44fc-806b-031ce196e2b6 req-167af5e6-ed11-4665-8aa8-615926ae81f0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 943 time: 0.1902652 Aug 18 14:10:31.590043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed4bfff-a9ff-4465-b56b-42412a4f58d2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:31.608523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-1cf9e116-dc02-489a-80c3-6a1aba3f9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.608523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-1cf9e116-dc02-489a-80c3-6a1aba3f9e9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 1094 time: 0.1418023 Aug 18 14:10:31.608715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-b19fde7e-fe2a-4c88-898d-d3ead6742069 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.608883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-b19fde7e-fe2a-4c88-898d-d3ead6742069 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 812 time: 0.3222773 Aug 18 14:10:31.611927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:10:31.625276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-b5b992d0-2208-4e5c-9e43-69168e1ebc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.627190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-b5b992d0-2208-4e5c-9e43-69168e1ebc94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.4230680 Aug 18 14:10:31.632718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Request body: {'port': {'device_id': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'admin_state_up': True, 'tenant_id': 'd4e48c481118462998657d57e9a9a596'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:31.646289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccec9dd4-5eaf-44fc-806b-031ce196e2b6 req-986b102d-ae45-46cd-883b-41b1fa12018f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891049 Aug 18 14:10:31.714164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7efa4b7-20ae-4238-9351-c13890c0e544 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4218254 Aug 18 14:10:31.717696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:31.756888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60484) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:31.764520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Request body: {'subnet': {'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1123199161-subnet', 'tenant_id': '779acd4188a647719c83a6b093201da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:31.780606 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-09fa3178-00c1-44bf-bb72-41bcb4dc8b05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 200 len: 217 time: 0.1399946 Aug 18 14:10:31.799062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bd195cb0-602a-426d-a834-186d911d0bbf completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:31.812066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bd195cb0-602a-426d-a834-186d911d0bbf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:31.812873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.852183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a561b89-3f9d-4799-904c-858c3cd6962a req-33a3f5f1-ac53-4307-afbd-2b092727d9e7 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 210 time: 0.0481365 Aug 18 14:10:31.887390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-5c7e8801-dd96-4a65-8657-1681095d097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.889119 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-5c7e8801-dd96-4a65-8657-1681095d097f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0980961 Aug 18 14:10:31.927790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-4410b1ba-874f-4950-8a9c-9960278151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.929287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-4410b1ba-874f-4950-8a9c-9960278151d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 906 time: 0.3139551 Aug 18 14:10:31.935073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:31.939569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-43ccb7be-c10d-46ce-b153-cb1177ce4041 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:31.942348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-43ccb7be-c10d-46ce-b153-cb1177ce4041 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 818 time: 0.2770174 Aug 18 14:10:31.950455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Made reservation on behalf of 779acd4188a647719c83a6b093201da5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:31.952782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:31.967725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14', 'mac_address': 'fa:16:3e:bf:1a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:32.019641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-58d5e640-2b00-4319-b1dd-b5fa74dd90a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=742e5180-87c0-4fd5-867f-afa24af8974e HTTP/1.1" status: 200 len: 217 time: 0.0754886 Aug 18 14:10:32.039899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-bfb94436-e5eb-4c3d-81e6-eb265c690fac tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/quotas/9eb0573b147a4c8989bdea2b3e81b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0736904 Aug 18 14:10:32.085170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.087502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-a6848e3d-430c-40c8-895c-ecdcc7b16946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.089042 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-a6848e3d-430c-40c8-895c-ecdcc7b16946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905766 Aug 18 14:10:32.116417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.126712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:32.159596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-bc0d8d0c-8c65-46c5-bd0d-2353d516f49e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180501 Aug 18 14:10:32.179345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:32.181062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-5b905080-7957-4cb9-8610-27cdb423e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.183096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-5b905080-7957-4cb9-8610-27cdb423e97d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.1322768 Aug 18 14:10:32.188928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Made reservation on behalf of d4e48c481118462998657d57e9a9a596 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:32.197048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.204675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port bd195cb0-602a-426d-a834-186d911d0bbf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd195cb0-602a-426d-a834-186d911d0bbf,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:32.275773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-d03d790b-88d0-40d5-b717-8ca598ffd839 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402238 Aug 18 14:10:32.299382 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-e6f21740-3783-499f-8568-55dcd05515f6 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970911 Aug 18 14:10:32.307980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87f49-7e4a-496f-842a-d69347323cbb req-5971241f-3e7f-4bfe-a1be-5c1297d7f918 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.310081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08e87f49-7e4a-496f-842a-d69347323cbb req-5971241f-3e7f-4bfe-a1be-5c1297d7f918 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 943 time: 0.1492522 Aug 18 14:10:32.316546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.384527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:32.391305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.401500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-107763fe-0ce3-412f-a31d-64be4a5094a6 service neutron] 10.222.0.35 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306619 Aug 18 14:10:32.410026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.433348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08e87f49-7e4a-496f-842a-d69347323cbb req-c7d796f7-b36a-43c0-bd51-378ea4ccf5ba tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844793 Aug 18 14:10:32.471798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:32.497254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-670939fb-a670-44f3-92f9-361c5742d845 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060974 Aug 18 14:10:32.501287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Allocated IP 172.20.0.5 (74a7fead-1292-4b5f-a0c2-44c1bcbf5909/9c4efc25-ec60-4e97-9eb9-bf4d760f306a/7ec457aa-5831-416d-943e-eb913f233342) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:32.523464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9787bdcb-1980-49f9-a461-1435a1334791,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:32.556351 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-adc1509b-dd89-40de-8557-f53a9d6d8c6f req-e627c74c-bf63-4147-99d6-2098a1076896 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449040 Aug 18 14:10:32.594385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Checking segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:32.594738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Network hostable DHCP agents. Network: 8ed4bfff-a9ff-4465-b56b-42412a4f58d2, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:10:32.621229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:32.629404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-3f644c11-4977-45f7-944d-1a2bead53b08 service neutron] 10.222.0.35 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164347 Aug 18 14:10:32.662442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad170-bb02-43e6-a7ed-89e8dd91e636 req-4d4a3224-c1ca-4838-a2a1-24639b9548f6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.664030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1abad170-bb02-43e6-a7ed-89e8dd91e636 req-4d4a3224-c1ca-4838-a2a1-24639b9548f6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 945 time: 0.1172159 Aug 18 14:10:32.676550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fdb1a4-522c-47b1-a725-e463abc702fd req-5c51988f-7613-47a1-829c-52b9db10b2ed service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663306 Aug 18 14:10:32.737649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1abad170-bb02-43e6-a7ed-89e8dd91e636 req-3209bf2d-2904-4325-9920-61b5a758c4f7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606480 Aug 18 14:10:32.760954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.778610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:10:32.930913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373f99-9866-419e-8a0d-eb6b7619500e req-31393474-de5f-404b-b009-11a1b100454b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.932699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67373f99-9866-419e-8a0d-eb6b7619500e req-31393474-de5f-404b-b009-11a1b100454b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 943 time: 0.0556271 Aug 18 14:10:32.933311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8ed4bfff-a9ff-4465-b56b-42412a4f58d2) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:32.935587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:32.943017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ddf07-2596-4d5e-9634-ebf0cb5826ab None None] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:32.950129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:32.950734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:33.002710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:33.006888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:33.008830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event updated for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:33.011047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:33.044743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67373f99-9866-419e-8a0d-eb6b7619500e req-3ba13431-15fe-43b4-a533-83197a24f1c3 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968499 Aug 18 14:10:33.116537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-da9a9f88-56e3-4c4d-a263-ae74e781f413 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3563733 Aug 18 14:10:33.145769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:33.148889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:33.197484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e0461-87f3-46d4-ae69-d3a2a37fe9c6 None None] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:33.231154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c4acd-2fb8-4b56-9221-c43b4b6eb6ef req-91a09701-50d2-4e29-bfba-22481e7e917e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:33.255235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-376c4acd-2fb8-4b56-9221-c43b4b6eb6ef req-91a09701-50d2-4e29-bfba-22481e7e917e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 931 time: 0.2090671 Aug 18 14:10:33.257570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2f1a985-e3c0-4468-bd84-16c917277871 req-5eebf00e-16f0-4a37-8e5c-53ff7088d61e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0877852 Aug 18 14:10:33.287172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-36e629fc-562d-435e-bddd-325ae361fb1c tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6654925 Aug 18 14:10:33.305267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Request body: {'port': {'device_id': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:33.337829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-376c4acd-2fb8-4b56-9221-c43b4b6eb6ef req-df7bb24e-504a-4c14-9840-b718f1e11dc9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Aug 18 14:10:33.379766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd195cb0-602a-426d-a834-186d911d0bbf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:33.402746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:33.439851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bd195cb0-602a-426d-a834-186d911d0bbf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:33.440545 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:33.587915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fd8d4-22f8-4778-91db-a67fefd882ab req-e6ba3ec9-2bc3-4389-bd09-1fcb4db70f16 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:33.595632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2fd8d4-22f8-4778-91db-a67fefd882ab req-e6ba3ec9-2bc3-4389-bd09-1fcb4db70f16 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 943 time: 0.0676079 Aug 18 14:10:33.638224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2fd8d4-22f8-4778-91db-a67fefd882ab req-60536105-b391-4cfb-a71f-56245002c40b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Aug 18 14:10:33.679184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 586797f1-8e35-47ed-a849-0adc966d5ae8 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:33.685626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:33.894536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec457aa-5831-416d-943e-eb913f233342 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:33.903453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:33.928025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Transition to ACTIVE for port object 7ec457aa-5831-416d-943e-eb913f233342 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:33.937911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-fb068c61-a810-47ef-9c5a-e4a1509830a6 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:33.940321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-fb068c61-a810-47ef-9c5a-e4a1509830a6 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.2200792 Aug 18 14:10:33.967902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce771-a818-4a3b-925b-79d873376cda req-bd8ff599-3a8b-4db9-8c32-b98487d140f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:33.969314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5dce771-a818-4a3b-925b-79d873376cda req-bd8ff599-3a8b-4db9-8c32-b98487d140f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 945 time: 0.0802410 Aug 18 14:10:33.971048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-96e1fa28-ec07-41f7-ada1-c41104c79eef tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/quotas/779acd4188a647719c83a6b093201da5 HTTP/1.1" status: 200 len: 375 time: 0.0243232 Aug 18 14:10:33.971544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=586797f1-8e35-47ed-a849-0adc966d5ae8,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:33.988307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '586797f1-8e35-47ed-a849-0adc966d5ae8', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'port_id': '586797f1-8e35-47ed-a849-0adc966d5ae8', 'mac_address': 'fa:16:3e:aa:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f3df1-6d31-46a8-a704-22a23158ec26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:34.019068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-1377aed9-f01e-4d5b-a7bb-3f9b69820f68 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368350 Aug 18 14:10:34.030756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.044363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586797f1-8e35-47ed-a849-0adc966d5ae8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:34.044921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5dce771-a818-4a3b-925b-79d873376cda req-0ea9afb4-7344-418d-a1b6-5571e6e2c4ee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690699 Aug 18 14:10:34.073813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.082436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=586797f1-8e35-47ed-a849-0adc966d5ae8,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:34.083999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:34.090862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:34.091238 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.151913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-d01a8c07-466d-43ae-84b2-aef94e2b5f46 service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217589 Aug 18 14:10:34.229029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.229614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:34.243824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:34.269050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Attempting to bind port 7ec457aa-5831-416d-943e-eb913f233342 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:34.269398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Attempting to bind port 7ec457aa-5831-416d-943e-eb913f233342 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:34.269737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Attempting to bind port 7ec457aa-5831-416d-943e-eb913f233342 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:34.286323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Port 7ec457aa-5831-416d-943e-eb913f233342 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:34.290161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Attempting to bind port 7ec457aa-5831-416d-943e-eb913f233342 on network 74a7fead-1292-4b5f-a0c2-44c1bcbf5909 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:34.294053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:34.294517 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Checking segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:34.295007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Bound using segment: {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:34.295553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Bound port: 7ec457aa-5831-416d-943e-eb913f233342, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:34.296014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.359646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:34.385742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:34.389774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7ec457aa-5831-416d-943e-eb913f233342,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:34.391510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:10:34.393522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.464925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:34.467732 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0d9c45-7a2c-4168-ad92-7f58cb751fa9" -d '{"events": [{"server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:34.487750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:34.528148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff287e-feb1-4864-8340-ce3ef5756cc2 req-fddac6fa-ec32-4df1-9498-49fd43e340b4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:34.531622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.540632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fff287e-feb1-4864-8340-ce3ef5756cc2 req-fddac6fa-ec32-4df1-9498-49fd43e340b4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 943 time: 0.2303736 Aug 18 14:10:34.554854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:34.572932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '742e5180-87c0-4fd5-867f-afa24af8974e', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '742e5180-87c0-4fd5-867f-afa24af8974e', 'mac_address': 'fa:16:3e:ae:32:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:34.592331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-23b891af-66d5-4bcc-8417-f525295c5bf8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172647 Aug 18 14:10:34.631922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:34.631922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.631922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] 10.222.0.58 "PUT /v2.0/ports/7ec457aa-5831-416d-943e-eb913f233342 HTTP/1.1" status: 200 len: 1091 time: 1.3332672 Aug 18 14:10:34.637339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'tag': '7ec457aa-5831-416d-943e-eb913f233342'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:34.647469 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69375a21-2a4f-4085-9142-2e948b02ae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "tag": "7ec457aa-5831-416d-943e-eb913f233342"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:34.649826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-3fc43e64-5043-4533-9b31-3aa3af1a1ca7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:34.652684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-3fc43e64-5043-4533-9b31-3aa3af1a1ca7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 818 time: 0.3844671 Aug 18 14:10:34.656869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.661653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.678443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742e5180-87c0-4fd5-867f-afa24af8974e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:34.686197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Request body: {'port': {'device_id': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'admin_state_up': True, 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:34.715668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fb37b-b881-4e99-9b99-525577367e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:34.744953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fff287e-feb1-4864-8340-ce3ef5756cc2 req-57dd5ce0-36b5-439f-9a2a-3872d00f4b3d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031879 Aug 18 14:10:34.753204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:34.771612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:34.867967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-809e0355-c8de-44e1-9d57-e8a03ebe6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:34.870022 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-809e0355-c8de-44e1-9d57-e8a03ebe6f9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 1094 time: 0.0541265 Aug 18 14:10:34.882718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-008ca7ac-3da4-48a9-aae5-91762e15c77c req-85058a47-c7f7-421a-b5e5-df05b25b5641 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Aug 18 14:10:34.913330 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.971038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-9a7a5456-658d-4a9b-a1f9-5d476ed10902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec457aa-5831-416d-943e-eb913f233342 HTTP/1.1" status: 200 len: 217 time: 0.0887144 Aug 18 14:10:35.000488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:35.000683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Made reservation on behalf of 9eb0573b147a4c8989bdea2b3e81b3f3 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:35.011419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:35.022717 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a98637-5250-4161-bf44-83035570b4cb x-openstack-request-id: req-02a98637-5250-4161-bf44-83035570b4cb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:35.023515 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:35.023949 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02a98637-5250-4161-bf44-83035570b4cb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:35.024538 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14', 'code': 200} Aug 18 14:10:35.084843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-1ade5239-71ee-43cf-8624-447e874b27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.091447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-1ade5239-71ee-43cf-8624-447e874b27c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.1049931 Aug 18 14:10:35.132663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-ee7d224a-3272-4dfe-bbc0-f90d8ef6962e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377467 Aug 18 14:10:35.195498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['742e5180-87c0-4fd5-867f-afa24af8974e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:35.210786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3a9f-85a6-4d4b-9b28-857ea995bf59 req-fabee23e-20cb-4529-8ece-9467fabcc91c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.212302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fecc3a9f-85a6-4d4b-9b28-857ea995bf59 req-fabee23e-20cb-4529-8ece-9467fabcc91c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 944 time: 0.1280727 Aug 18 14:10:35.220424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c4a5f-1635-4868-8e28-731670e1e272 req-3798111a-bba9-4648-a901-7ddccc2487c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.227938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a27c4a5f-1635-4868-8e28-731670e1e272 req-3798111a-bba9-4648-a901-7ddccc2487c6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 943 time: 0.2705271 Aug 18 14:10:35.232016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['586797f1-8e35-47ed-a849-0adc966d5ae8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:35.266065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5369bd-abf0-4183-bba7-747e80f709ed req-a6180e65-a42d-4b7f-95df-b1daa2de88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.267608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f5369bd-abf0-4183-bba7-747e80f709ed req-a6180e65-a42d-4b7f-95df-b1daa2de88a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 1097 time: 0.1844821 Aug 18 14:10:35.303483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-d7fe0666-26a1-4e5d-9a4c-cb5382918f78 service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609986 Aug 18 14:10:35.390450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a27c4a5f-1635-4868-8e28-731670e1e272 req-e84692bc-3b5f-4fec-a6fe-3711bd63f4c4 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614745 Aug 18 14:10:35.431283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fecc3a9f-85a6-4d4b-9b28-857ea995bf59 req-666f38ee-3efd-4d07-9293-247aff88506e tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013083 Aug 18 14:10:35.459052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-028822ce-38b6-4e77-a773-39e8f25d5a15 req-a7f6e4c5-36f6-41cc-80fb-f304c446afca service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369677 Aug 18 14:10:35.461433 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14185d49-fcd2-49a9-9e37-37d0aaa0bbab x-openstack-request-id: req-14185d49-fcd2-49a9-9e37-37d0aaa0bbab {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:35.461728 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "tag": "7ec457aa-5831-416d-943e-eb913f233342", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:35.462661 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14185d49-fcd2-49a9-9e37-37d0aaa0bbab {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:35.463409 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'tag': '7ec457aa-5831-416d-943e-eb913f233342', 'status': 'completed', 'code': 200} Aug 18 14:10:35.468514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f5369bd-abf0-4183-bba7-747e80f709ed req-8eea6f70-61b0-436b-91ee-1d6e67320642 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702313 Aug 18 14:10:35.469646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Allocated IP 172.20.0.8 (f34690e2-fea8-46b3-a068-dc9a6d61a208/71c55abd-d5ed-4225-a10c-93d751955d88/a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:35.538863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-391edaed-6ecd-45b4-aefc-91cec4c44f69 req-aa522e6f-de0f-4602-8d4a-b45d1adb1b3f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 210 time: 0.0382941 Aug 18 14:10:35.717497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-cc643a98-aba1-4fd2-9225-42d648d3ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.719068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-cc643a98-aba1-4fd2-9225-42d648d3ee98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e48c481118462998657d57e9a9a596&device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 1094 time: 0.0737185 Aug 18 14:10:35.735770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741949-d790-4ff3-98a9-8a867930010a req-ceb7eb36-d94b-45bc-99ec-866d8d22afe9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.737324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9741949-d790-4ff3-98a9-8a867930010a req-ceb7eb36-d94b-45bc-99ec-866d8d22afe9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1843617 Aug 18 14:10:35.818090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:35.825465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9741949-d790-4ff3-98a9-8a867930010a req-f4d1ed49-f7a3-4af9-b186-bceda4c253af tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806634 Aug 18 14:10:35.915095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b17cb1-010c-4135-bb10-25588402ccbd req-8f681ca6-ab17-4dac-855d-7333b6369d0f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.922718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9b17cb1-010c-4135-bb10-25588402ccbd req-8f681ca6-ab17-4dac-855d-7333b6369d0f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 944 time: 0.0866938 Aug 18 14:10:36.254493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-9feeb309-b0bd-4f51-832f-1341373ac32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.255995 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-9feeb309-b0bd-4f51-832f-1341373ac32c service neutron] 10.222.0.58 "GET /v2.0/networks?id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 200 len: 913 time: 0.5294216 Aug 18 14:10:36.271869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-ce87a209-55d0-4af2-90de-6da048d9b9a5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.273412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-ce87a209-55d0-4af2-90de-6da048d9b9a5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 818 time: 0.1406605 Aug 18 14:10:36.314169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Request body: {'port': {'device_id': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'admin_state_up': True, 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:36.318172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-da4f624d-7a64-4919-95c5-378d6d113d17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec457aa-5831-416d-943e-eb913f233342 HTTP/1.1" status: 200 len: 217 time: 0.0437071 Aug 18 14:10:36.325428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:36.353211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9754c22-aaa8-40a1-b56d-d723140070ff req-cb840c71-4ae9-4fde-84a8-b058be66150e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0371470 Aug 18 14:10:36.424640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9b17cb1-010c-4135-bb10-25588402ccbd req-f46eac1c-d359-4fca-a209-d0b3b2a9d9ae tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009212 Aug 18 14:10:36.426194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-6171199e-937e-4a70-a7c9-0fd81fef7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.427926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-6171199e-937e-4a70-a7c9-0fd81fef7a59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 200 len: 852 time: 0.0966020 Aug 18 14:10:36.428893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:36.435053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:36.437013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Pushing event updated for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:36.439270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:36.486751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-2e0f6118-02ce-4a13-98c0-e3d3ba7af245 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74a7fead-1292-4b5f-a0c2-44c1bcbf5909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489092 Aug 18 14:10:36.562666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.563306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:36.620028 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-9c365646-ee7e-4fff-b747-e64226489308 service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050246 Aug 18 14:10:36.633064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060c750-10f3-420e-a6ad-bef340a214bd req-0cb26fdc-89b2-4d1c-a16a-ed23b67994b5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.634666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f060c750-10f3-420e-a6ad-bef340a214bd req-0cb26fdc-89b2-4d1c-a16a-ed23b67994b5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 944 time: 0.1058433 Aug 18 14:10:36.649340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daad22-854a-46ff-bf0c-10a0ebf8fa3b req-b08995b9-2a39-4da8-9d24-d8c116ebfc42 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.650875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0daad22-854a-46ff-bf0c-10a0ebf8fa3b req-b08995b9-2a39-4da8-9d24-d8c116ebfc42 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 943 time: 0.1190209 Aug 18 14:10:36.673380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Made reservation on behalf of 9eb0573b147a4c8989bdea2b3e81b3f3 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:36.677035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:36.725789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f060c750-10f3-420e-a6ad-bef340a214bd req-234d2d8d-9f52-48bc-86fb-6f884194c4a1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739193 Aug 18 14:10:36.728750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0daad22-854a-46ff-bf0c-10a0ebf8fa3b req-d86b28b2-5517-41f6-aa41-8a936d07994d tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702374 Aug 18 14:10:36.804552 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69375a21-2a4f-4085-9142-2e948b02ae2c req-40901f0c-782a-47fb-9d6a-7ec74c11a2ff service neutron] 10.222.0.58 "GET /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766567 Aug 18 14:10:36.831238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e3854c9d-19d8-44c1-ab34-f340f98ee278 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581650 Aug 18 14:10:36.856709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bb6d03e-9afb-4a55-8333-217fb7ddd0a2 req-6c461bc8-8050-4c35-9d3b-8942eaa685ec tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 210 time: 0.0485561 Aug 18 14:10:36.861244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Request body: {'port': {'device_id': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:36.870597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Allocated IP 172.20.0.3 (f34690e2-fea8-46b3-a068-dc9a6d61a208/71c55abd-d5ed-4225-a10c-93d751955d88/5c80a2c5-c403-42e0-8d95-3ad49e8b7517) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:36.968960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.020648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c727e0-f3e8-4262-90e9-ded555e56d55 req-adfcb608-acb1-43f9-8666-451ae3e6adff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:37.022063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16c727e0-f3e8-4262-90e9-ded555e56d55 req-adfcb608-acb1-43f9-8666-451ae3e6adff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0849481 Aug 18 14:10:37.051198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.133242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16c727e0-f3e8-4262-90e9-ded555e56d55 req-3aee5ec7-8545-4184-94f4-b9903ef468f8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997982 Aug 18 14:10:37.276484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.301855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Network f34690e2-fea8-46b3-a068-dc9a6d61a208 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:37.319914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:37.323740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:37.368750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Pushing event updated for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:37.391230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:37.391902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.452760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:37.488199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.512673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Transition to ACTIVE for port object a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:37.525059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6826b77-10a6-4bb3-b5a8-1951ee4a4832 req-008ed978-128c-48e6-a7d8-a0f7e70b7c92 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:37.526739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6826b77-10a6-4bb3-b5a8-1951ee4a4832 req-008ed978-128c-48e6-a7d8-a0f7e70b7c92 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 931 time: 0.0799048 Aug 18 14:10:37.548177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-7a6fe7b6-6e0a-4404-b5f9-15e14bf6194d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384391 Aug 18 14:10:37.564796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Request body: {'port': {'device_id': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:37.585584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6826b77-10a6-4bb3-b5a8-1951ee4a4832 req-0aa2515a-8047-40e5-a1b5-af920dc29e1d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519090 Aug 18 14:10:37.592586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7ec457aa-5831-416d-943e-eb913f233342 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:37.632537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7805b0-7a4e-4966-a72e-27a5a9bc4e04 req-c5f18690-5855-4a7b-ac73-a865ef4cf374 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:37.635388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7805b0-7a4e-4966-a72e-27a5a9bc4e04 req-c5f18690-5855-4a7b-ac73-a865ef4cf374 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1673725 Aug 18 14:10:37.635817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.694032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.728376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 586797f1-8e35-47ed-a849-0adc966d5ae8 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:37.769446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7ec457aa-5831-416d-943e-eb913f233342,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:37.787182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7805b0-7a4e-4966-a72e-27a5a9bc4e04 req-5ca09738-f031-406e-8f68-2771afaa400a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363277 Aug 18 14:10:37.788503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '7ec457aa-5831-416d-943e-eb913f233342', 'network_id': '74a7fead-1292-4b5f-a0c2-44c1bcbf5909', 'port_id': '7ec457aa-5831-416d-943e-eb913f233342', 'mac_address': 'fa:16:3e:20:54:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4efc25-ec60-4e97-9eb9-bf4d760f306a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:37.844607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.844905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:37.858471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec457aa-5831-416d-943e-eb913f233342 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:37.876582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495127ef-49bd-45df-a1c6-3b3edba1806a req-023e8059-2586-4bc3-ac51-d17d6bf28469 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:37.882428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-495127ef-49bd-45df-a1c6-3b3edba1806a req-023e8059-2586-4bc3-ac51-d17d6bf28469 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 944 time: 0.1897087 Aug 18 14:10:37.891143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7ec457aa-5831-416d-943e-eb913f233342,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:37.943887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 586797f1-8e35-47ed-a849-0adc966d5ae8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:37.950508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 586797f1-8e35-47ed-a849-0adc966d5ae8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:37.951007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:37.983739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.008800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-495127ef-49bd-45df-a1c6-3b3edba1806a req-26312fd6-076f-4e37-ab11-cffd1e27f177 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174715 Aug 18 14:10:38.016193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Attempting to bind port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:38.017532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Attempting to bind port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:38.018534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Attempting to bind port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:38.042425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947a4eb-2743-40b9-bafc-8b58f5c95ad9 req-30007364-8d00-40e2-9cfb-3ce83dc99f13 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.044659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9947a4eb-2743-40b9-bafc-8b58f5c95ad9 req-30007364-8d00-40e2-9cfb-3ce83dc99f13 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 944 time: 0.1603003 Aug 18 14:10:38.048159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:38.048574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Attempting to bind port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:38.056190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:38.057018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Checking segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:38.057259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Bound using segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:38.057869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Bound port: a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:38.058875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.061295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:38.076368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.095171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Transition to ACTIVE for port object 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:38.100155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.114710 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.114827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9947a4eb-2743-40b9-bafc-8b58f5c95ad9 req-260a36b3-677e-4fdc-9e61-7785942ea1c1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580628 Aug 18 14:10:38.154823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:38.154823 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94823fb2-cf95-4f7d-bad8-fb8dbf74798d" -d '{"events": [{"server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "name": "network-vif-plugged", "status": "completed", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:38.162981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=586797f1-8e35-47ed-a849-0adc966d5ae8,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:38.184669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.234502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:38.253652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Pushing event updated for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.267384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.268517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:38.276853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:38.309915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cce2797-483b-419e-a8b9-5ef71ccb6418 req-0f6a514b-8d27-4869-ab97-7e18494bab51 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 210 time: 0.0369866 Aug 18 14:10:38.319920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7ec457aa-5831-416d-943e-eb913f233342'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:38.323173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0edee3-e8c4-4ee5-886e-de6548b3a6b0 req-8412b1d9-2945-4322-a78e-7d80a2e90dbf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.325003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e0edee3-e8c4-4ee5-886e-de6548b3a6b0 req-8412b1d9-2945-4322-a78e-7d80a2e90dbf tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 944 time: 0.2022576 Aug 18 14:10:38.350434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Attempting to bind port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:38.350982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Attempting to bind port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:38.351245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Attempting to bind port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:38.381495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.388288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:38.388721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Attempting to bind port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 on network f34690e2-fea8-46b3-a068-dc9a6d61a208 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:38.410549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.417816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c1ba45-b85e-4cb9-9df6-aebe1cc7fb03 x-openstack-request-id: req-00c1ba45-b85e-4cb9-9df6-aebe1cc7fb03 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:38.418654 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "name": "network-vif-plugged", "status": "completed", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:38.418906 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00c1ba45-b85e-4cb9-9df6-aebe1cc7fb03 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:38.420748 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8', 'code': 200} Aug 18 14:10:38.433311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:38.433761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Checking segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:38.434253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Bound using segment: {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:38.434940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Bound port: 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f716b75-763d-45b6-a486-117b3355bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:38.435374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.493595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e0edee3-e8c4-4ee5-886e-de6548b3a6b0 req-184e6ba9-77c7-4e68-ac84-aff13768aceb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619360 Aug 18 14:10:38.522052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.522246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.522960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.543793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-0a7ec7e1-62d4-431d-96b2-b1970a381925 service neutron] 10.222.0.58 "PUT /v2.0/ports/a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 1091 time: 1.6893063 Aug 18 14:10:38.545798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:38.557599 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:38.590404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-80ae2cf3-35b7-4dc0-8281-89b9410c371c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.590404 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-80ae2cf3-35b7-4dc0-8281-89b9410c371c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.58 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.2090440 Aug 18 14:10:38.591932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:38.595560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282b060-139c-470c-aa29-16d85ed83928 req-9d8ffe74-2c71-4173-a052-86615f498d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.597936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f282b060-139c-470c-aa29-16d85ed83928 req-9d8ffe74-2c71-4173-a052-86615f498d78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 1096 time: 0.0969877 Aug 18 14:10:38.600219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:38.606852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Request body: {'port': {'device_id': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'admin_state_up': True, 'tenant_id': '779acd4188a647719c83a6b093201da5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:38.613205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 742e5180-87c0-4fd5-867f-afa24af8974e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:38.614613 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc8417-be80-4b76-b9f6-e83486af8300 x-openstack-request-id: req-9fbc8417-be80-4b76-b9f6-e83486af8300 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:38.615038 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:38.615166 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fbc8417-be80-4b76-b9f6-e83486af8300 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:38.624947 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792', 'status': 'completed', 'code': 200} Aug 18 14:10:38.626618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 742e5180-87c0-4fd5-867f-afa24af8974e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:38.627003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.669371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f282b060-139c-470c-aa29-16d85ed83928 req-d3858497-5c6f-4820-855d-63bae57f64e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625138 Aug 18 14:10:38.730976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-1775ae83-8f7c-4e1e-97ac-61503af0b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.732674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.733827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-1775ae83-8f7c-4e1e-97ac-61503af0b2a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1094 time: 0.0935702 Aug 18 14:10:38.753441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.774560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:38.791551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.792109 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.794159 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c80a2c5-c403-42e0-8d95-3ad49e8b7517 HTTP/1.1" status: 200 len: 1091 time: 1.2370684 Aug 18 14:10:38.794599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:38.796868 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e55386-5ff6-4104-8f3d-071a36722fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:38.811497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7458d-de9e-47e5-bc1a-40ce7dd75a94 req-839569dc-59eb-4a45-a190-1b9d93b43089 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.813039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70f7458d-de9e-47e5-bc1a-40ce7dd75a94 req-839569dc-59eb-4a45-a190-1b9d93b43089 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 943 time: 0.1139972 Aug 18 14:10:38.822496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47896-db86-4e27-b88d-65796e6d9642 service neutron] Pushing event updated for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.899088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.899475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Made reservation on behalf of 779acd4188a647719c83a6b093201da5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:38.903331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:38.909713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70f7458d-de9e-47e5-bc1a-40ce7dd75a94 req-849c84e1-397a-4c99-bc3f-a0e517c73388 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835018 Aug 18 14:10:38.919200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-ca4bcb40-fadb-428c-9a55-f3af704fd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.920776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-ca4bcb40-fadb-428c-9a55-f3af704fd126 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1769009 Aug 18 14:10:38.977313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:38.986932 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a1c0e3-3e67-4c19-b2c3-a36c3edcce07 x-openstack-request-id: req-07a1c0e3-3e67-4c19-b2c3-a36c3edcce07 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:38.986932 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:38.987639 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07a1c0e3-3e67-4c19-b2c3-a36c3edcce07 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:38.987639 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'status': 'completed', 'code': 200} Aug 18 14:10:39.007930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858d768-15e6-426c-b89e-3df15a72d541 req-bbbca58b-fb75-4ce5-9527-adccef0efe49 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.010500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b858d768-15e6-426c-b89e-3df15a72d541 req-bbbca58b-fb75-4ce5-9527-adccef0efe49 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1373813 Aug 18 14:10:39.026159 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:10:39.077130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-5feea208-0216-4328-bd73-5231529f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.078947 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-5feea208-0216-4328-bd73-5231529f6fc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 1094 time: 0.0945625 Aug 18 14:10:39.087002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b858d768-15e6-426c-b89e-3df15a72d541 req-7690b598-3bd0-497f-bde0-8d70664bdc91 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564115 Aug 18 14:10:39.094967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-b9cfc4e7-8951-476d-bd15-3cf84628a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.096902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-905b81b0-ba5f-4dbf-b781-827e04ebe3aa req-b9cfc4e7-8951-476d-bd15-3cf84628a2bd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597509 Aug 18 14:10:39.138193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-5e496239-53c5-45e5-93db-3b22d6c059e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517 HTTP/1.1" status: 200 len: 217 time: 0.0468011 Aug 18 14:10:39.139275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Allocated IP 172.20.0.5 (8ed4bfff-a9ff-4465-b56b-42412a4f58d2/9787bdcb-1980-49f9-a461-1435a1334791/d47a194d-cc42-4fcf-91d3-98f10b011515) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:39.162001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a5ef0-f51f-495e-a60d-154117d42fa0 req-50191182-e3c4-484b-bb53-af48670535e0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.164032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f0a5ef0-f51f-495e-a60d-154117d42fa0 req-50191182-e3c4-484b-bb53-af48670535e0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0587361 Aug 18 14:10:39.226026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-3db8ca7f-58ca-4622-bb79-70394533c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.227507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-3db8ca7f-58ca-4622-bb79-70394533c72d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0706997 Aug 18 14:10:39.277942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f0a5ef0-f51f-495e-a60d-154117d42fa0 req-59ead0d6-2edb-4c97-b883-5d8154a08218 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Aug 18 14:10:39.293433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-c7e2f582-003c-42fa-8735-2f66dff1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.296864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-c7e2f582-003c-42fa-8735-2f66dff1bf54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1094 time: 0.1146760 Aug 18 14:10:39.311285 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-d0ca6cc1-53d2-440e-9732-9e5fc98690b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720849 Aug 18 14:10:39.314678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a45f4a-dea7-4092-bd95-84ee518dde12 req-c3798416-5f43-440a-bee4-789ca614404e tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.316128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a45f4a-dea7-4092-bd95-84ee518dde12 req-c3798416-5f43-440a-bee4-789ca614404e tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 945 time: 0.0965993 Aug 18 14:10:39.359462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-c0026ff6-0ea2-46d9-b694-2fb241a49656 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0539312 Aug 18 14:10:39.426298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9a45f4a-dea7-4092-bd95-84ee518dde12 req-331dd3b8-9861-4a9f-aff4-b02d27cbe4ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039968 Aug 18 14:10:39.443606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-49cb50cd-882b-4bf8-9412-740ce8ea921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.445268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-49cb50cd-882b-4bf8-9412-740ce8ea921c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0764022 Aug 18 14:10:39.452230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:39.462522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-233a53ea-d204-4cb5-82bc-2621c3e8708e req-eef99635-8147-4a39-9a93-1078f6f38906 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 210 time: 0.0352070 Aug 18 14:10:39.491742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-fe891eea-a490-4982-b4ee-6db535c120c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314176 Aug 18 14:10:39.497743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-fe7a763c-365e-4cf0-bd1e-439c50e3ffbb service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656976 Aug 18 14:10:39.594614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7ec457aa-5831-416d-943e-eb913f233342 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:39.611441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48ce73d4-cad9-452c-b800-8f0af0378d23 req-3e5a77f9-5c51-4a7e-bd1d-168a3db8b518 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045187 Aug 18 14:10:39.632698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:39.644847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-e060e322-a7ff-4296-8819-646ab3427a7b service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396039 Aug 18 14:10:39.689085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:39.698256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:39.703184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:39.718756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b111a8-e6db-4067-b25d-e319b52054aa req-2e0f683a-7ca9-4905-b99f-cf1d37efa395 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.720801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b111a8-e6db-4067-b25d-e319b52054aa req-2e0f683a-7ca9-4905-b99f-cf1d37efa395 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 944 time: 0.1408420 Aug 18 14:10:39.730150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 7ec457aa-5831-416d-943e-eb913f233342 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:39.736853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 7ec457aa-5831-416d-943e-eb913f233342 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:39.737680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:39.742541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:39.774222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.774972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:39.791323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37b111a8-e6db-4067-b25d-e319b52054aa req-0830996b-8d1a-4f4d-bb33-aa15f0937ed0 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633175 Aug 18 14:10:39.806429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13cf7176-34a6-472f-b1a4-7aa76f5d647b req-942d8dec-6b2d-4ed2-b49b-468285a185bc service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529193 Aug 18 14:10:39.855758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-76ac6fd7-15a0-42fc-af02-45687d91f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.857401 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-76ac6fd7-15a0-42fc-af02-45687d91f306 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 1094 time: 0.0622935 Aug 18 14:10:39.858848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-207398e7-740d-46ef-a2e4-9377bcf73595 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2572799 Aug 18 14:10:39.880941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:39.889809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Request body: {'port': {'device_id': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:39.921150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7ec457aa-5831-416d-943e-eb913f233342,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:39.999547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.022610 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.025560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-267cd4ec-23de-4692-9b2c-757536dc2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.027139 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-267cd4ec-23de-4692-9b2c-757536dc2623 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.1523321 Aug 18 14:10:40.054544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2321f-d549-4432-8767-ccf212a33725 req-62f0a78a-c158-48bf-a2bb-63f32837a0ac tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.056741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32b2321f-d549-4432-8767-ccf212a33725 req-62f0a78a-c158-48bf-a2bb-63f32837a0ac tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 943 time: 0.0659111 Aug 18 14:10:40.087025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.098193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-21899fa0-9bcf-4816-a335-7d8e2d65ffb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517 HTTP/1.1" status: 200 len: 217 time: 0.0493011 Aug 18 14:10:40.099999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:40.104479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32b2321f-d549-4432-8767-ccf212a33725 req-3bade5c5-d6a6-4d7f-8772-cc1a82d2d3cf tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Aug 18 14:10:40.215505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d31a8d-720f-4e05-95f5-c349c118e029 req-bcfc8722-af25-4a00-bbda-6aa547ce0c67 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.217432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87d31a8d-720f-4e05-95f5-c349c118e029 req-bcfc8722-af25-4a00-bbda-6aa547ce0c67 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0510223 Aug 18 14:10:40.218924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-60f5ae4e-0835-4cb6-8a18-9e4dd17d4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.220392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-60f5ae4e-0835-4cb6-8a18-9e4dd17d4f2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.1103745 Aug 18 14:10:40.257221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87d31a8d-720f-4e05-95f5-c349c118e029 req-758c6c67-af2f-4689-814d-e0627eaf5b8c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Aug 18 14:10:40.287289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-6ab76d14-e916-4e24-9e23-8cea6930b2b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571845 Aug 18 14:10:40.410584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d69dc-37f3-4f02-b9d0-fbe8e7000a45 req-b3b31303-9c41-46ec-8072-db63df4a1229 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.413940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-321d69dc-37f3-4f02-b9d0-fbe8e7000a45 req-b3b31303-9c41-46ec-8072-db63df4a1229 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0557432 Aug 18 14:10:40.420934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e'}, {'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec457aa-5831-416d-943e-eb913f233342'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:40.423603 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f209fa3-85a6-4ac9-8972-b3639fbb793e" -d '{"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-plugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e"}, {"server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "name": "network-vif-plugged", "status": "completed", "tag": "7ec457aa-5831-416d-943e-eb913f233342"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:40.458872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-321d69dc-37f3-4f02-b9d0-fbe8e7000a45 req-2dea711a-67a0-43dd-95ee-4eacf469a53f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Aug 18 14:10:40.475048 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-602130e9-2e73-49f3-a669-1382e352286f service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783502 Aug 18 14:10:40.487610 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c36b76-cdbf-4428-9133-93c2bee0f210 x-openstack-request-id: req-35c36b76-cdbf-4428-9133-93c2bee0f210 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:40.487928 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-plugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e", "code": 200}, {"server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "name": "network-vif-plugged", "status": "completed", "tag": "7ec457aa-5831-416d-943e-eb913f233342", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:40.488176 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35c36b76-cdbf-4428-9133-93c2bee0f210 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:40.488705 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e', 'code': 200} Aug 18 14:10:40.488825 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec457aa-5831-416d-943e-eb913f233342', 'code': 200} Aug 18 14:10:40.526739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:40.557552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.613534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Transition to ACTIVE for port object d47a194d-cc42-4fcf-91d3-98f10b011515 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:10:40.650546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d5e55386-5ff6-4104-8f3d-071a36722fb3 req-c4fabbf2-0f89-41b4-ac82-1b7707d1c819 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579292 Aug 18 14:10:40.686894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe272e-5d0a-4d1d-9a97-47a8fee03d3a req-bb7d1df0-7498-4a0b-9be6-5de34c742575 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.688450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28fe272e-5d0a-4d1d-9a97-47a8fee03d3a req-bb7d1df0-7498-4a0b-9be6-5de34c742575 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 945 time: 0.1397314 Aug 18 14:10:40.695712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.710643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e6595-1dbc-4147-9d4f-8ee76c00fad9 req-515a355e-9d42-4a3f-86b6-f67adf2c3c9e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.712159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c9e6595-1dbc-4147-9d4f-8ee76c00fad9 req-515a355e-9d42-4a3f-86b6-f67adf2c3c9e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 931 time: 0.1529272 Aug 18 14:10:40.723614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75736ae-c809-4e61-9321-7bbcf16c29af req-f429db68-8176-47cb-8c69-3a8eadbadf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.725072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e75736ae-c809-4e61-9321-7bbcf16c29af req-f429db68-8176-47cb-8c69-3a8eadbadf1f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 1096 time: 0.1121747 Aug 18 14:10:40.739521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069a1bc-1b2f-4673-858d-47b841878f76 req-38221cba-8f07-4dfe-aff0-7b5c9fe9368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.741145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3069a1bc-1b2f-4673-858d-47b841878f76 req-38221cba-8f07-4dfe-aff0-7b5c9fe9368a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 1096 time: 0.1386554 Aug 18 14:10:40.742502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.755470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:40.819322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28fe272e-5d0a-4d1d-9a97-47a8fee03d3a req-7369078c-5eb1-47ee-9853-22e6e4a0a4ca tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207619 Aug 18 14:10:40.842112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Attempting to bind port d47a194d-cc42-4fcf-91d3-98f10b011515 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:10:40.842310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e75736ae-c809-4e61-9321-7bbcf16c29af req-9dce2d7d-9eb9-4dbc-a8fe-489469b27981 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Aug 18 14:10:40.842610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Attempting to bind port d47a194d-cc42-4fcf-91d3-98f10b011515 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:10:40.843015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Attempting to bind port d47a194d-cc42-4fcf-91d3-98f10b011515 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:40.849095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Port d47a194d-cc42-4fcf-91d3-98f10b011515 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:10:40.849095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Attempting to bind port d47a194d-cc42-4fcf-91d3-98f10b011515 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:10:40.854173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:10:40.854521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Checking segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:40.854909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Bound using segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:10:40.855483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Bound port: d47a194d-cc42-4fcf-91d3-98f10b011515, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:10:40.855954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:40.857403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c9e6595-1dbc-4147-9d4f-8ee76c00fad9 req-bcfcaf12-8b21-43c9-a280-11c56bb043e9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338127 Aug 18 14:10:40.868340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3069a1bc-1b2f-4673-858d-47b841878f76 req-f62008c0-f038-49ee-91c2-1078902ec82d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073554 Aug 18 14:10:40.940249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:10:40.944362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:10:40.968296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa82e8-bacf-43a9-9836-2cff25a7b853 req-38374013-58fd-4cc0-8087-7c2dd4aff6ef tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.969800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6fa82e8-bacf-43a9-9836-2cff25a7b853 req-38374013-58fd-4cc0-8087-7c2dd4aff6ef tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0643907 Aug 18 14:10:41.011070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6fa82e8-bacf-43a9-9836-2cff25a7b853 req-5203b496-2c78-402b-a936-8e85301ceeaa tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Aug 18 14:10:41.070665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:41.104522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.105134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:41.107089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] 10.222.0.58 "PUT /v2.0/ports/d47a194d-cc42-4fcf-91d3-98f10b011515 HTTP/1.1" status: 200 len: 1091 time: 1.2232203 Aug 18 14:10:41.107527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:41.109775 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:41.139099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81241384-a235-4e3b-b19a-876b47b86494 service neutron] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:41.163733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa45bf-fcb2-4d60-8a04-dd840383c77b x-openstack-request-id: req-52fa45bf-fcb2-4d60-8a04-dd840383c77b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:41.164040 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:41.164303 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52fa45bf-fcb2-4d60-8a04-dd840383c77b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:41.164742 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'status': 'completed', 'code': 200} Aug 18 14:10:41.230850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-26426532-6bb7-4fb1-805b-5621e838c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.232655 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-26426532-6bb7-4fb1-805b-5621e838c4d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 1094 time: 0.0469565 Aug 18 14:10:41.244113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b2b04-bedc-4982-b536-50f3b46b0f68 req-b9c8eee0-5c32-4d22-8bc4-f35696383b26 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.245594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a5b2b04-bedc-4982-b536-50f3b46b0f68 req-b9c8eee0-5c32-4d22-8bc4-f35696383b26 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 943 time: 0.0634296 Aug 18 14:10:41.285827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a5b2b04-bedc-4982-b536-50f3b46b0f68 req-bb6f111f-4d40-440e-9ddf-7885fd35462c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Aug 18 14:10:41.347404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-0017d101-7260-4281-ada1-8a2301c5186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.349388 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-0017d101-7260-4281-ada1-8a2301c5186e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=779acd4188a647719c83a6b093201da5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1026542 Aug 18 14:10:41.399815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae567-4c09-49d6-8b9c-047f14f2cf84 req-204dd2a1-7a92-493c-b838-dcfff12b49bd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.401359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-596ae567-4c09-49d6-8b9c-047f14f2cf84 req-204dd2a1-7a92-493c-b838-dcfff12b49bd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0505605 Aug 18 14:10:41.439947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-596ae567-4c09-49d6-8b9c-047f14f2cf84 req-fbd338c8-a5ee-4f00-bc96-320618fde0fa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Aug 18 14:10:41.451126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-a5dfed1e-ef55-4a1c-b854-c573aa1aa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.452682 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d8145fd3-8bb8-4fce-bd8b-0fc3fba5d0ee req-a5dfed1e-ef55-4a1c-b854-c573aa1aa0a0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948148 Aug 18 14:10:41.573355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-c345ef44-9026-4150-802f-f50e6c45109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.576194 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-c345ef44-9026-4150-802f-f50e6c45109c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 1094 time: 0.0544002 Aug 18 14:10:41.595236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:41.617345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6fba-69d8-4b88-a03f-e25b7a5a6f1c req-a9fd4891-dbc9-43ce-9e4a-3363f4beed3b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.619568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06bf6fba-69d8-4b88-a03f-e25b7a5a6f1c req-a9fd4891-dbc9-43ce-9e4a-3363f4beed3b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0741024 Aug 18 14:10:41.666218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-28de85c3-bc7c-4fbc-8af6-b535f32fadfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47a194d-cc42-4fcf-91d3-98f10b011515 HTTP/1.1" status: 200 len: 217 time: 0.0730891 Aug 18 14:10:41.685280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06bf6fba-69d8-4b88-a03f-e25b7a5a6f1c req-6c110397-bea3-4213-b309-13abdb049771 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567040 Aug 18 14:10:41.720960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:41.733451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-cfdd2e33-5761-4a8b-9bd2-b877a7b30088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.733949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'port_id': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792', 'mac_address': 'fa:16:3e:9b:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:41.735004 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-cfdd2e33-5761-4a8b-9bd2-b877a7b30088 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9787bdcb-1980-49f9-a461-1435a1334791 HTTP/1.1" status: 200 len: 855 time: 0.0566471 Aug 18 14:10:41.780261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:41.787011 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-8bc03bfa-3d26-4b41-869e-7365c1c9ee9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345416 Aug 18 14:10:41.794159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:41.818313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:41.896293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-322b13ac-689d-4850-b402-040b9ad29348 service neutron] 10.222.0.58 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053314 Aug 18 14:10:41.962010 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:41.962799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:41.984091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e057d-6912-4f92-988f-440a012f57b6 req-515f4bff-2c1c-4759-96ae-7c83a80963c3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.986302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-267e057d-6912-4f92-988f-440a012f57b6 req-515f4bff-2c1c-4759-96ae-7c83a80963c3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 943 time: 0.0560653 Aug 18 14:10:42.022304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7dc6744-eb3f-4d90-a66b-bb9414c98533 req-f396d921-ec8f-464b-91fd-c03c5e9a3a6d service neutron] 10.222.0.58 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166885 Aug 18 14:10:42.043162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-267e057d-6912-4f92-988f-440a012f57b6 req-191f8e09-b9fc-4a1e-b0bf-53c44b3a56f9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Aug 18 14:10:42.043811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:42.057185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:42.068037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.068391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.068739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.069081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.069420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.069755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.070110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.070442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.070768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.071093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.071417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.071739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:42.077312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'network_id': 'f34690e2-fea8-46b3-a068-dc9a6d61a208', 'port_id': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'mac_address': 'fa:16:3e:87:00:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c55abd-d5ed-4225-a10c-93d751955d88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:42.124331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:42.141030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:42.151914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677d0e-6f12-4124-97c6-47f9ccea2052 req-e285afef-ba77-4466-b90c-bbca19127b55 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:42.153601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00677d0e-6f12-4124-97c6-47f9ccea2052 req-e285afef-ba77-4466-b90c-bbca19127b55 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0581293 Aug 18 14:10:42.173200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:42.202370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00677d0e-6f12-4124-97c6-47f9ccea2052 req-43d4ada9-184b-42e8-b786-f14d20baea20 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Aug 18 14:10:42.302072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:42.354799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:42.417112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969c10f-025a-4fb6-aae2-9239c2d8443f req-1d4f4d50-73e0-4f7e-bdd1-584744759058 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:42.419246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d969c10f-025a-4fb6-aae2-9239c2d8443f req-1d4f4d50-73e0-4f7e-bdd1-584744759058 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 944 time: 0.0523589 Aug 18 14:10:42.459767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d969c10f-025a-4fb6-aae2-9239c2d8443f req-083f32ff-a594-4789-92cc-e39c925ec91a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Aug 18 14:10:42.565924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df69b-2faf-4380-aefd-b562ffc55277 req-4eb86720-18c2-416b-9547-a16539c3d631 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:42.567409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-044df69b-2faf-4380-aefd-b562ffc55277 req-4eb86720-18c2-416b-9547-a16539c3d631 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0545995 Aug 18 14:10:42.611461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-044df69b-2faf-4380-aefd-b562ffc55277 req-b4756509-5bf3-42ea-a68d-69d84135a98c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Aug 18 14:10:42.680057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:42.689244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5c80a2c5-c403-42e0-8d95-3ad49e8b7517'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:42.859675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b15eb-fc2b-49df-89ac-ae589b1b3332 req-39337eeb-27de-4e41-a05e-e9a2d4fec3a8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:42.863671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b7b15eb-fc2b-49df-89ac-ae589b1b3332 req-39337eeb-27de-4e41-a05e-e9a2d4fec3a8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0908732 Aug 18 14:10:42.909039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b7b15eb-fc2b-49df-89ac-ae589b1b3332 req-f0c78071-2db4-4c5b-9051-377a35e7355c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Aug 18 14:10:43.183320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ab13-a9b4-4998-b18e-97875e8618ec req-dbb75a80-8011-4d80-a491-444f66b5526c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:43.190465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb4ab13-a9b4-4998-b18e-97875e8618ec req-dbb75a80-8011-4d80-a491-444f66b5526c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 943 time: 0.0588868 Aug 18 14:10:43.229414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb4ab13-a9b4-4998-b18e-97875e8618ec req-e5d36757-01a5-4886-9a10-c77f21223863 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Aug 18 14:10:43.393159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3998261-ab3a-417d-99f7-126c4ff5c03c req-58bd8c87-5c75-4566-b401-612d852dbbff tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:43.398449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3998261-ab3a-417d-99f7-126c4ff5c03c req-58bd8c87-5c75-4566-b401-612d852dbbff tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.1038003 Aug 18 14:10:43.416773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105f3d-decf-486d-8fb1-54ec6e4a6663 req-09134e59-7566-44bc-91dc-ce00aabb77c4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:43.418373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea105f3d-decf-486d-8fb1-54ec6e4a6663 req-09134e59-7566-44bc-91dc-ce00aabb77c4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0889518 Aug 18 14:10:43.476434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3998261-ab3a-417d-99f7-126c4ff5c03c req-f09d7e80-1aef-488d-b058-7d6834a38052 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Aug 18 14:10:43.482002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea105f3d-decf-486d-8fb1-54ec6e4a6663 req-c4a5f6ea-4d59-44e4-9e18-4613cb10e3a0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Aug 18 14:10:43.589116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d95bb-164b-48d8-a3f4-867ee8ed602e req-b4919ac0-20b3-4825-ae72-32246fa0c46d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:43.591523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4d95bb-164b-48d8-a3f4-867ee8ed602e req-b4919ac0-20b3-4825-ae72-32246fa0c46d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 944 time: 0.0538888 Aug 18 14:10:43.592212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:10:43.633652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c4d95bb-164b-48d8-a3f4-867ee8ed602e req-78c481d2-46c1-42ea-8ef2-19217ca3a280 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Aug 18 14:10:43.695153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:43.708513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'port_id': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'mac_address': 'fa:16:3e:b1:6a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9787bdcb-1980-49f9-a461-1435a1334791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:10:43.765018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:43.783481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:10:43.807878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:43.832900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235a3e8-335f-40d2-8a11-e89c678422d7 req-bce3706a-93e5-45a5-8d9a-50f6fb5695d7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:43.834414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6235a3e8-335f-40d2-8a11-e89c678422d7 req-bce3706a-93e5-45a5-8d9a-50f6fb5695d7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0624158 Aug 18 14:10:43.887589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6235a3e8-335f-40d2-8a11-e89c678422d7 req-719d356a-190c-40b2-8391-1ac9cb843f81 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Aug 18 14:10:43.934133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:44.014583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:44.092935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b304d-6031-4006-8dfc-1134d0e4e8e0 req-7ddde141-f196-4178-859c-81b6c36826fb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:44.094465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c1b304d-6031-4006-8dfc-1134d0e4e8e0 req-7ddde141-f196-4178-859c-81b6c36826fb tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0542312 Aug 18 14:10:44.134042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c1b304d-6031-4006-8dfc-1134d0e4e8e0 req-d103bdfc-a895-4130-a80d-8b81fe66f623 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Aug 18 14:10:44.354176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac51626-39ff-4bc6-b633-42003e6acd48 req-b91df4ab-11f9-4688-a279-9cb2eb35f60a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:44.356364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aac51626-39ff-4bc6-b633-42003e6acd48 req-b91df4ab-11f9-4688-a279-9cb2eb35f60a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.0511129 Aug 18 14:10:44.370117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d47a194d-cc42-4fcf-91d3-98f10b011515'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:44.395651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aac51626-39ff-4bc6-b633-42003e6acd48 req-d58785f5-05a7-4395-9df3-08cee0e55342 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Aug 18 14:10:44.609042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b267f3-52d7-4f95-9e7b-fca39b42a7d0 req-04bb53d5-2579-44af-8c6f-ced0c35a2c29 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:44.610664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08b267f3-52d7-4f95-9e7b-fca39b42a7d0 req-04bb53d5-2579-44af-8c6f-ced0c35a2c29 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Aug 18 14:10:44.654021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08b267f3-52d7-4f95-9e7b-fca39b42a7d0 req-89add212-6c94-41f4-b237-c23fcf37f819 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Aug 18 14:10:44.762130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663933c-7575-4ecb-990b-28731ce2e063 req-e16f56c0-6465-4c46-8801-467b475e5c5c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:44.763657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2663933c-7575-4ecb-990b-28731ce2e063 req-e16f56c0-6465-4c46-8801-467b475e5c5c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 944 time: 0.0519977 Aug 18 14:10:44.803178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2663933c-7575-4ecb-990b-28731ce2e063 req-81c6416d-84f6-44d7-a89f-ddac0b993fa1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Aug 18 14:10:45.007759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91d5e0-9f62-4abc-8c3e-91820baa4966 req-1ace282b-0227-4bd9-b447-8de925dbd17d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.009328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a91d5e0-9f62-4abc-8c3e-91820baa4966 req-1ace282b-0227-4bd9-b447-8de925dbd17d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0507123 Aug 18 14:10:45.051283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a91d5e0-9f62-4abc-8c3e-91820baa4966 req-9b206fa8-d1b4-4ffd-8e77-0d058aec6996 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Aug 18 14:10:45.264923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc7310-d6d0-474a-afc5-7d35a24c6b22 req-bf28e5ca-c8a3-4991-8c96-86efac9abe38 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.272400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78cc7310-d6d0-474a-afc5-7d35a24c6b22 req-bf28e5ca-c8a3-4991-8c96-86efac9abe38 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0614686 Aug 18 14:10:45.307896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78cc7310-d6d0-474a-afc5-7d35a24c6b22 req-0a10c409-adbd-412d-bf3e-d8686339f5d6 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Aug 18 14:10:45.520759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d03426-a424-4074-87d7-efb2cea03f4d req-050a424f-e8dd-4b8d-9b64-d4ceb07a47d0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.522476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1d03426-a424-4074-87d7-efb2cea03f4d req-050a424f-e8dd-4b8d-9b64-d4ceb07a47d0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.0561075 Aug 18 14:10:45.564010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1d03426-a424-4074-87d7-efb2cea03f4d req-168e3336-ee1a-4d1c-a685-574fd268fda6 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Aug 18 14:10:45.592809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:45.779252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb17f1-2fbf-4ff7-991f-ae610e415b8e req-66da2752-79e4-468a-9ff8-db93f5791763 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.780873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ecb17f1-2fbf-4ff7-991f-ae610e415b8e req-66da2752-79e4-468a-9ff8-db93f5791763 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Aug 18 14:10:45.826063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ecb17f1-2fbf-4ff7-991f-ae610e415b8e req-f62c5313-d920-4fa3-a882-c40fb991ee9a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Aug 18 14:10:45.888403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:45.896628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:45.896628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:45.937042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311375b1-890c-4270-838a-be4e71af49d7 req-beb05ed1-7fea-4c67-bd43-e4757792d284 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.945927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-311375b1-890c-4270-838a-be4e71af49d7 req-beb05ed1-7fea-4c67-bd43-e4757792d284 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0791988 Aug 18 14:10:45.976696 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.003014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:46.003235 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c566e-7469-4b91-99f2-26018d9d81d6" -d '{"events": [{"server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:46.009715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993651-c76f-4180-a199-531d7e6e172e req-624ee6e9-dee9-42a4-acad-c052ef35b89d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.014454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f993651-c76f-4180-a199-531d7e6e172e req-624ee6e9-dee9-42a4-acad-c052ef35b89d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 944 time: 0.0952125 Aug 18 14:10:46.020339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:46.022421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-311375b1-890c-4270-838a-be4e71af49d7 req-6bd54c24-a5ed-43ff-822a-17353e91199e tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773478 Aug 18 14:10:46.059403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f993651-c76f-4180-a199-531d7e6e172e req-b674aa4e-cf68-40e1-bc62-f36cc84528be tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Aug 18 14:10:46.090370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.094081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:46.218049 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267cc61-c6b1-4304-98fa-e416c1827b7f x-openstack-request-id: req-e267cc61-c6b1-4304-98fa-e416c1827b7f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:46.218305 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:46.218562 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e267cc61-c6b1-4304-98fa-e416c1827b7f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:46.218960 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'code': 200} Aug 18 14:10:46.247531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:46.253044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1d5ed-b75f-46c2-88b0-90b8a7df4107 req-8fc54930-aaa3-4956-be5a-ac185071aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.256021 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ca1d5ed-b75f-46c2-88b0-90b8a7df4107 req-8fc54930-aaa3-4956-be5a-ac185071aab5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0600386 Aug 18 14:10:46.272652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70820b3-fd60-42bb-9138-0afd0d957861 req-129069cb-2c18-4a70-a74d-d3220f265dd7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.278368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c70820b3-fd60-42bb-9138-0afd0d957861 req-129069cb-2c18-4a70-a74d-d3220f265dd7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0769556 Aug 18 14:10:46.297385 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ca1d5ed-b75f-46c2-88b0-90b8a7df4107 req-bfe2bc5d-3362-4397-8b8a-8001022098e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Aug 18 14:10:46.320135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c70820b3-fd60-42bb-9138-0afd0d957861 req-56f06519-2434-470b-a3fd-10c944c13cdf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Aug 18 14:10:46.341280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:46.346239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:46.346619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.429138 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.467598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:46.567324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.568292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:46.666205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:46.709948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b8eb1-ec12-4c9b-9a76-e1b815a7c3a4 req-3493d509-3312-4674-954c-88d40689f06c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.711672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-287b8eb1-ec12-4c9b-9a76-e1b815a7c3a4 req-3493d509-3312-4674-954c-88d40689f06c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.0609109 Aug 18 14:10:46.757437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-287b8eb1-ec12-4c9b-9a76-e1b815a7c3a4 req-37c89bb5-ff32-4131-8e79-e61257e515fd tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Aug 18 14:10:46.773447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port d47a194d-cc42-4fcf-91d3-98f10b011515 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:46.781893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port d47a194d-cc42-4fcf-91d3-98f10b011515 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:46.781893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.870438 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.921007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:46.960321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286fc7-91c5-4e54-8b8a-bb11592b736e req-29e4036f-71b3-4684-b388-18794373470d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.962124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20286fc7-91c5-4e54-8b8a-bb11592b736e req-29e4036f-71b3-4684-b388-18794373470d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0555422 Aug 18 14:10:47.004914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20286fc7-91c5-4e54-8b8a-bb11592b736e req-c27ef2ea-915e-4bdb-bffa-a38f0c667cd5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Aug 18 14:10:47.113043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:47.181490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:47.186400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d90e-26e3-4991-a410-d4b685d455e9 req-4df28780-071a-4f98-b528-e9e0eb056653 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.193982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4337d90e-26e3-4991-a410-d4b685d455e9 req-4df28780-071a-4f98-b528-e9e0eb056653 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0976930 Aug 18 14:10:47.250807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145c92-9031-4687-b36d-85ef81dbc1b7 req-f8c092b8-cb28-40fb-bd2d-c8c6903b6865 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.266476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10145c92-9031-4687-b36d-85ef81dbc1b7 req-f8c092b8-cb28-40fb-bd2d-c8c6903b6865 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1061308 Aug 18 14:10:47.320493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10145c92-9031-4687-b36d-85ef81dbc1b7 req-38a265ca-4c03-4632-b2a6-83924d13926e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531378 Aug 18 14:10:47.430456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4337d90e-26e3-4991-a410-d4b685d455e9 req-be67784f-667d-45b8-b309-e8643957d6d9 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f386209-082a-472d-8cd0-251aa589e83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336609 Aug 18 14:10:47.523711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2851b26-3683-4957-9d88-50291fde8420 req-93d6cd5e-64be-46a7-b538-acf0b8ec138f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.525487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2851b26-3683-4957-9d88-50291fde8420 req-93d6cd5e-64be-46a7-b538-acf0b8ec138f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0541244 Aug 18 14:10:47.569398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2851b26-3683-4957-9d88-50291fde8420 req-46f74098-b402-49ce-9f1c-e7399f96ef0b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367095 Aug 18 14:10:47.719043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-3b7adbed-cc82-4495-be15-84afdb882264 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.720704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-3b7adbed-cc82-4495-be15-84afdb882264 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 945 time: 0.0529561 Aug 18 14:10:47.832060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Deleting port 7ec457aa-5831-416d-943e-eb913f233342 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:10:47.832688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:47.887050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c07bf4-77af-44af-805c-b386aa7dab88 req-d52cbf4a-5809-4777-ac5b-8aa17021e06a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.888712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c07bf4-77af-44af-805c-b386aa7dab88 req-d52cbf4a-5809-4777-ac5b-8aa17021e06a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0546927 Aug 18 14:10:47.939147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c07bf4-77af-44af-805c-b386aa7dab88 req-36925184-ac7c-44b4-8be3-0ff045edaa07 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Aug 18 14:10:47.939581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] For port 7ec457aa-5831-416d-943e-eb913f233342, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=7ec457aa-5831-416d-943e-eb913f233342,segment=NetworkSegment(8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243),segment_id=8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:47.939961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:47.969534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Calling delete_port for 7ec457aa-5831-416d-943e-eb913f233342 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:10:48.129572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2366-13e5-4483-85e5-d0781d6dce9c req-d44716c5-13a1-4224-917a-08b667a4e64a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:48.131173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-556f2366-13e5-4483-85e5-d0781d6dce9c req-d44716c5-13a1-4224-917a-08b667a4e64a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0506899 Aug 18 14:10:48.175911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-556f2366-13e5-4483-85e5-d0781d6dce9c req-145d597e-8e7a-4d0c-b3eb-c7859cd9fd7a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Aug 18 14:10:48.220570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'}, {'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:48.223130 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837bd13f-2563-4c41-9d38-dc28ad424e11" -d '{"events": [{"server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "name": "network-vif-plugged", "status": "completed", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792"}, {"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:48.230119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:48.242705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['7ec457aa-5831-416d-943e-eb913f233342'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:48.266770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Pushing event deleted for resources: {'Port': ['ID=7ec457aa-5831-416d-943e-eb913f233342,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:48.301438 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f86aa83-b0d0-447b-85b8-56f987d3a746 x-openstack-request-id: req-2f86aa83-b0d0-447b-85b8-56f987d3a746 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:48.301741 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "name": "network-vif-plugged", "status": "completed", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792", "code": 200}, {"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:48.302026 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f86aa83-b0d0-447b-85b8-56f987d3a746 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:48.302903 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792', 'code': 200} Aug 18 14:10:48.303173 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'code': 200} Aug 18 14:10:48.345621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] No DVR routers for this DVR port 7ec457aa-5831-416d-943e-eb913f233342 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:10:48.356640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:48.359232 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5df2dd0d-415f-4273-9938-8c0dae1efe88 req-71e79459-cb45-4a78-9e7e-3d160df35c62 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.58 "DELETE /v2.0/ports/7ec457aa-5831-416d-943e-eb913f233342 HTTP/1.1" status: 204 len: 173 time: 0.6318219 Aug 18 14:10:48.360026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'name': 'network-vif-deleted', 'tag': '7ec457aa-5831-416d-943e-eb913f233342'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:48.376341 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e4d1e-4251-4f53-915e-9ef1f3175ec3" -d '{"events": [{"server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "name": "network-vif-deleted", "tag": "7ec457aa-5831-416d-943e-eb913f233342"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:48.458474 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586a60d-c3ba-452d-a207-b026b270fe5b x-openstack-request-id: req-b586a60d-c3ba-452d-a207-b026b270fe5b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:48.458474 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9b82e1-34d3-43cb-b9fc-c459dba56c05", "name": "network-vif-deleted", "tag": "7ec457aa-5831-416d-943e-eb913f233342", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:48.462630 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b586a60d-c3ba-452d-a207-b026b270fe5b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:48.462630 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9b82e1-34d3-43cb-b9fc-c459dba56c05', 'name': 'network-vif-deleted', 'tag': '7ec457aa-5831-416d-943e-eb913f233342', 'status': 'completed', 'code': 200} Aug 18 14:10:48.471502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89a2d9-9b91-4b83-a684-d0de76ef9a3e req-163b38dd-c308-4a2d-80ef-f920e82f56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:48.473251 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe89a2d9-9b91-4b83-a684-d0de76ef9a3e req-163b38dd-c308-4a2d-80ef-f920e82f56e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 1096 time: 0.0692255 Aug 18 14:10:48.505490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1d600-6f4e-4cf4-bccf-c28679c5b884 req-a4ba685e-d265-4c02-b41f-c1863860ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:48.507716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87f1d600-6f4e-4cf4-bccf-c28679c5b884 req-a4ba685e-d265-4c02-b41f-c1863860ae8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0696731 Aug 18 14:10:48.519267 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe89a2d9-9b91-4b83-a684-d0de76ef9a3e req-efe9981c-e002-422e-acb2-ea6456422c7a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374007 Aug 18 14:10:48.536452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf7bb-91ad-418a-ab35-e5524a88df5b req-337be861-5446-4114-9ef8-0086367810d6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:48.538057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fcf7bb-91ad-418a-ab35-e5524a88df5b req-337be861-5446-4114-9ef8-0086367810d6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1157689 Aug 18 14:10:48.583558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87f1d600-6f4e-4cf4-bccf-c28679c5b884 req-6af73ada-68fa-4f5f-abe9-edfa4e63f88a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660100 Aug 18 14:10:48.601271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fcf7bb-91ad-418a-ab35-e5524a88df5b req-d5eae9ba-ecda-4e44-a52b-45bd30d9af7d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Aug 18 14:10:48.731360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9e3f46c-e304-47a6-ae80-34a72da38404 req-35bc5c92-11f4-418a-937c-77e2a88a3919 tempest-DeleteServersTestJSON-21288546 tempest-DeleteServersTestJSON-21288546-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9b82e1-34d3-43cb-b9fc-c459dba56c05 HTTP/1.1" status: 200 len: 210 time: 0.0329540 Aug 18 14:10:48.753355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fcbc5-74fd-48ee-85a7-1fe3e1121655 req-868a7b96-2993-47a7-b839-11c87694e474 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:48.754848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a34fcbc5-74fd-48ee-85a7-1fe3e1121655 req-868a7b96-2993-47a7-b839-11c87694e474 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0849135 Aug 18 14:10:48.808246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a34fcbc5-74fd-48ee-85a7-1fe3e1121655 req-0b5cbef0-a3c3-4239-8291-1a18262f0d48 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523665 Aug 18 14:10:49.068066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6355d-a23e-43eb-a8ab-25fd78b66d6e req-58961e2d-5361-407b-b69c-685112fcae28 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.069892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04c6355d-a23e-43eb-a8ab-25fd78b66d6e req-58961e2d-5361-407b-b69c-685112fcae28 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0566807 Aug 18 14:10:49.116406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04c6355d-a23e-43eb-a8ab-25fd78b66d6e req-d9bcab31-20f1-430a-bb8d-3f9463e9733a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Aug 18 14:10:49.335894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6154-943b-4d98-8c37-a164bc7dfc2c req-cc91f692-1ca5-4eec-973a-155e14ccbc71 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.337642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34cd6154-943b-4d98-8c37-a164bc7dfc2c req-cc91f692-1ca5-4eec-973a-155e14ccbc71 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0859876 Aug 18 14:10:49.354291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d4aee-1506-4b9a-9efa-59392e2417fd req-2aeb6c32-0659-4b74-ba18-74eb80a86766 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.359260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b1d4aee-1506-4b9a-9efa-59392e2417fd req-2aeb6c32-0659-4b74-ba18-74eb80a86766 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0791144 Aug 18 14:10:49.465492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34cd6154-943b-4d98-8c37-a164bc7dfc2c req-3d2b023e-1545-4174-83ba-001f9b3475d4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203744 Aug 18 14:10:49.470633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b1d4aee-1506-4b9a-9efa-59392e2417fd req-d7b02000-3d67-49c5-b470-57e31eacce33 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941257 Aug 18 14:10:49.477523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765a929-2115-4cd2-890b-61a92eda342c req-f192fa5e-d3da-48d8-a875-fcc947ccf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.479362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-f192fa5e-d3da-48d8-a875-fcc947ccf784 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0837250 Aug 18 14:10:49.598500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765a929-2115-4cd2-890b-61a92eda342c req-ae6a2781-5eed-4fce-a63a-be9181ca72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.604627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-ae6a2781-5eed-4fce-a63a-be9181ca72e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.1095712 Aug 18 14:10:49.677932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-aff24684-4fd8-45be-a053-3c4d5b0a8b8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517 HTTP/1.1" status: 200 len: 217 time: 0.0555274 Aug 18 14:10:49.734319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765a929-2115-4cd2-890b-61a92eda342c req-f12fb8ed-0f1e-4131-8e0e-6c4852c87f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.735805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-f12fb8ed-0f1e-4131-8e0e-6c4852c87f93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0445209 Aug 18 14:10:49.776852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-c1ca7de3-a078-4a86-be79-0e6ffc745384 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262120 Aug 18 14:10:49.945222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-4ec51c76-8cb5-4ee9-81c3-624f1ede7f61 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407313 Aug 18 14:10:49.978846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3d734-40da-48c8-bd08-6231e91e3bed req-3657e67b-c058-4a2b-bfdc-91153d74d487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.979943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33a3d734-40da-48c8-bd08-6231e91e3bed req-3657e67b-c058-4a2b-bfdc-91153d74d487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0760880 Aug 18 14:10:50.067405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33a3d734-40da-48c8-bd08-6231e91e3bed req-40deba69-49b0-4c4c-bb96-a5a111e04af4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753920 Aug 18 14:10:50.091915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3765a929-2115-4cd2-890b-61a92eda342c req-00d6623f-0b86-4efe-882f-8f586f4a24d0 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335940 Aug 18 14:10:50.238354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5f026-cc47-4120-9a8a-3bf93afa3d6c req-9176ed5f-5367-4425-ba0f-6e7f7129a65c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:50.239884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ef5f026-cc47-4120-9a8a-3bf93afa3d6c req-9176ed5f-5367-4425-ba0f-6e7f7129a65c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0549552 Aug 18 14:10:50.283196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ef5f026-cc47-4120-9a8a-3bf93afa3d6c req-d6d4038d-3be7-4f2b-86bd-47dd52ddd8e5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351117 Aug 18 14:10:50.400648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c7b-f33d-425f-ba96-4283b15e1f34 req-403686eb-cca1-4f45-af74-31c828662383 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:50.402653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9e61c7b-f33d-425f-ba96-4283b15e1f34 req-403686eb-cca1-4f45-af74-31c828662383 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0496788 Aug 18 14:10:50.440431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9e61c7b-f33d-425f-ba96-4283b15e1f34 req-e606b9c6-aa48-4a92-83e2-39695891cf28 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 18 14:10:50.603897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f946-6cef-4534-90e9-cbaada2b82fa req-a68067fd-aed7-4c4a-9468-356fdb81ccaa tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:50.606078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4867f946-6cef-4534-90e9-cbaada2b82fa req-a68067fd-aed7-4c4a-9468-356fdb81ccaa tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0531998 Aug 18 14:10:50.648534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4867f946-6cef-4534-90e9-cbaada2b82fa req-02be180e-9561-42d9-a8fa-74a51d41c6c6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360262 Aug 18 14:10:50.771618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce1eee-64f3-4af1-8db4-ec4b0a3c4a23 req-9087f472-3d18-4ada-9349-0b012f0690c8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:50.773261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86ce1eee-64f3-4af1-8db4-ec4b0a3c4a23 req-9087f472-3d18-4ada-9349-0b012f0690c8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0491002 Aug 18 14:10:50.813788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86ce1eee-64f3-4af1-8db4-ec4b0a3c4a23 req-99c1cd46-cecc-4f64-a350-e5a45ff3cace tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Aug 18 14:10:51.081772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fbbc2-60a5-44b9-8bd2-319a26727bfc req-6fa9d932-128d-44c2-989d-128c90a0796b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:51.083382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc1fbbc2-60a5-44b9-8bd2-319a26727bfc req-6fa9d932-128d-44c2-989d-128c90a0796b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0561562 Aug 18 14:10:51.132815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc1fbbc2-60a5-44b9-8bd2-319a26727bfc req-fb8367d0-834f-455b-addd-ce7d301c15a4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Aug 18 14:10:51.197275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0debe34-2ce8-485b-8cff-6a5c7ef08a0c req-ff0496fb-3d93-412d-be7c-8ef117e5ac35 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:51.199481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0debe34-2ce8-485b-8cff-6a5c7ef08a0c req-ff0496fb-3d93-412d-be7c-8ef117e5ac35 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0524249 Aug 18 14:10:51.242420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0debe34-2ce8-485b-8cff-6a5c7ef08a0c req-6991cb81-e153-42a9-949a-3c8a026b9c83 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Aug 18 14:10:51.639774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7ec457aa-5831-416d-943e-eb913f233342 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:10:51.660157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 7ec457aa-5831-416d-943e-eb913f233342 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:10:51.663820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 7ec457aa-5831-416d-943e-eb913f233342 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:10:51.806481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dc717-5223-407b-92a8-644345a96354 req-223afa52-588b-4eec-a8df-abea700cb230 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:51.808267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a12dc717-5223-407b-92a8-644345a96354 req-223afa52-588b-4eec-a8df-abea700cb230 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0806129 Aug 18 14:10:51.848479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a12dc717-5223-407b-92a8-644345a96354 req-e41e9b2f-abc2-4812-8c83-269eaba597e7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Aug 18 14:10:51.901352 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce6db041-432b-4a12-b9ca-2b1a9e3c20ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:51.941392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09058-707d-4399-9e58-2aa1fff3b620 req-9ff722ab-4055-4919-b55d-f5d77405b030 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:51.943825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91c09058-707d-4399-9e58-2aa1fff3b620 req-9ff722ab-4055-4919-b55d-f5d77405b030 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0597241 Aug 18 14:10:51.989320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91c09058-707d-4399-9e58-2aa1fff3b620 req-bf070c91-d68d-48ec-bce1-ba82140a4e74 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Aug 18 14:10:52.257821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f06ea-11c6-4f29-be5b-21ac29f93cbb req-e4c464f1-38e0-4dc7-871e-064fc1a366ae tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:52.260378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d67f06ea-11c6-4f29-be5b-21ac29f93cbb req-e4c464f1-38e0-4dc7-871e-064fc1a366ae tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0540979 Aug 18 14:10:52.305544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d67f06ea-11c6-4f29-be5b-21ac29f93cbb req-444a46bd-e480-4558-a812-5e5df30b403d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Aug 18 14:10:52.373734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e606-effe-4930-bb02-cef339a17da0 req-b27a7481-af59-4795-822a-7540fa3b4a1f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:52.375247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16f8e606-effe-4930-bb02-cef339a17da0 req-b27a7481-af59-4795-822a-7540fa3b4a1f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0502682 Aug 18 14:10:52.417599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16f8e606-effe-4930-bb02-cef339a17da0 req-dfc623da-5746-4e38-bb38-e993305ce0ac tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Aug 18 14:10:52.971125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf282-742b-4669-8440-154f0de498b1 req-b3c01803-185e-40c7-b78d-d2db3c21e9af tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:52.972731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3febf282-742b-4669-8440-154f0de498b1 req-b3c01803-185e-40c7-b78d-d2db3c21e9af tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0565979 Aug 18 14:10:53.022056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3febf282-742b-4669-8440-154f0de498b1 req-a443410a-1050-4322-a27f-af09d80bd558 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Aug 18 14:10:53.127144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff226f-5a1a-4f8e-875c-069ffb4d4093 req-74a8e4f7-e10b-4205-b783-3980decce62a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:53.128603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afff226f-5a1a-4f8e-875c-069ffb4d4093 req-74a8e4f7-e10b-4205-b783-3980decce62a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0483973 Aug 18 14:10:53.171077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afff226f-5a1a-4f8e-875c-069ffb4d4093 req-32f58960-9015-42a2-8b86-90d2704b0f99 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Aug 18 14:10:53.442365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aabb8-5b38-4532-a378-bc81ff1f21a1 req-dd28eee6-7f86-4e64-bbba-5efbf89e1260 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:53.444028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b5aabb8-5b38-4532-a378-bc81ff1f21a1 req-dd28eee6-7f86-4e64-bbba-5efbf89e1260 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0552537 Aug 18 14:10:53.485324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b5aabb8-5b38-4532-a378-bc81ff1f21a1 req-f4d9e14a-2554-4100-a80b-18c1f8dce603 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Aug 18 14:10:53.538753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e843-595e-4cd1-a32e-4542d79a16b1 req-8352a84f-eebb-44e5-b001-06c93ddcafcf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:53.540650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d11e843-595e-4cd1-a32e-4542d79a16b1 req-8352a84f-eebb-44e5-b001-06c93ddcafcf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0522907 Aug 18 14:10:53.581664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d11e843-595e-4cd1-a32e-4542d79a16b1 req-2e769839-c08c-4f59-9bbc-67c0ce7c0286 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Aug 18 14:10:54.001222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:54.114372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Deleting subnet 9c4efc25-ec60-4e97-9eb9-bf4d760f306a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:10:54.117602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.185386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.232486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fc834-1eb3-4776-8cc0-37a40d90889a req-38750441-56ad-46d9-8746-08cff7546a97 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:54.234121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a7fc834-1eb3-4776-8cc0-37a40d90889a req-38750441-56ad-46d9-8746-08cff7546a97 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0926864 Aug 18 14:10:54.256786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.684604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a7fc834-1eb3-4776-8cc0-37a40d90889a req-eff17a75-9300-45bf-bc7b-bdc9266a0467 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401033 Aug 18 14:10:54.704508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff0b3-546e-4e7b-ab3b-65e8832923b9 req-60a647c9-8aac-4d81-932d-a1c9a1a2b8cb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:54.705129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a6e78482-9476-4176-beb2-84be2d394bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.706063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d1ff0b3-546e-4e7b-ab3b-65e8832923b9 req-60a647c9-8aac-4d81-932d-a1c9a1a2b8cb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.4532104 Aug 18 14:10:54.767170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d1ff0b3-546e-4e7b-ab3b-65e8832923b9 req-ad00d2a9-1498-45fb-9962-2136144668ed tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509000 Aug 18 14:10:54.806663 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.850121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.851347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c4efc25-ec60-4e97-9eb9-bf4d760f306a HTTP/1.1" status: 204 len: 168 time: 0.8490818 Aug 18 14:10:54.853454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c948c9-003b-444e-8f81-332cb9ddb319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4efc25-ec60-4e97-9eb9-bf4d760f306a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:54.853970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60928) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:54.878989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.891421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d00d5-ca0b-49d3-b927-ffdf82601f9f req-e867a348-a7c8-47bc-b935-81c486d08478 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:54.893050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f79d00d5-ca0b-49d3-b927-ffdf82601f9f req-e867a348-a7c8-47bc-b935-81c486d08478 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1243742 Aug 18 14:10:54.914189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6f2f-3fc4-49e6-8e93-366449b597d8 req-937d141c-0378-42ab-84d4-f86b7f2b6cb4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:54.915663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc1b6f2f-3fc4-49e6-8e93-366449b597d8 req-937d141c-0378-42ab-84d4-f86b7f2b6cb4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0785024 Aug 18 14:10:54.930601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:54.950504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f79d00d5-ca0b-49d3-b927-ffdf82601f9f req-4a9e169c-223f-4b90-950f-64a79017e409 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Aug 18 14:10:54.984985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc1b6f2f-3fc4-49e6-8e93-366449b597d8 req-f89a548f-60fd-4e88-8607-5c2d88ea7c0d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Aug 18 14:10:55.016085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.026260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a7fead-1292-4b5f-a0c2-44c1bcbf5909']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:55.037605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:55.037943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8975b5ae-a8f0-41a1-aeb4-5db1d3f8e243') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:55.048075 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.062531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.068442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:10:55.068843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:10:55.070555 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:10:55.612655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.617554 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.622762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] 10.222.0.35 "DELETE /v2.0/networks/74a7fead-1292-4b5f-a0c2-44c1bcbf5909 HTTP/1.1" status: 204 len: 168 time: 0.7677648 Aug 18 14:10:55.635558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4976f7-cb41-480a-be12-68afc3a7eabd admin admin] Pushing event deleted for resources: {'Network': ['ID=74a7fead-1292-4b5f-a0c2-44c1bcbf5909,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:55.828283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a792a5-ae7b-4d72-9f0f-2ab8ca9a03b9 req-1868d197-6479-4fac-8ff8-b9d4b65ec883 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:55.831685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09a792a5-ae7b-4d72-9f0f-2ab8ca9a03b9 req-1868d197-6479-4fac-8ff8-b9d4b65ec883 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0745380 Aug 18 14:10:55.838550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:55.877731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09a792a5-ae7b-4d72-9f0f-2ab8ca9a03b9 req-c17762b0-a03b-4556-abbd-ee2fe06335c1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Aug 18 14:10:55.949928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a457f67-75d5-4a83-b60b-062e0eed5218 req-dc564ecc-5155-44e7-819e-4ddd3d5c390b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:55.951754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a457f67-75d5-4a83-b60b-062e0eed5218 req-dc564ecc-5155-44e7-819e-4ddd3d5c390b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0615935 Aug 18 14:10:56.007082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:56.009887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a457f67-75d5-4a83-b60b-062e0eed5218 req-a895d581-82b5-46d4-a4b3-831250b7feb3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Aug 18 14:10:56.070045 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce4218e2-72e9-4c3b-8fca-44d92e534d78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4e48c481118462998657d57e9a9a596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616796 Aug 18 14:10:56.072506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60948) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:56.118956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c6ef-8496-413c-ad39-fa35e0f6e59b req-29c0b546-5aa4-47c9-9c26-fa2029b3d904 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:56.120541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f027c6ef-8496-413c-ad39-fa35e0f6e59b req-29c0b546-5aa4-47c9-9c26-fa2029b3d904 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0827327 Aug 18 14:10:56.135122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:56.162393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:56.189237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4128-6773-4968-bbaf-149102071d1b req-f8adab30-3776-4b71-b5f6-af670720f3ff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:56.190722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d6b4128-6773-4968-bbaf-149102071d1b req-f8adab30-3776-4b71-b5f6-af670720f3ff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0895524 Aug 18 14:10:56.198570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f027c6ef-8496-413c-ad39-fa35e0f6e59b req-6550617c-7e94-46d6-afdc-480bbb9e9af8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Aug 18 14:10:56.234090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d6b4128-6773-4968-bbaf-149102071d1b req-43fd6e5a-1fbe-48b7-84d5-fb3fadbaab16 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 18 14:10:56.341222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:56.344018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:56.347886 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f386209-082a-472d-8cd0-251aa589e83b HTTP/1.1" status: 204 len: 168 time: 0.2717857 Aug 18 14:10:56.355842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09bc14-329a-4046-9fd3-b5a75e847f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f386209-082a-472d-8cd0-251aa589e83b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:57.022839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a00dc-57ae-487e-9899-3b8eb252987e req-d3372f4d-ee73-4b3d-ab1e-d2128fff4ca7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:57.024518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-923a00dc-57ae-487e-9899-3b8eb252987e req-d3372f4d-ee73-4b3d-ab1e-d2128fff4ca7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0725534 Aug 18 14:10:57.068154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-923a00dc-57ae-487e-9899-3b8eb252987e req-a72bacf0-96ce-44b7-8d7e-7ae7e116d680 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Aug 18 14:10:57.188692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf31fc-8e2c-47ba-aad8-40864e8df8c5 req-e76b690d-96b6-4cc9-bb4f-a368c1ef4437 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:57.190346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75bf31fc-8e2c-47ba-aad8-40864e8df8c5 req-e76b690d-96b6-4cc9-bb4f-a368c1ef4437 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Aug 18 14:10:57.246089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75bf31fc-8e2c-47ba-aad8-40864e8df8c5 req-83f858fe-0743-4d52-8766-7f0d226d48d0 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Aug 18 14:10:57.371002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006384b-fa65-480c-bfb8-b5d772f3ed63 req-2827f1ca-ac85-4a8e-92e8-20b19173da1f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:57.374124 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:57.379223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e006384b-fa65-480c-bfb8-b5d772f3ed63 req-2827f1ca-ac85-4a8e-92e8-20b19173da1f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0652695 Aug 18 14:10:57.415607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e006384b-fa65-480c-bfb8-b5d772f3ed63 req-a969208d-ee15-4f28-8c9f-d76930d12fb3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354636 Aug 18 14:10:57.521492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940edc-b80b-42c5-a927-310f1197c074 req-5c3d04b1-8199-4992-9234-68f3336d49ef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:57.526405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78940edc-b80b-42c5-a927-310f1197c074 req-5c3d04b1-8199-4992-9234-68f3336d49ef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0565014 Aug 18 14:10:57.568336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78940edc-b80b-42c5-a927-310f1197c074 req-18f9c243-0d76-4703-8c66-dcef11bd9a0d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335345 Aug 18 14:10:57.628265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:57.734644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2088994833-network', 'tenant_id': '99ed4672bb80492e99bb407f3a37e4b4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:57.838258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Made reservation on behalf of 99ed4672bb80492e99bb407f3a37e4b4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:57.840735 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:57.850002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:57.943521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.032857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.053249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:10:58.068424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd696ea-e796-44b1-928c-abc9044a663a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:58.071609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.071952 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Added segment 9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf of type vlan for network 08e43b44-6e1a-4530-8da3-478ddb67ee77 Aug 18 14:10:58.083331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.083673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.084008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.084339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.084677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.085000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.085323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.085645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.085992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.086313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.086632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.086948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:10:58.134228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.196119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49af73-c891-431a-a613-6a2cf6a43cf9 req-087f330d-cfb1-467d-8fac-8cbca93e620f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:58.197630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc49af73-c891-431a-a613-6a2cf6a43cf9 req-087f330d-cfb1-467d-8fac-8cbca93e620f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Aug 18 14:10:58.235979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc49af73-c891-431a-a613-6a2cf6a43cf9 req-014a8e23-2e6d-4b63-b191-2ce8985c3b23 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 18 14:10:58.240963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.242218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:58.242867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.309988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] Pushing event updated for resources: {'Network': ['ID=08e43b44-6e1a-4530-8da3-478ddb67ee77,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:58.320459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 08e43b44-6e1a-4530-8da3-478ddb67ee77 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:10:58.365309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69dda88b-a265-4f44-a36f-3abc8c9adac0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7350404 Aug 18 14:10:58.366348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32796) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:58.368447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b59ea3-abb8-46dc-bb36-6f52bcf3fb7a req-5a8920ba-2ba3-4913-ac2c-dc8953793fad tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:58.376755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4b59ea3-abb8-46dc-bb36-6f52bcf3fb7a req-5a8920ba-2ba3-4913-ac2c-dc8953793fad tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Aug 18 14:10:58.384490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Request body: {'subnet': {'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2088994833-subnet', 'tenant_id': '99ed4672bb80492e99bb407f3a37e4b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:58.460878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4b59ea3-abb8-46dc-bb36-6f52bcf3fb7a req-142dca4b-370f-4c0e-95e9-ae3d81b973bb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Aug 18 14:10:58.469669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Made reservation on behalf of 99ed4672bb80492e99bb407f3a37e4b4 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:10:58.472700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.554074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93448-fa73-464b-b7cc-813d6a64dbb2 req-08f386ad-e555-40ed-ba14-51686d11fddd tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:58.555748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67f93448-fa73-464b-b7cc-813d6a64dbb2 req-08f386ad-e555-40ed-ba14-51686d11fddd tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0583308 Aug 18 14:10:58.604615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67f93448-fa73-464b-b7cc-813d6a64dbb2 req-019d1df5-579c-4acc-9c88-c86c8e951c5e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Aug 18 14:10:58.741479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d463a-66a2-4180-a736-e1d4a368a7b3 req-9ead3084-cd4f-4c52-a04a-b7198f0cbe8f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:58.743886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3d463a-66a2-4180-a736-e1d4a368a7b3 req-9ead3084-cd4f-4c52-a04a-b7198f0cbe8f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0879881 Aug 18 14:10:58.780258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:58.802733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3d463a-66a2-4180-a736-e1d4a368a7b3 req-33e24c0f-b445-4764-9933-76e8868d74ee tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535924 Aug 18 14:10:58.866719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:58.874395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Checking segment: {'id': '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:10:58.875270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Network hostable DHCP agents. Network: 08e43b44-6e1a-4530-8da3-478ddb67ee77, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:10:58.952546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Network 08e43b44-6e1a-4530-8da3-478ddb67ee77 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:10:59.026797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 08e43b44-6e1a-4530-8da3-478ddb67ee77) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:59.031704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:59.032328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:59.037551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037d1d6-0c83-4105-b06b-58f94ea8fddb None None] Network 08e43b44-6e1a-4530-8da3-478ddb67ee77 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:59.108286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-981c86fe-245a-4499-a26c-fb9c03f0ec59 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7406063 Aug 18 14:10:59.172052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd753a7f-b478-4017-88ca-4142a072e5be None None] Network 08e43b44-6e1a-4530-8da3-478ddb67ee77 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:10:59.372431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea827-7e85-41b4-8d6c-ce65e9706d75 req-c4f917ea-e89e-49b7-a93a-3d725c5a557f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:59.374019 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0eea827-7e85-41b4-8d6c-ce65e9706d75 req-c4f917ea-e89e-49b7-a93a-3d725c5a557f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0515213 Aug 18 14:10:59.412660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0eea827-7e85-41b4-8d6c-ce65e9706d75 req-8bdb9298-eb9e-41ee-8b2b-6429f8599011 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Aug 18 14:10:59.570236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bb2e-45dc-4466-b7b7-c7c459c8b508 req-7b32b681-a535-41ea-9098-4fce3b1aa834 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:59.572247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23c1bb2e-45dc-4466-b7b7-c7c459c8b508 req-7b32b681-a535-41ea-9098-4fce3b1aa834 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0563967 Aug 18 14:10:59.620554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23c1bb2e-45dc-4466-b7b7-c7c459c8b508 req-4ae40694-2f08-455f-a35a-f85251ce2c17 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Aug 18 14:10:59.740419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b5b1d-9226-4b52-8f46-9897c8462242 req-9a08d6cc-b3ad-4423-947b-f80517e2ad1f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:59.741822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d35b5b1d-9226-4b52-8f46-9897c8462242 req-9a08d6cc-b3ad-4423-947b-f80517e2ad1f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0507169 Aug 18 14:10:59.781243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d35b5b1d-9226-4b52-8f46-9897c8462242 req-3c1aeed0-9c5e-42bc-b93b-711ed504b9e2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Aug 18 14:10:59.946817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751ad14-a8a4-4e3a-afa4-e10479c88877 req-bf709b9a-b32f-4264-886e-e447e2340e29 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:59.948380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4751ad14-a8a4-4e3a-afa4-e10479c88877 req-bf709b9a-b32f-4264-886e-e447e2340e29 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0508850 Aug 18 14:11:00.017049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4751ad14-a8a4-4e3a-afa4-e10479c88877 req-bf2862a1-9a43-485b-957e-f76d97d6f494 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603471 Aug 18 14:11:00.551620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeabc5d-5d76-4503-826e-aadbfcff4f52 req-d1111215-e0c3-4525-80a1-fef87aca405c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:00.554679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deeabc5d-5d76-4503-826e-aadbfcff4f52 req-d1111215-e0c3-4525-80a1-fef87aca405c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0612943 Aug 18 14:11:00.624115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deeabc5d-5d76-4503-826e-aadbfcff4f52 req-f60504b4-5a78-4b43-9d4a-8ade20e925f4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Aug 18 14:11:00.752198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621011a-730a-4ca2-abb0-e231c79609c9 req-b82f6137-7b2e-446b-abb0-fc579de621bf tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:00.754251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2621011a-730a-4ca2-abb0-e231c79609c9 req-b82f6137-7b2e-446b-abb0-fc579de621bf tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0632002 Aug 18 14:11:00.801160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2621011a-730a-4ca2-abb0-e231c79609c9 req-8646b9e1-d5ee-44cb-9a76-a37278106134 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 Aug 18 14:11:00.930657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739661-ab93-4707-86b6-c77f4a036848 req-a79b4463-da34-4eda-ac2a-27540889f116 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:00.932675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34739661-ab93-4707-86b6-c77f4a036848 req-a79b4463-da34-4eda-ac2a-27540889f116 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0604100 Aug 18 14:11:00.985647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34739661-ab93-4707-86b6-c77f4a036848 req-14aec21a-adab-444d-a63a-0e0b8a1bcc08 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Aug 18 14:11:01.195004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914d1f8-2454-4151-8b87-5b3c1842b0b0 req-8674f97c-aeb1-423c-a021-b28d02e24954 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:01.196408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e914d1f8-2454-4151-8b87-5b3c1842b0b0 req-8674f97c-aeb1-423c-a021-b28d02e24954 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1074371 Aug 18 14:11:01.218087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-853b264f-7baa-4571-be77-bf14dce2f71b tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:01.219518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-853b264f-7baa-4571-be77-bf14dce2f71b tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/networks?id=08e43b44-6e1a-4530-8da3-478ddb67ee77 HTTP/1.1" status: 200 len: 810 time: 0.1516116 Aug 18 14:11:01.242845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-ce8fb1df-7418-47f9-8683-5baaf8ab7b06 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/quotas/99ed4672bb80492e99bb407f3a37e4b4 HTTP/1.1" status: 200 len: 375 time: 0.0149148 Aug 18 14:11:01.268524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e914d1f8-2454-4151-8b87-5b3c1842b0b0 req-fc79f854-86ff-4bc1-ac2e-73d1302d936a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639265 Aug 18 14:11:01.289006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-62860772-0632-4de2-a066-6c8a173e0735 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99ed4672bb80492e99bb407f3a37e4b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378690 Aug 18 14:11:01.389200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-9f8b97a1-78d8-4c6b-8a5d-cf1fac9ef744 service neutron] 10.222.0.35 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924184 Aug 18 14:11:01.487301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-fed3fb1f-a1cb-4ca4-a7bf-a9f3e680e389 service neutron] 10.222.0.35 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909097 Aug 18 14:11:01.738088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be276-13fc-417d-8a7d-e73cf7a158d7 req-c7d95a49-aa9d-4d0f-a097-626589dd82cd tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:01.745142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e3be276-13fc-417d-8a7d-e73cf7a158d7 req-c7d95a49-aa9d-4d0f-a097-626589dd82cd tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0596032 Aug 18 14:11:01.781098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e3be276-13fc-417d-8a7d-e73cf7a158d7 req-9472da24-36d3-489a-bec1-4f07ad479b26 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Aug 18 14:11:01.919169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d04bb788-2bef-4d8f-bed5-97e9cb0e5692 req-355fb4f5-5be1-493e-a2d5-c1b6e9aa5e1d tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 210 time: 0.0406909 Aug 18 14:11:01.973968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26a825-930b-4ace-b339-b19b3642d905 req-bf711eac-66bd-4722-87da-d80a3da2c530 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:01.975775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c26a825-930b-4ace-b339-b19b3642d905 req-bf711eac-66bd-4722-87da-d80a3da2c530 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0863385 Aug 18 14:11:02.022485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c26a825-930b-4ace-b339-b19b3642d905 req-dacf169e-b7c5-4406-9ba9-51c6f5ed06af tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Aug 18 14:11:02.115634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94a05-29fd-4116-86ef-c0907eafbb59 req-c9263876-5839-4bf5-a9de-98dc0cabe593 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:02.117181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fe94a05-29fd-4116-86ef-c0907eafbb59 req-c9263876-5839-4bf5-a9de-98dc0cabe593 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0546565 Aug 18 14:11:02.158877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fe94a05-29fd-4116-86ef-c0907eafbb59 req-94f6eeb9-1ee5-4b96-9c9e-d184fdf3a0bb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Aug 18 14:11:02.398365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01456ffa-b215-4094-aeb5-1bf0a07d9cb3 req-3ce839de-e736-448f-a272-c87cc0aba7cb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:02.406247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01456ffa-b215-4094-aeb5-1bf0a07d9cb3 req-3ce839de-e736-448f-a272-c87cc0aba7cb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.0633879 Aug 18 14:11:02.445081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01456ffa-b215-4094-aeb5-1bf0a07d9cb3 req-b03919e6-5c2e-43e9-bc43-b76dfca25e83 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Aug 18 14:11:02.916665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96d6c-6979-4bdc-97cb-84f6bb634fb1 req-68a5260d-10c6-436e-b9b2-e3c508be2c88 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:02.918687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ca96d6c-6979-4bdc-97cb-84f6bb634fb1 req-68a5260d-10c6-436e-b9b2-e3c508be2c88 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Aug 18 14:11:02.981683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ca96d6c-6979-4bdc-97cb-84f6bb634fb1 req-628a2d4d-5d04-488a-9dee-aba7c1aca32f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562832 Aug 18 14:11:03.043923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23ef81ee-81b2-426e-89a1-138f11739cf3 req-118022c7-8fd7-45b4-8da4-a05d14f7189d tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 210 time: 0.0671670 Aug 18 14:11:03.178136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a757b-09d8-4c52-aabe-d8eab5ffc77b req-90e969fa-567a-4c23-92cd-2d5f34ebb157 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:03.179669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b05a757b-09d8-4c52-aabe-d8eab5ffc77b req-90e969fa-567a-4c23-92cd-2d5f34ebb157 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0695949 Aug 18 14:11:03.238482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b05a757b-09d8-4c52-aabe-d8eab5ffc77b req-0f8e61df-201a-4603-a11b-4dd1c08613f5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523508 Aug 18 14:11:03.295106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90257c2-0ec2-4620-91bb-407d318684d9 req-f28d7584-b9ae-4697-9a18-f975294e8bab tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:03.296876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c90257c2-0ec2-4620-91bb-407d318684d9 req-f28d7584-b9ae-4697-9a18-f975294e8bab tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0568929 Aug 18 14:11:03.344958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c90257c2-0ec2-4620-91bb-407d318684d9 req-c9c86bf5-d696-4f5c-aaef-17b9ace803ec tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Aug 18 14:11:03.463359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-0cb11c33-cca6-4c4d-9bab-3c284574d13d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:03.465605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-0cb11c33-cca6-4c4d-9bab-3c284574d13d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.1197598 Aug 18 14:11:03.485660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-62556c70-ae00-4b28-869b-25670ea96aa2 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/quotas/4c04877b8307445f8f6a9cda26c80dc8 HTTP/1.1" status: 200 len: 375 time: 0.0134466 Aug 18 14:11:03.555027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-868cad9c-fe9b-4db5-8315-ece0c97ee7c2 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633531 Aug 18 14:11:03.686010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f14e-5ae8-4b0c-ad06-1b6c2f4760a0 req-abaa2ab2-8bce-43f9-83a2-f855be15e086 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:03.687443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2f14e-5ae8-4b0c-ad06-1b6c2f4760a0 req-abaa2ab2-8bce-43f9-83a2-f855be15e086 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1056108 Aug 18 14:11:03.693253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-7856da7d-38c3-4962-82e2-3e66aa9a70c5 service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297698 Aug 18 14:11:03.783628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2f14e-5ae8-4b0c-ad06-1b6c2f4760a0 req-067a6012-44c7-4615-98fe-92a3ef5bea1c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893219 Aug 18 14:11:03.823524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-0093e5e8-d73c-4528-932c-f5b9b729636b service neutron] 10.222.0.35 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222472 Aug 18 14:11:03.999545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aa44e-224f-479e-86b0-6ce52b4197a5 req-ff30f63c-a13e-407a-a991-ed8cdb68b7ad tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.000986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0aa44e-224f-479e-86b0-6ce52b4197a5 req-ff30f63c-a13e-407a-a991-ed8cdb68b7ad tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0521302 Aug 18 14:11:04.040241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0aa44e-224f-479e-86b0-6ce52b4197a5 req-9de1f94c-9e21-4ef2-8177-9df1d1c8223d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Aug 18 14:11:04.209375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084877-fcdf-4f27-9a68-b55c2cd6d2a5 req-6cb517d5-bab3-4dea-b094-6567282da1ae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.211064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f084877-fcdf-4f27-9a68-b55c2cd6d2a5 req-6cb517d5-bab3-4dea-b094-6567282da1ae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0682654 Aug 18 14:11:04.272588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f084877-fcdf-4f27-9a68-b55c2cd6d2a5 req-9dfdf6cf-fdfd-455c-9532-90d65034fbf7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528615 Aug 18 14:11:04.394671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5e1fe47-8a95-49a9-af5e-09f1b7e69657 req-6e35e8fd-72ec-4369-88bf-f230840520e3 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 210 time: 0.0547118 Aug 18 14:11:04.437128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e80031-79cf-4554-bd4f-f4ec48a179d3 req-cbcb4bbf-d729-4237-a267-a4c8c1326cd2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.441387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63e80031-79cf-4554-bd4f-f4ec48a179d3 req-cbcb4bbf-d729-4237-a267-a4c8c1326cd2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0905583 Aug 18 14:11:04.491364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78b5dcd0-b5c9-4def-a175-1b2c150a176a req-0148d2db-7668-4442-8369-424c4b674a2d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 210 time: 0.0430462 Aug 18 14:11:04.534438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63e80031-79cf-4554-bd4f-f4ec48a179d3 req-1ef6aff4-c986-401b-b0e0-4e56a77b3ce5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 Aug 18 14:11:04.706574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f140b2-7c37-4df7-bdd4-f0546a319cc3 req-0b1ce785-8459-4113-85e1-71f080d9812b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.710388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37f140b2-7c37-4df7-bdd4-f0546a319cc3 req-0b1ce785-8459-4113-85e1-71f080d9812b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1501725 Aug 18 14:11:04.769659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e57886-ad9b-4c27-a71d-c66931b1e9ca req-17bd92af-3026-4962-8605-9f708bd76cd5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.771072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5e57886-ad9b-4c27-a71d-c66931b1e9ca req-17bd92af-3026-4962-8605-9f708bd76cd5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1617341 Aug 18 14:11:04.790585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e3f76b81-3cd7-4852-8f3e-c141ed10ddab tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:04.792030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e3f76b81-3cd7-4852-8f3e-c141ed10ddab tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.10 "GET /v2.0/networks?id=08e43b44-6e1a-4530-8da3-478ddb67ee77 HTTP/1.1" status: 200 len: 810 time: 0.1940272 Aug 18 14:11:04.810188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37f140b2-7c37-4df7-bdd4-f0546a319cc3 req-1dc23f7d-1d35-4156-a243-e3c59b5dfa7b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Aug 18 14:11:04.820008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Request body: {'port': {'device_id': '66398fad-5df2-4552-b08e-7a916984c78d', 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77', 'admin_state_up': True, 'tenant_id': '99ed4672bb80492e99bb407f3a37e4b4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:04.925526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5e57886-ad9b-4c27-a71d-c66931b1e9ca req-72d8daa0-004e-4f64-ac82-367211051462 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448817 Aug 18 14:11:05.103193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-687f3feb-b0a0-4aa4-897a-b5f40df561e9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.104768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-687f3feb-b0a0-4aa4-897a-b5f40df561e9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.2011352 Aug 18 14:11:05.126660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-7e6e8f56-fe4d-487d-b311-4b2f933ff507 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/quotas/07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 375 time: 0.0149534 Aug 18 14:11:05.197042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-daa97b2d-c5cf-4af5-bc7c-cd657a70fb50 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0674176 Aug 18 14:11:05.213580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Made reservation on behalf of 99ed4672bb80492e99bb407f3a37e4b4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:05.216945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:05.362756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-ea715d0e-4deb-4abc-a2e2-7651b9421d91 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577525 Aug 18 14:11:05.466592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Allocated IP 172.20.0.11 (08e43b44-6e1a-4530-8da3-478ddb67ee77/ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855/c0644fa3-8305-426f-98cf-2aed1d08f38c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:05.568518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f73d66ea-c62e-4953-a96f-8661e417484d req-39863449-9d9a-43cb-a661-ec4d0c87e82c tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 210 time: 0.0590465 Aug 18 14:11:05.575786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-20effee2-b8c7-4ef5-ab74-8d595fa8c540 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066438 Aug 18 14:11:05.722251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-134b882b-e77e-41d7-9643-cfccd0bce842 req-d4e99cf5-9388-4157-8ce5-ba543611f990 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 210 time: 0.0407112 Aug 18 14:11:05.767432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:05.861144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110822-b56f-4be5-90bf-efb7eb5359d9 req-c766381b-5432-4200-ab9a-41788a7e5db7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.862704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be110822-b56f-4be5-90bf-efb7eb5359d9 req-c766381b-5432-4200-ab9a-41788a7e5db7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0641596 Aug 18 14:11:05.914677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be110822-b56f-4be5-90bf-efb7eb5359d9 req-31ac4111-5be6-4c88-95de-ff99e505e771 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 18 14:11:05.972048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:06.009921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0edb301b-75f4-4597-b1c8-dca544ae9281 req-b261a393-2176-46a4-8015-d4fa6fab06d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 210 time: 0.0428245 Aug 18 14:11:06.066996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Network 08e43b44-6e1a-4530-8da3-478ddb67ee77 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:06.081449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:06.095276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0850559-6ad6-4ce0-ba39-2f2a8178e172 req-ebe1474f-9d67-41e2-b4c0-d68d2dcbcecd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:06.096893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0850559-6ad6-4ce0-ba39-2f2a8178e172 req-ebe1474f-9d67-41e2-b4c0-d68d2dcbcecd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1572413 Aug 18 14:11:06.098341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:06.134441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Pushing event updated for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:06.205633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:06.206298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:06.225356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0850559-6ad6-4ce0-ba39-2f2a8178e172 req-35196740-f260-4e3e-a815-0ec2975ee43d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Aug 18 14:11:06.236211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790edb1-4baf-41d8-bad9-65fba0f1af53 req-681c9857-ba04-485a-bc40-d71082b901c4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:06.246770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9790edb1-4baf-41d8-bad9-65fba0f1af53 req-681c9857-ba04-485a-bc40-d71082b901c4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1540554 Aug 18 14:11:06.311248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9790edb1-4baf-41d8-bad9-65fba0f1af53 req-cfc86b72-e7f0-4505-aa92-ef194d1ea86d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628967 Aug 18 14:11:06.331223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-e5ec290b-6676-43e9-a6f8-1965d69858f0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5180881 Aug 18 14:11:06.400983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Request body: {'port': {'device_id': '66398fad-5df2-4552-b08e-7a916984c78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:06.466454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:06.756708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b5befeee-685c-40de-8797-80b1e959733d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:06.758238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b5befeee-685c-40de-8797-80b1e959733d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/networks?id=427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 200 len: 815 time: 0.2474089 Aug 18 14:11:06.775048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Request body: {'port': {'device_id': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'admin_state_up': True, 'tenant_id': '4c04877b8307445f8f6a9cda26c80dc8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:06.874360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c305e5c-0bd6-4ab6-a860-605d33a64082 req-e35bea05-20fe-4d7f-9754-36d893f5430a tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:06.875848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c305e5c-0bd6-4ab6-a860-605d33a64082 req-e35bea05-20fe-4d7f-9754-36d893f5430a tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 932 time: 0.1784616 Aug 18 14:11:06.884313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-941c53d5-6982-40de-b247-543b7bc62b8e req-af7d62ea-05a7-4f7a-aa26-eb9cfb7108b0 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 210 time: 0.0611813 Aug 18 14:11:07.023536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c305e5c-0bd6-4ab6-a860-605d33a64082 req-cfba3ab5-627a-4dd9-ab52-5b8b2c50a549 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324496 Aug 18 14:11:07.052067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0644fa3-8305-426f-98cf-2aed1d08f38c {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:07.066139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:07.096346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Transition to ACTIVE for port object c0644fa3-8305-426f-98cf-2aed1d08f38c will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:07.130125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88268f-3bf8-488d-8fd1-860dbf1b7b7b req-a42d952e-62ea-4727-a863-4a006e2ae3cf tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:07.131639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db88268f-3bf8-488d-8fd1-860dbf1b7b7b req-a42d952e-62ea-4727-a863-4a006e2ae3cf tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.1310911 Aug 18 14:11:07.133708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6aa35e70-49a1-4da8-b6a2-da4a0a762a02 req-fac1efd8-b616-416b-a22b-8055bb8c6ab4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 210 time: 0.0408134 Aug 18 14:11:07.172976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db88268f-3bf8-488d-8fd1-860dbf1b7b7b req-3cc19763-eff0-47dc-9501-a9d87ce4bb59 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Aug 18 14:11:07.174450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:07.211026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Made reservation on behalf of 4c04877b8307445f8f6a9cda26c80dc8 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:07.214693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:07.242019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Pushing event updated for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:07.808288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Attempting to bind port c0644fa3-8305-426f-98cf-2aed1d08f38c on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:07.816297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Attempting to bind port c0644fa3-8305-426f-98cf-2aed1d08f38c by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:07.816297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Attempting to bind port c0644fa3-8305-426f-98cf-2aed1d08f38c on network 08e43b44-6e1a-4530-8da3-478ddb67ee77 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:07.821833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55dbc1-0951-402e-88b5-70d136d43f1f req-7d5ea8bd-e15b-417f-9f77-b3eb17a3cdab tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:07.823352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da55dbc1-0951-402e-88b5-70d136d43f1f req-7d5ea8bd-e15b-417f-9f77-b3eb17a3cdab tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.4960556 Aug 18 14:11:07.838286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Port c0644fa3-8305-426f-98cf-2aed1d08f38c on network 08e43b44-6e1a-4530-8da3-478ddb67ee77 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:07.838621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Attempting to bind port c0644fa3-8305-426f-98cf-2aed1d08f38c on network 08e43b44-6e1a-4530-8da3-478ddb67ee77 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:07.864484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Allocated IP 172.20.0.9 (427698a1-3faa-4510-9576-5df7cc226cfb/798f3df1-6d31-46a8-a704-22a23158ec26/d18a4492-4a22-4319-88de-c4c92cb44146) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:07.868759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:07.869104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Checking segment: {'id': '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:07.869492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Bound using segment: {'id': '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:07.869970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Bound port: c0644fa3-8305-426f-98cf-2aed1d08f38c, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:07.870330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:07.897415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26a2b9-b803-4ce7-bd94-679c5b8635ee req-f44454a0-be96-4827-852c-4f2c07b0cf9b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:07.898969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa26a2b9-b803-4ce7-bd94-679c5b8635ee req-f44454a0-be96-4827-852c-4f2c07b0cf9b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.5178320 Aug 18 14:11:07.930690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da55dbc1-0951-402e-88b5-70d136d43f1f req-84556c10-7617-418c-8c1a-4ba16eb601c8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998917 Aug 18 14:11:08.029590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa26a2b9-b803-4ce7-bd94-679c5b8635ee req-461aefe3-029c-4ef7-938b-9bb8e6b55dd2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169326 Aug 18 14:11:08.092807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:08.114398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96f8ceb7-55b5-4483-99cc-57f69afde8f5 req-1504f7ce-5a19-442a-b2e7-35a3a7215f17 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 210 time: 0.0437281 Aug 18 14:11:08.127836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c,segment=NetworkSegment(9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf),segment_id=9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:08.214953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.231368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb44d69-14de-479a-b3c0-94f79e29069c req-9ddd277f-382a-449c-9f84-ba695b448dca tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.232906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deb44d69-14de-479a-b3c0-94f79e29069c req-9ddd277f-382a-449c-9f84-ba695b448dca tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 944 time: 0.1022863 Aug 18 14:11:08.234827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-1a8239f6-43e7-4c7a-b309-6055dcfa2279 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.240428 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-1a8239f6-43e7-4c7a-b309-6055dcfa2279 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.1512132 Aug 18 14:11:08.253921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.258072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'device_id': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'admin_state_up': True, 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:08.263315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4784ec43-908b-4667-87b9-8d8c13d1d879 req-580aee78-f0fd-420c-b4c9-6ba8c526a414 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 210 time: 0.0526137 Aug 18 14:11:08.327525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.328464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.329954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0644fa3-8305-426f-98cf-2aed1d08f38c HTTP/1.1" status: 200 len: 1092 time: 1.9875321 Aug 18 14:11:08.331912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:08.334358 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42beb93f-e5ad-4156-a034-74fe2260e3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:08.385878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deb44d69-14de-479a-b3c0-94f79e29069c req-5b759845-da2e-41fb-bc01-25f7f2494917 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298230 Aug 18 14:11:08.411190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c098-6468-4bc0-b5b8-5363b8c53664 service neutron] Pushing event updated for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:08.458538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db82eb-5ba3-4a52-8602-c09182a055ba req-371888a5-c218-4234-84b6-d099de8033c5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.460061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84db82eb-5ba3-4a52-8602-c09182a055ba req-371888a5-c218-4234-84b6-d099de8033c5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0991340 Aug 18 14:11:08.505296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.523558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af', '9704b69d-e590-413d-87da-49c9d9830835'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:08.525685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['586797f1-8e35-47ed-a849-0adc966d5ae8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:08.551373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:08.551373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.555544 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce71b3-9d52-4de1-905c-6a852471c5b1 x-openstack-request-id: req-00ce71b3-9d52-4de1-905c-6a852471c5b1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:08.555841 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:08.556096 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00ce71b3-9d52-4de1-905c-6a852471c5b1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:08.556523 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c', 'status': 'completed', 'code': 200} Aug 18 14:11:08.564163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84db82eb-5ba3-4a52-8602-c09182a055ba req-8cc6bd53-94b5-4c5e-b80b-7216d15353fb tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Aug 18 14:11:08.591294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Network 427698a1-3faa-4510-9576-5df7cc226cfb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:08.595769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-170f9733-2dcd-41a4-aaa4-e000ae1242f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.597949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-170f9733-2dcd-41a4-aaa4-e000ae1242f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99ed4672bb80492e99bb407f3a37e4b4&device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 1095 time: 0.1369271 Aug 18 14:11:08.605493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:08.617282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event updated for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:08.621485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:08.690671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-84e6a46d-1d46-4cd6-907d-419dbae5b37a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c HTTP/1.1" status: 200 len: 217 time: 0.0823541 Aug 18 14:11:08.727210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.20.0.5 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/8241d135-a9df-46ad-b616-edc2810b00b8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:08.780103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-b1869813-eaca-4248-b599-653a68449694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.781722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-b1869813-eaca-4248-b599-653a68449694 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855 HTTP/1.1" status: 200 len: 850 time: 0.0721328 Aug 18 14:11:08.789172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:08.789977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.834918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-3bd05ef0-8efa-431e-9c66-0c74986805e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08e43b44-6e1a-4530-8da3-478ddb67ee77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328712 Aug 18 14:11:08.913488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-b40bd816-28ae-4447-9f2a-1519f3176b29 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1444135 Aug 18 14:11:08.928743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:08.952896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Transition to ACTIVE for port object 8241d135-a9df-46ad-b616-edc2810b00b8 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:09.010534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-aa288467-2ab0-4680-87d8-20b03cb986f5 service neutron] 10.222.0.10 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622598 Aug 18 14:11:09.018034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Request body: {'port': {'device_id': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:09.057781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.078025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:09.112943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:09.117562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:09.121007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:09.184636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:09.207070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.207729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.234106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3ed23-219d-4670-8b7f-94c45fe39cd4 req-a71b7f96-8a6a-4569-b5bd-16e2b66f0116 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.239383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bc3ed23-219d-4670-8b7f-94c45fe39cd4 req-a71b7f96-8a6a-4569-b5bd-16e2b66f0116 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1900566 Aug 18 14:11:09.284610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-43660734-00fb-4b9c-8ac6-e65ab7024bae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313196 Aug 18 14:11:09.286973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.303017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Request body: {'port': {'device_id': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:09.369162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.372314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16ee9499-48aa-430b-ae65-8bf40a7cc8df req-6ac63ae1-1dd1-4bd1-9950-0c484f170cce service neutron] 10.222.0.10 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504066 Aug 18 14:11:09.386780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bc3ed23-219d-4670-8b7f-94c45fe39cd4 req-b6e6812b-34fd-466e-8ac0-676e67cbea78 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317282 Aug 18 14:11:09.409938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd771-ff59-4ab0-b5f8-db1bb344abda req-4ffce910-a52c-47be-b502-61b50c5ae0bf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.409938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feedd771-ff59-4ab0-b5f8-db1bb344abda req-4ffce910-a52c-47be-b502-61b50c5ae0bf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1907237 Aug 18 14:11:09.517031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0eac6013-af50-46fd-86c3-a10a78a0a43c None None] Provisioning for port 8241d135-a9df-46ad-b616-edc2810b00b8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:09.526575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0eac6013-af50-46fd-86c3-a10a78a0a43c None None] Provisioning complete for port 8241d135-a9df-46ad-b616-edc2810b00b8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:09.528282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0eac6013-af50-46fd-86c3-a10a78a0a43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.572448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0eac6013-af50-46fd-86c3-a10a78a0a43c None None] Port 8241d135-a9df-46ad-b616-edc2810b00b8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:11:09.651688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feedd771-ff59-4ab0-b5f8-db1bb344abda req-58a24428-ed7e-40a7-80a2-c9f33a7f8fd8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308314 Aug 18 14:11:09.711335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757273-9b64-42f3-bed3-34deb4cbb45d req-f5a1adef-091e-4d5b-9997-d2e6f62d6891 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.714859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d757273-9b64-42f3-bed3-34deb4cbb45d req-f5a1adef-091e-4d5b-9997-d2e6f62d6891 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 931 time: 0.2178571 Aug 18 14:11:09.721412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8241d135-a9df-46ad-b616-edc2810b00b8 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:09.723847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-4b68a12b-ac36-49e3-8ffb-26aab1e0992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.725306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-4b68a12b-ac36-49e3-8ffb-26aab1e0992c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99ed4672bb80492e99bb407f3a37e4b4&device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 1095 time: 0.2278173 Aug 18 14:11:09.731468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.746369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Transition to ACTIVE for port object 8241d135-a9df-46ad-b616-edc2810b00b8 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:09.847880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:09.910031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d757273-9b64-42f3-bed3-34deb4cbb45d req-641089db-cd85-4e9c-b19d-8f55bfc7928d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686783 Aug 18 14:11:09.934352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18a4492-4a22-4319-88de-c4c92cb44146 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:09.957663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e537-a43e-414a-90b5-d18b162067b1 req-78918ecd-5f66-4c8c-971f-54deefb4aca5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:09.965892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ff7e537-a43e-414a-90b5-d18b162067b1 req-78918ecd-5f66-4c8c-971f-54deefb4aca5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 931 time: 0.2434444 Aug 18 14:11:09.976610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Pushing event updated for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:09.977085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.017329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-d461053b-0dae-4c99-86c2-b4e036bafcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.018859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-d461053b-0dae-4c99-86c2-b4e036bafcdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=08e43b44-6e1a-4530-8da3-478ddb67ee77 HTTP/1.1" status: 200 len: 911 time: 0.2647552 Aug 18 14:11:10.028998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Transition to ACTIVE for port object d18a4492-4a22-4319-88de-c4c92cb44146 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:10.054381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Attempting to bind port 8241d135-a9df-46ad-b616-edc2810b00b8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:10.054801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Attempting to bind port 8241d135-a9df-46ad-b616-edc2810b00b8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:10.055209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Attempting to bind port 8241d135-a9df-46ad-b616-edc2810b00b8 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:10.061885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Port 8241d135-a9df-46ad-b616-edc2810b00b8 on network 224b066a-30cd-4483-bec3-6041db3ca63c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:10.061885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Attempting to bind port 8241d135-a9df-46ad-b616-edc2810b00b8 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:10.064180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ff7e537-a43e-414a-90b5-d18b162067b1 req-6c6ca0d4-8913-400d-a7f6-4d53ece1ac31 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983086 Aug 18 14:11:10.067451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:10.067801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:10.068182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:10.068919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Bound port: 8241d135-a9df-46ad-b616-edc2810b00b8, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:10.069061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.104363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-254112ca-9d57-40b9-99ca-8c44aea833ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c HTTP/1.1" status: 200 len: 217 time: 0.0644338 Aug 18 14:11:10.109729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.151418 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.193230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:10.198408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8241d135-a9df-46ad-b616-edc2810b00b8,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:10.201275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5c588-0bc9-4ce1-9b47-3475abc3784a req-13bfe1de-e7fc-48e5-8a83-dbd3941b8f91 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.202959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17e5c588-0bc9-4ce1-9b47-3475abc3784a req-13bfe1de-e7fc-48e5-8a83-dbd3941b8f91 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 944 time: 0.1893015 Aug 18 14:11:10.261740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.264607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-4952517a-297f-46e6-ba15-48a19ea627fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.266280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-4952517a-297f-46e6-ba15-48a19ea627fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855 HTTP/1.1" status: 200 len: 850 time: 0.1506786 Aug 18 14:11:10.277282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Pushing event updated for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:10.299886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.300561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.302028 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] 10.222.0.58 "PUT /v2.0/ports/8241d135-a9df-46ad-b616-edc2810b00b8 HTTP/1.1" status: 200 len: 1091 time: 1.0039585 Aug 18 14:11:10.302470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:10.305254 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c7d754-b062-41f8-9813-d9396132e572" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:10.335709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5b07-eda4-42e9-958f-a85914a21e3d service neutron] Pushing event updated for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:10.345975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-f9014f1c-0c84-4e68-ac3f-26bfb0c773eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08e43b44-6e1a-4530-8da3-478ddb67ee77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521636 Aug 18 14:11:10.349069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17e5c588-0bc9-4ce1-9b47-3475abc3784a req-56a5c830-7143-4409-b9bc-9d77c74d3789 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180634 Aug 18 14:11:10.364213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350a30a-9582-478b-aae4-2387d2eb1052 req-31748027-721d-4143-b03e-b059cb38e548 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.365795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3350a30a-9582-478b-aae4-2387d2eb1052 req-31748027-721d-4143-b03e-b059cb38e548 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.2084048 Aug 18 14:11:10.489172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-b40d659c-b887-4a16-849c-1af4adbb00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.492441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-b40d659c-b887-4a16-849c-1af4adbb00de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 1094 time: 0.0565851 Aug 18 14:11:10.500125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3350a30a-9582-478b-aae4-2387d2eb1052 req-3b7c42af-5b08-48fb-8846-76db9683169f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134160 Aug 18 14:11:10.545100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Attempting to bind port d18a4492-4a22-4319-88de-c4c92cb44146 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:10.545445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Attempting to bind port d18a4492-4a22-4319-88de-c4c92cb44146 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:10.545787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Attempting to bind port d18a4492-4a22-4319-88de-c4c92cb44146 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:10.580213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Port d18a4492-4a22-4319-88de-c4c92cb44146 on network 427698a1-3faa-4510-9576-5df7cc226cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:10.580475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Attempting to bind port d18a4492-4a22-4319-88de-c4c92cb44146 on network 427698a1-3faa-4510-9576-5df7cc226cfb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:10.582531 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-0877afee-4ffa-4154-b6a3-55b356544b4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8241d135-a9df-46ad-b616-edc2810b00b8 HTTP/1.1" status: 200 len: 217 time: 0.0811369 Aug 18 14:11:10.589795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:10.590168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Checking segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:10.599509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Bound using segment: {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:10.600024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Bound port: d18a4492-4a22-4319-88de-c4c92cb44146, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98363df7-6c80-443c-aac8-4563e9fbbc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:10.600440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.603926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-51a75e5e-d05c-4ff7-be4f-31bac43883a2 service neutron] 10.222.0.10 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371733 Aug 18 14:11:10.627325 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887f469f-93f1-474c-871d-2ccf205ed269 x-openstack-request-id: req-887f469f-93f1-474c-871d-2ccf205ed269 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:10.628184 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:10.628591 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-887f469f-93f1-474c-871d-2ccf205ed269 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:10.629127 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8', 'status': 'completed', 'code': 200} Aug 18 14:11:10.649336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-c865318e-fa91-4330-83b9-4f9d77c7133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.651149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-c865318e-fa91-4330-83b9-4f9d77c7133f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0599704 Aug 18 14:11:10.698297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:10.718967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-b68016a8-4f01-45f4-8ebc-875718342e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.721884 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-b68016a8-4f01-45f4-8ebc-875718342e41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608878 Aug 18 14:11:10.809364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72244ce3-6531-42b8-94a4-1872ea8905fc req-3730bb89-4739-4668-a431-8710c121c57e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.814636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72244ce3-6531-42b8-94a4-1872ea8905fc req-3730bb89-4739-4668-a431-8710c121c57e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1887417 Aug 18 14:11:10.827994 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-5ced6482-11c9-443d-977b-f5b9471b9313 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927198 Aug 18 14:11:10.860228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42beb93f-e5ad-4156-a034-74fe2260e3a5 req-d1026ce9-d859-42e1-a5f3-d8ea0daad4e4 service neutron] 10.222.0.10 "GET /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357237 Aug 18 14:11:10.884769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:10.911015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0803a-e07c-4b31-a62e-aaca13ccb581 req-19be641c-b44a-4ca0-99ef-481fdc5421bf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:10.914165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04e0803a-e07c-4b31-a62e-aaca13ccb581 req-19be641c-b44a-4ca0-99ef-481fdc5421bf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1684747 Aug 18 14:11:10.919425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d18a4492-4a22-4319-88de-c4c92cb44146,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:10.926180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72244ce3-6531-42b8-94a4-1872ea8905fc req-e6bba0cc-0c06-4633-99c7-bd5d8e559896 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766954 Aug 18 14:11:10.944641 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-33896b7a-279e-4bb7-bdc7-4322b5f2e5ab req-c39e324d-f7a8-4c26-bfd1-cabba93e6c17 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021674 Aug 18 14:11:10.969912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04e0803a-e07c-4b31-a62e-aaca13ccb581 req-23207748-2f31-4bb1-b9b1-8b1ab4d84c8c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Aug 18 14:11:10.981499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:11.037271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.037911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:11.039290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] 10.222.0.58 "PUT /v2.0/ports/d18a4492-4a22-4319-88de-c4c92cb44146 HTTP/1.1" status: 200 len: 1091 time: 2.1136742 Aug 18 14:11:11.055853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:11.058192 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5097c0e5-514d-489c-8924-be72d821aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:11.093598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c81297-5647-47e6-bc7c-dc549edc693e service neutron] Pushing event updated for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:11.110790 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847adab4-cb43-4c4b-992f-542f8ccc915e x-openstack-request-id: req-847adab4-cb43-4c4b-992f-542f8ccc915e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:11.111085 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:11.111341 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-847adab4-cb43-4c4b-992f-542f8ccc915e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:11.111746 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146', 'status': 'completed', 'code': 200} Aug 18 14:11:11.139524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812c00-f80b-44c9-9a7b-9bf162830383 req-2a46c25b-c988-41ac-8a26-34b903090e52 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.147849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c812c00-f80b-44c9-9a7b-9bf162830383 req-2a46c25b-c988-41ac-8a26-34b903090e52 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 943 time: 0.1465118 Aug 18 14:11:11.178937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097c0e5-514d-489c-8924-be72d821aea0 req-da66e495-773e-4af6-90cf-58261c6eb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.180518 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5097c0e5-514d-489c-8924-be72d821aea0 req-da66e495-773e-4af6-90cf-58261c6eb40a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 1094 time: 0.0485930 Aug 18 14:11:11.227971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c812c00-f80b-44c9-9a7b-9bf162830383 req-44dd5f19-cb7c-4a82-b29c-2ef44e916644 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Aug 18 14:11:11.237971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d754-b062-41f8-9813-d9396132e572 req-094b1702-41b3-44bb-a34f-29904d807471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.239799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-094b1702-41b3-44bb-a34f-29904d807471 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 1094 time: 0.1419203 Aug 18 14:11:11.259580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204002ea-5bb6-4a03-ae1b-824f67879920 req-731addb1-fd5e-4642-864b-b6ddb922baa8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.261812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-204002ea-5bb6-4a03-ae1b-824f67879920 req-731addb1-fd5e-4642-864b-b6ddb922baa8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 943 time: 0.0910640 Aug 18 14:11:11.302738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097c0e5-514d-489c-8924-be72d821aea0 req-c2bdd22a-6e1a-4310-a72e-ac6652812e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.304330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5097c0e5-514d-489c-8924-be72d821aea0 req-c2bdd22a-6e1a-4310-a72e-ac6652812e3c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1153336 Aug 18 14:11:11.367729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-204002ea-5bb6-4a03-ae1b-824f67879920 req-7ffa3db7-7385-4815-81e4-2aa6f800f7bd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Aug 18 14:11:11.383541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d754-b062-41f8-9813-d9396132e572 req-ac4436c7-4ce5-44ca-891a-202c0c4e539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.385080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-ac4436c7-4ce5-44ca-891a-202c0c4e539c service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1345906 Aug 18 14:11:11.433497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097c0e5-514d-489c-8924-be72d821aea0 req-5e3c748e-ed0f-46ae-862a-edd2bd534bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.435063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5097c0e5-514d-489c-8924-be72d821aea0 req-5e3c748e-ed0f-46ae-862a-edd2bd534bea service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198187 Aug 18 14:11:11.439174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-9b897a63-f442-43d7-841a-bd2c81b87422 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8241d135-a9df-46ad-b616-edc2810b00b8 HTTP/1.1" status: 200 len: 217 time: 0.0427172 Aug 18 14:11:11.519339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d754-b062-41f8-9813-d9396132e572 req-12b18418-0c77-4457-b529-4fbfb5e8872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.520840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-12b18418-0c77-4457-b529-4fbfb5e8872e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0729301 Aug 18 14:11:11.531133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e15c-191a-475a-9c3e-57fa421fcacb req-67d69441-0e24-4b09-90bd-203296006350 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.531743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-4dc6d903-3fb3-4e17-887b-fb26fc96a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.532771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abb1e15c-191a-475a-9c3e-57fa421fcacb req-67d69441-0e24-4b09-90bd-203296006350 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 944 time: 0.0966194 Aug 18 14:11:11.533521 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-4dc6d903-3fb3-4e17-887b-fb26fc96a464 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 1094 time: 0.0519884 Aug 18 14:11:11.610099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abb1e15c-191a-475a-9c3e-57fa421fcacb req-1f7c9808-790d-49bb-b2c9-51b1fc094bde tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632269 Aug 18 14:11:11.618837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d754-b062-41f8-9813-d9396132e572 req-ea873eb9-e49b-4538-9d91-9bc70d2d6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.619103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-7e6ea274-72ba-4ee5-91be-118495c8baad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d18a4492-4a22-4319-88de-c4c92cb44146 HTTP/1.1" status: 200 len: 217 time: 0.0593929 Aug 18 14:11:11.619201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-ea873eb9-e49b-4538-9d91-9bc70d2d6826 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829101 Aug 18 14:11:11.689273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-c0035f5e-98c7-42ee-a933-a412d4b0e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.690934 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-c0035f5e-98c7-42ee-a933-a412d4b0e6d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 200 len: 855 time: 0.0561602 Aug 18 14:11:11.718084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecda2-8520-455a-9040-33a4fe0aa59c req-b846a2be-2cf6-4f3c-b3d4-525eff94f4f1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:11.719620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adeecda2-8520-455a-9040-33a4fe0aa59c req-b846a2be-2cf6-4f3c-b3d4-525eff94f4f1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.1076190 Aug 18 14:11:11.733651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-17c87f1f-cc5e-4a56-8e0d-f572c43526ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427698a1-3faa-4510-9576-5df7cc226cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280015 Aug 18 14:11:11.776479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-992f8e23-88b4-4126-999e-bd812d9e42c6 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340778 Aug 18 14:11:11.781586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adeecda2-8520-455a-9040-33a4fe0aa59c req-ab4dc868-dd07-41c7-9519-1e371f2b17e1 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554214 Aug 18 14:11:11.839984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-5fa36ce6-0e2a-44fc-8632-8155d03c239d service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982635 Aug 18 14:11:11.878325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98c7d754-b062-41f8-9813-d9396132e572 req-ccb5e25d-dbd9-41d1-8cc1-c681e7996578 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919304 Aug 18 14:11:11.942856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c82f039-eef8-4811-88f0-3440b41c8bd5 req-cedcb1ee-2b7f-4dfd-9c05-d83d94458540 service neutron] 10.222.0.58 "GET /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929055 Aug 18 14:11:12.055058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620fb4-4a48-4ed4-b231-413d9cae93af req-a431ac37-160c-4be6-99fa-3538d0b99ff6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.062396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0620fb4-4a48-4ed4-b231-413d9cae93af req-a431ac37-160c-4be6-99fa-3538d0b99ff6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0629127 Aug 18 14:11:12.134161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0620fb4-4a48-4ed4-b231-413d9cae93af req-8138ec50-b87a-40a1-9d45-67f4577e4031 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708899 Aug 18 14:11:12.147418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3b18e-5738-4781-9384-99fe17d41bac req-13c1045a-b8bb-4640-849b-d598b8c525ed tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.157706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3b18e-5738-4781-9384-99fe17d41bac req-13c1045a-b8bb-4640-849b-d598b8c525ed tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0789902 Aug 18 14:11:12.200503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a3b18e-5738-4781-9384-99fe17d41bac req-9cdd6563-317b-416c-b026-2e11b5b3dbd3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Aug 18 14:11:12.340959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8576b5-e45b-463b-8e11-af859175fb9d req-f0e1c021-2dec-45cd-9cef-057fec034b72 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.342667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e8576b5-e45b-463b-8e11-af859175fb9d req-f0e1c021-2dec-45cd-9cef-057fec034b72 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 943 time: 0.0524247 Aug 18 14:11:12.383560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e8576b5-e45b-463b-8e11-af859175fb9d req-8d8ad8f8-4444-468f-8e27-1d52bd3ac237 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Aug 18 14:11:12.504080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616800c-653d-49a2-a910-7fd08aa6c3be req-ebf80b9c-87cb-4cdc-b51e-c7c65e21165c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.505993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7616800c-653d-49a2-a910-7fd08aa6c3be req-ebf80b9c-87cb-4cdc-b51e-c7c65e21165c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 943 time: 0.0530190 Aug 18 14:11:12.553614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7616800c-653d-49a2-a910-7fd08aa6c3be req-5e752b5e-86e8-4890-8593-48be9780c4c2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Aug 18 14:11:12.725810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd3ac8-0254-4614-b4f1-088935d54cfa req-11af3741-e89b-4e6d-a012-d2349a5a53f7 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.727327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2cd3ac8-0254-4614-b4f1-088935d54cfa req-11af3741-e89b-4e6d-a012-d2349a5a53f7 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 944 time: 0.0508430 Aug 18 14:11:12.769753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2cd3ac8-0254-4614-b4f1-088935d54cfa req-ff9c1583-e0da-4ac9-b2ee-2fc0bb0a6121 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Aug 18 14:11:12.905299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb9cd9-5d79-4b84-9968-df7089b1bf44 req-6c18415b-273e-453a-b213-b258a2900de4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:12.907518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5fb9cd9-5d79-4b84-9968-df7089b1bf44 req-6c18415b-273e-453a-b213-b258a2900de4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0510066 Aug 18 14:11:12.947431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5fb9cd9-5d79-4b84-9968-df7089b1bf44 req-26c354a7-fbc4-45dc-b365-a187a4b18f8a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 18 14:11:13.276101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129cd65-fc94-4e74-b390-692f01d397a7 req-9ad85a59-d2ca-46d8-bb1a-cc0106683ed8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:13.277803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a129cd65-fc94-4e74-b390-692f01d397a7 req-9ad85a59-d2ca-46d8-bb1a-cc0106683ed8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0708005 Aug 18 14:11:13.347267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a129cd65-fc94-4e74-b390-692f01d397a7 req-f2f60376-d013-4cd4-b062-5d540e648e4c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Aug 18 14:11:13.359545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b45c2-329f-4441-9621-058f412c79d1 req-72bc8e91-5bdb-44ab-a1ba-fb6859090d07 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:13.361046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f2b45c2-329f-4441-9621-058f412c79d1 req-72bc8e91-5bdb-44ab-a1ba-fb6859090d07 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0787385 Aug 18 14:11:13.403828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f2b45c2-329f-4441-9621-058f412c79d1 req-59687c9b-850d-4fee-9220-0db08dffb5a0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 18 14:11:13.502141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567930-b8c0-4017-8f3e-50d40577390f req-d669898a-c052-4f95-9d94-ad24343fc375 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:13.503758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4567930-b8c0-4017-8f3e-50d40577390f req-d669898a-c052-4f95-9d94-ad24343fc375 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 943 time: 0.0504482 Aug 18 14:11:13.550146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4567930-b8c0-4017-8f3e-50d40577390f req-758be3b5-00a5-4af2-b4be-0af872a6b8ed tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Aug 18 14:11:13.685393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad4aa-af44-4dc7-88a9-95533eddd3eb req-59732540-0cd3-4343-a404-918891692f9f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:13.687050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abaad4aa-af44-4dc7-88a9-95533eddd3eb req-59732540-0cd3-4343-a404-918891692f9f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 943 time: 0.0599530 Aug 18 14:11:13.729425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abaad4aa-af44-4dc7-88a9-95533eddd3eb req-3180ae8c-392e-480d-ac65-c77c510ae3a3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345728 Aug 18 14:11:13.899395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ba58-adcb-4b71-bb4c-d01f2c609cf9 req-631b3839-a773-4896-ac25-dab1476242a0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:13.901441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4f4ba58-adcb-4b71-bb4c-d01f2c609cf9 req-631b3839-a773-4896-ac25-dab1476242a0 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 944 time: 0.0547760 Aug 18 14:11:13.951983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c0644fa3-8305-426f-98cf-2aed1d08f38c details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:14.092849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c,segment=NetworkSegment(9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf),segment_id=9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:14.255970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c0644fa3-8305-426f-98cf-2aed1d08f38c', 'network_id': '08e43b44-6e1a-4530-8da3-478ddb67ee77', 'port_id': 'c0644fa3-8305-426f-98cf-2aed1d08f38c', 'mac_address': 'fa:16:3e:09:15:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:14.295771 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:14.310575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0644fa3-8305-426f-98cf-2aed1d08f38c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:14.332278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c,segment=NetworkSegment(9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf),segment_id=9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:14.374789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4f4ba58-adcb-4b71-bb4c-d01f2c609cf9 req-a9dc5b42-3b74-4428-b1b9-37908b6d7146 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668372 Aug 18 14:11:14.396511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098e071-5ddb-4bcc-ae82-0220a37bfce4 req-bb03d675-5ffd-454e-8fb7-a89bfd1fb43e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:14.396511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a098e071-5ddb-4bcc-ae82-0220a37bfce4 req-bb03d675-5ffd-454e-8fb7-a89bfd1fb43e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0650139 Aug 18 14:11:14.398171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:14.439957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a098e071-5ddb-4bcc-ae82-0220a37bfce4 req-85959072-b7c8-4ae2-bc84-8862b75abeff tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Aug 18 14:11:14.459558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:14.505112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfd2e4-6b8b-4bd7-8be4-3c9ba635c0bd req-e95ac473-32fe-45c7-897f-7ca5611677b7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:14.506720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aabfd2e4-6b8b-4bd7-8be4-3c9ba635c0bd req-e95ac473-32fe-45c7-897f-7ca5611677b7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0638840 Aug 18 14:11:14.582143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aabfd2e4-6b8b-4bd7-8be4-3c9ba635c0bd req-254e0eda-b16c-486c-9c39-c16210bd35b2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Aug 18 14:11:14.601962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac83dd6-4bc1-41bc-8d44-ebde32f5afa5 req-eabf63e9-0d62-4b21-957a-0bf60cd27ecb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:14.603580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ac83dd6-4bc1-41bc-8d44-ebde32f5afa5 req-eabf63e9-0d62-4b21-957a-0bf60cd27ecb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0817485 Aug 18 14:11:14.664920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ac83dd6-4bc1-41bc-8d44-ebde32f5afa5 req-dcbeadb4-d75c-40a1-b53a-9c4c6c30dfc9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Aug 18 14:11:14.715101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8af55-1692-4f4e-864d-a8ead7b37ade req-820cfaa4-1ca4-493f-950f-00f848301c3d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:14.717029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc8af55-1692-4f4e-864d-a8ead7b37ade req-820cfaa4-1ca4-493f-950f-00f848301c3d tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 943 time: 0.0509000 Aug 18 14:11:14.766375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbc8af55-1692-4f4e-864d-a8ead7b37ade req-d532bfb0-06ac-4bde-a9a2-2b6774a9fdbb tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Aug 18 14:11:14.778308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c0644fa3-8305-426f-98cf-2aed1d08f38c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:14.876342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b457099-eb5c-425c-82be-8b9887b40e87 req-c2d9d2a0-ed82-4f19-9ac1-1bcfa520c1d3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:14.877976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b457099-eb5c-425c-82be-8b9887b40e87 req-c2d9d2a0-ed82-4f19-9ac1-1bcfa520c1d3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 943 time: 0.0575745 Aug 18 14:11:14.920048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b457099-eb5c-425c-82be-8b9887b40e87 req-ece3b639-c6ba-4d56-b3b1-9b620db91787 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Aug 18 14:11:15.500443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f67763-23cb-4c1e-a8a9-ccd9a5e9db2f req-0c7eef2a-a287-4da3-a0f9-ba3d8045e1e2 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:15.502081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46f67763-23cb-4c1e-a8a9-ccd9a5e9db2f req-0c7eef2a-a287-4da3-a0f9-ba3d8045e1e2 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 945 time: 0.0574052 Aug 18 14:11:15.567354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46f67763-23cb-4c1e-a8a9-ccd9a5e9db2f req-2ca9b681-7202-4785-bc3e-c978ea62bcc7 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591786 Aug 18 14:11:15.588318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360b57d-a78a-41b5-bae5-31c8bdae3654 req-1e2209dc-0224-45b9-b77e-eb4be212466f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:15.590438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8360b57d-a78a-41b5-bae5-31c8bdae3654 req-1e2209dc-0224-45b9-b77e-eb4be212466f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0677049 Aug 18 14:11:15.630075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8360b57d-a78a-41b5-bae5-31c8bdae3654 req-d579aaaf-b781-4480-9de0-b43141c4bcec tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Aug 18 14:11:15.724296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc20e7-f73f-442a-813a-1fb5eb015c19 req-034e0486-ff18-4ba1-aa61-f777361c308f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:15.725872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cecc20e7-f73f-442a-813a-1fb5eb015c19 req-034e0486-ff18-4ba1-aa61-f777361c308f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0592835 Aug 18 14:11:15.796910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d18a4492-4a22-4319-88de-c4c92cb44146 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:15.798876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cecc20e7-f73f-442a-813a-1fb5eb015c19 req-879f9d55-17a6-424f-9bb0-fcd12470eab8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Aug 18 14:11:15.818363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2347fe-db88-4771-b8c3-1697e2f3205b req-fbbafde2-a784-4b49-bfc9-19bbcda90dd5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:15.820379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa2347fe-db88-4771-b8c3-1697e2f3205b req-fbbafde2-a784-4b49-bfc9-19bbcda90dd5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0810533 Aug 18 14:11:15.871220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa2347fe-db88-4771-b8c3-1697e2f3205b req-ac2d7c1e-ba99-43fa-88b2-b077f1775662 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Aug 18 14:11:15.931633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d18a4492-4a22-4319-88de-c4c92cb44146,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:15.945304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'd18a4492-4a22-4319-88de-c4c92cb44146', 'network_id': '427698a1-3faa-4510-9576-5df7cc226cfb', 'port_id': 'd18a4492-4a22-4319-88de-c4c92cb44146', 'mac_address': 'fa:16:3e:5f:1a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f3df1-6d31-46a8-a704-22a23158ec26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:15.981715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c0644fa3-8305-426f-98cf-2aed1d08f38c up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:16.002200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96305e6-6a1c-4827-8be6-26b66f2f958d req-b95ab8f1-4d90-4ca6-ad7c-bab4d293d507 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.002597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.003766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e96305e6-6a1c-4827-8be6-26b66f2f958d req-b95ab8f1-4d90-4ca6-ad7c-bab4d293d507 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 943 time: 0.0732498 Aug 18 14:11:16.006593 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:11:16.034265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18a4492-4a22-4319-88de-c4c92cb44146 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:16.075099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d18a4492-4a22-4319-88de-c4c92cb44146,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:16.079901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e96305e6-6a1c-4827-8be6-26b66f2f958d req-460a7b4e-3c99-4d08-834e-a75ff17cee13 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Aug 18 14:11:16.088341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1d9c9-e5d9-464b-bc3f-bd40112f2559 req-88b7c287-44f5-426e-a041-440b55113c62 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.089907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f1d9c9-e5d9-464b-bc3f-bd40112f2559 req-88b7c287-44f5-426e-a041-440b55113c62 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 943 time: 0.0850849 Aug 18 14:11:16.131134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4f1d9c9-e5d9-464b-bc3f-bd40112f2559 req-f9e1555d-c6f2-4968-b20b-0e71f9ac6e9b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Aug 18 14:11:16.146778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.154767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8241d135-a9df-46ad-b616-edc2810b00b8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:16.178047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c0644fa3-8305-426f-98cf-2aed1d08f38c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:16.193559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c0644fa3-8305-426f-98cf-2aed1d08f38c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:16.193936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.274384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:16.376188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8241d135-a9df-46ad-b616-edc2810b00b8,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:16.379285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.396574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '8241d135-a9df-46ad-b616-edc2810b00b8', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': '8241d135-a9df-46ad-b616-edc2810b00b8', 'mac_address': 'fa:16:3e:64:0c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:16.432837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:16.458308 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caff96a-c3dc-4991-b8f8-6c6fd5a65156" -d '{"events": [{"server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "name": "network-vif-plugged", "status": "completed", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:16.458308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c,segment=NetworkSegment(9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf),segment_id=9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:16.466436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.476756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8241d135-a9df-46ad-b616-edc2810b00b8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:16.499537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8241d135-a9df-46ad-b616-edc2810b00b8,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:16.559275 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e279de1-acd1-4f19-98d6-68d7fb925f52 x-openstack-request-id: req-5e279de1-acd1-4f19-98d6-68d7fb925f52 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:16.559587 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "name": "network-vif-plugged", "status": "completed", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:16.560099 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e279de1-acd1-4f19-98d6-68d7fb925f52 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:16.560534 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c', 'code': 200} Aug 18 14:11:16.675773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.694500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:16.715808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ebcad-c352-47a2-a426-cae34a6f0800 req-e5a7d789-e45b-4dad-b129-103e0d1f1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.717368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c08ebcad-c352-47a2-a426-cae34a6f0800 req-e5a7d789-e45b-4dad-b129-103e0d1f1f9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 1096 time: 0.0817649 Aug 18 14:11:16.726222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99746f4-fa68-4233-bb1c-e75011229813 req-60035b00-5b09-423f-a23f-46d37ec8d35a tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.727777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c99746f4-fa68-4233-bb1c-e75011229813 req-60035b00-5b09-423f-a23f-46d37ec8d35a tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 945 time: 0.0839505 Aug 18 14:11:16.748041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:16.807604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:16.836492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec074-c3ea-4474-a03e-6887613b644b req-927a622b-2f9f-4615-8217-c1c82581a69f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.838106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b50ec074-c3ea-4474-a03e-6887613b644b req-927a622b-2f9f-4615-8217-c1c82581a69f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.1093767 Aug 18 14:11:16.842879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c08ebcad-c352-47a2-a426-cae34a6f0800 req-bd889b82-6342-4c9c-8ff7-ad54d1c68312 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050911 Aug 18 14:11:16.846082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c99746f4-fa68-4233-bb1c-e75011229813 req-e91f605e-0023-4fa7-ba5c-8265e6fdb5b6 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060691 Aug 18 14:11:16.884912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b50ec074-c3ea-4474-a03e-6887613b644b req-8d3b488b-b952-42ec-92de-8bbba946930d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Aug 18 14:11:16.975688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5530318-e01f-4ec4-bb39-4c0216e2294c req-88ccb087-dd90-4b99-9775-1912fb70b2db tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:16.977255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5530318-e01f-4ec4-bb39-4c0216e2294c req-88ccb087-dd90-4b99-9775-1912fb70b2db tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0562475 Aug 18 14:11:17.020585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5530318-e01f-4ec4-bb39-4c0216e2294c req-56540458-09d9-450e-9d60-22af09a0fe19 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Aug 18 14:11:17.070925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7b00-3da7-4356-a7dd-f094f321200d req-29f0ece3-6cec-4154-b868-04d0b1758ac5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:17.072464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b5f7b00-3da7-4356-a7dd-f094f321200d req-29f0ece3-6cec-4154-b868-04d0b1758ac5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0509844 Aug 18 14:11:17.119102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b5f7b00-3da7-4356-a7dd-f094f321200d req-a96a0c7a-5c50-4bc9-9d8b-ccb20665b6db tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Aug 18 14:11:17.135022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d18a4492-4a22-4319-88de-c4c92cb44146'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:17.207763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:17.252785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8903f5-b64d-4c29-974d-20a962010ae4 req-14a93fac-6bab-4247-8aae-f2a18bca8ab5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:17.254429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e8903f5-b64d-4c29-974d-20a962010ae4 req-14a93fac-6bab-4247-8aae-f2a18bca8ab5 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 944 time: 0.0824668 Aug 18 14:11:17.284685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b83b2a-45fe-44a5-970e-191b706dc687 req-45dfd28e-e0b6-4540-85a9-3e5ddeef1d39 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:17.290376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b83b2a-45fe-44a5-970e-191b706dc687 req-45dfd28e-e0b6-4540-85a9-3e5ddeef1d39 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 944 time: 0.0806782 Aug 18 14:11:17.346748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e8903f5-b64d-4c29-974d-20a962010ae4 req-59c02e68-e437-400e-8e5e-60993b83603c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811234 Aug 18 14:11:17.366743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b83b2a-45fe-44a5-970e-191b706dc687 req-87ded0a5-f5a8-4403-98e9-bc1edb6e795e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633481 Aug 18 14:11:18.014105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb01c9-80fa-4924-bd6f-d537ac1f6269 req-46a9c94a-70c0-4d4c-9197-72d48dce253c tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.015652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84eb01c9-80fa-4924-bd6f-d537ac1f6269 req-46a9c94a-70c0-4d4c-9197-72d48dce253c tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.0894980 Aug 18 14:11:18.040719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a483bb9-d136-4a4f-9244-973cf47f0a8a req-0aee1d87-f706-4f20-be5b-c9bc38a9a25d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.043213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a483bb9-d136-4a4f-9244-973cf47f0a8a req-0aee1d87-f706-4f20-be5b-c9bc38a9a25d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0783918 Aug 18 14:11:18.086645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84eb01c9-80fa-4924-bd6f-d537ac1f6269 req-b4243c84-923a-4cc4-a694-46502db7ee54 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642304 Aug 18 14:11:18.111176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a483bb9-d136-4a4f-9244-973cf47f0a8a req-38e65d8c-b092-4e34-8e04-34cde8c5e529 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 Aug 18 14:11:18.226988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae963b5-92b6-447a-9649-51c0b8c60c0f req-898fd204-0a8d-4980-8c52-93480bb905b2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.228552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ae963b5-92b6-447a-9649-51c0b8c60c0f req-898fd204-0a8d-4980-8c52-93480bb905b2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0574975 Aug 18 14:11:18.304459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ae963b5-92b6-447a-9649-51c0b8c60c0f req-ce467d99-1f21-4147-99dd-52eda36e1c53 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606325 Aug 18 14:11:18.313253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e606b3-6094-4133-8364-e96ca706a911 req-27e1ad46-b268-472d-88b6-1d2ace911764 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.314857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48e606b3-6094-4133-8364-e96ca706a911 req-27e1ad46-b268-472d-88b6-1d2ace911764 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0823641 Aug 18 14:11:18.359631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48e606b3-6094-4133-8364-e96ca706a911 req-612e6a01-8266-47f0-ab2b-62c2fa86e30d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Aug 18 14:11:18.490479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c123aa-c1d8-4218-a878-6eb095a19904 req-43b6280b-6ef8-46c4-aef1-1873a3b8f422 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.494589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23c123aa-c1d8-4218-a878-6eb095a19904 req-43b6280b-6ef8-46c4-aef1-1873a3b8f422 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 944 time: 0.0634732 Aug 18 14:11:18.561292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23c123aa-c1d8-4218-a878-6eb095a19904 req-f854b311-4564-43ca-862e-13ec746aa112 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Aug 18 14:11:18.582379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2cffb-27ce-473f-954c-c88bc4e2ce8a req-4db3bc68-02c8-4d7d-b365-15fef4631ec5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.582379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada2cffb-27ce-473f-954c-c88bc4e2ce8a req-4db3bc68-02c8-4d7d-b365-15fef4631ec5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 944 time: 0.0681646 Aug 18 14:11:18.639481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ada2cffb-27ce-473f-954c-c88bc4e2ce8a req-7eb4f686-2ff1-4bf5-86e1-bfcec26081a9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Aug 18 14:11:19.263521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eae85a-dfc3-4ea3-b8e5-860f8dc6dcd0 req-24022c65-fc92-48fa-9ff5-212eb36f8065 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.265222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18eae85a-dfc3-4ea3-b8e5-860f8dc6dcd0 req-24022c65-fc92-48fa-9ff5-212eb36f8065 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.0967207 Aug 18 14:11:19.282054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea281b72-130a-41f5-b3e7-0750eee50146 req-753bf151-4f0a-4f7c-afba-ba99894bf17e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.283579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea281b72-130a-41f5-b3e7-0750eee50146 req-753bf151-4f0a-4f7c-afba-ba99894bf17e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.1018174 Aug 18 14:11:19.342824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18eae85a-dfc3-4ea3-b8e5-860f8dc6dcd0 req-5bf0dc8d-3c91-4cac-8bec-5a3e56b56a0f tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Aug 18 14:11:19.345688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea281b72-130a-41f5-b3e7-0750eee50146 req-ee3c97ac-81ff-4ada-a12f-e8dc7a84e96a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558014 Aug 18 14:11:19.463307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc241b8f-35c9-43fb-96a8-1b8cfd22533e req-91b051c2-80db-4e87-a941-7fbb3b60a346 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.465775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc241b8f-35c9-43fb-96a8-1b8cfd22533e req-91b051c2-80db-4e87-a941-7fbb3b60a346 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Aug 18 14:11:19.518226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc241b8f-35c9-43fb-96a8-1b8cfd22533e req-6ba9e7ef-b4e3-4197-ada7-6fe95daa43ff tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Aug 18 14:11:19.581515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38438b-8c7e-4ac4-9720-e3aefc2a2274 req-ede99282-e466-444c-a5df-79eefff50435 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.584727 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e38438b-8c7e-4ac4-9720-e3aefc2a2274 req-ede99282-e466-444c-a5df-79eefff50435 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0645258 Aug 18 14:11:19.633567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e38438b-8c7e-4ac4-9720-e3aefc2a2274 req-784df068-8a0d-46a1-a6a3-11e4ce3b6f7c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Aug 18 14:11:19.757249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346601b-e665-46c5-a218-2587c6f64a50 req-4c895709-5708-4eae-8b1a-2d09ea56c05f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.759246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c346601b-e665-46c5-a218-2587c6f64a50 req-4c895709-5708-4eae-8b1a-2d09ea56c05f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 944 time: 0.0655921 Aug 18 14:11:19.811883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d18a4492-4a22-4319-88de-c4c92cb44146 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:19.814704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c346601b-e665-46c5-a218-2587c6f64a50 req-60cadae2-2122-4ea6-923e-b599dfd153c7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Aug 18 14:11:19.932225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ef7e2-4919-4fbf-8cf9-b8b681c106cb req-4d6b7cb5-4c14-4121-a954-5b66e69c94d0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.934319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186ef7e2-4919-4fbf-8cf9-b8b681c106cb req-4d6b7cb5-4c14-4121-a954-5b66e69c94d0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 944 time: 0.0529125 Aug 18 14:11:19.972381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port d18a4492-4a22-4319-88de-c4c92cb44146 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:19.976638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port d18a4492-4a22-4319-88de-c4c92cb44146 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:19.977016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:19.978847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186ef7e2-4919-4fbf-8cf9-b8b681c106cb req-f854cd0a-a8a9-4807-87be-5fc2750b29e9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Aug 18 14:11:20.066642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:20.089716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:20.091948 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d411455-5878-4e7a-9793-56bd0273fe1b" -d '{"events": [{"server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "name": "network-vif-plugged", "status": "completed", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:20.105327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d18a4492-4a22-4319-88de-c4c92cb44146,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:20.128432 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29158a2d-7d67-4ae4-a83a-1d074f33bc8d x-openstack-request-id: req-29158a2d-7d67-4ae4-a83a-1d074f33bc8d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:20.128432 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "name": "network-vif-plugged", "status": "completed", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:20.128432 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29158a2d-7d67-4ae4-a83a-1d074f33bc8d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:20.128766 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146', 'code': 200} Aug 18 14:11:20.204776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:20.205566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8241d135-a9df-46ad-b616-edc2810b00b8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:20.233073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e70be-b0f8-4896-8375-ca3724c86406 req-88ccfb69-98e8-4ebb-85f2-5299b278892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.235489 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-670e70be-b0f8-4896-8375-ca3724c86406 req-88ccfb69-98e8-4ebb-85f2-5299b278892e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 1095 time: 0.0511580 Aug 18 14:11:20.289426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:20.299950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-670e70be-b0f8-4896-8375-ca3724c86406 req-966bcc6d-5355-4a93-b1b3-e89e93947abb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531378 Aug 18 14:11:20.327105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f0178-a307-40c2-b7c9-6a05d7027141 req-dba909f8-a17d-4db9-afa3-daa84ef79adc tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.329253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f4f0178-a307-40c2-b7c9-6a05d7027141 req-dba909f8-a17d-4db9-afa3-daa84ef79adc tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.0608239 Aug 18 14:11:20.357566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 8241d135-a9df-46ad-b616-edc2810b00b8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:20.362597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 8241d135-a9df-46ad-b616-edc2810b00b8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:20.362597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:20.372683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f4f0178-a307-40c2-b7c9-6a05d7027141 req-063f1ef7-9b9b-4fd7-8d04-ef181955949f tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Aug 18 14:11:20.478190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:20.505892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6646c6b-99f7-4ff8-afb5-017e2ffc9fd0 req-42fb1dd0-724a-4352-9336-3bc4d629561e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.508014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6646c6b-99f7-4ff8-afb5-017e2ffc9fd0 req-42fb1dd0-724a-4352-9336-3bc4d629561e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0684283 Aug 18 14:11:20.516584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8241d135-a9df-46ad-b616-edc2810b00b8,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:20.555521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6646c6b-99f7-4ff8-afb5-017e2ffc9fd0 req-644429f9-c026-4842-a599-e336e37d104b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Aug 18 14:11:20.590074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:20.646006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:20.672609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6bad0-e326-4158-aeed-20655f26a329 req-1e670b7f-1489-4999-b304-931424af4cb1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.672609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ca6bad0-e326-4158-aeed-20655f26a329 req-1e670b7f-1489-4999-b304-931424af4cb1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0535235 Aug 18 14:11:20.742543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ca6bad0-e326-4158-aeed-20655f26a329 req-8ada304b-80cc-487e-8e0f-f5c862d52422 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 Aug 18 14:11:20.763325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a466977-5d06-4c00-bd27-e1d09b86ca59 req-a6b96799-022f-437d-ab4b-a0a8d6a22ace tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.764912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a466977-5d06-4c00-bd27-e1d09b86ca59 req-a6b96799-022f-437d-ab4b-a0a8d6a22ace tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0604432 Aug 18 14:11:20.803338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a466977-5d06-4c00-bd27-e1d09b86ca59 req-7fac3afc-4f68-459f-88db-525988e0073c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Aug 18 14:11:20.937531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bb0e1-43fd-4322-bc83-59ac07015a9d req-4c051693-e6bd-4b3f-a335-f684003e7666 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.939175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290bb0e1-43fd-4322-bc83-59ac07015a9d req-4c051693-e6bd-4b3f-a335-f684003e7666 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.0520821 Aug 18 14:11:20.981418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-290bb0e1-43fd-4322-bc83-59ac07015a9d req-1521ed23-5655-4b8c-aef7-ddf403c9b7cc tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Aug 18 14:11:21.102366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263c2df-90b4-4635-874c-04fecfbfd1f9 req-416bfe14-c46a-42c3-a633-f2741dc19b53 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.104010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3263c2df-90b4-4635-874c-04fecfbfd1f9 req-416bfe14-c46a-42c3-a633-f2741dc19b53 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.0494585 Aug 18 14:11:21.149228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3263c2df-90b4-4635-874c-04fecfbfd1f9 req-420ffda8-be51-4899-9182-dc7b8823d73b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Aug 18 14:11:21.497716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca26c2-0411-4c11-b808-9e183ed85b83 req-280735f2-b747-4a9a-b329-236643dd4e96 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.499554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7aca26c2-0411-4c11-b808-9e183ed85b83 req-280735f2-b747-4a9a-b329-236643dd4e96 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.0531127 Aug 18 14:11:21.568226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7aca26c2-0411-4c11-b808-9e183ed85b83 req-9d90c6bd-d8ed-4d6a-81fa-eef2c3d1358d tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Aug 18 14:11:21.717795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792472-18fc-4525-8773-d78cb5ed561c req-f482e6dc-d09f-4fec-a4c4-55899a64dc6c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.719725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10792472-18fc-4525-8773-d78cb5ed561c req-f482e6dc-d09f-4fec-a4c4-55899a64dc6c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0840766 Aug 18 14:11:21.771869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10792472-18fc-4525-8773-d78cb5ed561c req-cedf38b7-bc44-4a12-9b9b-f0236c331ad5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Aug 18 14:11:21.857611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855e522-6eab-4f7e-bb4d-1647b07066c7 req-a246e4b0-858f-4ed6-8edc-0f471b7f690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.859827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d855e522-6eab-4f7e-bb4d-1647b07066c7 req-a246e4b0-858f-4ed6-8edc-0f471b7f690e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0677669 Aug 18 14:11:21.872382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-33e79f16-1dd3-495b-a0df-28dc3e389c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:21.900836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0ad4-f2a8-4fb5-9f80-491a59ab2fcd req-34f5befb-cd96-4ff2-9993-d95ea4abce0a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.902791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7bb0ad4-f2a8-4fb5-9f80-491a59ab2fcd req-34f5befb-cd96-4ff2-9993-d95ea4abce0a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0665743 Aug 18 14:11:21.908829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d855e522-6eab-4f7e-bb4d-1647b07066c7 req-9b242605-7cfe-4695-bbe0-71f312de8386 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Aug 18 14:11:21.981245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eab20-91ba-44f8-9e9b-5783ca00dd10 req-087e626a-1c91-4e8f-9a7a-b9482696c3df tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.982856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-267eab20-91ba-44f8-9e9b-5783ca00dd10 req-087e626a-1c91-4e8f-9a7a-b9482696c3df tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0790298 Aug 18 14:11:21.985717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7bb0ad4-f2a8-4fb5-9f80-491a59ab2fcd req-986299f1-dddf-464f-964e-15fdbfd7c7d7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727365 Aug 18 14:11:22.030475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-267eab20-91ba-44f8-9e9b-5783ca00dd10 req-21182d42-71ae-4990-bb1c-c75c3d7f8a34 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383868 Aug 18 14:11:22.114412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201680e3-747d-465a-a6ba-1d3ea2e5efdc req-4208f1af-924e-4cae-bf70-8a165f460b65 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.116049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-201680e3-747d-465a-a6ba-1d3ea2e5efdc req-4208f1af-924e-4cae-bf70-8a165f460b65 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.0586565 Aug 18 14:11:22.129448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:22.132259 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0502b-2908-4ea3-a45d-54090a2513af" -d '{"events": [{"server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "name": "network-vif-plugged", "status": "completed", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:22.158932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-201680e3-747d-465a-a6ba-1d3ea2e5efdc req-979b5b4d-305b-4467-9932-6a47fa443463 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Aug 18 14:11:22.187604 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0abb40b-b850-48ae-beec-1605659b3569 x-openstack-request-id: req-a0abb40b-b850-48ae-beec-1605659b3569 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:22.187894 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "name": "network-vif-plugged", "status": "completed", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:22.188146 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0abb40b-b850-48ae-beec-1605659b3569 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:22.188598 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8', 'code': 200} Aug 18 14:11:22.291225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88184322-e129-4882-aab6-f398c08d2c8d req-8c78f736-8695-4eea-b021-f730f4917d2a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.299658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88184322-e129-4882-aab6-f398c08d2c8d req-8c78f736-8695-4eea-b021-f730f4917d2a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.0650549 Aug 18 14:11:22.308959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49865-010e-4350-976e-b1b3bf6b9d3e req-9a9ddfff-041a-4fde-9a39-5adfdc9bc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.310798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0bd49865-010e-4350-976e-b1b3bf6b9d3e req-9a9ddfff-041a-4fde-9a39-5adfdc9bc49f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 1096 time: 0.0500183 Aug 18 14:11:22.356390 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0bd49865-010e-4350-976e-b1b3bf6b9d3e req-2bff922b-85b9-479a-a0e4-62f2f04f605e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370405 Aug 18 14:11:22.367519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88184322-e129-4882-aab6-f398c08d2c8d req-da7b103f-4869-451a-9110-1ef89de6c019 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Aug 18 14:11:22.391155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-cafe966f-a61a-4d35-961f-e70a8c11e72d tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.392861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-cafe966f-a61a-4d35-961f-e70a8c11e72d tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.10 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.0778208 Aug 18 14:11:22.500204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Deleting port c0644fa3-8305-426f-98cf-2aed1d08f38c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:22.501553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:22.604791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] For port c0644fa3-8305-426f-98cf-2aed1d08f38c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c0644fa3-8305-426f-98cf-2aed1d08f38c,segment=NetworkSegment(9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf),segment_id=9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:22.605229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:22.624333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Calling delete_port for c0644fa3-8305-426f-98cf-2aed1d08f38c owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:22.777682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c151386-a05b-410a-b733-6e6d003a1a35 req-8a26d08b-503f-4640-8da9-db218b781398 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.777682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c151386-a05b-410a-b733-6e6d003a1a35 req-8a26d08b-503f-4640-8da9-db218b781398 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 946 time: 0.1205337 Aug 18 14:11:22.868959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c151386-a05b-410a-b733-6e6d003a1a35 req-7e4152eb-7396-49d2-87c6-5709ed9c8be4 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/security-groups?id=5cd696ea-e796-44b1-928c-abc9044a663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896821 Aug 18 14:11:22.926929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992633b0-347e-4caf-b4ef-dad9557e76e9 req-477f898c-3010-4eea-a836-3be3d8d7d4fa tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:22.928404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-992633b0-347e-4caf-b4ef-dad9557e76e9 req-477f898c-3010-4eea-a836-3be3d8d7d4fa tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0724478 Aug 18 14:11:22.970158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-992633b0-347e-4caf-b4ef-dad9557e76e9 req-27146963-dd48-4bf1-8c8e-2327da0e1b31 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Aug 18 14:11:22.989336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:23.004990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c0644fa3-8305-426f-98cf-2aed1d08f38c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:23.021317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Pushing event deleted for resources: {'Port': ['ID=c0644fa3-8305-426f-98cf-2aed1d08f38c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:23.034918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.035267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.035604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.035940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.036271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.036600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.036936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.037243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.037557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.037895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.038223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.038539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:23.075026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] No DVR routers for this DVR port c0644fa3-8305-426f-98cf-2aed1d08f38c on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:23.077857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:23.080614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f1adb5-d530-487e-b64d-2f4dd3da66d8 req-56c93f04-2292-434c-a8fe-6f2d19308e8e tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.10 "DELETE /v2.0/ports/c0644fa3-8305-426f-98cf-2aed1d08f38c HTTP/1.1" status: 204 len: 173 time: 0.6770527 Aug 18 14:11:23.081166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'name': 'network-vif-deleted', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:23.083508 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d9992e-b5cd-4049-a7e2-1e2e37bc2de9" -d '{"events": [{"server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "name": "network-vif-deleted", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:23.198988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7bc7-778d-42f6-bc9c-f9fd5fa464db req-b822cef8-aea3-4d56-973c-a341dd40d7d4 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:23.206512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dedc7bc7-778d-42f6-bc9c-f9fd5fa464db req-b822cef8-aea3-4d56-973c-a341dd40d7d4 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1133094 Aug 18 14:11:23.242208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7274-3768-411c-a4f9-474006f8e57d req-ecb4aea2-b30a-422f-982e-929850271598 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:23.243846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fadf7274-3768-411c-a4f9-474006f8e57d req-ecb4aea2-b30a-422f-982e-929850271598 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1188979 Aug 18 14:11:23.265634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dedc7bc7-778d-42f6-bc9c-f9fd5fa464db req-026a2605-6add-4636-bd14-36b99754fb92 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577734 Aug 18 14:11:23.301153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fadf7274-3768-411c-a4f9-474006f8e57d req-245efcbd-fe63-4f19-b977-eddc90184785 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Aug 18 14:11:23.337157 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a2f5e-b3d6-4126-bb8b-726ca8d8a412 x-openstack-request-id: req-b49a2f5e-b3d6-4126-bb8b-726ca8d8a412 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:23.337517 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66398fad-5df2-4552-b08e-7a916984c78d", "name": "network-vif-deleted", "tag": "c0644fa3-8305-426f-98cf-2aed1d08f38c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:23.337884 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b49a2f5e-b3d6-4126-bb8b-726ca8d8a412 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:23.338284 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66398fad-5df2-4552-b08e-7a916984c78d', 'name': 'network-vif-deleted', 'tag': 'c0644fa3-8305-426f-98cf-2aed1d08f38c', 'status': 'completed', 'code': 200} Aug 18 14:11:23.451722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf851a9b-650a-4267-9d6d-a280edf51d5e req-c337b36f-704b-443a-83fa-bca977fd9a38 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:23.453712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf851a9b-650a-4267-9d6d-a280edf51d5e req-c337b36f-704b-443a-83fa-bca977fd9a38 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0730429 Aug 18 14:11:23.535093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf851a9b-650a-4267-9d6d-a280edf51d5e req-eccc4038-9093-4c83-b588-fe5f1a005d61 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Aug 18 14:11:23.550258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c9d4e-7b90-4cdb-8bca-69b99927fefa req-8cb51a36-230a-4bd7-88cf-cb17d7e3a587 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:23.551765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-054c9d4e-7b90-4cdb-8bca-69b99927fefa req-8cb51a36-230a-4bd7-88cf-cb17d7e3a587 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.0968745 Aug 18 14:11:23.596139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-054c9d4e-7b90-4cdb-8bca-69b99927fefa req-918eafbe-13ce-44f6-bd66-42532d91f62a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Aug 18 14:11:23.994679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-708a0f92-b187-4518-b08f-82c30d694bc6 req-7c1617e0-81ea-4272-84c7-11d1865fad20 tempest-ServerGroupTestJSON-260828057 tempest-ServerGroupTestJSON-260828057-project] 10.222.0.35 "GET /v2.0/ports?device_id=66398fad-5df2-4552-b08e-7a916984c78d HTTP/1.1" status: 200 len: 210 time: 0.0317440 Aug 18 14:11:24.084372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b32d-c283-4c96-8b7f-6a6e7cd412c0 req-b6315add-ee34-43f2-bef7-3b116dc65e54 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:24.086187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ac3b32d-c283-4c96-8b7f-6a6e7cd412c0 req-b6315add-ee34-43f2-bef7-3b116dc65e54 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0649843 Aug 18 14:11:24.160818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ac3b32d-c283-4c96-8b7f-6a6e7cd412c0 req-6be4638f-407f-45f8-b5d6-9fd8ec039cee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Aug 18 14:11:24.186640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26b59-2496-4927-8952-131b98c4b6a3 req-aaf811f0-f9ef-47c6-8f4d-7d7699f040b9 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:24.188259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6f26b59-2496-4927-8952-131b98c4b6a3 req-aaf811f0-f9ef-47c6-8f4d-7d7699f040b9 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0650299 Aug 18 14:11:24.232495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6f26b59-2496-4927-8952-131b98c4b6a3 req-52111425-49c1-4242-8e45-3697ff75fdc5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Aug 18 14:11:24.429188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c4a98-ec98-45bd-9b7e-acc29a0ab6f6 req-af5f8985-e912-4e9d-8e7f-ad57e1e67618 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:24.430878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be0c4a98-ec98-45bd-9b7e-acc29a0ab6f6 req-af5f8985-e912-4e9d-8e7f-ad57e1e67618 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0513868 Aug 18 14:11:24.473269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be0c4a98-ec98-45bd-9b7e-acc29a0ab6f6 req-db411995-952b-45e3-8e1b-5706b539c990 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Aug 18 14:11:24.692531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3c62-df3c-46e5-af48-9707bfc78258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:24.773068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b823-079f-491b-a38e-7a6427efe669 req-3200b4f1-8219-4ffe-9ced-2179463c6927 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:24.774856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5d9b823-079f-491b-a38e-7a6427efe669 req-3200b4f1-8219-4ffe-9ced-2179463c6927 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Aug 18 14:11:24.818050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5d9b823-079f-491b-a38e-7a6427efe669 req-9c08bde0-c41d-4694-a09e-aca27c23c794 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Aug 18 14:11:24.890333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.044945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-e643fb2e-864a-4efd-80ca-3aea67473c31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486326 Aug 18 14:11:25.161085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c30a-c819-42fa-a247-85e925a8879d req-d10216bb-4b85-4956-8d2e-cf3b6b155661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.162713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-d10216bb-4b85-4956-8d2e-cf3b6b155661 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.0523403 Aug 18 14:11:25.313195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c30a-c819-42fa-a247-85e925a8879d req-cd3ffa1f-d975-49db-9f49-65025a11e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.314721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-cd3ffa1f-d975-49db-9f49-65025a11e9e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1258786 Aug 18 14:11:25.323002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aa483-a9ca-4a90-bca1-82499504c14f req-9bece4dd-3b24-4889-90bc-7e9d57de0c6a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.324540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f0aa483-a9ca-4a90-bca1-82499504c14f req-9bece4dd-3b24-4889-90bc-7e9d57de0c6a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0806344 Aug 18 14:11:25.408985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f0aa483-a9ca-4a90-bca1-82499504c14f req-09fbf21b-9ec9-4d7f-9b7c-f99143fb32f5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Aug 18 14:11:25.410812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-605de3cf-2a81-40a6-877d-94f7f2214652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.0853524 Aug 18 14:11:25.480227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c30a-c819-42fa-a247-85e925a8879d req-d79c4fb0-5cbd-49ea-ab6b-c9c9137b40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.485377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-d79c4fb0-5cbd-49ea-ab6b-c9c9137b40d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0606792 Aug 18 14:11:25.560796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c30a-c819-42fa-a247-85e925a8879d req-57aa474f-cc61-420e-adc2-a1970b810f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.566025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-57aa474f-cc61-420e-adc2-a1970b810f5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728109 Aug 18 14:11:25.575760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1aab6-3374-4e3b-b502-bc2a02da2e18 req-2923ee2e-0943-49f0-aaa9-92e248c9b743 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.577354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96d1aab6-3374-4e3b-b502-bc2a02da2e18 req-2923ee2e-0943-49f0-aaa9-92e248c9b743 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Aug 18 14:11:25.670817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96d1aab6-3374-4e3b-b502-bc2a02da2e18 req-6a585302-f507-4e6a-8cb7-65252a5294ee tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846376 Aug 18 14:11:25.701095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-533cd658-66a2-4808-b4dc-bec8180b5d5b service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222961 Aug 18 14:11:25.811103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9760c30a-c819-42fa-a247-85e925a8879d req-fabe849c-8eb3-4d7a-8c85-241217a211dd service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010821 Aug 18 14:11:25.873799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff06b3-3966-451d-b410-5c8934658993 req-6ee7ce32-9ebc-475b-b661-429f560906fa tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:25.875492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0ff06b3-3966-451d-b410-5c8934658993 req-6ee7ce32-9ebc-475b-b661-429f560906fa tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0627813 Aug 18 14:11:25.877814 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.922984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0ff06b3-3966-451d-b410-5c8934658993 req-3a33cbbf-a200-423d-8184-3aec5f5c8f89 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Aug 18 14:11:26.654502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e45169-f51b-47bc-b276-e1e1538ced57 req-094f0213-7e13-4c76-a13a-45ff03907579 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:26.656116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e45169-f51b-47bc-b276-e1e1538ced57 req-094f0213-7e13-4c76-a13a-45ff03907579 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0934720 Aug 18 14:11:26.712620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e45169-f51b-47bc-b276-e1e1538ced57 req-fabc312f-7124-4990-9a2b-5dfd984098f9 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Aug 18 14:11:26.889943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33460) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:26.936390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Deleting subnet ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:11:26.940123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.983243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.044748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.070139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b1845-1234-4401-8265-f8be3442dffb req-882c43ef-6d6d-4cc6-ad2d-56338b1b95d2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:27.080637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f03b1845-1234-4401-8265-f8be3442dffb req-882c43ef-6d6d-4cc6-ad2d-56338b1b95d2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0665765 Aug 18 14:11:27.139284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f03b1845-1234-4401-8265-f8be3442dffb req-d47799b0-8be1-4e07-8ddb-865d2777cdf3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Aug 18 14:11:27.284323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.312133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:27.319771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.322022 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d51c58a5-3cc7-424f-b362-9a5623715ba5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ea9ed0e4-86fc-46d6-8dcc-8c7b0422b855 HTTP/1.1" status: 204 len: 168 time: 0.4308002 Aug 18 14:11:27.325207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:27.402880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.431875 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.505335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.517294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e43b44-6e1a-4530-8da3-478ddb67ee77']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.534862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.534862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac4c686-22a8-4c13-9ee8-99eba7b3bdcf') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.544719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.560621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.567610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:11:27.570400 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:11:27.763516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.782436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.787054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/08e43b44-6e1a-4530-8da3-478ddb67ee77 HTTP/1.1" status: 204 len: 168 time: 0.4581976 Aug 18 14:11:27.787990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f279600-c9ab-4d48-96d4-913779d12bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=08e43b44-6e1a-4530-8da3-478ddb67ee77,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:27.846404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:27.848524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:27.868842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3343e-ac33-4be5-9592-ffe488355008 req-98a95b8f-1da2-4d73-92d2-96433f40447c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:27.871579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4d3343e-ac33-4be5-9592-ffe488355008 req-98a95b8f-1da2-4d73-92d2-96433f40447c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0639794 Aug 18 14:11:27.923217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4d3343e-ac33-4be5-9592-ffe488355008 req-41f021e7-2c66-48ce-936d-5815fcc3cc5c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Aug 18 14:11:28.001398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c0644fa3-8305-426f-98cf-2aed1d08f38c no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:28.028987 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.032849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c0644fa3-8305-426f-98cf-2aed1d08f38c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:28.033202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c0644fa3-8305-426f-98cf-2aed1d08f38c not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:28.077465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:28.080788 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2074f86-f082-46c7-bff6-8e6a80b8b433" -d '{"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:28.085068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:28.107407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:28.109135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'port_id': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'mac_address': 'fa:16:3e:b1:6a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9787bdcb-1980-49f9-a461-1435a1334791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:28.140955 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81cdbd9-f946-4b15-9c88-206a78ca1fff x-openstack-request-id: req-a81cdbd9-f946-4b15-9c88-206a78ca1fff {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:28.146911 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:28.146911 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a81cdbd9-f946-4b15-9c88-206a78ca1fff {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:28.146911 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'code': 200} Aug 18 14:11:28.156334 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.171867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:28.251860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.263210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41399ba0-a5ab-4cd2-b7b2-d8112ea7b7be req-36414e63-e3bd-4739-8700-86baff4bf556 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:28.265169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41399ba0-a5ab-4cd2-b7b2-d8112ea7b7be req-36414e63-e3bd-4739-8700-86baff4bf556 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.0588632 Aug 18 14:11:28.298951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:11:28.299517 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:11:28.300910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:28.313164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41399ba0-a5ab-4cd2-b7b2-d8112ea7b7be req-147256f6-3936-4f06-a079-8c2b863a7f68 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Aug 18 14:11:28.350636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:28.369894 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-331e6326-002f-488a-aea5-abdb8eb874e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99ed4672bb80492e99bb407f3a37e4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657058 Aug 18 14:11:28.374294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33500) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:28.434985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.456833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.609809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.614358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.625712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5cd696ea-e796-44b1-928c-abc9044a663a HTTP/1.1" status: 204 len: 168 time: 0.2403085 Aug 18 14:11:28.626127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadfff6-88d9-48b3-b34e-20e3ecf58c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd696ea-e796-44b1-928c-abc9044a663a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:28.851466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.869563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:28.894297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:29.044607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.107646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:29.109753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-61eb5565-147a-49e7-ab08-dfbcd661a8f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0646362 Aug 18 14:11:29.239085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.239658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.240220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.240711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.241189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.241760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.242159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.244088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b626390b-d405-4bec-bd75-0d81f8f07ccb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.0681508 Aug 18 14:11:29.386368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-eef0b782-c1fe-490d-a934-05a94a4be572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.387866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-eef0b782-c1fe-490d-a934-05a94a4be572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.388499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-eef0b782-c1fe-490d-a934-05a94a4be572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.390751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-eef0b782-c1fe-490d-a934-05a94a4be572 service neutron] 10.222.0.58 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 2293 time: 0.1193545 Aug 18 14:11:29.497480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-47dfb5bb-1ef5-4d2e-a3aa-e74a9057598a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 1002 time: 0.0988789 Aug 18 14:11:29.498038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d47a194d-cc42-4fcf-91d3-98f10b011515'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:29.575064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1b7ee-4e2e-4e2b-aad8-d9f22c876520 req-bb1e2625-07bb-4641-9b67-abc38efcead4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.579548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb1b7ee-4e2e-4e2b-aad8-d9f22c876520 req-bb1e2625-07bb-4641-9b67-abc38efcead4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.1112614 Aug 18 14:11:29.624759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9a658818-5945-42fb-86b7-d3287f9588a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.635007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9a658818-5945-42fb-86b7-d3287f9588a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 200 len: 851 time: 0.1264811 Aug 18 14:11:29.711100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb1b7ee-4e2e-4e2b-aad8-d9f22c876520 req-d5534d47-0ce4-4212-a48d-55bc4d09c5d5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121492 Aug 18 14:11:29.763372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-c970ab78-24f7-4c9d-bf14-8995e3f238e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:29.770617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-c970ab78-24f7-4c9d-bf14-8995e3f238e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12f4634e-4047-4d40-8a61-41f267019bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186500 Aug 18 14:11:29.913321 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-2b4d5c10-259d-481e-8f2a-5cf3939920d0 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402471 Aug 18 14:11:30.028333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:30.103029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-89255583-4871-4532-a52e-c87308e20b2d service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741202 Aug 18 14:11:30.193701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-8d6867c1-ce97-441a-adaa-3e5a6b53cedf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 217 time: 0.0771177 Aug 18 14:11:30.219637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:30.234817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '742e5180-87c0-4fd5-867f-afa24af8974e', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '742e5180-87c0-4fd5-867f-afa24af8974e', 'mac_address': 'fa:16:3e:ae:32:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:30.268185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-aeafe637-4db8-46e2-91fd-6e6c4a9e98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:30.269726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-aeafe637-4db8-46e2-91fd-6e6c4a9e98fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0684540 Aug 18 14:11:30.291262 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.315079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 742e5180-87c0-4fd5-867f-afa24af8974e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:30.329365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-6d1ac885-3783-40e6-9163-b7a8e13083a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:30.331693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-6d1ac885-3783-40e6-9163-b7a8e13083a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524404 Aug 18 14:11:30.338048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:30.481514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-6a53d650-1ab9-4a3d-948a-04b4d9e9e410 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331122 Aug 18 14:11:30.568035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.602758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-d546cfee-d814-48f7-a4de-7415cd2b53c6 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052690 Aug 18 14:11:30.645523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:30.670047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-eae9baa4-17a9-45bb-9dae-5f6a976d9c7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 217 time: 0.0581553 Aug 18 14:11:30.720871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['742e5180-87c0-4fd5-867f-afa24af8974e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:30.737315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-afd76f70-44a6-4aeb-a809-6b70109089f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:30.739357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-afd76f70-44a6-4aeb-a809-6b70109089f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0574126 Aug 18 14:11:30.830948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-5269d6cb-e126-4bdb-adbd-45980bf4a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:30.832633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-5269d6cb-e126-4bdb-adbd-45980bf4a9cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852950 Aug 18 14:11:30.882703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4cb8-ba04-4374-b3d0-11dfedb380fb req-d3dfdba8-c32d-42f0-aa4b-f4d48cd510c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:30.884341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d78d4cb8-ba04-4374-b3d0-11dfedb380fb req-d3dfdba8-c32d-42f0-aa4b-f4d48cd510c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.0921426 Aug 18 14:11:30.932186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d78d4cb8-ba04-4374-b3d0-11dfedb380fb req-71aff259-1340-448d-b5a2-66ad7e6a99dc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Aug 18 14:11:30.992462 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-788d3227-fb10-4be6-b26a-950c8c4986a5 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412876 Aug 18 14:11:31.138341 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-5bd6747a-f562-4868-9bb9-057dafdaed15 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403391 Aug 18 14:11:31.211220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1a42381-9efb-4e67-a3be-1a481b742fcb req-826ce095-a121-4aaf-88c7-ccffbf45baf8 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0509918 Aug 18 14:11:31.235330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-a11f1481-dc46-49cb-8300-f9d756b89917 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 200 len: 217 time: 0.0865743 Aug 18 14:11:31.338251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9a83c66f-fe82-4344-9d1a-aa467a0f8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:31.340762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9a83c66f-fe82-4344-9d1a-aa467a0f8a74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0998492 Aug 18 14:11:31.437275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9e89cc05-0d2e-4859-9ed6-81d065759418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:31.438891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-9e89cc05-0d2e-4859-9ed6-81d065759418 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826290 Aug 18 14:11:31.601924 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-cf32cf3e-c040-4f44-92da-d1bb3cc15135 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499679 Aug 18 14:11:31.740354 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-7408971d-0a95-42d8-b469-9ca81167fc5e service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233981 Aug 18 14:11:31.798968 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-bc5426d3-19ac-4a63-9ce0-a07dd381cec1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 200 len: 217 time: 0.0475028 Aug 18 14:11:31.873310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-4186ba7a-d166-45a1-bee0-25bb1236b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:31.874390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:31.875044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-4186ba7a-d166-45a1-bee0-25bb1236b738 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.0681741 Aug 18 14:11:31.940343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-7565d859-06a1-49fc-8cbc-bb5d09018198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:31.941922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-7565d859-06a1-49fc-8cbc-bb5d09018198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570738 Aug 18 14:11:31.958502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port d47a194d-cc42-4fcf-91d3-98f10b011515 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:31.958886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.067107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:32.092850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb05c-a151-4e40-b0b7-9e245fa38d15 req-2ae6a1d7-dbd0-4b3f-a15c-ed4815f693f2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.095474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-345cb05c-a151-4e40-b0b7-9e245fa38d15 req-2ae6a1d7-dbd0-4b3f-a15c-ed4815f693f2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0892112 Aug 18 14:11:32.136520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-aabe4b82-74fa-49b9-9263-0241a06c2b0d service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852527 Aug 18 14:11:32.220834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9fe86-fea4-4a08-bbbd-40e99b1545c1 req-f1445439-802b-4c9c-b21a-900ea50daa9d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.222861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12d9fe86-fea4-4a08-bbbd-40e99b1545c1 req-f1445439-802b-4c9c-b21a-900ea50daa9d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 944 time: 0.1262417 Aug 18 14:11:32.270501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d480-e877-4816-b290-030c9fd7a18c req-15c1b374-d682-4a00-a2e5-4d5d1bf90ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.272651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-15c1b374-d682-4a00-a2e5-4d5d1bf90ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.1291955 Aug 18 14:11:32.291667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-345cb05c-a151-4e40-b0b7-9e245fa38d15 req-b954deaa-e8b8-4876-ba09-350cba95ac36 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466100 Aug 18 14:11:32.305296 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-7e040956-4c64-470b-b9bd-4685fc1c2ab9 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532977 Aug 18 14:11:32.368067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 742e5180-87c0-4fd5-867f-afa24af8974e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:32.368758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.401985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.429067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12d9fe86-fea4-4a08-bbbd-40e99b1545c1 req-449d2bb5-e95c-481b-8394-b8afea63594c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945257 Aug 18 14:11:32.471694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:32.473206 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-1e31e668-4232-4d36-ac48-16af8773d1cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 200 len: 217 time: 0.1660631 Aug 18 14:11:32.475862 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c07587-ece8-40ed-8836-8897105eba94" -d '{"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:32.496667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:32.573818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.607840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-97df2dbc-c83b-409b-ab0d-9b0d67030415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.609468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-97df2dbc-c83b-409b-ab0d-9b0d67030415 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.1255114 Aug 18 14:11:32.649882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:32.655451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.714057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-c2b61077-a4ec-45c2-b573-cfdc8cd22911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.716546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-c2b61077-a4ec-45c2-b573-cfdc8cd22911 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990789 Aug 18 14:11:32.743912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:32.757782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4607d53d-ab46-4e9a-9867-06f7bc7de3c3 req-91a30acc-a939-4728-98ef-5b7c57957af3 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0908201 Aug 18 14:11:32.789470 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.863443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d480-e877-4816-b290-030c9fd7a18c req-932d7b4e-b862-44db-9e91-fd27a3b51316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.865001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-932d7b4e-b862-44db-9e91-fd27a3b51316 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.5517006 Aug 18 14:11:32.896256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-e5d35ca6-1f83-47d4-891e-e6227fcbaa1c service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647961 Aug 18 14:11:32.904404 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c612eda7-4343-4956-bd28-b88381685561 x-openstack-request-id: req-c612eda7-4343-4956-bd28-b88381685561 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:32.904889 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:32.904889 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c612eda7-4343-4956-bd28-b88381685561 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:32.905232 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'code': 200} Aug 18 14:11:32.906298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:32.936885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-bf6fd920-c379-4135-a180-8fb6f6fd6576 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0577910 Aug 18 14:11:32.992368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d480-e877-4816-b290-030c9fd7a18c req-8b7338d3-4c89-468f-a21f-f69763a96a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.993884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-8b7338d3-4c89-468f-a21f-f69763a96a16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0495882 Aug 18 14:11:33.068168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-2d5c7791-3133-4e65-951d-32a2e7a061cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634975 Aug 18 14:11:33.117572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1edad-f4b4-43c0-905a-0347aacce2f5 req-e87aa331-082f-4123-bdfe-804ccb2aca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:33.119211 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0e1edad-f4b4-43c0-905a-0347aacce2f5 req-e87aa331-082f-4123-bdfe-804ccb2aca34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 1096 time: 0.0892260 Aug 18 14:11:33.173055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-69b95305-fc83-49c3-974b-90b47e2ee010 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712319 Aug 18 14:11:33.203829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-167a736a-c8d5-4cda-862f-3aa628cc5928 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276317 Aug 18 14:11:33.226573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-cdaee176-4635-4eec-9b8b-ea2297888b62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 217 time: 0.0455472 Aug 18 14:11:33.228625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0e1edad-f4b4-43c0-905a-0347aacce2f5 req-32359429-828b-4133-94b0-9729be18245c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974998 Aug 18 14:11:33.348501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-ee6bed82-6f28-4a6b-9f01-5db8f3210bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:33.350376 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-ee6bed82-6f28-4a6b-9f01-5db8f3210bb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.0621190 Aug 18 14:11:33.383519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f3d480-e877-4816-b290-030c9fd7a18c req-8d6fe0a3-64eb-46ae-b1d9-a97085032421 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701019 Aug 18 14:11:33.526409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-ed659736-53ea-4745-9cef-da17c5595fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:33.528133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-ed659736-53ea-4745-9cef-da17c5595fc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501932 Aug 18 14:11:33.591446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136d2c-b1e9-4590-903b-48b542101ab7 req-8125a736-5c70-42f8-83b9-d920dfb24cf6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:33.593510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44136d2c-b1e9-4590-903b-48b542101ab7 req-8125a736-5c70-42f8-83b9-d920dfb24cf6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1257167 Aug 18 14:11:33.679265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44136d2c-b1e9-4590-903b-48b542101ab7 req-d44fb6aa-0dc5-4b9f-b7dc-edf878a61536 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619726 Aug 18 14:11:33.690611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef7e9-bfdf-4ef7-8035-7bf403ffa739 req-befed1dc-0607-45e6-af51-22f1b0af93f0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:33.692674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870ef7e9-bfdf-4ef7-8035-7bf403ffa739 req-befed1dc-0607-45e6-af51-22f1b0af93f0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1235723 Aug 18 14:11:33.715958 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-024d7288-5eab-4ea1-8bef-97068e711d6c service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773264 Aug 18 14:11:33.762462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870ef7e9-bfdf-4ef7-8035-7bf403ffa739 req-32c9e0e2-cd58-4798-bd0c-c34ecf41d806 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Aug 18 14:11:33.911321 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7cd716ba-2da9-48b2-8627-f673848f12c3 req-b2e748a0-f49c-4eab-b810-261943115948 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781244 Aug 18 14:11:34.006941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-786e5dde-65de-478f-a814-07ec1104c524 req-394b9553-fb0a-4027-af0d-de7f02acd98b tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0350575 Aug 18 14:11:34.886550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47768c11-4e57-454e-827a-d7e5ec1a95b0 req-9c75f60e-bb38-4383-ba6c-3f84954f1911 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:34.888479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47768c11-4e57-454e-827a-d7e5ec1a95b0 req-9c75f60e-bb38-4383-ba6c-3f84954f1911 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1076512 Aug 18 14:11:34.906871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:34.910398 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2f09b-c08d-4767-83dc-4691a952b20f" -d '{"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-plugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:34.978677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47768c11-4e57-454e-827a-d7e5ec1a95b0 req-208a4fd2-8b1d-4582-a060-4342da041d1f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791929 Aug 18 14:11:35.010592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2431b-cdad-4777-b3fa-8008b1177a47 req-5e03ac4f-6fda-4777-aa8c-4f650126a6e0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:35.014642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ce2431b-cdad-4777-b3fa-8008b1177a47 req-5e03ac4f-6fda-4777-aa8c-4f650126a6e0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1135345 Aug 18 14:11:35.082938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ce2431b-cdad-4777-b3fa-8008b1177a47 req-b5ea54a5-81da-4b49-8b74-22b53f78464e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Aug 18 14:11:35.248837 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca2a65-05af-4382-8336-12be610ded46 x-openstack-request-id: req-58ca2a65-05af-4382-8336-12be610ded46 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:35.249371 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-plugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:35.249749 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58ca2a65-05af-4382-8336-12be610ded46 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:35.250507 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e', 'code': 200} Aug 18 14:11:35.478706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db0b2515-46d9-4cc4-a741-1e38897aa9e3 req-cb23ecde-a00e-4ac0-80bc-85d556cd9851 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0984461 Aug 18 14:11:35.503588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c5a7-503d-4332-8d4c-81af9352d04e req-94694928-5b23-43fa-b994-588d75dda328 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:35.518752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8025c5a7-503d-4332-8d4c-81af9352d04e req-94694928-5b23-43fa-b994-588d75dda328 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1391444 Aug 18 14:11:35.583842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8025c5a7-503d-4332-8d4c-81af9352d04e req-6416f97d-2212-4880-be18-59c4df4d1772 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630155 Aug 18 14:11:36.121811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210777b0-7874-4709-a868-4c26c33f879b req-7d2e8eaf-84d0-4be8-bc14-eb290c85fd5e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:36.123415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-210777b0-7874-4709-a868-4c26c33f879b req-7d2e8eaf-84d0-4be8-bc14-eb290c85fd5e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0653641 Aug 18 14:11:36.162973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-210777b0-7874-4709-a868-4c26c33f879b req-4ee3bc78-28ea-46bb-959c-bf27ece5f61c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 Aug 18 14:11:36.715119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9da82db1-a1fd-4bd8-908b-03e61efd5588 req-6634f3d5-6483-4666-808d-61fe3a36eaf7 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0549605 Aug 18 14:11:36.984625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-84b80eb0-e71b-4a86-af12-6ae6771d78e7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:36.986872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-84b80eb0-e71b-4a86-af12-6ae6771d78e7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.2175250 Aug 18 14:11:37.042859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-be467f8d-1ff2-4a0c-b8f6-471653afea13 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/quotas/779acd4188a647719c83a6b093201da5 HTTP/1.1" status: 200 len: 375 time: 0.0458405 Aug 18 14:11:37.094695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bce4a739-fbce-4fd1-ae60-786172709a25 req-08c860e3-aeef-42d6-bcb9-183f64692dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0889194 Aug 18 14:11:37.144855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-f94ba5c4-b485-473f-a320-3e4ed1946bed tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929472 Aug 18 14:11:37.336865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-26fb4d54-27f4-41c4-a9bc-971658ccaa9e service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805019 Aug 18 14:11:37.457907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31ff80-7c28-40ec-8015-2eeeb86d4b33 req-eb917475-60ff-4b83-ae2a-af8fcdf46bcd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:37.459744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a31ff80-7c28-40ec-8015-2eeeb86d4b33 req-eb917475-60ff-4b83-ae2a-af8fcdf46bcd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1192622 Aug 18 14:11:37.540972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-98598fcb-be96-456c-8561-92d5381916fb service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020392 Aug 18 14:11:37.559396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a31ff80-7c28-40ec-8015-2eeeb86d4b33 req-42e0392a-431b-4704-92ce-3b606dace7cf tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846801 Aug 18 14:11:38.166023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11159296-fbf2-47dd-bcc5-f5f4ddcc816f req-918c1b95-c480-4605-bf21-fd78d47cc22b tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.1307571 Aug 18 14:11:38.282776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68356360-d280-42dd-b35d-bfbabb7985f8 req-60690fdd-fc36-447c-ad46-6a0fa3b91ea8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 210 time: 0.0948265 Aug 18 14:11:38.767225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89922b6a-4802-481f-99c8-7734381623eb req-ba6b39aa-44b9-49ba-aeed-809031e40aba tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:38.780139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89922b6a-4802-481f-99c8-7734381623eb req-ba6b39aa-44b9-49ba-aeed-809031e40aba tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1211686 Aug 18 14:11:38.839532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-309adf48-40ad-417d-a5dd-1b0dda790120 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:38.842124 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-309adf48-40ad-417d-a5dd-1b0dda790120 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a5a962-d901-4b34-800f-f9e98e949cbf HTTP/1.1" status: 200 len: 945 time: 0.1362219 Aug 18 14:11:38.864132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89922b6a-4802-481f-99c8-7734381623eb req-6ed2b20c-38b4-445f-b66f-ae867ff97052 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758998 Aug 18 14:11:39.124277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Deleting port d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:39.126246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.413816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] For port d47a194d-cc42-4fcf-91d3-98f10b011515, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d47a194d-cc42-4fcf-91d3-98f10b011515,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:39.417353 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.443998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23fd6162-2f9a-4088-846a-e5d34cd02de1 req-5aa132fe-cdc8-435c-b89c-50ee63f1b84c tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0449648 Aug 18 14:11:39.452654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Calling delete_port for d47a194d-cc42-4fcf-91d3-98f10b011515 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:39.472956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f783c189-a530-45e8-9d8a-b3c4e86b5db3 req-fbae1b0f-c4e6-43ec-a2c8-19682b668c88 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 210 time: 0.0476434 Aug 18 14:11:39.775035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.795356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['d47a194d-cc42-4fcf-91d3-98f10b011515'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:39.903716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event deleted for resources: {'Port': ['ID=d47a194d-cc42-4fcf-91d3-98f10b011515,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:39.986771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] No DVR routers for this DVR port d47a194d-cc42-4fcf-91d3-98f10b011515 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:39.994022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.996151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aa05873e-95b2-457c-8f44-2d9fdf2f369c req-515c1799-4dd7-4978-928c-339c3477278c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.58 "DELETE /v2.0/ports/d47a194d-cc42-4fcf-91d3-98f10b011515 HTTP/1.1" status: 204 len: 173 time: 1.1357341 Aug 18 14:11:39.996814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-deleted', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:40.000761 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5d2cf-135b-493b-9da5-0b184bec49c3" -d '{"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-deleted", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:40.080807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bc1e-37b3-4f92-928a-2e592d7dab9b req-8e1ade1a-0dd3-4ee5-b47f-8c9ac27d5cac tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:40.091767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3194bc1e-37b3-4f92-928a-2e592d7dab9b req-8e1ade1a-0dd3-4ee5-b47f-8c9ac27d5cac tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Aug 18 14:11:40.168409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3194bc1e-37b3-4f92-928a-2e592d7dab9b req-19cdf2e8-01fa-4e4a-8151-8a4fc4b30743 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751455 Aug 18 14:11:40.189411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:40.279020 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e65fc-82cb-48a7-83c1-e3c14be6b9e6 x-openstack-request-id: req-452e65fc-82cb-48a7-83c1-e3c14be6b9e6 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:40.279608 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a5a962-d901-4b34-800f-f9e98e949cbf", "name": "network-vif-deleted", "tag": "d47a194d-cc42-4fcf-91d3-98f10b011515", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:40.280173 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-452e65fc-82cb-48a7-83c1-e3c14be6b9e6 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:40.284252 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5a962-d901-4b34-800f-f9e98e949cbf', 'name': 'network-vif-deleted', 'tag': 'd47a194d-cc42-4fcf-91d3-98f10b011515', 'status': 'completed', 'code': 200} Aug 18 14:11:40.755580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.572039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8dcb-e23d-4525-9234-7cafc5aa3731 req-95eabd4b-d6d0-4e7b-8a7f-cf4909d359be tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:41.586655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ddb8dcb-e23d-4525-9234-7cafc5aa3731 req-95eabd4b-d6d0-4e7b-8a7f-cf4909d359be tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.6208401 Aug 18 14:11:41.639415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79db58ef-d0cf-47ee-8aa9-34d3c71db870 req-47beb6ca-c0e4-4cc9-bcf3-59dda33909db tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 210 time: 0.1262357 Aug 18 14:11:41.687661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ddb8dcb-e23d-4525-9234-7cafc5aa3731 req-ea192217-dafc-4df8-b8c3-4b6fe72aa630 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988553 Aug 18 14:11:41.960551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6a0e352-6c04-44e8-ba0a-b6ac7fb4c924 req-2d451605-9c78-44af-b302-8d519136f2e2 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0573814 Aug 18 14:11:42.036002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d99b-d38b-460e-95a2-9e778f315090 req-8c6b3f38-e4c0-4da4-906e-55a5de3c30e6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:42.048820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbf8d99b-d38b-460e-95a2-9e778f315090 req-8c6b3f38-e4c0-4da4-906e-55a5de3c30e6 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1774623 Aug 18 14:11:42.176629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbf8d99b-d38b-460e-95a2-9e778f315090 req-08016ba0-f964-49bd-bb4b-4461497ace37 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229479 Aug 18 14:11:42.223347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-f81d6181-4489-4c67-879c-65dd26f105ea tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:42.232113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-f81d6181-4489-4c67-879c-65dd26f105ea tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.5382233 Aug 18 14:11:42.245219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Request body: {'port': {'device_id': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'admin_state_up': True, 'tenant_id': '779acd4188a647719c83a6b093201da5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:42.516980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88161ffa-1faf-47c6-b401-a2c5b64ec3e0 req-cfa275c2-7477-4342-87d0-2a08a238cc41 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:42.529903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88161ffa-1faf-47c6-b401-a2c5b64ec3e0 req-cfa275c2-7477-4342-87d0-2a08a238cc41 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1643317 Aug 18 14:11:42.602677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88161ffa-1faf-47c6-b401-a2c5b64ec3e0 req-1c911d78-3cbd-4962-8c91-9be5f262af32 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649924 Aug 18 14:11:42.738868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Made reservation on behalf of 779acd4188a647719c83a6b093201da5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:42.746708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:42.983038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1543d85-86cc-42f2-9d03-a247d9d90a8a req-e7077dd2-207a-4a34-a62f-bd08a9db07cd tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 210 time: 0.0485744 Aug 18 14:11:43.178221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04649973-d55b-4a41-a617-3eb04293a2b8 req-22c7cceb-59ba-4b4b-9007-e6153e2879f4 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0530396 Aug 18 14:11:43.241967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Allocated IP 172.20.0.12 (8ed4bfff-a9ff-4465-b56b-42412a4f58d2/9787bdcb-1980-49f9-a461-1435a1334791/881e630b-2b43-4063-b2c9-02a5a238ede7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:43.469030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:43.817788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:43.919341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:43.963906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: d47a194d-cc42-4fcf-91d3-98f10b011515 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:43.964914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d47a194d-cc42-4fcf-91d3-98f10b011515 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:44.005742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:44.026093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:44.036648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:44.101112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0e7aa-e8ab-4b25-b704-d5f33ade046d req-489fb237-f423-44e4-93a8-e566971fc908 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:44.110097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7e0e7aa-e8ab-4b25-b704-d5f33ade046d req-489fb237-f423-44e4-93a8-e566971fc908 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.5562928 Aug 18 14:11:44.154192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:44.172634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f9bcc-cb07-4ef4-a210-3b49cea9c5e1 req-81e8dd14-7b7d-407e-8fd0-e95b42b1f7ea tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:44.178460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-528f9bcc-cb07-4ef4-a210-3b49cea9c5e1 req-81e8dd14-7b7d-407e-8fd0-e95b42b1f7ea tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.4349806 Aug 18 14:11:44.216229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:44.217217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.256131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7e0e7aa-e8ab-4b25-b704-d5f33ade046d req-c847f210-616d-4f7d-9ebd-2cb24d258a10 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449902 Aug 18 14:11:44.272622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-528f9bcc-cb07-4ef4-a210-3b49cea9c5e1 req-30819a5e-069b-4c20-94bc-c0efe8019482 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860078 Aug 18 14:11:44.464496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-10157040-1633-431c-acd3-03edb9414f9f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2234464 Aug 18 14:11:44.491093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Request body: {'port': {'device_id': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:44.571106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34ec39ce-bd32-42b0-873e-b1cd7253caf6 req-af49a06c-01a9-4aaa-89b7-23f8c9af0388 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0540645 Aug 18 14:11:44.636129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61ac0-6c79-4b89-9938-4bdee0cbe6f2 req-4a816d1b-e40b-4869-8e58-582ae288bd18 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:44.639302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3c61ac0-6c79-4b89-9938-4bdee0cbe6f2 req-4a816d1b-e40b-4869-8e58-582ae288bd18 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 932 time: 0.2261655 Aug 18 14:11:44.642019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.765676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3c61ac0-6c79-4b89-9938-4bdee0cbe6f2 req-7bdb0851-3d84-4749-b723-68371185df4b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063645 Aug 18 14:11:45.110267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881e630b-2b43-4063-b2c9-02a5a238ede7 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:45.129825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.146865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Transition to ACTIVE for port object 881e630b-2b43-4063-b2c9-02a5a238ede7 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:45.258640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.380396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:45.576458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Attempting to bind port 881e630b-2b43-4063-b2c9-02a5a238ede7 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:45.576806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Attempting to bind port 881e630b-2b43-4063-b2c9-02a5a238ede7 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:45.577181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Attempting to bind port 881e630b-2b43-4063-b2c9-02a5a238ede7 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:45.596427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf10c-d4f1-4cad-8bd4-b62064b3cf60 req-008040ae-3262-48d9-8db9-b713ddb3888b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:45.598317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5abaf10c-d4f1-4cad-8bd4-b62064b3cf60 req-008040ae-3262-48d9-8db9-b713ddb3888b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1234171 Aug 18 14:11:45.600230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Port 881e630b-2b43-4063-b2c9-02a5a238ede7 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:45.600563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Attempting to bind port 881e630b-2b43-4063-b2c9-02a5a238ede7 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:45.612558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:45.612896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Checking segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:45.613819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Bound using segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:45.620328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Bound port: 881e630b-2b43-4063-b2c9-02a5a238ede7, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:45.620328 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.698977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5abaf10c-d4f1-4cad-8bd4-b62064b3cf60 req-ba053bdb-2a70-4e5f-b614-aa7beefae04b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902123 Aug 18 14:11:45.743192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:45.747023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:45.842730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f68142f7-ce13-4dbd-a7df-3a9112d71f6c req-3f566424-e6e3-412c-aba4-24ba9039f820 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0386140 Aug 18 14:11:45.851995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:46.016664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.017442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:46.019421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] 10.222.0.10 "PUT /v2.0/ports/881e630b-2b43-4063-b2c9-02a5a238ede7 HTTP/1.1" status: 200 len: 1092 time: 1.5404277 Aug 18 14:11:46.024913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:46.028320 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef8b586-74b7-43c2-ae0e-87b577fd265d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:46.084183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a40320-9c1e-4857-8c63-09d528b221ae req-29bed1bb-1a91-4333-a118-64abb903f4dd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.099942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1a40320-9c1e-4857-8c63-09d528b221ae req-29bed1bb-1a91-4333-a118-64abb903f4dd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1784418 Aug 18 14:11:46.229789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1a40320-9c1e-4857-8c63-09d528b221ae req-ea138ee6-f409-49cf-bbbf-0992a4670a7c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207597 Aug 18 14:11:46.256632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53388829-179d-4a81-81a4-388d4a083d98 service neutron] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:46.302635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-e992212d-329e-4c09-b082-96429d3252b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.304141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-e992212d-329e-4c09-b082-96429d3252b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 1095 time: 0.1501825 Aug 18 14:11:46.324878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ee7e1-a45d-4678-bfe2-4537a16cf85f req-9eede181-0c1d-42ca-bb9f-0677310e4d92 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.326678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b9ee7e1-a45d-4678-bfe2-4537a16cf85f req-9eede181-0c1d-42ca-bb9f-0677310e4d92 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 944 time: 0.1404593 Aug 18 14:11:46.415290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-f59d74cc-2c3a-4a11-a16d-f64094b2f2a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881e630b-2b43-4063-b2c9-02a5a238ede7 HTTP/1.1" status: 200 len: 217 time: 0.0875678 Aug 18 14:11:46.460036 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446e4b2-e006-403d-a081-aaceae112c91 x-openstack-request-id: req-d446e4b2-e006-403d-a081-aaceae112c91 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:46.464527 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:46.465290 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d446e4b2-e006-403d-a081-aaceae112c91 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:46.465956 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'status': 'completed', 'code': 200} Aug 18 14:11:46.507060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b9ee7e1-a45d-4678-bfe2-4537a16cf85f req-6c41b79a-93f4-4f90-85cf-e915748f0b15 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198285 Aug 18 14:11:46.543624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-50fb599f-4a9c-44d4-9977-e96e4b324db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.545304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-50fb599f-4a9c-44d4-9977-e96e4b324db8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9787bdcb-1980-49f9-a461-1435a1334791 HTTP/1.1" status: 200 len: 855 time: 0.1043682 Aug 18 14:11:46.617929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-56e20983-a00e-4058-a7f1-f75de879f6dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584154 Aug 18 14:11:46.840978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-53e529e5-b463-4413-8806-e3bda8cfbb86 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100899 Aug 18 14:11:47.008772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c13d2-9c03-4372-bc86-e0bc6bf06510 req-cd6aa546-69f5-4edb-ac54-baeea3d54a69 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.016848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-081c13d2-9c03-4372-bc86-e0bc6bf06510 req-cd6aa546-69f5-4edb-ac54-baeea3d54a69 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1922426 Aug 18 14:11:47.079303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b657134-3763-4cba-8bf5-6fb9db2a0f32 req-98b5e6a1-d9fb-4852-b4f3-c8084cb8a027 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0504401 Aug 18 14:11:47.170926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-081c13d2-9c03-4372-bc86-e0bc6bf06510 req-4f9cf3dd-5965-409e-a0fa-6ab9e55fc663 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530607 Aug 18 14:11:47.182263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a350d34e-682e-4fc5-a9ed-31e6aa715d6d req-7a03cd04-b4c4-4856-8d9f-e6b73948212b service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258047 Aug 18 14:11:47.433939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-a53b64a2-cc00-44fe-8adc-e984378fc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.441229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-a53b64a2-cc00-44fe-8adc-e984378fc74f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 1095 time: 0.1177099 Aug 18 14:11:47.573737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4013c-523c-4cfe-82a0-0437ce8ede3c req-0aa80a43-315f-42ea-862e-8caa57d286fe tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.590382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02f4013c-523c-4cfe-82a0-0437ce8ede3c req-0aa80a43-315f-42ea-862e-8caa57d286fe tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1997366 Aug 18 14:11:47.683083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02f4013c-523c-4cfe-82a0-0437ce8ede3c req-fea9a0a9-c65d-4b96-ba73-495aa6dbaac1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910733 Aug 18 14:11:47.732406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a831-8913-4cab-a8f3-00a38ec4278a req-e715b71c-cf9c-4ba5-9f34-53e5d12f2b27 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.734423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0792a831-8913-4cab-a8f3-00a38ec4278a req-e715b71c-cf9c-4ba5-9f34-53e5d12f2b27 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 944 time: 0.1154230 Aug 18 14:11:47.737735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-bdb49f69-7cd2-437c-a93c-a198bbd6ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.739759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-bdb49f69-7cd2-437c-a93c-a198bbd6ead1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 916 time: 0.2908971 Aug 18 14:11:47.804171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-fd7b8192-f8db-4e4b-9964-28d4275adbe2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881e630b-2b43-4063-b2c9-02a5a238ede7 HTTP/1.1" status: 200 len: 217 time: 0.0545897 Aug 18 14:11:47.864051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0792a831-8913-4cab-a8f3-00a38ec4278a req-094c12b4-231e-4553-8743-5a90e225a1cd tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209939 Aug 18 14:11:47.905111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-4f389aa1-5e16-4c00-baf2-90be2dc88e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.906663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-4f389aa1-5e16-4c00-baf2-90be2dc88e99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9787bdcb-1980-49f9-a461-1435a1334791 HTTP/1.1" status: 200 len: 855 time: 0.0868480 Aug 18 14:11:47.950534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-81e09123-0566-4e5f-8bc1-63dfc3211804 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298645 Aug 18 14:11:48.084337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-aeeb21a0-c7c9-4574-afbe-2b13ee3ee8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181591 Aug 18 14:11:48.232980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1df01eb-f352-448b-bba9-673fe554fa2e req-0cc78419-0893-474c-9307-3d7f4041207e tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0448806 Aug 18 14:11:48.248281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ef8b586-74b7-43c2-ae0e-87b577fd265d req-2fa6cbea-a831-485d-93f9-713b168be54f service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507969 Aug 18 14:11:48.324201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1327e-5a39-43a6-b9dc-8c2397084f27 req-d1c230a5-1905-4f42-9418-2e3b6a02b6f3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:48.326450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63e1327e-5a39-43a6-b9dc-8c2397084f27 req-d1c230a5-1905-4f42-9418-2e3b6a02b6f3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0685637 Aug 18 14:11:48.368925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63e1327e-5a39-43a6-b9dc-8c2397084f27 req-6e11b058-3536-42d2-b7ac-f5474a8a9361 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Aug 18 14:11:48.828321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63aac-1f5e-4f9f-97dc-13cbc1b7649f req-591d229d-7ba1-43dd-aaa1-942511ce60b8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:48.836492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dd63aac-1f5e-4f9f-97dc-13cbc1b7649f req-591d229d-7ba1-43dd-aaa1-942511ce60b8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0655217 Aug 18 14:11:48.908510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dd63aac-1f5e-4f9f-97dc-13cbc1b7649f req-7ef47471-b430-49f3-96ca-f9337d1ff8d6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709989 Aug 18 14:11:49.013814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7d20-e932-4b2b-9047-5470d1802f9f req-ff9775b9-f892-419e-85d3-1db251431bc0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:49.015452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d34c7d20-e932-4b2b-9047-5470d1802f9f req-ff9775b9-f892-419e-85d3-1db251431bc0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 944 time: 0.0650403 Aug 18 14:11:49.058406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d34c7d20-e932-4b2b-9047-5470d1802f9f req-17b60f6d-1575-4742-9df7-47c71e9997a6 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Aug 18 14:11:49.376408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55d7e677-453f-4629-a41d-b90b403202fc req-a7fb7b0e-c02a-4fb9-96cf-afe77f1976ce tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0320077 Aug 18 14:11:49.544696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a8ea-a952-47fa-a664-1a951924cad1 req-a0a24505-2f8e-4ce9-9a64-4974a5b0fcf8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:49.546365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8346a8ea-a952-47fa-a664-1a951924cad1 req-a0a24505-2f8e-4ce9-9a64-4974a5b0fcf8 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0573940 Aug 18 14:11:49.619862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8346a8ea-a952-47fa-a664-1a951924cad1 req-3b3eb92f-21a4-40d6-bf10-c9426762c0fa tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558386 Aug 18 14:11:50.018530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cc64f-0075-45cd-83a8-399aeb282122 req-6b1fe683-6336-42e0-8f16-8551ccb0901f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:50.027591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-688cc64f-0075-45cd-83a8-399aeb282122 req-6b1fe683-6336-42e0-8f16-8551ccb0901f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0601630 Aug 18 14:11:50.074798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-688cc64f-0075-45cd-83a8-399aeb282122 req-67b29816-7a3b-43ea-8c8c-f10cf6aeb480 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459292 Aug 18 14:11:50.167856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:50.197199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0343-4a0e-4f33-b1c6-702eeeed3b5e req-23630170-9122-408f-85a3-9b90d7df328b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:50.199375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d1c0343-4a0e-4f33-b1c6-702eeeed3b5e req-23630170-9122-408f-85a3-9b90d7df328b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 944 time: 0.0600832 Aug 18 14:11:50.247656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d1c0343-4a0e-4f33-b1c6-702eeeed3b5e req-cc632d76-7bc9-4ae5-80c6-3826d98d587a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Aug 18 14:11:50.249416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34110) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:50.305507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:50.318816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'port_id': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'mac_address': 'fa:16:3e:04:80:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9787bdcb-1980-49f9-a461-1435a1334791', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:50.363154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.388845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881e630b-2b43-4063-b2c9-02a5a238ede7 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:50.419365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:50.425262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32355c36-f697-44ed-a4ae-73801df55df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.548164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-610fe2d7-7a4d-4578-87c7-6fb2d9701167 req-70b4750d-1ca7-481a-a7fe-431a22680c53 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0535152 Aug 18 14:11:50.573829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed0d26-8da6-4f9d-806b-8555625fd9b7 req-8a7f57b2-2d71-4ee2-b00f-c97955848668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:50.575719 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-68ed0d26-8da6-4f9d-806b-8555625fd9b7 req-8a7f57b2-2d71-4ee2-b00f-c97955848668 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0722241 Aug 18 14:11:50.581096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32355c36-f697-44ed-a4ae-73801df55df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.613062 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-68ed0d26-8da6-4f9d-806b-8555625fd9b7 req-70b7db24-c6b4-439a-8025-52035846dd15 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295806 Aug 18 14:11:50.643091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.692580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:50.703554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.704011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.705547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32355c36-f697-44ed-a4ae-73801df55df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.710599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.711185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.711747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.712320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.712860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.713869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.714375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.714987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.715744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.716230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:50.748380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355c36-f697-44ed-a4ae-73801df55df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb4e38b-d6ee-4d2b-9f27-cc7126586477,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:50.765371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32355c36-f697-44ed-a4ae-73801df55df0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f758124636a4b9faa59fbd785bb95cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146246 Aug 18 14:11:50.768058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34136) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:50.829565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.890302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:50.940252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4b4c-43a7-4b34-8cd2-a4270a00c50d req-a2c85ee8-2d7d-4aaf-92b8-9009c2286bf7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:50.941774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8d4b4c-43a7-4b34-8cd2-a4270a00c50d req-a2c85ee8-2d7d-4aaf-92b8-9009c2286bf7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1020896 Aug 18 14:11:50.998594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['881e630b-2b43-4063-b2c9-02a5a238ede7'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:51.011823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8d4b4c-43a7-4b34-8cd2-a4270a00c50d req-75b7fef7-cf6c-40ae-a815-839422d18910 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632970 Aug 18 14:11:51.030572 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:51.034102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:51.036460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdb4e38b-d6ee-4d2b-9f27-cc7126586477 HTTP/1.1" status: 204 len: 168 time: 0.2651181 Aug 18 14:11:51.046141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f4bd-394e-47d6-83c1-5e77062bebb2 req-689ee771-50a0-4bc9-8f6f-8257e80f3ff8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:51.048283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12b6f4bd-394e-47d6-83c1-5e77062bebb2 req-689ee771-50a0-4bc9-8f6f-8257e80f3ff8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.0758264 Aug 18 14:11:51.057698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4fd6-1b9a-4437-b311-f6220838853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb4e38b-d6ee-4d2b-9f27-cc7126586477,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:51.098863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12b6f4bd-394e-47d6-83c1-5e77062bebb2 req-3916d9ff-9b86-4085-8a8b-c13b5be5d28c tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Aug 18 14:11:51.221896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9b978-7416-4bbe-97a7-642e83699919 req-73dfd03d-c6eb-4940-adcb-7484a2d3c5f0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:51.226343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1a9b978-7416-4bbe-97a7-642e83699919 req-73dfd03d-c6eb-4940-adcb-7484a2d3c5f0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0629547 Aug 18 14:11:51.267415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1a9b978-7416-4bbe-97a7-642e83699919 req-efc366b9-b599-431a-b99b-aad7dc3a27d7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379317 Aug 18 14:11:51.378254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf72b-a392-4dfd-a9fc-1a182be85df4 req-1d965b59-0030-418b-a5df-17900c9b76fb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:51.379938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a37bf72b-a392-4dfd-a9fc-1a182be85df4 req-1d965b59-0030-418b-a5df-17900c9b76fb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 945 time: 0.0544221 Aug 18 14:11:51.424208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a37bf72b-a392-4dfd-a9fc-1a182be85df4 req-ce6fd702-b7a6-4ccb-afff-e13e99ada90d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Aug 18 14:11:51.665461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a589581-1f71-40ea-a621-fa86b855a4dd req-af9caef3-286f-4be6-858a-38ecc130ff9b tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 18 14:11:51.892294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c29a926c-55a7-4529-8dec-b1066bb97e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.146540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63566963-1381-428e-bb33-1caead12a1d2 req-f7ec46da-dbce-44d2-869c-219540affa09 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.147966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63566963-1381-428e-bb33-1caead12a1d2 req-f7ec46da-dbce-44d2-869c-219540affa09 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Aug 18 14:11:52.186831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:52.193767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63566963-1381-428e-bb33-1caead12a1d2 req-fd30cab0-1b2c-4d3f-84dd-a00a3f85f153 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Aug 18 14:11:52.300120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 881e630b-2b43-4063-b2c9-02a5a238ede7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:52.305699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 881e630b-2b43-4063-b2c9-02a5a238ede7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:52.306396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.326535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25e6d-0ed2-445e-ab23-8f3e33e730a2 req-7d558ae1-0673-41e4-9a70-7d94eb503574 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.328774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e25e6d-0ed2-445e-ab23-8f3e33e730a2 req-7d558ae1-0673-41e4-9a70-7d94eb503574 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.0707605 Aug 18 14:11:52.369078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e25e6d-0ed2-445e-ab23-8f3e33e730a2 req-97214381-300a-4818-a9ad-1a14c4421372 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 18 14:11:52.403694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.438649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:52.441602 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0addd-2d6e-4ded-9437-4e19f88af225" -d '{"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-plugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:52.456474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:52.530713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043e28-a3f5-416f-a3ea-6d4a89e9da62 req-51fab19b-4bc3-43ee-afff-a37c511329ba tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.532281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e043e28-a3f5-416f-a3ea-6d4a89e9da62 req-51fab19b-4bc3-43ee-afff-a37c511329ba tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0515351 Aug 18 14:11:52.543899 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.545536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:52.572376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e043e28-a3f5-416f-a3ea-6d4a89e9da62 req-fc8d1e97-a17e-441d-b702-70306e65dab9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340197 Aug 18 14:11:52.629518 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841bd21f-4df7-4f91-93ce-afefae685c27 x-openstack-request-id: req-841bd21f-4df7-4f91-93ce-afefae685c27 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:52.629800 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-plugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:52.630071 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-841bd21f-4df7-4f91-93ce-afefae685c27 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:52.630459 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'code': 200} Aug 18 14:11:52.638305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:52.677547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.715152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:52.770011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda0516-b34f-4a82-9d80-a289855fa23c req-2eeaa72b-c674-4bb1-8638-cfe504269d37 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.771513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cda0516-b34f-4a82-9d80-a289855fa23c req-2eeaa72b-c674-4bb1-8638-cfe504269d37 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0831091 Aug 18 14:11:52.773564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe640d1-63f8-4903-bd31-b863fb971228 req-928bc449-91f2-4a94-a1c4-42d4553d726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.774999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbe640d1-63f8-4903-bd31-b863fb971228 req-928bc449-91f2-4a94-a1c4-42d4553d726c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 1097 time: 0.0749607 Aug 18 14:11:52.784173 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:52.849881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:52.855424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cda0516-b34f-4a82-9d80-a289855fa23c req-1280fcd9-dd9b-49fe-8750-16da576c7246 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Aug 18 14:11:52.860322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbe640d1-63f8-4903-bd31-b863fb971228 req-436d745f-557d-4907-b761-d6f0082b04ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670898 Aug 18 14:11:52.944800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b99b939-89a6-465e-b9e4-2fb764a03ae6 req-4c66b121-5a99-4fc3-b809-ae1e89f07ad5 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0270712 Aug 18 14:11:52.970354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-feefe44e-3865-4980-b65e-bfecdedd501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.972117 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-feefe44e-3865-4980-b65e-bfecdedd501a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0440297 Aug 18 14:11:53.021600 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:11:53.094037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-44348e28-0915-412e-8dab-8901fbba7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.095718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-44348e28-0915-412e-8dab-8901fbba7276 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.1136012 Aug 18 14:11:53.101886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-d7c6aeca-9ce4-42ef-b089-a7712f1a7df4 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.103442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-d7c6aeca-9ce4-42ef-b089-a7712f1a7df4 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.1031702 Aug 18 14:11:53.125406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6973-6b12-4d6f-a099-2af6b8b73b07 req-cdf74283-31d2-4af4-8d59-145aa0e14982 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.132967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-020d6973-6b12-4d6f-a099-2af6b8b73b07 req-cdf74283-31d2-4af4-8d59-145aa0e14982 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1116812 Aug 18 14:11:53.146543 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-7f467517-ea1f-4ed5-aafe-298ce9a63bb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0410879 Aug 18 14:11:53.207606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-020d6973-6b12-4d6f-a099-2af6b8b73b07 req-c3b7c48a-11b5-4291-a39d-46eafd2ffe23 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Aug 18 14:11:53.217352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-d6575b09-daea-449e-8d36-0b4c05986efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.218942 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-d6575b09-daea-449e-8d36-0b4c05986efc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0639946 Aug 18 14:11:53.275066 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-17f52dd9-66eb-4876-8ccd-71e7527487f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444305 Aug 18 14:11:53.278382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Deleting port d18a4492-4a22-4319-88de-c4c92cb44146 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:53.278738 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.394132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] For port d18a4492-4a22-4319-88de-c4c92cb44146, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=d18a4492-4a22-4319-88de-c4c92cb44146,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:53.394503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.417860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Calling delete_port for d18a4492-4a22-4319-88de-c4c92cb44146 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:53.448919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-fe984fb6-7d9e-46f7-a1e4-7d9378f0b2ba service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454980 Aug 18 14:11:53.607289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6d24a1d8-0b86-4605-8fd9-dafd3f27f3d3 req-030a378e-527f-4f6f-a2a4-799cc236b474 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501985 Aug 18 14:11:53.690575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5be4f-1aad-404d-944a-1d7b333b8f01 req-1cb2ca3a-34d9-4eab-b732-2fd3be255313 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.692075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36d5be4f-1aad-404d-944a-1d7b333b8f01 req-1cb2ca3a-34d9-4eab-b732-2fd3be255313 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 945 time: 0.1567073 Aug 18 14:11:53.702159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-68d94673-62a1-46d1-8652-1fbd683b8bee tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.703933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-68d94673-62a1-46d1-8652-1fbd683b8bee tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.2045081 Aug 18 14:11:53.730567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-2851d698-8f40-491c-a932-febab432b7a0 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/quotas/84225b29d21a40b382ef3980bb5f3f52 HTTP/1.1" status: 200 len: 375 time: 0.0193305 Aug 18 14:11:53.757395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36d5be4f-1aad-404d-944a-1d7b333b8f01 req-d96934f8-756d-4d53-b325-fa6a87f7b846 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524700 Aug 18 14:11:53.783781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.803866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af', '9704b69d-e590-413d-87da-49c9d9830835', 'd18a4492-4a22-4319-88de-c4c92cb44146'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:53.808114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['586797f1-8e35-47ed-a849-0adc966d5ae8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:53.830275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event deleted for resources: {'Port': ['ID=d18a4492-4a22-4319-88de-c4c92cb44146,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:53.861271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-70907283-1c2b-4593-957b-60aad4c86660 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201842 Aug 18 14:11:53.916973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] No DVR routers for this DVR port d18a4492-4a22-4319-88de-c4c92cb44146 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:53.920947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.926007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1f31e8b-00fb-47aa-a985-a67140266775 req-dba35315-a03e-467e-b69e-56d75f84974b tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "DELETE /v2.0/ports/d18a4492-4a22-4319-88de-c4c92cb44146 HTTP/1.1" status: 204 len: 173 time: 0.7903168 Aug 18 14:11:53.937521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'name': 'network-vif-deleted', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:53.937521 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd86ae-a537-4862-8699-b6ee69b5ebf9" -d '{"events": [{"server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "name": "network-vif-deleted", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:53.965670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450dcc-8478-43ee-8593-a7d07b087614 req-676e79ef-2a56-4b31-824f-c90b871ff39c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.967387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf450dcc-8478-43ee-8593-a7d07b087614 req-676e79ef-2a56-4b31-824f-c90b871ff39c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1134553 Aug 18 14:11:54.061474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf450dcc-8478-43ee-8593-a7d07b087614 req-1a2f8f08-d3a4-440c-9f60-b2baa5b6b84b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696201 Aug 18 14:11:54.262751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1e3b-a758-4985-abd5-29b8ce7ee669 req-bdcc49f8-9355-4911-b851-1e53a65757f7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:54.264181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626a1e3b-a758-4985-abd5-29b8ce7ee669 req-bdcc49f8-9355-4911-b851-1e53a65757f7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1164501 Aug 18 14:11:54.310928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-721763cc-19d7-4bfd-86f4-6699763f1bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393551 Aug 18 14:11:54.344637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626a1e3b-a758-4985-abd5-29b8ce7ee669 req-5f586a37-23db-44ee-8c3c-1ccedbda3bf0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732121 Aug 18 14:11:54.393054 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f05639-76be-44de-b07b-9220c13d4905 x-openstack-request-id: req-b4f05639-76be-44de-b07b-9220c13d4905 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:54.393489 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef401d57-1649-44e0-9758-c68eaa87001a", "name": "network-vif-deleted", "tag": "d18a4492-4a22-4319-88de-c4c92cb44146", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:54.402564 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4f05639-76be-44de-b07b-9220c13d4905 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:54.402564 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef401d57-1649-44e0-9758-c68eaa87001a', 'name': 'network-vif-deleted', 'tag': 'd18a4492-4a22-4319-88de-c4c92cb44146', 'status': 'completed', 'code': 200} Aug 18 14:11:54.421066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-0c178f6c-7f05-42c1-8fe4-d99635c5c087 service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022956 Aug 18 14:11:54.483063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fdf1bf6-c113-4eb3-be90-f9f8ecee5e65 req-39be772e-0072-4040-b2cc-c43b8825af07 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0342190 Aug 18 14:11:54.593660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba147-3390-46e8-bde9-22c88092f2e4 req-7c1d45e9-b7e3-4e19-bb80-c6efa05b0d9f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:54.595209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cba147-3390-46e8-bde9-22c88092f2e4 req-7c1d45e9-b7e3-4e19-bb80-c6efa05b0d9f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0511928 Aug 18 14:11:54.632456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:54.634836 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127c917b-0bb7-4636-b35b-50c04685a801" -d '{"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-unplugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:54.636312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96cba147-3390-46e8-bde9-22c88092f2e4 req-6df92567-68ae-4965-82a8-6162f2d2d540 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Aug 18 14:11:54.718583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-02243bf0-40c2-4827-9a69-ba9310c3aecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.735952 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b36d810-5f0d-41bb-bc80-e3cdee60bb55 x-openstack-request-id: req-2b36d810-5f0d-41bb-bc80-e3cdee60bb55 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:54.736248 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-unplugged", "status": "completed", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:54.736506 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b36d810-5f0d-41bb-bc80-e3cdee60bb55 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:54.736894 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e', 'code': 200} Aug 18 14:11:54.772660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f4dd435-b45d-473b-88af-7455f6e537f5 req-699016b6-21ff-4c87-b60e-63abbe3474aa tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Aug 18 14:11:54.883547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.895289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90c01b64-1156-40a7-998b-f806c89e1d35 req-3101f6ca-a8ed-4baf-9f66-ea424bcdb484 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef401d57-1649-44e0-9758-c68eaa87001a HTTP/1.1" status: 200 len: 210 time: 0.0303731 Aug 18 14:11:55.565369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83624c5-bd50-4092-ad0f-7293dd86805e req-e97370df-b29a-4220-b906-a22670b69eef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:55.567006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e83624c5-bd50-4092-ad0f-7293dd86805e req-e97370df-b29a-4220-b906-a22670b69eef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.4278269 Aug 18 14:11:55.594034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-ac275a10-bbb2-453d-b295-7f0d4d948f57 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565438 Aug 18 14:11:55.705748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e83624c5-bd50-4092-ad0f-7293dd86805e req-96e5b6f5-ff0f-4da6-bf30-efaa61fd5d6e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296546 Aug 18 14:11:55.717260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-ef3ac06e-584f-46f7-8b20-7ebe59c3e732 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:55.719030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-ef3ac06e-584f-46f7-8b20-7ebe59c3e732 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdca83e7-32ce-40fc-a264-24a2f2329640 HTTP/1.1" status: 200 len: 943 time: 0.1404765 Aug 18 14:11:55.802142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-7113c041-ae16-4f9e-9749-fd4a088cf474 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:55.803624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-7113c041-ae16-4f9e-9749-fd4a088cf474 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949620 Aug 18 14:11:55.868025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-2ea9168c-26c6-4bc1-8545-dd26adee3226 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/quotas/e3a225d4fefe4dcc96df308a88b7ca60 HTTP/1.1" status: 200 len: 375 time: 0.0423031 Aug 18 14:11:55.883272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:55.911696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-77ae907c-a816-494a-b4ad-4af3cc049195 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353060 Aug 18 14:11:55.929675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c435bc-73e8-4d3d-8f5a-c5da2d67dd63 req-6683345c-e339-4c85-8140-8d74cfa2f07e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:55.931434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c435bc-73e8-4d3d-8f5a-c5da2d67dd63 req-6683345c-e339-4c85-8140-8d74cfa2f07e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1045008 Aug 18 14:11:55.938681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Deleting port 742e5180-87c0-4fd5-867f-afa24af8974e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:55.938961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:56.029155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c435bc-73e8-4d3d-8f5a-c5da2d67dd63 req-c7b8c003-1d70-42d3-9cb1-b858d8a4d832 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860786 Aug 18 14:11:56.068551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] For port 742e5180-87c0-4fd5-867f-afa24af8974e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=742e5180-87c0-4fd5-867f-afa24af8974e,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:56.068992 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:56.084068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Calling delete_port for 742e5180-87c0-4fd5-867f-afa24af8974e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:56.155349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61b42184-1f2d-419c-b5b8-ce5f19e6fb5a req-f4ec11de-7fb2-41bd-b064-a3c414df5bde tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0613058 Aug 18 14:11:56.357249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9073-578f-4027-bb76-587d51c8d008 req-63f30a94-e80a-4313-83c4-27729319eff1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.373433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-900b9073-578f-4027-bb76-587d51c8d008 req-63f30a94-e80a-4313-83c4-27729319eff1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1045246 Aug 18 14:11:56.388913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:56.490727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event deleted for resources: {'Port': ['ID=742e5180-87c0-4fd5-867f-afa24af8974e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:56.512375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beeda318-7a71-4b5c-8e1a-cea9fae147d2 req-94d38025-2e92-4dd2-a823-e75f9213041c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 210 time: 0.0816727 Aug 18 14:11:56.546777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] No DVR routers for this DVR port 742e5180-87c0-4fd5-867f-afa24af8974e on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:56.550262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:56.553436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a26403ab-3e1a-42da-b5eb-cd40725e4681 req-f8f96bd3-fd8c-4720-bc7a-2b8cc357cca6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "DELETE /v2.0/ports/742e5180-87c0-4fd5-867f-afa24af8974e HTTP/1.1" status: 204 len: 173 time: 0.8150845 Aug 18 14:11:56.554127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-deleted', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:56.556626 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f7c8a-e95e-43e2-b515-a0772d4b7f50" -d '{"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-deleted", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:56.566435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-900b9073-578f-4027-bb76-587d51c8d008 req-c8aa953b-dc89-4638-b09e-a91b93cbb91c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932380 Aug 18 14:11:56.730920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45c6f7f5-e797-4391-bf09-606d773809b9 req-857be1b4-724a-4850-8637-2399fbcf0270 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 210 time: 0.0800202 Aug 18 14:11:56.771673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa47ba2-9b35-4d52-a9d9-aab11071df1a req-3e3c08ec-01d5-4e43-bd54-dd1d092987d3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.773271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aa47ba2-9b35-4d52-a9d9-aab11071df1a req-3e3c08ec-01d5-4e43-bd54-dd1d092987d3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1357350 Aug 18 14:11:56.812646 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355d68d-090b-4f25-a521-aa40bd8769c6 x-openstack-request-id: req-0355d68d-090b-4f25-a521-aa40bd8769c6 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:56.813065 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdca83e7-32ce-40fc-a264-24a2f2329640", "name": "network-vif-deleted", "tag": "742e5180-87c0-4fd5-867f-afa24af8974e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:56.813391 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0355d68d-090b-4f25-a521-aa40bd8769c6 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:56.813882 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdca83e7-32ce-40fc-a264-24a2f2329640', 'name': 'network-vif-deleted', 'tag': '742e5180-87c0-4fd5-867f-afa24af8974e', 'status': 'completed', 'code': 200} Aug 18 14:11:56.823593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9aa47ba2-9b35-4d52-a9d9-aab11071df1a req-f135c993-2105-4488-b7fe-1bda9f1dc567 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Aug 18 14:11:56.973503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6c38-ab0c-427f-ab9d-9e202cbf28d9 req-7e01a522-2439-4139-81af-0d690ca31f59 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.977114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f3f6c38-ab0c-427f-ab9d-9e202cbf28d9 req-7e01a522-2439-4139-81af-0d690ca31f59 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0655243 Aug 18 14:11:57.026696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f3f6c38-ab0c-427f-ab9d-9e202cbf28d9 req-4f2cc146-fa01-4353-825f-0d73b869b35b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Aug 18 14:11:57.275015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331142b-f731-464f-b396-8c6b92add1e1 req-d5cdbbe4-f434-4c31-af1c-ab8707ebaab7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.276742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0331142b-f731-464f-b396-8c6b92add1e1 req-d5cdbbe4-f434-4c31-af1c-ab8707ebaab7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1251867 Aug 18 14:11:57.363275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-e30a983e-9e98-46f1-b200-9cb2ac479ae6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.364821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-e30a983e-9e98-46f1-b200-9cb2ac479ae6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.1707940 Aug 18 14:11:57.372505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0331142b-f731-464f-b396-8c6b92add1e1 req-e797735c-d5bf-4dc6-be3b-5fce7a7c7a29 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823832 Aug 18 14:11:57.403227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Request body: {'port': {'device_id': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'admin_state_up': True, 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:57.500289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:57.519719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd654a53-7382-46c5-b225-0579a2ed8878 req-fcf9ddaf-2d89-4a9f-9608-e3156f6b7345 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0768499 Aug 18 14:11:57.696860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-20b3f975-faf4-445c-82c8-7fadbdf0cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.702270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-20b3f975-faf4-445c-82c8-7fadbdf0cc1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.0578506 Aug 18 14:11:57.730387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e8f5-8399-426a-b3ea-b52ff7f89d46 req-92eabda7-b959-4358-ad64-a323d40cc04d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.738565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf8e8f5-8399-426a-b3ea-b52ff7f89d46 req-92eabda7-b959-4358-ad64-a323d40cc04d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1790171 Aug 18 14:11:57.794214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60046b-ed90-4102-8d28-deaaba66a4f4 req-52bd8d09-c54b-4751-91d6-27243192fbc4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.814472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c60046b-ed90-4102-8d28-deaaba66a4f4 req-52bd8d09-c54b-4751-91d6-27243192fbc4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1768115 Aug 18 14:11:57.824575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:57.834142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:57.860431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-e8ba8f04-6296-492a-87f3-4dfe229d6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:57.862717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-e8ba8f04-6296-492a-87f3-4dfe229d6368 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1475115 Aug 18 14:11:57.876563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf8e8f5-8399-426a-b3ea-b52ff7f89d46 req-b3752739-e801-40ac-822a-91d53258ec39 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366472 Aug 18 14:11:57.955201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c60046b-ed90-4102-8d28-deaaba66a4f4 req-419067fc-3fd6-4ba4-8e43-30125b5b737d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337361 Aug 18 14:11:57.988299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d18a4492-4a22-4319-88de-c4c92cb44146 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:58.066820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: d18a4492-4a22-4319-88de-c4c92cb44146 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:58.067174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device d18a4492-4a22-4319-88de-c4c92cb44146 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:58.110997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-d46d94ab-b418-4b2e-b303-818d808fd56e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.2178628 Aug 18 14:11:58.153274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Allocated IP 172.20.0.8 (0f3a214c-8edf-4e24-850b-bfc4eae28a18/6d35802d-3f4d-4b2d-a13a-0c4b95437566/00266940-4850-4614-b248-c5ab3e714d9b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:58.181338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-bbb05bd2-814e-4c36-8cf5-5626348e6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:58.184270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-bbb05bd2-814e-4c36-8cf5-5626348e6fdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0643542 Aug 18 14:11:58.220163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-254456d0-748c-4086-bdb0-6dff2fa66c3e req-6eb19e77-dd69-4aab-ad4a-3045dccec14d tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 210 time: 0.0509720 Aug 18 14:11:58.222296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c62e4347-85b3-4ade-8ee5-4532e3cc2f26 req-4888ea81-f2c1-47fb-9278-988f59aa16df tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 210 time: 0.1302681 Aug 18 14:11:58.262613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-0c55e319-c341-4a86-bfe3-c16f5e947c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:58.265321 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-0c55e319-c341-4a86-bfe3-c16f5e947c45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704536 Aug 18 14:11:58.456086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-98ea7155-3ceb-4fc4-9540-b696a0c36ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778970 Aug 18 14:11:58.508177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:58.589007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-db94e953-acdf-4c09-b4ff-51c46c838a10 req-f7e77055-edad-45a7-ad8a-55d6f6b1f58d service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163487 Aug 18 14:11:58.645920 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:58.667011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6734efff-9e43-43cd-ab20-bf4bc54bec32 req-8c59cf55-e956-4ae9-a6dd-753b18a6f6a1 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0325265 Aug 18 14:11:58.706552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:58.709667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:58.713447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:58.719911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:58.773227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:58.773942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:58.886677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-20c59058-6dc0-4a0c-b739-8e75cafc6d28 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5036874 Aug 18 14:11:58.910042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6cf85-2fb5-4fe1-9871-e5c692d4e678 req-4c044bdf-9d72-41df-b6e0-940464b9ab01 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:58.911004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fd6cf85-2fb5-4fe1-9871-e5c692d4e678 req-4c044bdf-9d72-41df-b6e0-940464b9ab01 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0637407 Aug 18 14:11:58.916739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Request body: {'port': {'device_id': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:59.004540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fd6cf85-2fb5-4fe1-9871-e5c692d4e678 req-756590b5-d9fa-4b8c-a057-7e0e5fe14319 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839601 Aug 18 14:11:59.028493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.035526 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-15df3acd-d966-4117-9982-c593ae2c9b81 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320516 Aug 18 14:11:59.080529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919dc9-8957-460c-b092-08cc97205d1e req-f9f93b95-1ed9-4a88-864f-adbbe49600e6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:59.082105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf919dc9-8957-460c-b092-08cc97205d1e req-f9f93b95-1ed9-4a88-864f-adbbe49600e6 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1164968 Aug 18 14:11:59.210259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf919dc9-8957-460c-b092-08cc97205d1e req-bdbbb3b8-e38c-4885-9a7d-2253fc3bc31d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190257 Aug 18 14:11:59.236758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-dc3a56a9-5e1c-40c5-9d2f-b3619f433da3 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:59.236758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-dc3a56a9-5e1c-40c5-9d2f-b3619f433da3 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881032 Aug 18 14:11:59.266451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Request body: {'port': {'device_id': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'e3a225d4fefe4dcc96df308a88b7ca60'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:59.487280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d58a6269-0b57-4c51-ba01-77d3733160fe req-dff36951-1ac1-44d5-8e66-10bd02c69ebf tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 210 time: 0.0513394 Aug 18 14:11:59.543136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00266940-4850-4614-b248-c5ab3e714d9b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:59.553694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.579528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac360a7-57d7-4a99-9e90-dba631d0124a req-0f49e840-3db5-4930-91c3-cc11ba7f38ba tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:59.581163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ac360a7-57d7-4a99-9e90-dba631d0124a req-0f49e840-3db5-4930-91c3-cc11ba7f38ba tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 931 time: 0.1475699 Aug 18 14:11:59.582626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Transition to ACTIVE for port object 00266940-4850-4614-b248-c5ab3e714d9b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:59.670447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ac360a7-57d7-4a99-9e90-dba631d0124a req-91ab45d3-158d-42eb-a066-05c18f57df31 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Aug 18 14:11:59.692140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878aa9-5026-417a-8b83-5c0ffad3acab req-cf792983-984e-48d8-a9c3-5e313092f39d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:59.693816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91878aa9-5026-417a-8b83-5c0ffad3acab req-cf792983-984e-48d8-a9c3-5e313092f39d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0965796 Aug 18 14:11:59.748835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.803822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91878aa9-5026-417a-8b83-5c0ffad3acab req-50fa8560-6233-407e-9874-2bc54bfb82b2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010332 Aug 18 14:11:59.839329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:59.863256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Made reservation on behalf of e3a225d4fefe4dcc96df308a88b7ca60 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:59.867220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.877858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.895324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce90a171-f13c-49bd-b345-d8a8abaf91a5 req-2e550ff6-f38a-4826-8edc-fba952031831 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0324526 Aug 18 14:11:59.918711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Attempting to bind port 00266940-4850-4614-b248-c5ab3e714d9b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:59.919052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Attempting to bind port 00266940-4850-4614-b248-c5ab3e714d9b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:59.919625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Attempting to bind port 00266940-4850-4614-b248-c5ab3e714d9b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:59.923751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Port 00266940-4850-4614-b248-c5ab3e714d9b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:59.924111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Attempting to bind port 00266940-4850-4614-b248-c5ab3e714d9b on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:59.932917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:59.933270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Checking segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:59.933665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Bound using segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:59.934679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Bound port: 00266940-4850-4614-b248-c5ab3e714d9b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:59.935286 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.982912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.004117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:00.007186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:00.054309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.078225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.126558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:00.139404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.139763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.140109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.140454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.140795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.141130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.141463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.141797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.142156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.142488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.142823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.143152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:00.153075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.153709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.155151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] 10.222.0.10 "PUT /v2.0/ports/00266940-4850-4614-b248-c5ab3e714d9b HTTP/1.1" status: 200 len: 1091 time: 1.2432172 Aug 18 14:12:00.157282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:00.159951 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d8313-d12f-433f-b681-7e2442eb6e52" -d '{"events": [{"name": "network-changed", "server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "tag": "00266940-4850-4614-b248-c5ab3e714d9b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:00.192306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995377e-6c00-4c69-9fff-265055b72b7c service neutron] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:00.203877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c3729-3082-4598-b0a3-9677c8069a8c req-4865500a-6071-40cd-bc0b-7dec251791f8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.211375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-304c3729-3082-4598-b0a3-9677c8069a8c req-4865500a-6071-40cd-bc0b-7dec251791f8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0984719 Aug 18 14:12:00.232448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:00.259924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Allocated IP 192.168.233.236 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/74aaa50d-07d4-4d3c-81a5-ca77be34acff) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:00.267135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-304c3729-3082-4598-b0a3-9677c8069a8c req-41450848-5e60-4f76-ab81-a61b384b902d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Aug 18 14:12:00.269306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 742e5180-87c0-4fd5-867f-afa24af8974e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:00.269771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 742e5180-87c0-4fd5-867f-afa24af8974e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:00.327756 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a489c-0c82-4a17-b447-6a160bfc6bbf x-openstack-request-id: req-be8a489c-0c82-4a17-b447-6a160bfc6bbf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:00.328098 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "tag": "00266940-4850-4614-b248-c5ab3e714d9b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:00.328353 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be8a489c-0c82-4a17-b447-6a160bfc6bbf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:00.329096 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b', 'status': 'completed', 'code': 200} Aug 18 14:12:00.332009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-40af8cf1-0188-4a76-973a-2ca94f95900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.333823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-40af8cf1-0188-4a76-973a-2ca94f95900e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 1094 time: 0.0630524 Aug 18 14:12:00.395087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-09ac9a1c-bdba-48c1-abb8-fefedb6c0225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00266940-4850-4614-b248-c5ab3e714d9b HTTP/1.1" status: 200 len: 217 time: 0.0492725 Aug 18 14:12:00.468262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.483462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Transition to ACTIVE for port object 74aaa50d-07d4-4d3c-81a5-ca77be34acff will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:00.485484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2996eb3-d581-461e-b973-fb59aedfb534 req-f24285ab-34e4-46b4-818d-b4f5963dd23d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.487050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2996eb3-d581-461e-b973-fb59aedfb534 req-f24285ab-34e4-46b4-818d-b4f5963dd23d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0949602 Aug 18 14:12:00.488575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-60762b69-b47b-4407-82dc-820adc381f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.491193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-60762b69-b47b-4407-82dc-820adc381f77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.0658383 Aug 18 14:12:00.549129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-12206ae0-1eca-415a-83dd-72fb33c004d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335972 Aug 18 14:12:00.552116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2996eb3-d581-461e-b973-fb59aedfb534 req-402dd398-e547-461e-9eb9-b729da8a6ff1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583732 Aug 18 14:12:00.606513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.653999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:00.661348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:00.665489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:00.678678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-0c535b48-de5d-40f4-a015-de4246bd2aa1 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104834 Aug 18 14:12:00.695854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Pushing event updated for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:00.745086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.745086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.842036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc6c7b1-b379-484c-98d1-8d741fa4b65a req-1bee46dd-4c9c-4bb7-b1b5-3bbefbdcf8fb service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456125 Aug 18 14:12:00.844824 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-b9a0e261-b42c-4678-8fd3-51bafdcb2596 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5819054 Aug 18 14:12:00.874118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Request body: {'port': {'device_id': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:00.921994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c78fbd-ac82-44ba-badb-926b49d631ad req-e4a1aa38-b2fe-4b1f-b055-ad869b346269 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:00.925025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c78fbd-ac82-44ba-badb-926b49d631ad req-e4a1aa38-b2fe-4b1f-b055-ad869b346269 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 936 time: 0.1013308 Aug 18 14:12:00.987347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:00.998144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66c78fbd-ac82-44ba-badb-926b49d631ad req-601f41de-ee7a-4d5f-b9ad-6e2c79c752a8 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Aug 18 14:12:01.073481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-c0d96fe7-15a1-4cb8-8858-a8555b4fa238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.074499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-c0d96fe7-15a1-4cb8-8858-a8555b4fa238 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 1094 time: 0.0713825 Aug 18 14:12:01.111573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-80cf7d0a-5a5a-44e9-9ed6-616ba7e9e0a9 None None] Provisioning for port 74aaa50d-07d4-4d3c-81a5-ca77be34acff completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:01.115980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-80cf7d0a-5a5a-44e9-9ed6-616ba7e9e0a9 None None] Provisioning complete for port 74aaa50d-07d4-4d3c-81a5-ca77be34acff triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:01.116507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d0a-5a5a-44e9-9ed6-616ba7e9e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.175585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-80cf7d0a-5a5a-44e9-9ed6-616ba7e9e0a9 None None] Port 74aaa50d-07d4-4d3c-81a5-ca77be34acff cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:01.250464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-295843ca-3562-49fa-848a-5f3e6fa5820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.252022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-295843ca-3562-49fa-848a-5f3e6fa5820c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 906 time: 0.1644125 Aug 18 14:12:01.318657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82594c94-3cd4-4b6f-8b47-769228098b3d req-7ba49a1a-110b-4d2b-816e-3776c1daa0a3 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.320278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82594c94-3cd4-4b6f-8b47-769228098b3d req-7ba49a1a-110b-4d2b-816e-3776c1daa0a3 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 943 time: 0.1398225 Aug 18 14:12:01.321998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-128d2a79-e6f9-4436-8a5b-ecedeb80a46d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00266940-4850-4614-b248-c5ab3e714d9b HTTP/1.1" status: 200 len: 217 time: 0.0539217 Aug 18 14:12:01.330275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf82520-fc33-4309-839b-812bb200ab0b req-9888ecc0-e90b-43bc-b6a8-e8731aa79dfc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.331672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdf82520-fc33-4309-839b-812bb200ab0b req-9888ecc0-e90b-43bc-b6a8-e8731aa79dfc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1492233 Aug 18 14:12:01.344155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74aaa50d-07d4-4d3c-81a5-ca77be34acff {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:01.352895 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.366736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Transition to ACTIVE for port object 74aaa50d-07d4-4d3c-81a5-ca77be34acff will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:01.431730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82594c94-3cd4-4b6f-8b47-769228098b3d req-dbe86d1b-e93e-4dbd-90d4-93db959272e7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990679 Aug 18 14:12:01.433431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-0ee440f3-5830-4dbc-9bb7-4f827b5b8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.434942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-0ee440f3-5830-4dbc-9bb7-4f827b5b8d6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.0957789 Aug 18 14:12:01.437698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdf82520-fc33-4309-839b-812bb200ab0b req-074eca11-31b3-4d76-999b-d1fbe67ea75a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898473 Aug 18 14:12:01.460430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.491571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-c2a6d68a-844b-42bc-9840-5c864667a08a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461977 Aug 18 14:12:01.527831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Pushing event updated for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:01.610500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9759df9-6671-4799-9a71-f91db19314cb req-4e0cc11c-aa4e-49f6-b0e3-97703f426edf tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0421460 Aug 18 14:12:01.658993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Attempting to bind port 74aaa50d-07d4-4d3c-81a5-ca77be34acff on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:01.659242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Attempting to bind port 74aaa50d-07d4-4d3c-81a5-ca77be34acff by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:01.659574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Attempting to bind port 74aaa50d-07d4-4d3c-81a5-ca77be34acff on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:01.666271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Port 74aaa50d-07d4-4d3c-81a5-ca77be34acff on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:12:01.666706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Attempting to bind port 74aaa50d-07d4-4d3c-81a5-ca77be34acff on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:01.673245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:01.673589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:01.674018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:01.674462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Bound port: 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:01.674820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.702663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ddae7-51e7-4e17-b4d3-d336698fdc53 req-85dbaf1b-1353-4621-96ad-93ab6fd7e4fc tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.704343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-001ddae7-51e7-4e17-b4d3-d336698fdc53 req-85dbaf1b-1353-4621-96ad-93ab6fd7e4fc tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 945 time: 0.0966392 Aug 18 14:12:01.708491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-d92685cc-9a42-4b4c-938c-6b9acf4bda2c service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050750 Aug 18 14:12:01.774757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:01.778782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:01.844720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.846174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-001ddae7-51e7-4e17-b4d3-d336698fdc53 req-fdfb29f9-473b-4c98-b86a-5064c115422a tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340013 Aug 18 14:12:01.901599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ff883-c2b9-491f-a8d7-9199db83068b req-7eba4f80-1fb9-46b8-94b6-d20360c57c95 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.903205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e80ff883-c2b9-491f-a8d7-9199db83068b req-7eba4f80-1fb9-46b8-94b6-d20360c57c95 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1190276 Aug 18 14:12:01.909429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9d8313-d12f-433f-b681-7e2442eb6e52 req-9a2f0878-1d8b-4de7-be7f-fafb62a38344 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879401 Aug 18 14:12:01.911256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:01.911997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:01.913423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] 10.222.0.10 "PUT /v2.0/ports/74aaa50d-07d4-4d3c-81a5-ca77be34acff HTTP/1.1" status: 200 len: 1096 time: 1.0464060 Aug 18 14:12:01.941383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:01.943865 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21155c3-d4cc-42fb-90a8-3fcf0e252063" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:01.951061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14178dd-4618-4a81-be51-f98dcddd3784 service neutron] Pushing event updated for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:01.967478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e80ff883-c2b9-491f-a8d7-9199db83068b req-080707a3-31f9-46db-a0b8-4c65f3bcf127 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Aug 18 14:12:02.017586 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9b313-110e-4f9a-af19-3c0e6b1392e7 x-openstack-request-id: req-7fb9b313-110e-4f9a-af19-3c0e6b1392e7 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:02.019550 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:02.019990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fb9b313-110e-4f9a-af19-3c0e6b1392e7 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:02.020571 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff', 'status': 'completed', 'code': 200} Aug 18 14:12:02.129559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21155c3-d4cc-42fb-90a8-3fcf0e252063 req-510d91ae-33e1-411f-9046-7689389eec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.130073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ac70-006b-4ee5-b885-edb66c5febc2 req-e90c110c-e205-4a61-ae4a-097cdd44dd45 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.131641 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b21155c3-d4cc-42fb-90a8-3fcf0e252063 req-510d91ae-33e1-411f-9046-7689389eec5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 1099 time: 0.0696464 Aug 18 14:12:02.132088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b5ac70-006b-4ee5-b885-edb66c5febc2 req-e90c110c-e205-4a61-ae4a-097cdd44dd45 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 948 time: 0.0575945 Aug 18 14:12:02.168271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b21155c3-d4cc-42fb-90a8-3fcf0e252063 req-187a7007-d0ed-43c3-89f9-00ca0666b1e6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222476 Aug 18 14:12:02.180306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b5ac70-006b-4ee5-b885-edb66c5febc2 req-28b177c8-687e-4571-a51a-68621878f9cd tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Aug 18 14:12:02.277144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21155c3-d4cc-42fb-90a8-3fcf0e252063 req-ec4c5b77-57f3-44b7-8ee8-b7df6056a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.278712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b21155c3-d4cc-42fb-90a8-3fcf0e252063 req-ec4c5b77-57f3-44b7-8ee8-b7df6056a555 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998425 Aug 18 14:12:02.379672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-9a4ab7e0-5a76-4675-bc20-3d84e0e357b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.383949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-9a4ab7e0-5a76-4675-bc20-3d84e0e357b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 1099 time: 0.0552006 Aug 18 14:12:02.424104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924b505-ecc2-413c-b508-27c9dfd31993 req-ffe5e2d5-f37b-439d-8bd8-e77678e06b90 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.425704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6924b505-ecc2-413c-b508-27c9dfd31993 req-ffe5e2d5-f37b-439d-8bd8-e77678e06b90 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0529387 Aug 18 14:12:02.450534 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-0553afdf-2fb2-4034-95fb-82ccb4171332 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff HTTP/1.1" status: 200 len: 217 time: 0.0419555 Aug 18 14:12:02.471169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6924b505-ecc2-413c-b508-27c9dfd31993 req-0aeb11c0-cbd8-4735-b4b8-bdc27cf8916d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Aug 18 14:12:02.511200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-dbaf4538-dd20-41ae-817a-4fbe7a46eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.512685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-dbaf4538-dd20-41ae-817a-4fbe7a46eaf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0480776 Aug 18 14:12:02.581183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a1f08eb0-7a3b-4f70-9266-7470747a0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.582948 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-a1f08eb0-7a3b-4f70-9266-7470747a0542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571105 Aug 18 14:12:02.600604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72bca-110a-411e-b666-6daf2024a132 req-ee6e4106-2580-4e6d-8484-5c491c1c86ec tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.602397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2b72bca-110a-411e-b666-6daf2024a132 req-ee6e4106-2580-4e6d-8484-5c491c1c86ec tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 943 time: 0.0554628 Aug 18 14:12:02.648378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2b72bca-110a-411e-b666-6daf2024a132 req-56f0b85b-bb3c-4d02-b10a-3cad547fe495 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Aug 18 14:12:02.697881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-3cea66d2-314d-4d4f-a19e-7de7f2adfd8f service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025708 Aug 18 14:12:02.820396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1c9c80d-ac42-4d1b-82e3-74b47ddf0d6b req-e2d062d0-5dfc-4311-93bb-9425636d49ac service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007190 Aug 18 14:12:02.830829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bad2f62-0db9-44f2-a673-a5b8648e4ed4 req-9ec9b5ea-5539-4af6-b237-48ba1dff4759 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0296342 Aug 18 14:12:02.888021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02331aca-6d4a-4a1e-9d33-a0ea43688e69 req-c6f9d4e2-5a51-4d62-80b2-1dd1265b1145 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.889418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02331aca-6d4a-4a1e-9d33-a0ea43688e69 req-c6f9d4e2-5a51-4d62-80b2-1dd1265b1145 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0614145 Aug 18 14:12:02.953908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02331aca-6d4a-4a1e-9d33-a0ea43688e69 req-2bb424a9-e1c5-4b05-bf24-800ffbfb6dcb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536237 Aug 18 14:12:02.987098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f315-f427-4dc6-98ca-c8a9f6f899a8 req-0db96915-9b51-4132-bf83-677b4781a572 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:02.988599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b6f315-f427-4dc6-98ca-c8a9f6f899a8 req-0db96915-9b51-4132-bf83-677b4781a572 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 945 time: 0.0582130 Aug 18 14:12:03.033491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b6f315-f427-4dc6-98ca-c8a9f6f899a8 req-918701e1-4d0e-4e3d-89de-0988f266e83f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Aug 18 14:12:03.090845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f940a9-8483-4948-af9c-01c4d2ae921d req-59ef7510-d27f-4366-8345-ab661623e034 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:03.092503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51f940a9-8483-4948-af9c-01c4d2ae921d req-59ef7510-d27f-4366-8345-ab661623e034 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0516696 Aug 18 14:12:03.140470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51f940a9-8483-4948-af9c-01c4d2ae921d req-9410442e-12d4-4ea0-9bb8-330187b3590b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Aug 18 14:12:03.309564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed6008-0cee-4839-bce0-8d11841e519f req-f1b123bd-19f9-4c50-9bb9-3775d100e7f9 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:03.311129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ed6008-0cee-4839-bce0-8d11841e519f req-f1b123bd-19f9-4c50-9bb9-3775d100e7f9 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 948 time: 0.0585678 Aug 18 14:12:03.352603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ed6008-0cee-4839-bce0-8d11841e519f req-dff86946-6440-492f-8099-acc18d02bf32 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Aug 18 14:12:03.629103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-758bd854-6e3f-42c7-b07e-4687d3b0e8a9 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:03.630647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-758bd854-6e3f-42c7-b07e-4687d3b0e8a9 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.10 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 945 time: 0.0496635 Aug 18 14:12:03.744983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Deleting port 586797f1-8e35-47ed-a849-0adc966d5ae8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:03.749403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:03.778168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b66aee-d825-4174-bc33-b113511e096a req-03427103-3a3e-4b2e-a31e-b36027a9c1d2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:03.779677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75b66aee-d825-4174-bc33-b113511e096a req-03427103-3a3e-4b2e-a31e-b36027a9c1d2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Aug 18 14:12:03.823942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75b66aee-d825-4174-bc33-b113511e096a req-94b8e66d-ff5c-4edc-be26-af9234d98f0b tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 Aug 18 14:12:03.855105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] For port 586797f1-8e35-47ed-a849-0adc966d5ae8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=586797f1-8e35-47ed-a849-0adc966d5ae8,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:03.855483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:03.876000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Calling delete_port for 586797f1-8e35-47ed-a849-0adc966d5ae8 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:03.941667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9cf25c7-66a0-4202-8bb6-e3b6a2af735c req-cead1ab1-bdaa-49c4-97b6-fe50f7213798 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0280504 Aug 18 14:12:04.080121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:04.085561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477729cf-fab0-43c1-b981-1c00832e7ba7 req-1c03b730-88eb-4e55-93f9-c9de035ac8fa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:04.094059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-477729cf-fab0-43c1-b981-1c00832e7ba7 req-1c03b730-88eb-4e55-93f9-c9de035ac8fa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0611827 Aug 18 14:12:04.094892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af', '9704b69d-e590-413d-87da-49c9d9830835'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:04.097964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['586797f1-8e35-47ed-a849-0adc966d5ae8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:04.118951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event deleted for resources: {'Port': ['ID=586797f1-8e35-47ed-a849-0adc966d5ae8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:04.149568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-477729cf-fab0-43c1-b981-1c00832e7ba7 req-a41e40ae-a2a2-4ea3-8777-fa6615fff673 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477107 Aug 18 14:12:04.188633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] No DVR routers for this DVR port 586797f1-8e35-47ed-a849-0adc966d5ae8 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:04.193150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:04.195382 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5e0fc233-2a36-4c37-87e6-da4d94b8db8a req-3af62dba-bdcc-4e49-bf56-ea5afb0638ce tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.10 "DELETE /v2.0/ports/586797f1-8e35-47ed-a849-0adc966d5ae8 HTTP/1.1" status: 204 len: 173 time: 0.5535238 Aug 18 14:12:04.196041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'name': 'network-vif-deleted', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:04.207484 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7649f0d-27c4-4832-8d00-431aba9d8676" -d '{"events": [{"server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "name": "network-vif-deleted", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:04.220294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03073736-7196-49fa-b08b-398ac7bee162 req-4fcdbc8b-113d-4206-810b-1bf8f0b7b7bd tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0675092 Aug 18 14:12:04.245328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:04.356736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120212-d916-4c20-bc8a-c81a8198344b req-2d95cd6c-8843-4be4-a0d4-220fce178c93 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:04.358265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65120212-d916-4c20-bc8a-c81a8198344b req-2d95cd6c-8843-4be4-a0d4-220fce178c93 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0517550 Aug 18 14:12:04.400296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65120212-d916-4c20-bc8a-c81a8198344b req-9fa89783-bcd1-472d-a0ce-f5427d11e5eb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Aug 18 14:12:04.431856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:04.466099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '00266940-4850-4614-b248-c5ab3e714d9b', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '00266940-4850-4614-b248-c5ab3e714d9b', 'mac_address': 'fa:16:3e:5b:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:04.475374 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fced4a-10c6-475d-a0e7-16842eeb36c5 x-openstack-request-id: req-b8fced4a-10c6-475d-a0e7-16842eeb36c5 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:04.475374 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725b0cfa-5396-4813-b0ca-a98b802c3308", "name": "network-vif-deleted", "tag": "586797f1-8e35-47ed-a849-0adc966d5ae8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:04.475374 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8fced4a-10c6-475d-a0e7-16842eeb36c5 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:04.475374 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725b0cfa-5396-4813-b0ca-a98b802c3308', 'name': 'network-vif-deleted', 'tag': '586797f1-8e35-47ed-a849-0adc966d5ae8', 'status': 'completed', 'code': 200} Aug 18 14:12:04.569525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:04.590464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00266940-4850-4614-b248-c5ab3e714d9b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:04.613070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499096f1-db1b-40bb-92d3-1d2bf011a312 req-64c6dbce-8621-49be-a1d4-785712b21327 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:04.614634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-499096f1-db1b-40bb-92d3-1d2bf011a312 req-64c6dbce-8621-49be-a1d4-785712b21327 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 948 time: 0.1045854 Aug 18 14:12:04.621903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:04.638437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71555d-3d19-4342-be1f-72df8aeec2dd req-a55f6487-defa-49de-9063-de5449e84cc3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:04.640012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a71555d-3d19-4342-be1f-72df8aeec2dd req-a55f6487-defa-49de-9063-de5449e84cc3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0784936 Aug 18 14:12:04.691161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-499096f1-db1b-40bb-92d3-1d2bf011a312 req-164ee2d2-4f6c-45fd-982a-35f19073641b tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 Aug 18 14:12:04.700759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a71555d-3d19-4342-be1f-72df8aeec2dd req-e2646e22-a6e7-4630-9421-cae02a924827 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519950 Aug 18 14:12:04.733966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:04.782707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:04.968318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df41b6-280b-4475-a5a2-381d86dc1d1c req-23451740-769d-41c5-aba9-32c4d14b1f58 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:04.970522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80df41b6-280b-4475-a5a2-381d86dc1d1c req-23451740-769d-41c5-aba9-32c4d14b1f58 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 944 time: 0.0521395 Aug 18 14:12:05.010878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80df41b6-280b-4475-a5a2-381d86dc1d1c req-71ce3f9c-498e-4707-8633-8fd8fa000e54 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 18 14:12:05.075604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4850ceda-0f34-4002-a3fd-80c366bcc3eb req-5852ce08-1fa6-45fd-88e7-32b882c70176 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0421460 Aug 18 14:12:05.080411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['00266940-4850-4614-b248-c5ab3e714d9b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:05.340602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e1e0218-236a-4e80-b344-0b01669d48a1 req-7ce98191-2f02-491a-9075-f3a01badb654 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=725b0cfa-5396-4813-b0ca-a98b802c3308 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Aug 18 14:12:05.520237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1444f-b2e6-4331-9f6e-75c709e201c8 req-6f2d0871-d921-4abd-a8a3-f8effcb4ea29 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:05.520237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0aa1444f-b2e6-4331-9f6e-75c709e201c8 req-6f2d0871-d921-4abd-a8a3-f8effcb4ea29 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0480354 Aug 18 14:12:05.561319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0aa1444f-b2e6-4331-9f6e-75c709e201c8 req-fb0d9862-f773-4d4d-aecc-45bb59bba8ab tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Aug 18 14:12:05.842122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5af7f-544e-400d-8dc0-f9874017b261 req-e87a9aa6-4a8c-4bc9-9b1b-a53ab0b26d71 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:05.843639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d5af7f-544e-400d-8dc0-f9874017b261 req-e87a9aa6-4a8c-4bc9-9b1b-a53ab0b26d71 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 948 time: 0.0810976 Aug 18 14:12:05.866103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3ffb-c6e7-4e45-a8c8-9149cc107544 req-6a326f32-59f8-44c3-8abb-32d7cada4499 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:05.867549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fbd3ffb-c6e7-4e45-a8c8-9149cc107544 req-6a326f32-59f8-44c3-8abb-32d7cada4499 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0770161 Aug 18 14:12:05.909584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d5af7f-544e-400d-8dc0-f9874017b261 req-3d509e61-cf86-4893-b17c-3095da41e1f7 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593603 Aug 18 14:12:05.921679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fbd3ffb-c6e7-4e45-a8c8-9149cc107544 req-7bce19e4-7a26-4639-8700-0799d9edf45f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Aug 18 14:12:06.039680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926cd23-8b41-452b-92ea-2de97ed8e493 req-77be6871-d74e-494c-a8f4-9dfeb22fbafa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.041212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2926cd23-8b41-452b-92ea-2de97ed8e493 req-77be6871-d74e-494c-a8f4-9dfeb22fbafa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0496778 Aug 18 14:12:06.079668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2926cd23-8b41-452b-92ea-2de97ed8e493 req-8bfa6cdc-838b-4c9d-a8e9-4a8afa436a0d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Aug 18 14:12:06.131000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd71538-562e-4e41-aadb-43c57033c6eb req-2cf2e6a2-78ef-4fb3-9bb5-7acfd0bd4a38 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.132649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bd71538-562e-4e41-aadb-43c57033c6eb req-2cf2e6a2-78ef-4fb3-9bb5-7acfd0bd4a38 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 944 time: 0.0501580 Aug 18 14:12:06.198631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bd71538-562e-4e41-aadb-43c57033c6eb req-52f9f308-a77e-4b2f-ad74-1c2b9b41c405 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Aug 18 14:12:06.217281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14628453-d6a4-413f-bd73-45ca58bc6758 req-3afb59ac-5295-4104-82c6-7a2356a31346 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.218811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14628453-d6a4-413f-bd73-45ca58bc6758 req-3afb59ac-5295-4104-82c6-7a2356a31346 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0663564 Aug 18 14:12:06.250771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 74aaa50d-07d4-4d3c-81a5-ca77be34acff details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:06.254947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:06.262414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14628453-d6a4-413f-bd73-45ca58bc6758 req-ad4ad667-a166-4145-af37-7794363d60eb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Aug 18 14:12:06.288322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf669707-133d-4e6a-b266-c53b68c976bf req-b54199e5-96a9-4363-84e1-b0e0815bcd0f tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0305815 Aug 18 14:12:06.387683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df47b-daab-4eb6-910d-388156e7e635 req-bfdb2b5c-9ec9-47ff-8dd0-0b420320786f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.389245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-471df47b-daab-4eb6-910d-388156e7e635 req-bfdb2b5c-9ec9-47ff-8dd0-0b420320786f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0523653 Aug 18 14:12:06.396627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:06.412209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '74aaa50d-07d4-4d3c-81a5-ca77be34acff', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '74aaa50d-07d4-4d3c-81a5-ca77be34acff', 'mac_address': 'fa:16:3e:04:8a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:06.441245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 00266940-4850-4614-b248-c5ab3e714d9b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:06.442420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-471df47b-daab-4eb6-910d-388156e7e635 req-fd1e8c5a-ed40-4bd5-b48d-d56ab958c875 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Aug 18 14:12:06.445481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 00266940-4850-4614-b248-c5ab3e714d9b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:06.445884 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.479744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.500849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74aaa50d-07d4-4d3c-81a5-ca77be34acff {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:06.528260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:06.565015 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.589821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:06.592090 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b599dc0-2452-429b-a2d6-bb86ffa71764" -d '{"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-plugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:06.605791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:06.608691 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.770217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.770914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 586797f1-8e35-47ed-a849-0adc966d5ae8 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:06.798921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 586797f1-8e35-47ed-a849-0adc966d5ae8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:06.799205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 586797f1-8e35-47ed-a849-0adc966d5ae8 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:06.820700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:06.825378 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c4d96-3f11-4d44-b4af-41f4f84e5954 x-openstack-request-id: req-b47c4d96-3f11-4d44-b4af-41f4f84e5954 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:06.825985 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-plugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:06.826389 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b47c4d96-3f11-4d44-b4af-41f4f84e5954 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:06.826946 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b', 'code': 200} Aug 18 14:12:06.888940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:06.977059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457762a-d437-4483-983d-c1542774d6cc req-48787a0f-37b1-4126-b04c-39f6db28d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.978697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2457762a-d437-4483-983d-c1542774d6cc req-48787a0f-37b1-4126-b04c-39f6db28d989 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 1096 time: 0.0453522 Aug 18 14:12:06.988007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['74aaa50d-07d4-4d3c-81a5-ca77be34acff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:07.037012 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2457762a-d437-4483-983d-c1542774d6cc req-c452a0ab-0a17-489f-8932-515eccad517a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Aug 18 14:12:07.078468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b230d-9543-4239-b7e5-5d73e489aa54 req-08aab8cc-6d03-4b6a-bedb-461f4ab1aeaf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:07.079995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-342b230d-9543-4239-b7e5-5d73e489aa54 req-08aab8cc-6d03-4b6a-bedb-461f4ab1aeaf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.4486723 Aug 18 14:12:07.104535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2d32-8069-485a-8820-175c804d978f req-521b1c62-9c84-4bea-b31b-9e24cd1c8422 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:07.106080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e40b2d32-8069-485a-8820-175c804d978f req-521b1c62-9c84-4bea-b31b-9e24cd1c8422 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 945 time: 0.0777340 Aug 18 14:12:07.157482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-342b230d-9543-4239-b7e5-5d73e489aa54 req-aa0f228f-a38f-4b55-aec0-ef92cb8393b6 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Aug 18 14:12:07.162706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e40b2d32-8069-485a-8820-175c804d978f req-d9e704f0-dbe2-490d-b9df-a6e63b80d391 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501027 Aug 18 14:12:07.266358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b12a53-f471-4f1d-a76a-32edb55fe5a9 req-b8204d58-ccb9-41a3-a503-c10d57f1ad8d tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:07.267868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19b12a53-f471-4f1d-a76a-32edb55fe5a9 req-b8204d58-ccb9-41a3-a503-c10d57f1ad8d tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 949 time: 0.0530453 Aug 18 14:12:07.334861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19b12a53-f471-4f1d-a76a-32edb55fe5a9 req-e799e40d-ad4b-4be8-9ff0-4e93e8d31a5e tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598257 Aug 18 14:12:07.351051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d478-2eac-460f-9030-7c9f2f173d21 req-4296dcee-ae0b-4d66-837c-0e9230c98e25 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:07.352667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9d1d478-2eac-460f-9030-7c9f2f173d21 req-4296dcee-ae0b-4d66-837c-0e9230c98e25 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 945 time: 0.0631633 Aug 18 14:12:07.391778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9d1d478-2eac-460f-9030-7c9f2f173d21 req-45ddbffd-d91e-46bf-92ee-f836a7076182 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 18 14:12:07.419941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a18516a9-7a67-4fb7-8299-ce6720c9af73 req-03f64ca0-3c0c-4875-ae72-ee2fed464246 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0258904 Aug 18 14:12:08.267390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 74aaa50d-07d4-4d3c-81a5-ca77be34acff up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:08.307846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78ac8-ca78-45fa-b113-b0c30b618a22 req-7f1b84a7-3dc9-41cd-9144-6e1d5aeae35e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.309360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c78ac8-ca78-45fa-b113-b0c30b618a22 req-7f1b84a7-3dc9-41cd-9144-6e1d5aeae35e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0843763 Aug 18 14:12:08.321582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68faef9-2a9a-426c-a9a6-5a44ce9db7db req-82683730-578f-4e23-86ea-8df1549952a8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.323185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d68faef9-2a9a-426c-a9a6-5a44ce9db7db req-82683730-578f-4e23-86ea-8df1549952a8 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 945 time: 0.0856986 Aug 18 14:12:08.379773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 74aaa50d-07d4-4d3c-81a5-ca77be34acff completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:08.383848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 74aaa50d-07d4-4d3c-81a5-ca77be34acff triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:08.384224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:08.404158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c78ac8-ca78-45fa-b113-b0c30b618a22 req-e6f06c62-cc92-44c5-aa2a-23615674e650 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Aug 18 14:12:08.414515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d68faef9-2a9a-426c-a9a6-5a44ce9db7db req-1eac39a2-4a7b-459e-8e77-1eb3ef28d626 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841928 Aug 18 14:12:08.431164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-6f20dc4b-3c03-4279-ad98-ca85deed0825 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.432752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-6f20dc4b-3c03-4279-ad98-ca85deed0825 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 945 time: 0.0757787 Aug 18 14:12:08.517318 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:08.551896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:08.631156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:08.636856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172792f-f03a-4e1d-878c-f198e4761add req-835ecf7e-93b1-49d5-8bb8-b0f9bce4c14b tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.638406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a172792f-f03a-4e1d-878c-f198e4761add req-835ecf7e-93b1-49d5-8bb8-b0f9bce4c14b tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 949 time: 0.1099000 Aug 18 14:12:08.641698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Deleting port 9704b69d-e590-413d-87da-49c9d9830835 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:08.642078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:08.689733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:08.704349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffcc72-a295-43d4-af44-19f9ec95f816 req-366f04cf-9f69-4f6d-b621-a40a992a37b3 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.704349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-caffcc72-a295-43d4-af44-19f9ec95f816 req-366f04cf-9f69-4f6d-b621-a40a992a37b3 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 945 time: 0.1313949 Aug 18 14:12:08.760840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a172792f-f03a-4e1d-878c-f198e4761add req-8969acf9-2ad7-43d3-a0b3-625ab30cddfa tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149948 Aug 18 14:12:08.783319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-caffcc72-a295-43d4-af44-19f9ec95f816 req-c50fa845-6fe2-4ba5-9c56-a46a6e7f65b2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742671 Aug 18 14:12:08.803628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] For port 9704b69d-e590-413d-87da-49c9d9830835, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9704b69d-e590-413d-87da-49c9d9830835,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:08.804004 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:08.816985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Calling delete_port for 9704b69d-e590-413d-87da-49c9d9830835 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:08.828118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:08.830563 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a45ef-4855-4808-b511-3abca6119134" -d '{"events": [{"server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "name": "network-vif-plugged", "status": "completed", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:08.859499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40e6a929-949a-459c-bb21-361e36233032 req-5b98a53c-8253-403d-9e4d-f1741a060e0d tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0384512 Aug 18 14:12:08.870775 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf47c95-1770-466a-a6a4-4b623a1f05d5 x-openstack-request-id: req-7bf47c95-1770-466a-a6a4-4b623a1f05d5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:08.871075 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "name": "network-vif-plugged", "status": "completed", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:08.871314 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bf47c95-1770-466a-a6a4-4b623a1f05d5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:08.871780 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff', 'code': 200} Aug 18 14:12:08.977096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde30b1-b78f-45d0-a837-7692c4f5b85c req-fb338f77-0e25-43e7-a6f7-379f2933dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:08.978608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ffde30b1-b78f-45d0-a837-7692c4f5b85c req-fb338f77-0e25-43e7-a6f7-379f2933dbda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 1101 time: 0.0416617 Aug 18 14:12:09.015041 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ffde30b1-b78f-45d0-a837-7692c4f5b85c req-3c665dd7-16e8-42e8-a160-bf1f50fa9cd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283318 Aug 18 14:12:09.045747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:09.058316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af', '9704b69d-e590-413d-87da-49c9d9830835'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:09.074489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event deleted for resources: {'Port': ['ID=9704b69d-e590-413d-87da-49c9d9830835,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:09.122139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] No DVR routers for this DVR port 9704b69d-e590-413d-87da-49c9d9830835 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:09.125490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:09.127935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ed22c6e-9534-4dd4-a0df-8b1f0e8c2384 req-7c040eae-f04a-4b5a-93c6-80154acbdc3f tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "DELETE /v2.0/ports/9704b69d-e590-413d-87da-49c9d9830835 HTTP/1.1" status: 204 len: 173 time: 0.6872089 Aug 18 14:12:09.128381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'name': 'network-vif-deleted', 'tag': '9704b69d-e590-413d-87da-49c9d9830835'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:09.130676 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f98a60-1355-4445-a879-b46f4572cc31" -d '{"events": [{"server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "name": "network-vif-deleted", "tag": "9704b69d-e590-413d-87da-49c9d9830835"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:09.170889 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa3aa6-587a-4027-ade3-87c616c05064 x-openstack-request-id: req-cbfa3aa6-587a-4027-ade3-87c616c05064 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:09.171289 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195fda9b-0047-4efc-aad4-dbc9dc2df1b6", "name": "network-vif-deleted", "tag": "9704b69d-e590-413d-87da-49c9d9830835", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:09.171638 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbfa3aa6-587a-4027-ade3-87c616c05064 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:09.172161 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195fda9b-0047-4efc-aad4-dbc9dc2df1b6', 'name': 'network-vif-deleted', 'tag': '9704b69d-e590-413d-87da-49c9d9830835', 'status': 'completed', 'code': 200} Aug 18 14:12:09.544582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b6df5-cf29-4d0f-b797-5d387a15a8e1 req-5d7b2e32-6365-4bc5-b221-823fbab02205 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:09.546092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c2b6df5-cf29-4d0f-b797-5d387a15a8e1 req-5d7b2e32-6365-4bc5-b221-823fbab02205 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0648520 Aug 18 14:12:09.564826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32b79907-4956-42d5-965f-baae494fcb59 req-e86bd8ab-88b5-4267-bac5-d8abb671e7a2 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=195fda9b-0047-4efc-aad4-dbc9dc2df1b6 HTTP/1.1" status: 200 len: 210 time: 0.0386515 Aug 18 14:12:09.604513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c2b6df5-cf29-4d0f-b797-5d387a15a8e1 req-97fd2377-a514-4c9c-bbfc-c1250554b47e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Aug 18 14:12:09.908302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888273c4-7214-4b4d-bdb8-cd9a2bef65b5 req-9b0441df-fd09-4171-bbd0-61288c52d608 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:09.909893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-888273c4-7214-4b4d-bdb8-cd9a2bef65b5 req-9b0441df-fd09-4171-bbd0-61288c52d608 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0809948 Aug 18 14:12:09.931109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8332103-3752-4c72-94cc-3ac6f16e60ff req-7e1d330f-f725-4850-9d50-70d347f8f7ad tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:09.933199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8332103-3752-4c72-94cc-3ac6f16e60ff req-7e1d330f-f725-4850-9d50-70d347f8f7ad tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 945 time: 0.0737979 Aug 18 14:12:09.983709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-888273c4-7214-4b4d-bdb8-cd9a2bef65b5 req-43e94065-f076-4c0f-9be2-e0207269cb03 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663369 Aug 18 14:12:09.999710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8332103-3752-4c72-94cc-3ac6f16e60ff req-6337b85d-f257-40a4-9c8c-a84963e4b616 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Aug 18 14:12:10.074668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31a0e6dd-d35b-49c6-baf5-429b775eb458 req-20a2a07e-f1ee-4e65-9714-019799198c14 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0285914 Aug 18 14:12:10.099940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:10.489462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87ff7a-e565-4fdf-b7b7-ed494fbd5427 req-1dc9f9a6-07cb-4efe-9b60-81af527ec38e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:10.490942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e87ff7a-e565-4fdf-b7b7-ed494fbd5427 req-1dc9f9a6-07cb-4efe-9b60-81af527ec38e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 945 time: 0.0537941 Aug 18 14:12:10.530829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e87ff7a-e565-4fdf-b7b7-ed494fbd5427 req-839f2479-57ed-4c03-8d09-7c82b7706332 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Aug 18 14:12:10.724946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a6e7-38b4-4c1c-98f6-1bd3903a41fa req-fe6395a5-4445-4746-b1f1-6691b7d74ffc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:10.726440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1f8a6e7-38b4-4c1c-98f6-1bd3903a41fa req-fe6395a5-4445-4746-b1f1-6691b7d74ffc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0517616 Aug 18 14:12:10.754149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:10.764583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1f8a6e7-38b4-4c1c-98f6-1bd3903a41fa req-8482ab8d-2ba6-41b3-905a-cced53e923e0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 18 14:12:11.104660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3dd9d-98b0-4ccc-8e11-516bd8a3f754 req-65d63204-2452-4bc6-82a9-0e30c7d70102 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:11.106325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4c3dd9d-98b0-4ccc-8e11-516bd8a3f754 req-65d63204-2452-4bc6-82a9-0e30c7d70102 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0506437 Aug 18 14:12:11.150835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4c3dd9d-98b0-4ccc-8e11-516bd8a3f754 req-661069ab-a010-44dc-ac10-258edb022d1b tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 18 14:12:11.184980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acbf5817-bbd4-4ee4-81eb-4decae4c0ce4 req-39d9e1f6-f1c5-4a76-bf03-9a75c219486e tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0320296 Aug 18 14:12:11.670679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7b0e8-1bdc-4fc9-b734-70e4bd5bb644 req-606db2b0-353e-4c2a-80be-ecdef97361e5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:11.672204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73c7b0e8-1bdc-4fc9-b734-70e4bd5bb644 req-606db2b0-353e-4c2a-80be-ecdef97361e5 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 945 time: 0.0696115 Aug 18 14:12:11.741992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73c7b0e8-1bdc-4fc9-b734-70e4bd5bb644 req-f6a9967b-854f-4a1b-ad3a-39db8fc37bf9 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548031 Aug 18 14:12:11.760392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90e63d-85d0-489c-a66e-9d4f61f82baa req-ea94bbe1-8399-49aa-9b7b-d8de4b85edbc tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:11.762038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d90e63d-85d0-489c-a66e-9d4f61f82baa req-ea94bbe1-8399-49aa-9b7b-d8de4b85edbc tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0844979 Aug 18 14:12:11.811984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d90e63d-85d0-489c-a66e-9d4f61f82baa req-f7834450-3236-4a8e-8a4d-af6590b70e74 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Aug 18 14:12:11.961745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53412861-e54f-4693-982f-879b5cf55ea5 req-edf5dbcd-06cf-4bcd-b73d-d80224259450 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:11.963397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53412861-e54f-4693-982f-879b5cf55ea5 req-edf5dbcd-06cf-4bcd-b73d-d80224259450 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0593104 Aug 18 14:12:11.998750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9704b69d-e590-413d-87da-49c9d9830835 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:12.017098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53412861-e54f-4693-982f-879b5cf55ea5 req-daae4351-1fbd-480d-9d5c-0723d264e4cf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Aug 18 14:12:12.019318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 9704b69d-e590-413d-87da-49c9d9830835 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:12.020206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9704b69d-e590-413d-87da-49c9d9830835 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:12.292615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018b5f2a-48e4-44ee-b8d4-2cf1d7a55be9 req-0b3c4c36-ce6e-4da6-a96e-5d84b1deb30b tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0287604 Aug 18 14:12:12.934039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d3a84-a347-4701-92ab-9108b8186333 req-df74cc3f-39db-4e69-b7de-c8d654d4e772 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:12.935645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47d3a84-a347-4701-92ab-9108b8186333 req-df74cc3f-39db-4e69-b7de-c8d654d4e772 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0501478 Aug 18 14:12:12.979192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b47d3a84-a347-4701-92ab-9108b8186333 req-a63728db-a61e-4f17-b581-a4aff651abc8 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 Aug 18 14:12:13.210649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0553f-83c7-42ce-9817-c9c511bf0ad5 req-50a6bd35-ebb8-4b95-a240-d679613f3dfc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.212147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3e0553f-83c7-42ce-9817-c9c511bf0ad5 req-50a6bd35-ebb8-4b95-a240-d679613f3dfc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0809679 Aug 18 14:12:13.249087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac21468-ab89-46fb-a9be-621dc3c16b4f req-2e8ec986-dc46-4452-89f4-fc2acd3a895b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.250617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac21468-ab89-46fb-a9be-621dc3c16b4f req-2e8ec986-dc46-4452-89f4-fc2acd3a895b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1098142 Aug 18 14:12:13.309192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-12de9062-37f5-47e9-9c57-bce681d5de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.310822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-12de9062-37f5-47e9-9c57-bce681d5de1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0966597 Aug 18 14:12:13.332179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3e0553f-83c7-42ce-9817-c9c511bf0ad5 req-ce60f22b-8344-4904-9d98-bc3a164cf1b7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916309 Aug 18 14:12:13.347008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac21468-ab89-46fb-a9be-621dc3c16b4f req-9c5355e4-52a7-4a6f-ae23-80924b53b9d4 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874829 Aug 18 14:12:13.443178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ef185c4-1214-4611-9ad5-d684ca52898c req-c5b3c523-06bd-44db-a9cc-14ec0495dbe4 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0369070 Aug 18 14:12:13.469229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-c1f8331a-7cef-4299-be11-f82ca52e8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.469229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-c1f8331a-7cef-4299-be11-f82ca52e8adf service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.1285625 Aug 18 14:12:13.497811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-aa0c8a32-795b-4e44-b51c-21c89bf6b1fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0413766 Aug 18 14:12:13.565954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-ec59489b-454f-468a-a9b6-f9b4442ba8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.567469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-ec59489b-454f-468a-a9b6-f9b4442ba8a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0620911 Aug 18 14:12:13.602851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-a03149b3-ccea-4153-87f6-a77a08e8e7f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264335 Aug 18 14:12:13.705738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-26f9407e-6519-4cad-906f-812cdd83daa3 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908554 Aug 18 14:12:13.799515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3f86ddc-ae7c-4892-88e2-5120ebad08b1 req-918b9c16-efe0-437d-8d3e-8f89455ca2cc service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843043 Aug 18 14:12:13.918539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-a9253e6f-edab-465a-82a6-a3447a337597 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:13.920026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-a9253e6f-edab-465a-82a6-a3447a337597 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0548663 Aug 18 14:12:14.018948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Deleting port 74aaa50d-07d4-4d3c-81a5-ca77be34acff {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:14.019300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:14.130947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda40aa-de66-4e9d-88d4-8dba1bb58b57 req-258a40c7-0f5f-413f-b5d6-0e802f89bc17 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:14.132539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9eda40aa-de66-4e9d-88d4-8dba1bb58b57 req-258a40c7-0f5f-413f-b5d6-0e802f89bc17 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 950 time: 0.0742519 Aug 18 14:12:14.145629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] For port 74aaa50d-07d4-4d3c-81a5-ca77be34acff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=74aaa50d-07d4-4d3c-81a5-ca77be34acff,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:14.146419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:14.160604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Calling delete_port for 74aaa50d-07d4-4d3c-81a5-ca77be34acff owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:14.178771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9eda40aa-de66-4e9d-88d4-8dba1bb58b57 req-30136fbe-e391-416d-ba47-c4adf8ff44e8 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Aug 18 14:12:14.379668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:14.393762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['74aaa50d-07d4-4d3c-81a5-ca77be34acff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:14.418143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Pushing event deleted for resources: {'Port': ['ID=74aaa50d-07d4-4d3c-81a5-ca77be34acff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:14.469044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] No DVR routers for this DVR port 74aaa50d-07d4-4d3c-81a5-ca77be34acff on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:14.472274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:14.475051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c45bcf6-caec-4f14-9a82-624fb1160e74 req-4b865116-308e-43a7-b01f-1dc8b2903441 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.10 "DELETE /v2.0/ports/74aaa50d-07d4-4d3c-81a5-ca77be34acff HTTP/1.1" status: 204 len: 173 time: 0.5472882 Aug 18 14:12:14.475537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'name': 'network-vif-deleted', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:14.477922 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc9c50-c9af-4fca-933f-80dede8eff14" -d '{"events": [{"server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "name": "network-vif-deleted", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:14.481270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14112d-15ec-47c5-b937-d4f914512b03 req-433cfe44-ebc9-4fd9-b25e-448c3d5bdbc3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:14.483235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a14112d-15ec-47c5-b937-d4f914512b03 req-433cfe44-ebc9-4fd9-b25e-448c3d5bdbc3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0781226 Aug 18 14:12:14.536996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a14112d-15ec-47c5-b937-d4f914512b03 req-8c7b2a99-0efe-4045-9e10-b4ece6dc75f7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Aug 18 14:12:14.583346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca9537-7ada-497d-afbe-3c414277d011 req-c1a320a8-f861-4ad9-a1ae-17e23ca3c4fa tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:14.583346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eaca9537-7ada-497d-afbe-3c414277d011 req-c1a320a8-f861-4ad9-a1ae-17e23ca3c4fa tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0648909 Aug 18 14:12:14.636072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eaca9537-7ada-497d-afbe-3c414277d011 req-fa256f2e-98fd-43bc-ba4f-8b03a7d375fa tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467980 Aug 18 14:12:14.681466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374017-0748-4759-a250-c78f9005c543 req-d0676d58-e8d5-480d-b129-c09f9738ead7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:14.683143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb374017-0748-4759-a250-c78f9005c543 req-d0676d58-e8d5-480d-b129-c09f9738ead7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.0647049 Aug 18 14:12:14.743467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2f02462-8bd9-43f2-94b2-4bb871e1fb2b req-d28508d0-89dd-4792-8893-b04e960a6ff6 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0356307 Aug 18 14:12:14.750953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb374017-0748-4759-a250-c78f9005c543 req-7c726298-9736-4368-81ed-f27dfc5ddabc tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614364 Aug 18 14:12:14.790913 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee307719-97f1-4aa0-9210-903adc72d705 x-openstack-request-id: req-ee307719-97f1-4aa0-9210-903adc72d705 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:14.791207 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c2b23a-8399-461b-9ebf-3dd83c9a1f09", "name": "network-vif-deleted", "tag": "74aaa50d-07d4-4d3c-81a5-ca77be34acff", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:14.791461 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee307719-97f1-4aa0-9210-903adc72d705 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:14.791864 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c2b23a-8399-461b-9ebf-3dd83c9a1f09', 'name': 'network-vif-deleted', 'tag': '74aaa50d-07d4-4d3c-81a5-ca77be34acff', 'status': 'completed', 'code': 200} Aug 18 14:12:15.280928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d735bd1-67c7-400f-b82b-c199968bebeb req-81af44b7-2dc7-4604-9328-221999bd2bc0 tempest-VolumesNegativeTest-950098781 tempest-VolumesNegativeTest-950098781-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7c2b23a-8399-461b-9ebf-3dd83c9a1f09 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Aug 18 14:12:15.663262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f0c47-4d91-4344-8aa8-5dd00a205bbf req-defb399a-0b2c-456d-af5d-4b6af12614b2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:15.664781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-539f0c47-4d91-4344-8aa8-5dd00a205bbf req-defb399a-0b2c-456d-af5d-4b6af12614b2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0519314 Aug 18 14:12:15.708652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-539f0c47-4d91-4344-8aa8-5dd00a205bbf req-41155a80-670a-4914-9aef-398bf2af8049 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Aug 18 14:12:15.795389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73701-2b04-4efa-b596-9350d0341ef4 req-34e31282-6ce9-4c24-9805-4c1566c6ef3c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:15.797360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6a73701-2b04-4efa-b596-9350d0341ef4 req-34e31282-6ce9-4c24-9805-4c1566c6ef3c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0642664 Aug 18 14:12:15.889499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-248015aa-dcdc-40f8-a4f5-dc0379e2cd8d req-9a21b7a4-466c-417f-b4c1-58a700036da2 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0647047 Aug 18 14:12:15.891363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47d4e122-7c41-415c-8f5f-2913004efd73 req-811b95c8-438b-4718-bc28-9fd7b1d2b97f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0645061 Aug 18 14:12:15.894837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6a73701-2b04-4efa-b596-9350d0341ef4 req-057fe767-6368-40b8-9712-d260942783a9 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899394 Aug 18 14:12:16.032742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851b4c1-8c13-48bd-9fec-8de82b742015 req-b045880e-9068-41c7-887b-dfa571bc7c08 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:16.032742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b851b4c1-8c13-48bd-9fec-8de82b742015 req-b045880e-9068-41c7-887b-dfa571bc7c08 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.0564182 Aug 18 14:12:16.076485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b851b4c1-8c13-48bd-9fec-8de82b742015 req-8d4f6985-7db8-4854-8773-7ed588df82f1 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a291145-347a-41e7-ab7a-5b4b057c4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387063 Aug 18 14:12:16.309031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:16.311341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-09c85f46-bbda-4434-a3dc-cea6478c2537 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:16.313225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-09c85f46-bbda-4434-a3dc-cea6478c2537 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 945 time: 0.0562887 Aug 18 14:12:16.438550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Deleting port 206b72dd-2095-4d63-a429-f06693e329af {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:16.440891 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:16.475881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:16.508624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '00266940-4850-4614-b248-c5ab3e714d9b', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': '00266940-4850-4614-b248-c5ab3e714d9b', 'mac_address': 'fa:16:3e:5b:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:16.555131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] For port 206b72dd-2095-4d63-a429-f06693e329af, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=206b72dd-2095-4d63-a429-f06693e329af,segment=NetworkSegment(98363df7-6c80-443c-aac8-4563e9fbbc6a),segment_id=98363df7-6c80-443c-aac8-4563e9fbbc6a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:16.555875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:16.575552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:16.575950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Calling delete_port for 206b72dd-2095-4d63-a429-f06693e329af owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:16.592886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00266940-4850-4614-b248-c5ab3e714d9b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:16.618112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:16.700282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:16.797565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:16.874272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:16.876116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['00266940-4850-4614-b248-c5ab3e714d9b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:16.906726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['206b72dd-2095-4d63-a429-f06693e329af'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:16.923277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Pushing event deleted for resources: {'Port': ['ID=206b72dd-2095-4d63-a429-f06693e329af,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:17.048720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] No DVR routers for this DVR port 206b72dd-2095-4d63-a429-f06693e329af on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:17.055456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:17.058145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a7d8662-0ef0-4037-a9b1-4c7344d5bd8c req-17963d15-eb09-4d32-9597-c9f75a1559b7 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.58 "DELETE /v2.0/ports/206b72dd-2095-4d63-a429-f06693e329af HTTP/1.1" status: 204 len: 173 time: 0.7385793 Aug 18 14:12:17.067634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'name': 'network-vif-deleted', 'tag': '206b72dd-2095-4d63-a429-f06693e329af'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:17.071173 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ff7faf-1d18-4bea-94b3-8941c2fde069" -d '{"events": [{"server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "name": "network-vif-deleted", "tag": "206b72dd-2095-4d63-a429-f06693e329af"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:17.089416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c31444-f676-4f90-8891-66746aba832d req-b8d4ab0c-8cb9-4b76-b0d9-4bdb0cf3466a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:17.098504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c31444-f676-4f90-8891-66746aba832d req-b8d4ab0c-8cb9-4b76-b0d9-4bdb0cf3466a tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.2649660 Aug 18 14:12:17.164992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c31444-f676-4f90-8891-66746aba832d req-96c27735-a219-41d1-a85a-24d63edf0df3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Aug 18 14:12:17.173221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eb86a-4051-49d5-ab47-6c00c18d1771 req-50b875ac-4d9e-4131-87dc-c9e3e1f613fd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:17.180988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-554eb86a-4051-49d5-ab47-6c00c18d1771 req-50b875ac-4d9e-4131-87dc-c9e3e1f613fd tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1337450 Aug 18 14:12:17.230660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-554eb86a-4051-49d5-ab47-6c00c18d1771 req-7b4724f0-1cf1-4abf-8330-15b4ceeebe4d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Aug 18 14:12:17.315388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e744f456-a1e2-490b-b593-591d60cda59f req-e0d3fbc6-b5ff-4c9b-899f-8a1e6d0a76e5 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0411131 Aug 18 14:12:17.379776 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071332ab-0061-46a1-983f-709d2bde28c1 x-openstack-request-id: req-071332ab-0061-46a1-983f-709d2bde28c1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:17.380072 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7a11-936a-479f-8753-8bd6e27ef4a7", "name": "network-vif-deleted", "tag": "206b72dd-2095-4d63-a429-f06693e329af", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:17.380327 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-071332ab-0061-46a1-983f-709d2bde28c1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:17.380726 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7a11-936a-479f-8753-8bd6e27ef4a7', 'name': 'network-vif-deleted', 'tag': '206b72dd-2095-4d63-a429-f06693e329af', 'status': 'completed', 'code': 200} Aug 18 14:12:17.462461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-892ba6ff-be3e-4697-aec6-7b38eab64fcf req-c021b024-aa6b-4715-9842-fd118ea6cd49 tempest-AttachVolumeNegativeTest-1184064663 tempest-AttachVolumeNegativeTest-1184064663-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7d7a11-936a-479f-8753-8bd6e27ef4a7 HTTP/1.1" status: 200 len: 210 time: 0.0332930 Aug 18 14:12:18.105354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6772173d-fd4a-450a-a5bc-8dcebd3833e6 req-7955c1b5-62a4-4b72-b4b9-9fb3eb7c6ece service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db4391ffc62d42aa8fc53b9323db645a&device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0294755 Aug 18 14:12:18.163152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6772173d-fd4a-450a-a5bc-8dcebd3833e6 req-c3b887ba-21bf-4cb1-910c-afab98fd2192 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=db4391ffc62d42aa8fc53b9323db645a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450130 Aug 18 14:12:18.306139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e19912b7-dbb7-4507-ba38-1a739743bfda req-01f4f1af-1fee-4fa2-a0d5-702fb5e3e247 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.1152706 Aug 18 14:12:18.312145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:18.424353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb910d2-9640-47c2-b46e-34058739d911 req-888f3ecb-514c-43cc-8498-0278c6d6919d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:18.431577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb910d2-9640-47c2-b46e-34058739d911 req-888f3ecb-514c-43cc-8498-0278c6d6919d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1409342 Aug 18 14:12:18.443397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 00266940-4850-4614-b248-c5ab3e714d9b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:18.443769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.491503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772173d-fd4a-450a-a5bc-8dcebd3833e6 req-e18fd621-37d9-4ed8-95dc-87e513fad07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:18.492984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6772173d-fd4a-450a-a5bc-8dcebd3833e6 req-e18fd621-37d9-4ed8-95dc-87e513fad07e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224616 Aug 18 14:12:18.524620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb910d2-9640-47c2-b46e-34058739d911 req-51df0bb7-82ae-4cfe-81cd-0f56b430d951 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872524 Aug 18 14:12:18.546804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423867-d70b-49bc-be92-889b4c3646fd req-599d3870-9f61-4c9e-a2b3-2d40260cfdf9 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:18.567624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4423867-d70b-49bc-be92-889b4c3646fd req-599d3870-9f61-4c9e-a2b3-2d40260cfdf9 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1256902 Aug 18 14:12:18.574580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.603119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:18.623292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d4423867-d70b-49bc-be92-889b4c3646fd req-50b8d383-da06-43b9-a9d9-c5fb95413598 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Aug 18 14:12:18.624542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:18.625797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:18.628408 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc99a4-5edd-4454-a7ab-ea0778beea6e" -d '{"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-plugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:18.678427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Deleting subnet 798f3df1-6d31-46a8-a704-22a23158ec26 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:12:18.683307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.689239 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471c280d-76bd-4f96-aec1-c32ee795c24e x-openstack-request-id: req-471c280d-76bd-4f96-aec1-c32ee795c24e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:18.689529 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-plugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:18.689778 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-471c280d-76bd-4f96-aec1-c32ee795c24e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:18.690192 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b', 'code': 200} Aug 18 14:12:18.714198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.715018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 74aaa50d-07d4-4d3c-81a5-ca77be34acff no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:18.749679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.764895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 74aaa50d-07d4-4d3c-81a5-ca77be34acff {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:18.765239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 74aaa50d-07d4-4d3c-81a5-ca77be34acff not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:18.798305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:18.809535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.955190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:18.988972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798f3df1-6d31-46a8-a704-22a23158ec26,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:18.998948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.001450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69fd6bad-eb93-4bc7-8ee4-e8e8cd64598e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/798f3df1-6d31-46a8-a704-22a23158ec26 HTTP/1.1" status: 204 len: 168 time: 0.3951476 Aug 18 14:12:19.004102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34884) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:19.083428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.170595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.187316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427698a1-3faa-4510-9576-5df7cc226cfb']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:19.201154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98363df7-6c80-443c-aac8-4563e9fbbc6a') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:19.201462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98363df7-6c80-443c-aac8-4563e9fbbc6a') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:19.211923 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.228160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.242968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:12:19.243559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:12:19.245506 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:12:19.382496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.392362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:19.394341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/427698a1-3faa-4510-9576-5df7cc226cfb HTTP/1.1" status: 204 len: 168 time: 0.3891716 Aug 18 14:12:19.414205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5cbe6-20f0-4d92-9b95-6b26f12f52d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=427698a1-3faa-4510-9576-5df7cc226cfb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:19.474054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-263e76b4-e9af-4529-b03e-db459e17b137 req-badd0eea-cfb2-4fff-8d3a-793e26365fb1 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0455182 Aug 18 14:12:19.681238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239bf7d-dfbf-44e8-8645-f68cb44ac4c0 req-1e5bcf30-ee46-4690-b596-8de72e49f458 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:19.685043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f239bf7d-dfbf-44e8-8645-f68cb44ac4c0 req-1e5bcf30-ee46-4690-b596-8de72e49f458 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0598843 Aug 18 14:12:19.766368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f239bf7d-dfbf-44e8-8645-f68cb44ac4c0 req-f053cee4-0600-4ede-8829-4e1b833900aa tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720997 Aug 18 14:12:19.781364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acd704-7230-480b-80d1-7912efa1e98b req-2717de6f-7edd-4438-94f0-67a31a8619b5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:19.785157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48acd704-7230-480b-80d1-7912efa1e98b req-2717de6f-7edd-4438-94f0-67a31a8619b5 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0820210 Aug 18 14:12:19.832071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48acd704-7230-480b-80d1-7912efa1e98b req-8f1ca828-a975-4a50-ac6d-f2eaee967a5c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Aug 18 14:12:19.835010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-2bdf1272-cfe0-4e5f-9828-76351883a9f3 req-ead7d48d-1e6b-4481-89ca-2aa85de3248a tempest-ImagesNegativeTestJSON-994783563 tempest-ImagesNegativeTestJSON-994783563-project] (112229) timed out ('10.222.0.10', 59418) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:12:19.915726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6772173d-fd4a-450a-a5bc-8dcebd3833e6 req-637535cf-c976-47bb-bd10-2a6fbce04d5f tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.58 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0288885 Aug 18 14:12:20.059964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 206b72dd-2095-4d63-a429-f06693e329af no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:20.083232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 206b72dd-2095-4d63-a429-f06693e329af {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:20.083580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 206b72dd-2095-4d63-a429-f06693e329af not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:20.218696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:20.263767 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11d45ac0-0bc0-41b8-a52c-82d6fc598ae4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c04877b8307445f8f6a9cda26c80dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439279 Aug 18 14:12:20.272008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34962) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:20.331129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:20.357794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:20.565574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:20.568677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:20.572433 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a291145-347a-41e7-ab7a-5b4b057c4ac6 HTTP/1.1" status: 204 len: 168 time: 0.3044934 Aug 18 14:12:20.584702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81007ce-7a29-4f03-9a9e-d7e38cc98e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a291145-347a-41e7-ab7a-5b4b057c4ac6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:20.626291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1685830-772b-4ea6-a7f3-1cded901527b req-6ddb9ef1-c316-4447-bb9c-d8b0488c50b6 tempest-ServerShowV254Test-575039222 tempest-ServerShowV254Test-575039222-project] 10.222.0.35 "GET /v2.0/ports?device_id=104eaab8-b2bd-4462-88f6-c206e76478cb HTTP/1.1" status: 200 len: 210 time: 0.0360556 Aug 18 14:12:21.059344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff933dbf-ce94-4893-b15e-e0553d2a9618 req-3cecce76-7bd3-4b8d-adc9-2f478fc95f29 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:21.062822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff933dbf-ce94-4893-b15e-e0553d2a9618 req-3cecce76-7bd3-4b8d-adc9-2f478fc95f29 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1197438 Aug 18 14:12:21.072492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0889f-e9da-4bfd-a6e4-ec8c6278b9af req-30d1dcba-ce0a-45e0-95e1-e6bfc863fab4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:21.084235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6a0889f-e9da-4bfd-a6e4-ec8c6278b9af req-30d1dcba-ce0a-45e0-95e1-e6bfc863fab4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1766584 Aug 18 14:12:21.133484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff933dbf-ce94-4893-b15e-e0553d2a9618 req-6c6e3c80-b6bc-457b-9aa4-83d280bdb038 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Aug 18 14:12:21.163211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6a0889f-e9da-4bfd-a6e4-ec8c6278b9af req-f2db297e-b5a7-4d50-8ebc-a31e6d2a92a9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740688 Aug 18 14:12:21.919953 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-69bc5318-c04e-4cc6-a624-eda62b5be5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:22.334548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35088) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:22.387645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92c7fc-d5a0-436a-9007-e0c23a67d102 req-e97ee55b-9d67-4aad-a9ab-cdaa59bd061c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:22.396923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e92c7fc-d5a0-436a-9007-e0c23a67d102 req-e97ee55b-9d67-4aad-a9ab-cdaa59bd061c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1170447 Aug 18 14:12:22.408206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3fa57-861e-4fe6-b7c9-befbfb25dba7 req-df8f9eb7-711a-4383-a0e1-3c577657ad79 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:22.416530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93c3fa57-861e-4fe6-b7c9-befbfb25dba7 req-df8f9eb7-711a-4383-a0e1-3c577657ad79 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1042385 Aug 18 14:12:22.483396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93c3fa57-861e-4fe6-b7c9-befbfb25dba7 req-47b548ae-c103-487d-bc11-8a52268aacc2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574429 Aug 18 14:12:22.503689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e92c7fc-d5a0-436a-9007-e0c23a67d102 req-e217686f-2b88-4dfd-845f-ddbc53eb9464 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055405 Aug 18 14:12:22.583800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e0e65a-6fa7-4974-9d6d-d0c84009739d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:22.754399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e0e65a-6fa7-4974-9d6d-d0c84009739d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:22.836774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e0e65a-6fa7-4974-9d6d-d0c84009739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:22.883953 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-20e0e65a-6fa7-4974-9d6d-d0c84009739d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db4391ffc62d42aa8fc53b9323db645a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477417 Aug 18 14:12:22.887240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35112) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:22.941733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e65a-6fa7-4974-9d6d-d0c84009739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31bfa8-5e08-480a-b81c-560cae2b991e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:22.980411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:23.011106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:23.145590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:23.150403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:23.152602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd31bfa8-5e08-480a-b81c-560cae2b991e HTTP/1.1" status: 204 len: 168 time: 0.2643719 Aug 18 14:12:23.170490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31bfa8-5e08-480a-b81c-560cae2b991e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:23.195046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.195408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.195759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.196097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.196437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.196771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.197101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.198422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.202595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.204643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.205156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.205510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788277-32b6-4c9d-b51f-4e29f61eb106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:23.700277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae0a5-cb99-455b-a7c1-a1f1f951f9bf req-57225d45-7bbc-49db-b523-21211a118ba1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:23.708775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96bae0a5-cb99-455b-a7c1-a1f1f951f9bf req-57225d45-7bbc-49db-b523-21211a118ba1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1015971 Aug 18 14:12:23.743747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f828c-68da-45c1-bfe0-009d9b359d77 req-4cab1258-47d5-4c8b-9e71-1487ef791b53 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:23.752428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a76f828c-68da-45c1-bfe0-009d9b359d77 req-4cab1258-47d5-4c8b-9e71-1487ef791b53 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1340914 Aug 18 14:12:23.797003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96bae0a5-cb99-455b-a7c1-a1f1f951f9bf req-47889391-54c4-4f2d-9231-76bcd9c3680f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Aug 18 14:12:23.867733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a76f828c-68da-45c1-bfe0-009d9b359d77 req-faf69040-120a-4552-9533-3ba4d06b0c0f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081505 Aug 18 14:12:24.787179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8ae9-7f53-49f3-bdab-826c665fec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:24.888211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:25.122648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d46a9e-9f49-4a19-ac42-7584cf071019 req-d9a9bf37-7601-49f4-9452-2c271185d9c2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.127527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2d46a9e-9f49-4a19-ac42-7584cf071019 req-d9a9bf37-7601-49f4-9452-2c271185d9c2 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1320398 Aug 18 14:12:25.164895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b434b39-3ac3-4ea4-aa4e-5689e778cc00 req-3ba7a967-a7be-4ae1-be7c-3dfa4463313d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.170365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b434b39-3ac3-4ea4-aa4e-5689e778cc00 req-3ba7a967-a7be-4ae1-be7c-3dfa4463313d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.2193050 Aug 18 14:12:25.188037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-86e7e30c-4e19-4c20-a3b9-3dbb80530a2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951259 Aug 18 14:12:25.294560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2d46a9e-9f49-4a19-ac42-7584cf071019 req-48cbe30d-d1d7-474c-926d-866433bf69b3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560795 Aug 18 14:12:25.311579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235861a-221c-4c63-9b65-a8288ab274dc req-878b8a33-9a45-4218-a757-e9988324c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.318677 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-878b8a33-9a45-4218-a757-e9988324c5a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 1097 time: 0.0971215 Aug 18 14:12:25.323915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b434b39-3ac3-4ea4-aa4e-5689e778cc00 req-9f6c3319-a130-45ef-8b8b-5b5c6a2d13b2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422346 Aug 18 14:12:25.535513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235861a-221c-4c63-9b65-a8288ab274dc req-51b40d72-5b7e-4b5c-97c7-3888209d1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.536872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-51b40d72-5b7e-4b5c-97c7-3888209d1092 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1892228 Aug 18 14:12:25.603273 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-4823152a-ef49-4655-8c1a-acb7b79fe5b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 200 len: 217 time: 0.0519595 Aug 18 14:12:25.679317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235861a-221c-4c63-9b65-a8288ab274dc req-cc0ee01e-64f6-4772-b221-4f28c39febe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.680825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-cc0ee01e-64f6-4772-b221-4f28c39febe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0596461 Aug 18 14:12:25.833677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235861a-221c-4c63-9b65-a8288ab274dc req-5a712430-d939-4aef-8289-a80f90202b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:25.834943 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-5a712430-d939-4aef-8289-a80f90202b74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291864 Aug 18 14:12:25.837787 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:26.014480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-5caded56-cdbf-47d6-bf6a-cbb5552dff10 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657958 Aug 18 14:12:26.172430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5235861a-221c-4c63-9b65-a8288ab274dc req-0a48b412-9a31-45e0-a07c-353cde68039e service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414053 Aug 18 14:12:26.455882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992412-da3f-4c44-8ce5-fd728f33ccd1 req-4a5e6136-9af4-4320-83d7-5334d3bb7aeb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:26.464629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75992412-da3f-4c44-8ce5-fd728f33ccd1 req-4a5e6136-9af4-4320-83d7-5334d3bb7aeb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0970416 Aug 18 14:12:26.524776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53488291-f3d3-4714-a8bf-6b1cb5ae07ea req-14ae87a6-43af-42f8-8807-3de970597b43 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:26.539095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53488291-f3d3-4714-a8bf-6b1cb5ae07ea req-14ae87a6-43af-42f8-8807-3de970597b43 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1283252 Aug 18 14:12:26.583545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75992412-da3f-4c44-8ce5-fd728f33ccd1 req-523e89df-9b12-47ce-8712-8176911cb64a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177139 Aug 18 14:12:26.622938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53488291-f3d3-4714-a8bf-6b1cb5ae07ea req-b870f837-65e0-4a39-9a60-18e3047974b1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826375 Aug 18 14:12:26.799687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:27.249380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-84cf3117-6615-4282-9cb7-b3f23c519fe3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a225d4fefe4dcc96df308a88b7ca60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483414 Aug 18 14:12:27.251886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35258) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:27.348835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:27.390007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:27.396940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:27.517224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:27.524230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:27.527038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa HTTP/1.1" status: 204 len: 168 time: 0.2727849 Aug 18 14:12:27.546681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758808a-c495-400c-aa81-41cbe7876f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3460f5a-bd7f-4d4a-8a91-5c4f3aff2dfa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:27.796168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82365f54-9da1-42d7-904b-22359822e7c2 req-53ad91e8-7f44-4e5a-a43f-9966f76c705b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:27.801068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82365f54-9da1-42d7-904b-22359822e7c2 req-53ad91e8-7f44-4e5a-a43f-9966f76c705b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0784609 Aug 18 14:12:27.815916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a7208-3647-4125-9251-6a3c99d893b3 req-651bf8b6-94f7-478d-bce0-056bb1643152 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:27.825142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f7a7208-3647-4125-9251-6a3c99d893b3 req-651bf8b6-94f7-478d-bce0-056bb1643152 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1378314 Aug 18 14:12:27.923463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f7a7208-3647-4125-9251-6a3c99d893b3 req-54fc2fce-d37f-44d8-aa36-f7f41aa017ea tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969603 Aug 18 14:12:27.931455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82365f54-9da1-42d7-904b-22359822e7c2 req-d5d4f1e5-b841-4bb9-af4e-521fdb7641d2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026824 Aug 18 14:12:29.258087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d587-f585-41d7-971c-85611ac538a3 req-9d82a66d-87ad-4594-8479-3b2a5acd7bd0 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:29.259757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7368d587-f585-41d7-971c-85611ac538a3 req-9d82a66d-87ad-4594-8479-3b2a5acd7bd0 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1104341 Aug 18 14:12:29.272047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61f0e-6c7d-4891-9605-b47cc46814f7 req-9ab88aa4-9843-41a6-aea0-e4adf28910ac tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:29.273576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd61f0e-6c7d-4891-9605-b47cc46814f7 req-9ab88aa4-9843-41a6-aea0-e4adf28910ac tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1110590 Aug 18 14:12:29.335627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7368d587-f585-41d7-971c-85611ac538a3 req-994514a6-7917-41b6-8864-0ad7a0375bfb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610611 Aug 18 14:12:29.366217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bd61f0e-6c7d-4891-9605-b47cc46814f7 req-e12e1854-76eb-49a8-b708-52d23d23fd69 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Aug 18 14:12:29.858537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:29.998967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-843087376-network', 'tenant_id': '72571d2197de48eda28cfe3516997b9d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:30.012794 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:12:30.110672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Made reservation on behalf of 72571d2197de48eda28cfe3516997b9d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:30.113570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.152226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.199519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-51f8c98c-1a97-4787-a8be-949184ff4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.201356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-51f8c98c-1a97-4787-a8be-949184ff4181 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0845835 Aug 18 14:12:30.285738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7061119-1437-4748-af05-eb0515f05aee req-06263ebc-6603-4c89-8d06-f1c130a0a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.287305 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b7061119-1437-4748-af05-eb0515f05aee req-06263ebc-6603-4c89-8d06-f1c130a0a886 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.0710900 Aug 18 14:12:30.337825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-e3026deb-921c-49ec-a170-04b9b60bf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.339668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-e3026deb-921c-49ec-a170-04b9b60bf8b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.1042705 Aug 18 14:12:30.356392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.361246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b7061119-1437-4748-af05-eb0515f05aee req-1737b80e-f044-45d5-afe0-14feea752f81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Aug 18 14:12:30.428431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.439593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-7067ab6f-8750-4e49-a1bf-65ab1a5865be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0885541 Aug 18 14:12:30.456967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:12:30.488966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.500328 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Added segment 61e018a4-29b3-481d-9419-c039b4ca7bf9 of type vlan for network 70fbca86-169d-4824-9e38-5006ae62a68e Aug 18 14:12:30.503377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a28d287-03f1-4d4b-8836-3433807f509a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:30.557539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.605757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-db3fec37-309d-49b7-a73d-38e26e3110de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.607253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-db3fec37-309d-49b7-a73d-38e26e3110de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.1601501 Aug 18 14:12:30.615428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5503e0-31a0-485d-99e7-bc4114450976 req-e2502abf-9e3d-4d25-a1a8-863ebb528adc tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.616806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf5503e0-31a0-485d-99e7-bc4114450976 req-e2502abf-9e3d-4d25-a1a8-863ebb528adc tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1507659 Aug 18 14:12:30.656738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.658676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:30.659602 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:30.740195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] Pushing event updated for resources: {'Network': ['ID=70fbca86-169d-4824-9e38-5006ae62a68e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:30.752678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 70fbca86-169d-4824-9e38-5006ae62a68e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:12:30.776414 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aba6cfac-e332-4fe3-95e6-fe90c1dcb9be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9159110 Aug 18 14:12:30.779347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35394) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:30.789178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Request body: {'subnet': {'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-843087376-subnet', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:30.908690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Made reservation on behalf of 72571d2197de48eda28cfe3516997b9d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:30.911226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.014154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2852-1364-47ef-8185-58c4cf94894c req-699c890c-2ef4-468d-b773-98a20c76c511 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.015540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a5d2852-1364-47ef-8185-58c4cf94894c req-699c890c-2ef4-468d-b773-98a20c76c511 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.5132995 Aug 18 14:12:31.017530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-32edc6e7-0193-4eff-baa1-3c91f40c2a8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3998220 Aug 18 14:12:31.126596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf5503e0-31a0-485d-99e7-bc4114450976 req-e3ef2ccd-7ed0-4c49-a949-558c38225c1a tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902413 Aug 18 14:12:31.151279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a5d2852-1364-47ef-8185-58c4cf94894c req-07fd73bf-0a52-47ca-a19c-bc54928749fb tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242154 Aug 18 14:12:31.172097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.295651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35416) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:31.309540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-28fb0495-f1af-4bcb-95f6-bdb9ecabce2a service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733686 Aug 18 14:12:31.349978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1dc592-1c72-414a-859b-45e4bc994cf9,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:31.357763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Checking segment: {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:31.358273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Network hostable DHCP agents. Network: 70fbca86-169d-4824-9e38-5006ae62a68e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:12:31.420894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5565c7e3-f32c-4c76-a13a-f5ced667aabb req-082f5cd6-6c0e-434f-8b9b-b1d6dc1e4821 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034443 Aug 18 14:12:31.468512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c30ea20-697d-4d76-935b-baf94bc10181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.502268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Network 70fbca86-169d-4824-9e38-5006ae62a68e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:12:31.585094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c30ea20-697d-4d76-935b-baf94bc10181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.651154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 70fbca86-169d-4824-9e38-5006ae62a68e) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:31.656026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.657129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.662631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a4552-f254-4365-9b7b-df98471877c4 None None] Network 70fbca86-169d-4824-9e38-5006ae62a68e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:31.679969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c30ea20-697d-4d76-935b-baf94bc10181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.774791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7c30ea20-697d-4d76-935b-baf94bc10181 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=160dc108165f414aa468a94107522bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657710 Aug 18 14:12:31.774791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30ea20-697d-4d76-935b-baf94bc10181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f23b71-0137-4256-bd85-f8404aec1564,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:31.775739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:31.820463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e92290a-c05d-4ac9-98f7-704138c45143 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0395916 Aug 18 14:12:31.823749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35450) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:31.830755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:31.840233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.841882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-70fbca86-169d-4824-9e38-5006ae62a68e', 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'fixed_ips': [{'subnet_id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:12:31.842737 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.889116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.956228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:31.957337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.016807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Allocated IP 172.20.0.2 (70fbca86-169d-4824-9e38-5006ae62a68e/bb1dc592-1c72-414a-859b-45e4bc994cf9/f53c5819-d62e-4738-8bb6-6ab6796c3ffe) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:32.051801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.054398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.055601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8f23b71-0137-4256-bd85-f8404aec1564 HTTP/1.1" status: 204 len: 168 time: 0.2792549 Aug 18 14:12:32.084051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f087837-efc2-4de0-a8cc-f3eb6dc81456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f23b71-0137-4256-bd85-f8404aec1564,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:32.120647 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.221697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.232140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Transition to ACTIVE for port object f53c5819-d62e-4738-8bb6-6ab6796c3ffe will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:32.247684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Transition to ACTIVE for port object f53c5819-d62e-4738-8bb6-6ab6796c3ffe will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:32.317546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.369268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f52037-b75a-4183-80ac-12aabfaae6d0 req-2ad8d35b-278c-4331-8ba8-550724ce0c25 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:32.371041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82f52037-b75a-4183-80ac-12aabfaae6d0 req-2ad8d35b-278c-4331-8ba8-550724ce0c25 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1817946 Aug 18 14:12:32.376535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Network 70fbca86-169d-4824-9e38-5006ae62a68e is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:32.377389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.381250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:32.383901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Pushing event updated for resources: {'Port': ['ID=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:32.386257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:32.442180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82f52037-b75a-4183-80ac-12aabfaae6d0 req-f7179006-53ef-4375-b1dc-dac27506b624 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Aug 18 14:12:32.461714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Attempting to bind port f53c5819-d62e-4738-8bb6-6ab6796c3ffe on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:32.462122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Attempting to bind port f53c5819-d62e-4738-8bb6-6ab6796c3ffe by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:32.462493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Attempting to bind port f53c5819-d62e-4738-8bb6-6ab6796c3ffe on network 70fbca86-169d-4824-9e38-5006ae62a68e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:32.468444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:32.468830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Checking segment: {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:32.469235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.469636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Bound using segment: {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:32.470138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Bound port: f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:32.470526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.557268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] For port f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:32.561759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] For port f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:32.597422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a19a5a-3952-4856-beca-714409173297 req-8c0ab138-e078-4c8a-b50e-26fd793f9e16 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:32.598985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97a19a5a-3952-4856-beca-714409173297 req-8c0ab138-e078-4c8a-b50e-26fd793f9e16 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1012993 Aug 18 14:12:32.655900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97a19a5a-3952-4856-beca-714409173297 req-c2781186-791e-478a-9a9a-c265fb055c2b tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481119 Aug 18 14:12:32.667054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.755352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2229980-1b49-49a6-9127-8faffc4bd34e None None] Pushing event updated for resources: {'Port': ['ID=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:32.830245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:32.861891 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.030444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Allocated IP 172.25.1.20 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/f2ed65e3-71c1-47d4-8064-6b149679740e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:33.074957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:33.091051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4e59540-ba20-46ec-b527-f00798a1d985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.161353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.205893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4e59540-ba20-46ec-b527-f00798a1d985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.276540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4e59540-ba20-46ec-b527-f00798a1d985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.277200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.330000 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b4e59540-ba20-46ec-b527-f00798a1d985 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=251c0a3636564dec8dd8038d8e85b2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537744 Aug 18 14:12:33.332121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59540-ba20-46ec-b527-f00798a1d985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6156e-03f8-46c0-98fa-44879a70c6e7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:33.339286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35510) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:33.339509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:33.349431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:33.363666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:33.428806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.473266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.486612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Pushing event updated for resources: {'Port': ['ID=f2ed65e3-71c1-47d4-8064-6b149679740e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:33.509121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f53c5819-d62e-4738-8bb6-6ab6796c3ffe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:33.550344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2104a10-b8ca-4991-bcbc-ae9dc0d4e709 req-73a10d70-01d0-4a0f-8a64-486bb3537a94 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:33.551970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2104a10-b8ca-4991-bcbc-ae9dc0d4e709 req-73a10d70-01d0-4a0f-8a64-486bb3537a94 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.2331851 Aug 18 14:12:33.589387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-ec41b27f-1fac-4729-a938-7939f8dac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:33.593172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-ec41b27f-1fac-4729-a938-7939f8dac6f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 1096 time: 0.2172096 Aug 18 14:12:33.676306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.679573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:33.685992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ee6156e-03f8-46c0-98fa-44879a70c6e7 HTTP/1.1" status: 204 len: 168 time: 0.3408902 Aug 18 14:12:33.710444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f53c5819-d62e-4738-8bb6-6ab6796c3ffe completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:33.713019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d458-b66e-41d3-9539-e588f9621b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6156e-03f8-46c0-98fa-44879a70c6e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:33.884093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2104a10-b8ca-4991-bcbc-ae9dc0d4e709 req-7c8074ab-66fe-4ff7-9f3c-b59ef469774c tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218820 Aug 18 14:12:33.976654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-81625700-2363-4a80-8fcb-097bf53fab5c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:33.985346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-81625700-2363-4a80-8fcb-097bf53fab5c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.2801967 Aug 18 14:12:33.988513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-84e68f18-d9ff-4805-84b1-5b5befaac107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:33.990176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-84e68f18-d9ff-4805-84b1-5b5befaac107 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 200 len: 919 time: 0.3546414 Aug 18 14:12:34.004674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-a44115c8-1fe6-4119-91d5-e28b4ae73009 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/quotas/84225b29d21a40b382ef3980bb5f3f52 HTTP/1.1" status: 200 len: 375 time: 0.0183947 Aug 18 14:12:34.046055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1cc95-ea80-447c-a9a6-7e57aeb66a25 None None] Network 70fbca86-169d-4824-9e38-5006ae62a68e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:34.087652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-f03e2e5a-194d-412d-9ca3-64eb78e698ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 200 len: 217 time: 0.0808856 Aug 18 14:12:34.216096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-353dafad-8bb8-4aed-8361-e7556a0258d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:34.217732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-353dafad-8bb8-4aed-8361-e7556a0258d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 200 len: 858 time: 0.0813286 Aug 18 14:12:34.228782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Provisioning for port f53c5819-d62e-4738-8bb6-6ab6796c3ffe completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:34.245000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Provisioning complete for port f53c5819-d62e-4738-8bb6-6ab6796c3ffe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:34.245382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.261411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-1a8c470a-a901-4918-a6cf-1b6feffeceb2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558436 Aug 18 14:12:34.300935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-17ccb853-ac50-48dd-bffa-23eb2798f54a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f34690e2-fea8-46b3-a068-dc9a6d61a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384979 Aug 18 14:12:34.380513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:34.487465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-a0480e2a-78a5-420d-a525-e5f82124d9b1 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589739 Aug 18 14:12:34.545957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.624244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] For port f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:34.634889 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.648848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3e819-7a31-41d4-9c50-11c40ebbf3dd req-6c97f8ef-a76b-4a44-b0ea-8a5a3af26932 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:34.665354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52e3e819-7a31-41d4-9c50-11c40ebbf3dd req-6c97f8ef-a76b-4a44-b0ea-8a5a3af26932 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.6548069 Aug 18 14:12:34.676376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:34.677267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.685309 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e97fee3-ee00-4dc5-b436-46bbceff813c" -d '{"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-unplugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:34.720455 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.728744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:34.791730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ffdc6-28e3-4943-9ee0-59d402d00bbb None None] Pushing event updated for resources: {'Port': ['ID=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:34.813634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.814379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:34.861444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52e3e819-7a31-41d4-9c50-11c40ebbf3dd req-b333b59d-2d67-46a2-9210-64a15945419e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950674 Aug 18 14:12:34.922851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-2050ed15-a3cc-4438-99c0-86b5f9007a8e service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155653 Aug 18 14:12:34.927105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1d23475-9e60-4c39-ab26-7282c4d4a1e8 req-b63992aa-5ae8-492f-a6e8-337d3c37a7d7 service neutron] 10.222.0.58 "GET /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376047 Aug 18 14:12:35.024352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed7ee85e-81d6-41cc-ae84-17f2085b7f82 None None] Provisioning complete for port f53c5819-d62e-4738-8bb6-6ab6796c3ffe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:35.024829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed7ee85e-81d6-41cc-ae84-17f2085b7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:35.121801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:35.126200 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c35b561-ca9d-4b08-ab2a-52803e72b126 x-openstack-request-id: req-6c35b561-ca9d-4b08-ab2a-52803e72b126 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:35.126473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-unplugged", "status": "completed", "tag": "00266940-4850-4614-b248-c5ab3e714d9b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:35.126789 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c35b561-ca9d-4b08-ab2a-52803e72b126 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:35.127180 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b', 'code': 200} Aug 18 14:12:35.151047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-f56d1d1e-cfd3-4e46-8612-e3f4f0f4529e service neutron] 10.222.0.35 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190135 Aug 18 14:12:35.152109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:35.286356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:35.437789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b2e8-f1f1-44d5-80ad-1b9f0c7b3dc5 req-ca9c9768-b190-4bf1-ad60-aef1fe550d24 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.445783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8445b2e8-f1f1-44d5-80ad-1b9f0c7b3dc5 req-ca9c9768-b190-4bf1-ad60-aef1fe550d24 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0861630 Aug 18 14:12:35.499456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8445b2e8-f1f1-44d5-80ad-1b9f0c7b3dc5 req-86f50c0e-16bf-4912-b652-6d583dbd5233 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526135 Aug 18 14:12:35.506860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Router a478e569-c3d9-4e6a-b06e-491da18f8065 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:12:35.590467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f53c5819-d62e-4738-8bb6-6ab6796c3ffe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:35.688221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:35.781061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:35.790817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f53c5819-d62e-4738-8bb6-6ab6796c3ffe triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:35.792002 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:35.808649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e3de6f1-379b-4f5d-90c8-98149bbfda4b req-f564c4bf-ee89-45f5-af80-69fe8258257c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 210 time: 0.1266193 Aug 18 14:12:35.867988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:35.887219 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Sync routers for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:35.911855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:35.912855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:35.945165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-8f0ebc61-35bf-448d-b6e0-3394a4386d84 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.953923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-8f0ebc61-35bf-448d-b6e0-3394a4386d84 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/ports?device_id=30f3c776-5d60-4297-b81a-4d7ae457f024 HTTP/1.1" status: 200 len: 943 time: 0.2838020 Aug 18 14:12:36.023908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:36.234647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Deleting port 00266940-4850-4614-b248-c5ab3e714d9b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:36.235860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.236301 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:36.369220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:36.449294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] For port 00266940-4850-4614-b248-c5ab3e714d9b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=00266940-4850-4614-b248-c5ab3e714d9b,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:36.449541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.468674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Calling delete_port for 00266940-4850-4614-b248-c5ab3e714d9b owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:36.477723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.482191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-147118df-9210-4025-9098-64b789cda3dc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6570468 Aug 18 14:12:36.486623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35596) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:36.513185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:36.527491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'port_id': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'mac_address': 'fa:16:3e:04:80:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9787bdcb-1980-49f9-a461-1435a1334791', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:36.581546 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:33Z', 'revision_number': 3, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:36.630349 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.645302 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Checking router: a478e569-c3d9-4e6a-b06e-491da18f8065 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:36.645647 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Updating router a478e569-c3d9-4e6a-b06e-491da18f8065 port f2ed65e3-71c1-47d4-8064-6b149679740e binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:36.651987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881e630b-2b43-4063-b2c9-02a5a238ede7 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:36.675562 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.686029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:36.698901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa041-f7cd-4d5c-ad94-5ec8c3ab48b2 req-8a82122b-4206-4940-9a53-2762ff00688e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:36.700547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abeaa041-f7cd-4d5c-ad94-5ec8c3ab48b2 req-8a82122b-4206-4940-9a53-2762ff00688e tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 944 time: 0.7287157 Aug 18 14:12:36.736793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.792521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event deleted for resources: {'Port': ['ID=00266940-4850-4614-b248-c5ab3e714d9b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:36.793207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.811837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abeaa041-f7cd-4d5c-ad94-5ec8c3ab48b2 req-42d52c89-223a-4db3-ad13-b1b3f57f0eb1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780790 Aug 18 14:12:36.832389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b61bec-46b3-4912-b0f8-519a2ac13fc4 req-387e63d4-ac4e-490a-af5e-70bc7c45ffde tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:36.834035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26b61bec-46b3-4912-b0f8-519a2ac13fc4 req-387e63d4-ac4e-490a-af5e-70bc7c45ffde tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1849294 Aug 18 14:12:36.878282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] No DVR routers for this DVR port 00266940-4850-4614-b248-c5ab3e714d9b on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:36.882662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:36.893238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-764283e4-e2fe-4d41-8d11-cb042b197287 req-10c2ab12-2978-4ea0-86cc-f981cdfee533 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "DELETE /v2.0/ports/00266940-4850-4614-b248-c5ab3e714d9b HTTP/1.1" status: 204 len: 173 time: 0.9300497 Aug 18 14:12:36.894002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-deleted', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:36.897030 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dbc574-53ef-453e-964e-ac5f50642cee" -d '{"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-deleted", "tag": "00266940-4850-4614-b248-c5ab3e714d9b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:36.950191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.046175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:37.113215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['881e630b-2b43-4063-b2c9-02a5a238ede7'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:37.122241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26b61bec-46b3-4912-b0f8-519a2ac13fc4 req-b2b64756-2f54-48ae-8c0c-a6fae79875fa tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398579 Aug 18 14:12:37.161313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:37.168140 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1aa2b8-1b5e-4914-904d-c09aaff0fe30" -d '{"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-unplugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:37.184732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53058787-7e43-4511-ad12-f4676553006e req-d2027e1d-ef9f-411e-a434-a15f27eca77e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 210 time: 0.1001129 Aug 18 14:12:37.205389 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc4c3e8-7767-4649-bafa-6221483f1f36 x-openstack-request-id: req-ddc4c3e8-7767-4649-bafa-6221483f1f36 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:37.205389 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f3c776-5d60-4297-b81a-4d7ae457f024", "name": "network-vif-deleted", "tag": "00266940-4850-4614-b248-c5ab3e714d9b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:37.205389 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddc4c3e8-7767-4649-bafa-6221483f1f36 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:37.205389 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f3c776-5d60-4297-b81a-4d7ae457f024', 'name': 'network-vif-deleted', 'tag': '00266940-4850-4614-b248-c5ab3e714d9b', 'status': 'completed', 'code': 200} Aug 18 14:12:37.302339 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350f0905-78d4-48d9-a437-7a0ebb24155c x-openstack-request-id: req-350f0905-78d4-48d9-a437-7a0ebb24155c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:37.302873 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-unplugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:37.302873 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-350f0905-78d4-48d9-a437-7a0ebb24155c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:37.304007 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'code': 200} Aug 18 14:12:37.309558 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.315493 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Transition to ACTIVE for port object f2ed65e3-71c1-47d4-8064-6b149679740e will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:37.321564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.453506 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.464289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6787f954-a0b5-432d-94be-11b99f9c0cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.516622 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Attempting to bind port f2ed65e3-71c1-47d4-8064-6b149679740e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:37.517274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Attempting to bind port f2ed65e3-71c1-47d4-8064-6b149679740e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:37.517789 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Attempting to bind port f2ed65e3-71c1-47d4-8064-6b149679740e on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:37.521007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Pushing event updated for resources: {'Port': ['ID=f2ed65e3-71c1-47d4-8064-6b149679740e,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.529810 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:37.537741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:37.537741 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.537741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:37.537741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Bound port: f2ed65e3-71c1-47d4-8064-6b149679740e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:37.537741 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.540649 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.541761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.542117 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.542631 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.543275 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.543645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.543990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.544316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.544800 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.545129 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.545449 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.545766 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.567883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Allocated IP 172.20.0.1 (70fbca86-169d-4824-9e38-5006ae62a68e/bb1dc592-1c72-414a-859b-45e4bc994cf9/00012f2f-423f-481d-a1ce-9a44351f4722) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:37.602748 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] For port f2ed65e3-71c1-47d4-8064-6b149679740e, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:37.609084 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] For port f2ed65e3-71c1-47d4-8064-6b149679740e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f2ed65e3-71c1-47d4-8064-6b149679740e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:37.621608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6787f954-a0b5-432d-94be-11b99f9c0cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.688023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.690856 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.703821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Transition to ACTIVE for port object 00012f2f-423f-481d-a1ce-9a44351f4722 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:37.725217 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6787f954-a0b5-432d-94be-11b99f9c0cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.753079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:37.753624 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:37.755577 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1a58-e2b1-4c42-b324-13112f7e4fcf None None] Pushing event updated for resources: {'Port': ['ID=f2ed65e3-71c1-47d4-8064-6b149679740e,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.770413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787f954-a0b5-432d-94be-11b99f9c0cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7ceae-d530-4dfa-b4e2-f30190d086ec,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.774662 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6787f954-a0b5-432d-94be-11b99f9c0cda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc0e6817c555419db05a7318e7883492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270608 Aug 18 14:12:37.781167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35620) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:37.818328 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.836980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.878853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Network 70fbca86-169d-4824-9e38-5006ae62a68e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:37.881120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.888673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:37.893175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:37.899808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.939850 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.973121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:38.108871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.114206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81403b-763f-450a-922c-bbe696abcbc9 req-64a71ee8-674c-486a-9bbf-2d33ab14215d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:38.115920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a81403b-763f-450a-922c-bbe696abcbc9 req-64a71ee8-674c-486a-9bbf-2d33ab14215d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 945 time: 0.0982943 Aug 18 14:12:38.125497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.127746 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bf7ceae-d530-4dfa-b4e2-f30190d086ec HTTP/1.1" status: 204 len: 168 time: 0.3484244 Aug 18 14:12:38.170059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503f69-eaac-4b4f-8921-01d0a094dad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7ceae-d530-4dfa-b4e2-f30190d086ec,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:38.247307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a81403b-763f-450a-922c-bbe696abcbc9 req-fa2d71a2-4665-4755-bbae-018a1644296f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Aug 18 14:12:38.309160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:33Z', 'revision_number': 3, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:38.353467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.359731 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf06569-bbbe-4855-bdaf-9b68505f842c None None] The sync data for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 is: [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:33Z', 'revision_number': 3, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:38.376152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:38.458173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 881e630b-2b43-4063-b2c9-02a5a238ede7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:38.458835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.474737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-429b4e19-f465-42d4-a6f2-853b53d26b99 req-df6389ac-af34-4b32-a1dd-961d91e14622 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0658615 Aug 18 14:12:38.566703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1941069f-ebbe-42cf-9813-27d5c147cd7d None None] Provisioning for port 00012f2f-423f-481d-a1ce-9a44351f4722 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:38.573893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1941069f-ebbe-42cf-9813-27d5c147cd7d None None] Provisioning complete for port 00012f2f-423f-481d-a1ce-9a44351f4722 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:38.574624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1941069f-ebbe-42cf-9813-27d5c147cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.613378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:38.624759 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.690538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1941069f-ebbe-42cf-9813-27d5c147cd7d None None] Port 00012f2f-423f-481d-a1ce-9a44351f4722 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:38.743226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:38.792633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c521d962-19ff-4ada-87f5-d6a01f3c9f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.807787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d399a-dbee-4513-87c5-388dbd7a414a req-7ee0aa87-c446-4df7-ab69-6a86289e0a09 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:38.809513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae4d399a-dbee-4513-87c5-388dbd7a414a req-7ee0aa87-c446-4df7-ab69-6a86289e0a09 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.4827502 Aug 18 14:12:38.841886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.858144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.931257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae4d399a-dbee-4513-87c5-388dbd7a414a req-9bc5de97-13ba-4a47-8d37-f21c67ae1664 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Aug 18 14:12:38.971512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:38.986717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:39.080631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:39.084139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.105193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-cfb36885-6a26-418d-a708-f74e72ce18fd tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:39.105193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-cfb36885-6a26-418d-a708-f74e72ce18fd tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 805 time: 0.2601280 Aug 18 14:12:39.155043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Request body: {'port': {'device_id': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'admin_state_up': True, 'tenant_id': '84225b29d21a40b382ef3980bb5f3f52'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:39.246446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c521d962-19ff-4ada-87f5-d6a01f3c9f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.304608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:39.313035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Network 70fbca86-169d-4824-9e38-5006ae62a68e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:39.313305 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1895ee85-73f6-48b3-bbbd-b0ce2bf8b730" -d '{"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-plugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:39.313538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:39.366741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c521d962-19ff-4ada-87f5-d6a01f3c9f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.472331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35664) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:39.476227 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c521d962-19ff-4ada-87f5-d6a01f3c9f02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8ddb1d6b7e64b6cbc32d4049e05c497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494701 Aug 18 14:12:39.476834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521d962-19ff-4ada-87f5-d6a01f3c9f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2ca610-6168-4f65-82d9-940c498ac016,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:39.493569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Made reservation on behalf of 84225b29d21a40b382ef3980bb5f3f52 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:39.497667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.536295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f2ed65e3-71c1-47d4-8064-6b149679740e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:39.687650 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b943e-ae54-4850-9f9d-ca68569e6932 x-openstack-request-id: req-7d5b943e-ae54-4850-9f9d-ca68569e6932 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:39.689456 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-plugged", "status": "completed", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:39.690457 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d5b943e-ae54-4850-9f9d-ca68569e6932 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:39.692222 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'code': 200} Aug 18 14:12:39.706135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f2ed65e3-71c1-47d4-8064-6b149679740e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:39.711093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f2ed65e3-71c1-47d4-8064-6b149679740e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:39.711722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.772690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Router a478e569-c3d9-4e6a-b06e-491da18f8065 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:12:39.788208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Allocated IP 172.20.0.13 (0f3a214c-8edf-4e24-850b-bfc4eae28a18/6d35802d-3f4d-4b2d-a13a-0c4b95437566/c2963dee-bf44-494b-ad1b-794716f51e3d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:39.846222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223092-01b5-4e09-81da-ebc16151f974 req-ee164968-4ee9-490f-b6b2-507ce040e7ac tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:39.854567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e223092-01b5-4e09-81da-ebc16151f974 req-ee164968-4ee9-490f-b6b2-507ce040e7ac tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.3833835 Aug 18 14:12:39.883970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9221ec69-cd31-4f37-b36e-ec16c1b7d544 None None] Provisioning complete for port 00012f2f-423f-481d-a1ce-9a44351f4722 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:39.885240 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9221ec69-cd31-4f37-b36e-ec16c1b7d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.923156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.946925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f2ed65e3-71c1-47d4-8064-6b149679740e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f2ed65e3-71c1-47d4-8064-6b149679740e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:39.963686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9221ec69-cd31-4f37-b36e-ec16c1b7d544 None None] Port 00012f2f-423f-481d-a1ce-9a44351f4722 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:39.967499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.002898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31459471-8857-4d4e-a945-e187c69809fa req-9653d6b0-b414-4a6d-8894-e70404b7226d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 210 time: 0.1336830 Aug 18 14:12:40.019987 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.047775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.111609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.123888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.126868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f2ed65e3-71c1-47d4-8064-6b149679740e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:40.206367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:40.213000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6f29726b-8160-43c6-9d70-992fe8753fb9 admin admin] 10.222.0.35 "PUT /v2.0/routers/a478e569-c3d9-4e6a-b06e-491da18f8065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7274942 Aug 18 14:12:40.231130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.239132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e223092-01b5-4e09-81da-ebc16151f974 req-ed1442f8-e75f-4155-b773-c11905bd9bfe tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836105 Aug 18 14:12:40.243435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5d2c3-27bd-4b48-bd22-9f554daec24f req-c5e2a2e6-5210-4fc3-9b62-d698dca7449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:40.246896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2db5d2c3-27bd-4b48-bd22-9f554daec24f req-c5e2a2e6-5210-4fc3-9b62-d698dca7449f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 1097 time: 0.3114953 Aug 18 14:12:40.287142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:40.290218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:40.294035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:40.309077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2db5d2c3-27bd-4b48-bd22-9f554daec24f req-26cf7953-a7a8-4aaf-87cd-2824c5f4acbf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528984 Aug 18 14:12:40.349639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:40.363946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:40.364626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.379169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.381792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.383957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc2ca610-6168-4f65-82d9-940c498ac016 HTTP/1.1" status: 204 len: 168 time: 0.9096329 Aug 18 14:12:40.390041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:40.393500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5749f-2168-4f2a-a563-44e5feaa023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2ca610-6168-4f65-82d9-940c498ac016,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:40.422955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 00266940-4850-4614-b248-c5ab3e714d9b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:40.423627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 00266940-4850-4614-b248-c5ab3e714d9b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:40.503710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-67d1a1de-91b6-4e34-bb7c-7d5b04f49ce8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3700860 Aug 18 14:12:40.518625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Request body: {'port': {'device_id': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:40.595489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.762298 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.969270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:40.984234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.008912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Transition to ACTIVE for port object c2963dee-bf44-494b-ad1b-794716f51e3d will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:41.067683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.128745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Sync routers for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:41.159540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:41.160498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:41.170126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:41.194657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addd7b1-f658-4ade-92e0-6dfd2f95528f req-89ca7ed4-05bb-4139-83cf-74032178d925 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:41.205010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2addd7b1-f658-4ade-92e0-6dfd2f95528f req-89ca7ed4-05bb-4139-83cf-74032178d925 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 944 time: 0.0806355 Aug 18 14:12:41.270539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Attempting to bind port c2963dee-bf44-494b-ad1b-794716f51e3d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:41.279028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Attempting to bind port c2963dee-bf44-494b-ad1b-794716f51e3d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:41.279028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Attempting to bind port c2963dee-bf44-494b-ad1b-794716f51e3d on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:41.279028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Port c2963dee-bf44-494b-ad1b-794716f51e3d on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:12:41.279028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Attempting to bind port c2963dee-bf44-494b-ad1b-794716f51e3d on network 0f3a214c-8edf-4e24-850b-bfc4eae28a18 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:41.285268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:41.285608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Checking segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:41.286243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Bound using segment: {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:41.286768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Bound port: c2963dee-bf44-494b-ad1b-794716f51e3d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c4775a-aca1-451c-8c2d-9c37ca21b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:41.287230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.337407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2addd7b1-f658-4ade-92e0-6dfd2f95528f req-591ea4b6-4df3-4551-8949-ec618bd53a9f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284797 Aug 18 14:12:41.383764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:41.424385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:41.426649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:41.514818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233060c-256c-41e1-ad15-2cd395266508 req-8d53530d-87d2-41fe-91a1-f8b1cd23803f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:41.517106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c233060c-256c-41e1-ad15-2cd395266508 req-8d53530d-87d2-41fe-91a1-f8b1cd23803f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.0797329 Aug 18 14:12:41.563453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.584512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f2ed65e3-71c1-47d4-8064-6b149679740e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:41.604491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:41.625462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:41.627671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c233060c-256c-41e1-ad15-2cd395266508 req-8b004c60-9d45-499d-b52f-a1969337d5fc tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747826 Aug 18 14:12:41.630505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.637731 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2963dee-bf44-494b-ad1b-794716f51e3d HTTP/1.1" status: 200 len: 1092 time: 1.1194134 Aug 18 14:12:41.678656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f2ed65e3-71c1-47d4-8064-6b149679740e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:41.679029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.688441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:41.696972 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed04eb-8906-4680-b6ae-e0cb65918515" -d '{"events": [{"name": "network-changed", "server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:41.823866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d6e50d7-dcad-44df-a129-28ead4920c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.830882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c718b-6b68-48cb-8b41-5288cbe70e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:41.842485 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f68dc-89c8-4a00-9205-e4a73de4cf6c x-openstack-request-id: req-804f68dc-89c8-4a00-9205-e4a73de4cf6c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:41.843904 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:41.852910 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-804f68dc-89c8-4a00-9205-e4a73de4cf6c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:41.854187 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'status': 'completed', 'code': 200} Aug 18 14:12:41.918530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:38Z', 'revision_number': 4, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '00012f2f-423f-481d-a1ce-9a44351f4722', 'name': '', 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'mac_address': 'fa:16:3e:a7:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:37Z', 'updated_at': '2021-08-18T14:12:38Z', 'revision_number': 2, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'subnets': [{'id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:41.935896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35722) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:41.944490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-842131927-network', 'tenant_id': 'c9122de474134bac8da89609477d190f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:41.981284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Checking router: a478e569-c3d9-4e6a-b06e-491da18f8065 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:41.981284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Updating router a478e569-c3d9-4e6a-b06e-491da18f8065 port 00012f2f-423f-481d-a1ce-9a44351f4722 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:41.990199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-d201e764-5564-46bf-9617-fc257396ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:41.992081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-d201e764-5564-46bf-9617-fc257396ead3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 1095 time: 0.1549549 Aug 18 14:12:42.026980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.108029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-eab86d16-0203-47e4-92af-4498f42ba533 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2963dee-bf44-494b-ad1b-794716f51e3d HTTP/1.1" status: 200 len: 217 time: 0.0780275 Aug 18 14:12:42.114654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d6e50d7-dcad-44df-a129-28ead4920c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.193756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d6e50d7-dcad-44df-a129-28ead4920c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.208176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-aeddd075-6841-4e26-882d-79f561dde415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:42.213361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-aeddd075-6841-4e26-882d-79f561dde415 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.0876055 Aug 18 14:12:42.273687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-69018fba-21f8-4662-8320-b1521279f4d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544405 Aug 18 14:12:42.284790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e50d7-dcad-44df-a129-28ead4920c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27726aab-5761-4398-a4e1-386dc35c9401,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.284790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4d6e50d7-dcad-44df-a129-28ead4920c24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98cc4823d30b4175837ee1b75be6de7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447852 Aug 18 14:12:42.284790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35730) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:42.307209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Made reservation on behalf of c9122de474134bac8da89609477d190f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:42.310728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.366376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.423826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.432357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-7419878e-60fe-4ccc-a44d-ad0c4518f1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401362 Aug 18 14:12:42.502272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.518791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Transition to ACTIVE for port object 00012f2f-423f-481d-a1ce-9a44351f4722 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:42.521545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.601882 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a6fc431-d888-4a83-ac68-07f1e3fe6e8e req-04715e48-8f60-4f93-bbe6-e32017b9bf08 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584516 Aug 18 14:12:42.608984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5772-caf0-4364-9a15-33e9238a47b6 req-e667f523-655e-41be-a7e0-279ae642dce9 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:42.611374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50aa5772-caf0-4364-9a15-33e9238a47b6 req-e667f523-655e-41be-a7e0-279ae642dce9 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 944 time: 0.1374142 Aug 18 14:12:42.624975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.679648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50aa5772-caf0-4364-9a15-33e9238a47b6 req-b226755e-0311-48fa-b49a-28c6c20fea10 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597036 Aug 18 14:12:42.681788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.704805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52dac9-5afe-4efa-a0a8-4092a3ad605a None None] Pushing event updated for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.722950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.725575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.726871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27726aab-5761-4398-a4e1-386dc35c9401 HTTP/1.1" status: 204 len: 168 time: 0.4413688 Aug 18 14:12:42.738953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32840879-6341-4c05-b3b5-fe83259a77a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27726aab-5761-4398-a4e1-386dc35c9401,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.750379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.796917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:12:42.840213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2503994-7d9e-4981-9bcd-f3ff5d91eadb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.848874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.849493 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Added segment 5558d265-13e2-4fed-9181-a0ea99d1a969 of type vlan for network 50a80acf-b091-48d9-8184-6fe1f30fbe1a Aug 18 14:12:42.868176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Attempting to bind port 00012f2f-423f-481d-a1ce-9a44351f4722 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:42.868551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Attempting to bind port 00012f2f-423f-481d-a1ce-9a44351f4722 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:42.868943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Attempting to bind port 00012f2f-423f-481d-a1ce-9a44351f4722 on network 70fbca86-169d-4824-9e38-5006ae62a68e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:42.888104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-6faa54ee-7aae-4cad-897f-e22e29b439db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:42.889616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-6faa54ee-7aae-4cad-897f-e22e29b439db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84225b29d21a40b382ef3980bb5f3f52&device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 1095 time: 0.1011164 Aug 18 14:12:42.891063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:42.891447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Checking segment: {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:42.892224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.892748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Bound using segment: {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:42.893093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Bound port: 00012f2f-423f-481d-a1ce-9a44351f4722, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e018a4-29b3-481d-9419-c039b4ca7bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:42.893628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.903692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d695-3a5c-4983-abe8-dc3d24cf8387 req-a09401cc-3d5a-41da-ae18-a9a6fa68120d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:42.905293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6e6d695-3a5c-4983-abe8-dc3d24cf8387 req-a09401cc-3d5a-41da-ae18-a9a6fa68120d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1179426 Aug 18 14:12:42.934924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.007824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6e6d695-3a5c-4983-abe8-dc3d24cf8387 req-c7190642-bc6e-4f24-bfc5-180bcb20cb41 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805540 Aug 18 14:12:43.061728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:43.116222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.117554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:43.118391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.155144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] For port 00012f2f-423f-481d-a1ce-9a44351f4722, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:43.160054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] For port 00012f2f-423f-481d-a1ce-9a44351f4722, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=00012f2f-423f-481d-a1ce-9a44351f4722,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:43.164780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-aa9145e8-fa1f-4b7c-8782-17271e86fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:43.172333 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-aa9145e8-fa1f-4b7c-8782-17271e86fbe7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 200 len: 906 time: 0.2705505 Aug 18 14:12:43.230875 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.260402 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-c40378ad-4584-4270-9736-f79eda817143 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2963dee-bf44-494b-ad1b-794716f51e3d HTTP/1.1" status: 200 len: 217 time: 0.0778730 Aug 18 14:12:43.301262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52dac9-5afe-4efa-a0a8-4092a3ad605a None None] Pushing event updated for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:43.316581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3789787 Aug 18 14:12:43.318173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35756) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:43.327460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:43.327460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:43.338534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Request body: {'subnet': {'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-842131927-subnet', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:43.341975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7615cf2-c1ce-4095-a67b-d679cb5ccf5f admin admin] Pushing event updated for resources: {'Network': ['ID=50a80acf-b091-48d9-8184-6fe1f30fbe1a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:43.361163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f948f26f-1d83-43ea-a51b-a97ee645c001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.394427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-c80129e8-64a0-44f2-a6ea-c82c8251019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:43.397790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-c80129e8-64a0-44f2-a6ea-c82c8251019a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 200 len: 845 time: 0.1192100 Aug 18 14:12:43.430593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff134d-2582-4ff4-8624-635394b368e3 req-30b6bf73-9e70-46ad-bccb-e10dd0f473af tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:43.440052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:12:43.454537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00ff134d-2582-4ff4-8624-635394b368e3 req-30b6bf73-9e70-46ad-bccb-e10dd0f473af tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.3050253 Aug 18 14:12:43.487234 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-631cd604-2035-4829-8dce-d835db07cabc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f3a214c-8edf-4e24-850b-bfc4eae28a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731688 Aug 18 14:12:43.525899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Made reservation on behalf of c9122de474134bac8da89609477d190f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:43.533002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.623884 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-204d5d33-fc11-4296-b679-d9622ca0b498 service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196964 Aug 18 14:12:43.820759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b9ed04eb-8906-4680-b6ae-e0cb65918515 req-8cf71a06-9ec4-4cb6-9f4a-388a660f6acb service neutron] 10.222.0.10 "GET /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813912 Aug 18 14:12:43.864699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00ff134d-2582-4ff4-8624-635394b368e3 req-f062d782-fb9c-4bbb-99bf-5f8c53e883f3 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087160 Aug 18 14:12:43.914467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696036-8452-492a-926a-87e53ef0df73 req-91702d4e-288e-42a9-a3c4-324a41115b20 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:43.922818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d696036-8452-492a-926a-87e53ef0df73 req-91702d4e-288e-42a9-a3c4-324a41115b20 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 944 time: 0.1193531 Aug 18 14:12:43.947901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:43.953465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.997896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f948f26f-1d83-43ea-a51b-a97ee645c001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.041879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d696036-8452-492a-926a-87e53ef0df73 req-3800a6ff-f28f-4afd-8158-c75f25447180 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144702 Aug 18 14:12:44.057936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec4c9c2-8518-4c65-b06d-7174f7105b5a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:44.073521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f948f26f-1d83-43ea-a51b-a97ee645c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.154052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Checking segment: {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:44.154596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Network hostable DHCP agents. Network: 50a80acf-b091-48d9-8184-6fe1f30fbe1a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:12:44.163117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f948f26f-1d83-43ea-a51b-a97ee645c001 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c62173630e4d42beb9bae5594f873dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0968378 Aug 18 14:12:44.163117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948f26f-1d83-43ea-a51b-a97ee645c001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0acb7-74b2-40fc-b00a-e2c4cda17a66,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:44.163535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35776) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:44.253531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.264951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:12:44.285551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.287306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:38Z', 'revision_number': 4, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '00012f2f-423f-481d-a1ce-9a44351f4722', 'name': '', 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'mac_address': 'fa:16:3e:a7:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:37Z', 'updated_at': '2021-08-18T14:12:43Z', 'revision_number': 4, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'subnets': [{'id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:44.334934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f9b14-c57c-4d5f-a515-6259ea3bcf43 None None] The sync data for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 is: [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:12:38Z', 'revision_number': 4, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '00012f2f-423f-481d-a1ce-9a44351f4722', 'name': '', 'network_id': '70fbca86-169d-4824-9e38-5006ae62a68e', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'mac_address': 'fa:16:3e:a7:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:37Z', 'updated_at': '2021-08-18T14:12:43Z', 'revision_number': 4, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'subnets': [{'id': 'bb1dc592-1c72-414a-859b-45e4bc994cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:44.379440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 50a80acf-b091-48d9-8184-6fe1f30fbe1a) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:44.386632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:44.387114 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.390742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb198cc-4ba9-43be-bd5e-96a8146d3cc3 None None] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:44.449364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.452523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.453916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80c0acb7-74b2-40fc-b00a-e2c4cda17a66 HTTP/1.1" status: 204 len: 168 time: 0.2892053 Aug 18 14:12:44.465754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c399d-d24a-4296-b082-f78518985c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0acb7-74b2-40fc-b00a-e2c4cda17a66,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:44.484171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-27ab5f97-b604-459c-b200-a2623c6bf9c7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1604226 Aug 18 14:12:44.485300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35784) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:44.529329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:44.685355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.687256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.796422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.800751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'fixed_ips': [{'subnet_id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:12:44.802086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.993392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Allocated IP 172.20.0.2 (50a80acf-b091-48d9-8184-6fe1f30fbe1a/dec4c9c2-8518-4c65-b06d-7174f7105b5a/06578892-85bb-4c2e-b77e-8e83fb48d4c0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:45.254188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.309552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8990a-f58b-4d00-a242-9af45da8fae4 req-39c14d17-956e-4f23-86c2-1ab9eb6d0904 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:45.311144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36d8990a-f58b-4d00-a242-9af45da8fae4 req-39c14d17-956e-4f23-86c2-1ab9eb6d0904 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 944 time: 0.1421127 Aug 18 14:12:45.317954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-c3b4a764-7e1e-47fe-9f95-6c6801670e36 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:45.325298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-c3b4a764-7e1e-47fe-9f95-6c6801670e36 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.3731055 Aug 18 14:12:45.350228 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.369381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-83b7c229-7283-453f-9812-a967b4f6ee7f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/quotas/779acd4188a647719c83a6b093201da5 HTTP/1.1" status: 200 len: 375 time: 0.0431151 Aug 18 14:12:45.408493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Transition to ACTIVE for port object 06578892-85bb-4c2e-b77e-8e83fb48d4c0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:45.462131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Transition to ACTIVE for port object 06578892-85bb-4c2e-b77e-8e83fb48d4c0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:45.493218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36d8990a-f58b-4d00-a242-9af45da8fae4 req-331c03cb-a192-4d44-a99b-68a008b62b5f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609199 Aug 18 14:12:45.494432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 00012f2f-423f-481d-a1ce-9a44351f4722 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:45.556250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-3ad9c387-be9f-42f9-8404-d6e72a77f5e9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1857014 Aug 18 14:12:45.564853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.569957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35812) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:45.593824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21051e25-38ee-47ca-8827-468925e597b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.663446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:45.676795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:45.691941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:45.739349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-f38ce12e-1401-4136-8f9e-b69ccff695e4 service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738803 Aug 18 14:12:45.831619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21051e25-38ee-47ca-8827-468925e597b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.859358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Pushing event updated for resources: {'Port': ['ID=06578892-85bb-4c2e-b77e-8e83fb48d4c0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:45.884802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Attempting to bind port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:45.885774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Attempting to bind port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:45.886382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Attempting to bind port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 on network 50a80acf-b091-48d9-8184-6fe1f30fbe1a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:45.894208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:45.895994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Checking segment: {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:45.896640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.897288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Bound using segment: {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:45.897871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Bound port: 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:45.898266 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.985255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21051e25-38ee-47ca-8827-468925e597b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.990009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] For port 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:45.994036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] For port 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06578892-85bb-4c2e-b77e-8e83fb48d4c0,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:46.028644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21051e25-38ee-47ca-8827-468925e597b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=864576295846402183f9c43ccbebbb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574502 Aug 18 14:12:46.032024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35820) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:46.036414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 00012f2f-423f-481d-a1ce-9a44351f4722 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:46.042239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 00012f2f-423f-481d-a1ce-9a44351f4722 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:46.042996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.055912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21051e25-38ee-47ca-8827-468925e597b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892b95f-70e6-4dff-b521-cbf379edd5c0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:46.126049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.158944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.184523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.260626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.323371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec7455-69c9-47f2-946f-ee4af648a156 None None] Pushing event updated for resources: {'Port': ['ID=06578892-85bb-4c2e-b77e-8e83fb48d4c0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:46.372355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.377385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.379674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b892b95f-70e6-4dff-b521-cbf379edd5c0 HTTP/1.1" status: 204 len: 168 time: 0.3468349 Aug 18 14:12:46.402064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 00012f2f-423f-481d-a1ce-9a44351f4722, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=00012f2f-423f-481d-a1ce-9a44351f4722,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:46.402711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9258ee9-bd0d-48fd-a755-6dab9a61b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892b95f-70e6-4dff-b521-cbf379edd5c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:46.424210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:46.479806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-e9d873b4-9042-44fa-826d-1bd44b4d36b6 service neutron] 10.222.0.35 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393191 Aug 18 14:12:46.493665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.559375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-e8c2fdd4-f0c7-4506-a2cb-699d4170a944 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:46.560988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-e8c2fdd4-f0c7-4506-a2cb-699d4170a944 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bb44a50-a6e8-4df8-8e13-b269c3ca59ac HTTP/1.1" status: 200 len: 946 time: 0.1454628 Aug 18 14:12:46.653898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:46.672041 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:12:46.810059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Deleting port 881e630b-2b43-4063-b2c9-02a5a238ede7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:46.810624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.859432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:46.862917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b6d4-5c51-4bd1-8f6a-c3e65cbab9de req-3a828a69-96c2-4fae-939a-0d508d9ae01a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:46.870776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d1b6d4-5c51-4bd1-8f6a-c3e65cbab9de req-3a828a69-96c2-4fae-939a-0d508d9ae01a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 944 time: 0.2135704 Aug 18 14:12:46.876422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'mac_address': 'fa:16:3e:7f:33:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:46.907011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.923516 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.957335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.968213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:47.015664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] For port 881e630b-2b43-4063-b2c9-02a5a238ede7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=881e630b-2b43-4063-b2c9-02a5a238ede7,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:47.016035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.038771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:47.046829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Calling delete_port for 881e630b-2b43-4063-b2c9-02a5a238ede7 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:47.109096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Allocated IP 172.25.1.5 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/a75f71d0-405c-45b9-99f9-60f6035465d3) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:47.124943 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.236735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:47.287690 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.306077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67e18483-035d-4d5d-b643-720af3b8797f req-62033253-f3de-4199-9ce8-3e0e89ee8fa8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Aug 18 14:12:47.334931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d1b6d4-5c51-4bd1-8f6a-c3e65cbab9de req-498feca3-a0b9-449b-a657-74a3386bdcb8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632311 Aug 18 14:12:47.400087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event deleted for resources: {'Port': ['ID=881e630b-2b43-4063-b2c9-02a5a238ede7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:47.417041 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.440700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c2963dee-bf44-494b-ad1b-794716f51e3d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:47.517878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] No DVR routers for this DVR port 881e630b-2b43-4063-b2c9-02a5a238ede7 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:47.526009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.527430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-82bded4c-d4da-4435-ba9b-6b93c0a3dda8 req-f0eccc10-44b7-47d8-adb8-cae3063f08b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "DELETE /v2.0/ports/881e630b-2b43-4063-b2c9-02a5a238ede7 HTTP/1.1" status: 204 len: 173 time: 0.9564803 Aug 18 14:12:47.527895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-deleted', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:47.534867 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504017f6-f438-4888-b717-30cbba01d0c5" -d '{"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-deleted", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:47.611450 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ca5d0-9f10-4b91-95d7-55449e1fdb03 x-openstack-request-id: req-317ca5d0-9f10-4b91-95d7-55449e1fdb03 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:47.611742 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb44a50-a6e8-4df8-8e13-b269c3ca59ac", "name": "network-vif-deleted", "tag": "881e630b-2b43-4063-b2c9-02a5a238ede7", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:47.612001 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-317ca5d0-9f10-4b91-95d7-55449e1fdb03 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:47.612409 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb44a50-a6e8-4df8-8e13-b269c3ca59ac', 'name': 'network-vif-deleted', 'tag': '881e630b-2b43-4063-b2c9-02a5a238ede7', 'status': 'completed', 'code': 200} Aug 18 14:12:47.653383 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.714702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06578892-85bb-4c2e-b77e-8e83fb48d4c0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:47.816417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:47.860879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:47.863802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:47.937268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=a75f71d0-405c-45b9-99f9-60f6035465d3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:47.958515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f5cfb-3b2d-40a1-91da-b612d017a6fb None None] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:48.011018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:48.018264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 00012f2f-423f-481d-a1ce-9a44351f4722 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:48.098615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 00012f2f-423f-481d-a1ce-9a44351f4722 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:48.098998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.184247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Provisioning for port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:48.195548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Provisioning complete for port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:48.195838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.418523 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.474996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:48.490211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.551280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] For port 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06578892-85bb-4c2e-b77e-8e83fb48d4c0,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:48.584048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 881e630b-2b43-4063-b2c9-02a5a238ede7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:48.584399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 881e630b-2b43-4063-b2c9-02a5a238ede7 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:48.653562 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.681515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44197d4b-020f-4f16-b0a1-1adc9e65a188 req-5f6f0545-72dc-495d-9a28-2aed8f172e25 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 210 time: 0.2131379 Aug 18 14:12:48.743510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b59f0-f2bf-4e4d-99ea-c7cf42442f9c req-8d5b5cc1-ba3c-4027-8852-82d9059978ff tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:48.751947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd5b59f0-f2bf-4e4d-99ea-c7cf42442f9c req-8d5b5cc1-ba3c-4027-8852-82d9059978ff tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 945 time: 0.2860777 Aug 18 14:12:48.776145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56330f-a67e-40cb-9538-d0afb695c6a8 None None] Pushing event updated for resources: {'Port': ['ID=06578892-85bb-4c2e-b77e-8e83fb48d4c0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:48.799697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-528506e3-af9f-4a67-8f87-d28ede6b1973 None None] Provisioning complete for port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:48.800213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-528506e3-af9f-4a67-8f87-d28ede6b1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.818665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd5b59f0-f2bf-4e4d-99ea-c7cf42442f9c req-02b4af43-84e9-4e01-bdfe-838569e228ff tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Aug 18 14:12:49.013650 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.259183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Router 97e185bd-5d03-477b-9c0e-39acd5fa83fb is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:12:49.430487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06578892-85bb-4c2e-b77e-8e83fb48d4c0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:49.441930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:49.454411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Sync routers for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:49.474389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:49.474389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:49.540609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.544172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9e78023e-e8d0-4cd7-8ff0-1635cde86ce4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0570595 Aug 18 14:12:49.546326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:49.600216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:49.600810 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.662367 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:49.900443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f931401-96ee-46fb-8b8e-aca9d1859708 req-df6e812d-173b-494a-ae82-7077786df7af tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 210 time: 0.0604970 Aug 18 14:12:50.006064 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:48Z', 'revision_number': 3, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:50.044156 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Checking router: 97e185bd-5d03-477b-9c0e-39acd5fa83fb for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:50.044641 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Updating router 97e185bd-5d03-477b-9c0e-39acd5fa83fb port a75f71d0-405c-45b9-99f9-60f6035465d3 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:50.078417 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.157720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a704296-0ea6-4c78-88c1-0b6c04a156f5 req-fea84571-54ad-4cbd-b69b-e14132f5445a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:50.170239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a704296-0ea6-4c78-88c1-0b6c04a156f5 req-fea84571-54ad-4cbd-b69b-e14132f5445a tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 945 time: 0.1676080 Aug 18 14:12:50.291262 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a704296-0ea6-4c78-88c1-0b6c04a156f5 req-2885486a-c49d-481b-8ca1-884388066380 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193693 Aug 18 14:12:50.372618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35942) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:50.450358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:50.461339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-572069c9-56ef-441c-94b9-ce2a00104fa4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:50.463210 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-572069c9-56ef-441c-94b9-ce2a00104fa4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "GET /v2.0/networks?id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 200 len: 815 time: 0.2791655 Aug 18 14:12:50.483971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Request body: {'port': {'device_id': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'admin_state_up': True, 'tenant_id': '779acd4188a647719c83a6b093201da5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:50.564355 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.579051 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Transition to ACTIVE for port object a75f71d0-405c-45b9-99f9-60f6035465d3 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:50.638881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a56cd0d-9b52-48a8-af6a-4f9a89ce5486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.742011 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.754011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a56cd0d-9b52-48a8-af6a-4f9a89ce5486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.770430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c2963dee-bf44-494b-ad1b-794716f51e3d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:50.777224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c2963dee-bf44-494b-ad1b-794716f51e3d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:50.777224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.810644 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Attempting to bind port a75f71d0-405c-45b9-99f9-60f6035465d3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:50.811294 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Attempting to bind port a75f71d0-405c-45b9-99f9-60f6035465d3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:50.811822 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Attempting to bind port a75f71d0-405c-45b9-99f9-60f6035465d3 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:50.819814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94135c5-288b-496a-ac09-56e78052c1b4 None None] Pushing event updated for resources: {'Port': ['ID=a75f71d0-405c-45b9-99f9-60f6035465d3,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:50.824051 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:50.828694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:50.828694 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.828694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:50.828694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Bound port: a75f71d0-405c-45b9-99f9-60f6035465d3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:50.828694 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.829204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a56cd0d-9b52-48a8-af6a-4f9a89ce5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.896901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] For port a75f71d0-405c-45b9-99f9-60f6035465d3, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:50.901244 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] For port a75f71d0-405c-45b9-99f9-60f6035465d3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a75f71d0-405c-45b9-99f9-60f6035465d3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:50.916244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1a56cd0d-9b52-48a8-af6a-4f9a89ce5486 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6825ed64a3c240768ba2d05396a79816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415621 Aug 18 14:12:50.919797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35954) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:50.920984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56cd0d-9b52-48a8-af6a-4f9a89ce5486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9db2ea-b9cb-4cb4-b433-77237149782a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:50.921751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.935897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.995028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:51.000923 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417638b0-32ab-4045-b3fb-7392e9423a2e" -d '{"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:51.008035 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.047801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Made reservation on behalf of 779acd4188a647719c83a6b093201da5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:51.060586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.060996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:51.147769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8461f16-5cc3-4ad4-8756-73ce2a29506a req-88e85347-3b88-4c44-8a76-3436c6b73aa2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 210 time: 0.0866487 Aug 18 14:12:51.153348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:51.156456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:51.180598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.185276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.239984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.276000 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94135c5-288b-496a-ac09-56e78052c1b4 None None] Pushing event updated for resources: {'Port': ['ID=a75f71d0-405c-45b9-99f9-60f6035465d3,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:51.279269 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f36a705-42a0-46be-bd25-a041b9cb7c07 x-openstack-request-id: req-2f36a705-42a0-46be-bd25-a041b9cb7c07 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:51.279269 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:51.279269 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f36a705-42a0-46be-bd25-a041b9cb7c07 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:51.279843 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'code': 200} Aug 18 14:12:51.323463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:51.343700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.346247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.346693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.348199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.350361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.350361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.352888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.352888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.365076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.365076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.365076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.366517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:51.416002 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:51.484505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Allocated IP 172.20.0.1 (50a80acf-b091-48d9-8184-6fe1f30fbe1a/dec4c9c2-8518-4c65-b06d-7174f7105b5a/24da30de-98ff-4f3a-b238-e79d8ddca554) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:51.495563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Allocated IP 172.20.0.13 (8ed4bfff-a9ff-4465-b56b-42412a4f58d2/9787bdcb-1980-49f9-a461-1435a1334791/8ecf58d9-29ec-4167-9b47-fe9eba722a62) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:51.524314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ca226-6694-4d71-9c4b-9491684b1c4b req-45608380-836c-48a0-806d-b2fe0589b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:51.532050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca2ca226-6694-4d71-9c4b-9491684b1c4b req-45608380-836c-48a0-806d-b2fe0589b3c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 1097 time: 0.2233875 Aug 18 14:12:51.554763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.558166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.562904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f9db2ea-b9cb-4cb4-b433-77237149782a HTTP/1.1" status: 204 len: 168 time: 0.6155188 Aug 18 14:12:51.601758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8372d-d416-4200-a9a3-cb2b90aeb072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9db2ea-b9cb-4cb4-b433-77237149782a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:51.622456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5e74f-610d-43c7-a9e1-dafb6269f593 req-15001111-9370-4e72-bbfd-95d61ad57ff4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:51.624661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb5e74f-610d-43c7-a9e1-dafb6269f593 req-15001111-9370-4e72-bbfd-95d61ad57ff4 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.1780210 Aug 18 14:12:51.653215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca2ca226-6694-4d71-9c4b-9491684b1c4b req-09944070-ffdf-4274-b1d8-006b12af98bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102536 Aug 18 14:12:51.669881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.685451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Transition to ACTIVE for port object 24da30de-98ff-4f3a-b238-e79d8ddca554 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:51.727506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb5e74f-610d-43c7-a9e1-dafb6269f593 req-b7b13403-207a-4016-8481-1e77055bb5c8 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843973 Aug 18 14:12:51.803788 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:48Z', 'revision_number': 3, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:51.836041 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e886d0-dc6f-48ca-a312-02f2ad181cb4 None None] The sync data for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 is: [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:48Z', 'revision_number': 3, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:51.893054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1795-7599-4cf7-8c66-e49e8d6502da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.894350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.961258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:51.966910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.976043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:51.981979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:52.007678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:52.049729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.226060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.377437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:52.389835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:52.397185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:52.428404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38ddc2-bbf4-4e53-860e-66763f97d192 req-72e1c1cb-5406-4211-8a82-fd0ed58e8711 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:52.445381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab38ddc2-bbf4-4e53-860e-66763f97d192 req-72e1c1cb-5406-4211-8a82-fd0ed58e8711 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 932 time: 0.1490433 Aug 18 14:12:52.471405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event updated for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:52.532379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab38ddc2-bbf4-4e53-860e-66763f97d192 req-5779f094-2d03-41d2-b438-a743f9b3f37d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930138 Aug 18 14:12:52.539857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:52.540923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.653993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-0828923c-a26a-4c00-b671-f89f510f8bb5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1761148 Aug 18 14:12:52.662312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.678785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Request body: {'port': {'device_id': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:52.688101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-579806c9-e818-4cb6-a70f-95ed4689372d None None] Provisioning for port 24da30de-98ff-4f3a-b238-e79d8ddca554 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:52.698880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-579806c9-e818-4cb6-a70f-95ed4689372d None None] Provisioning complete for port 24da30de-98ff-4f3a-b238-e79d8ddca554 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:52.698880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-579806c9-e818-4cb6-a70f-95ed4689372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.772769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-579806c9-e818-4cb6-a70f-95ed4689372d None None] Port 24da30de-98ff-4f3a-b238-e79d8ddca554 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:52.824574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.899350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36016) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:52.945777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f44eff4b-e187-4ef7-af1d-93d999ca3add admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.049883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98feecf-7008-49b8-a614-46cf575416f0 req-e2fadc85-3a60-46a2-b07d-27f1ba65e8f6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:53.049883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d98feecf-7008-49b8-a614-46cf575416f0 req-e2fadc85-3a60-46a2-b07d-27f1ba65e8f6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.0954497 Aug 18 14:12:53.116242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d98feecf-7008-49b8-a614-46cf575416f0 req-e2cff398-18bb-4fae-bbb2-6728d881c753 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 Aug 18 14:12:53.244798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f44eff4b-e187-4ef7-af1d-93d999ca3add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.341072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f44eff4b-e187-4ef7-af1d-93d999ca3add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.412478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f44eff4b-e187-4ef7-af1d-93d999ca3add admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0d4cea84b004cf1b40cd44070da5dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113645 Aug 18 14:12:53.413769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eff4b-e187-4ef7-af1d-93d999ca3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498c37f5-f04a-460d-8b04-88f404aa59ce,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.418318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36028) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:53.508717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.510669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.540562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a75f71d0-405c-45b9-99f9-60f6035465d3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:53.553627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.565081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecf58d9-29ec-4167-9b47-fe9eba722a62 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:53.575295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.592907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Transition to ACTIVE for port object 8ecf58d9-29ec-4167-9b47-fe9eba722a62 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:53.602490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.714636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a75f71d0-405c-45b9-99f9-60f6035465d3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:53.720491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a75f71d0-405c-45b9-99f9-60f6035465d3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:53.721522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.759413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.831656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36036) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:53.863902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240df04-7486-4274-b07d-dbda02e456c4 req-5c23e4dd-0d2c-4f74-a909-217132fa3f62 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:53.868125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0240df04-7486-4274-b07d-dbda02e456c4 req-5c23e4dd-0d2c-4f74-a909-217132fa3f62 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.1554251 Aug 18 14:12:53.869741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.882793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948bb7-a208-4eea-848d-cecb6d1fcf91 req-b52fb6f0-5882-4305-9963-af9e9c7b3613 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:53.885237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9948bb7-a208-4eea-848d-cecb6d1fcf91 req-b52fb6f0-5882-4305-9963-af9e9c7b3613 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1355276 Aug 18 14:12:53.888544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.891239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.895687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/498c37f5-f04a-460d-8b04-88f404aa59ce HTTP/1.1" status: 204 len: 168 time: 0.4755461 Aug 18 14:12:53.898236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.935327 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.961199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-9a4349b2-5370-40c1-8f02-d6dc268f380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:53.962787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-9a4349b2-5370-40c1-8f02-d6dc268f380a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.2119393 Aug 18 14:12:53.968041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd2cec-3058-46ec-9889-5f61275e6891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498c37f5-f04a-460d-8b04-88f404aa59ce,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:54.000067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a75f71d0-405c-45b9-99f9-60f6035465d3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a75f71d0-405c-45b9-99f9-60f6035465d3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:54.033557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0240df04-7486-4274-b07d-dbda02e456c4 req-00582ebb-65f8-4d76-bd52-25de633a309f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469152 Aug 18 14:12:54.116211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9948bb7-a208-4eea-848d-cecb6d1fcf91 req-5d5a5c22-01c2-4f65-b06d-bdcb30931f34 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192237 Aug 18 14:12:54.119017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.119256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e133e6ab-69e6-472e-b862-42eed0991b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.128793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:54.204828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Attempting to bind port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:54.209949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Attempting to bind port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:54.209949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Attempting to bind port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:54.231017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a75f71d0-405c-45b9-99f9-60f6035465d3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:54.233269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:12:54.238417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Attempting to bind port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 on network 8ed4bfff-a9ff-4465-b56b-42412a4f58d2 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:54.249739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:54.250249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Checking segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:54.250509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Bound using segment: {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:54.250971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Bound port: 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04985596-8a98-46ae-8344-7088928e8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:54.251342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.259264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-87d97fbd-2a6b-433c-80c5-39359a13a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:54.261043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-87d97fbd-2a6b-433c-80c5-39359a13a53b service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2859282 Aug 18 14:12:54.281694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:54.283940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:54.390423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c520-62fa-43d7-a6a7-33596df9031a req-e26b6d2b-d1c5-4246-82c0-150ee7d96b12 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:54.392016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:54.398029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3a6c520-62fa-43d7-a6a7-33596df9031a req-e26b6d2b-d1c5-4246-82c0-150ee7d96b12 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.1609998 Aug 18 14:12:54.398884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:54.432494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-6ad6091c-eac6-4ef4-ad1b-5bb40bca2fe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1495743 Aug 18 14:12:54.542888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.604508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3a6c520-62fa-43d7-a6a7-33596df9031a req-9f6618b6-d87a-41e7-8444-d64a872520ff tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055697 Aug 18 14:12:54.613942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e133e6ab-69e6-472e-b862-42eed0991b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.619466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-4922ad79-5631-4ad3-85eb-cde2f274bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:54.635993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-4922ad79-5631-4ad3-85eb-cde2f274bbee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1913493 Aug 18 14:12:54.642877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:54.659618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:54.660537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.662946 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-35bfc6dc-4ec5-40b7-a6fb-da68306faa12 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ecf58d9-29ec-4167-9b47-fe9eba722a62 HTTP/1.1" status: 200 len: 1092 time: 1.9893787 Aug 18 14:12:54.664372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:54.672857 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab" -d '{"events": [{"name": "network-changed", "server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:54.691549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e133e6ab-69e6-472e-b862-42eed0991b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.699859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Router 97e185bd-5d03-477b-9c0e-39acd5fa83fb has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:12:54.726937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e133e6ab-69e6-472e-b862-42eed0991b66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f45471336b3245bf926dd6e9921c5d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905923 Aug 18 14:12:54.730624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:54.762666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-078542d1-a77e-4a9a-aa0d-14abe10691fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:54.764253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-078542d1-a77e-4a9a-aa0d-14abe10691fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129932 Aug 18 14:12:54.765512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133e6ab-69e6-472e-b862-42eed0991b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16a93a-6115-4edc-a845-f251cf97d44f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:54.862346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c1cf98de-3032-44e2-bc6a-6a9d480f5d1a None None] Provisioning complete for port 24da30de-98ff-4f3a-b238-e79d8ddca554 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:54.863025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c1cf98de-3032-44e2-bc6a-6a9d480f5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.920201 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91e27d4-8b56-4d67-98b2-0074d3d9fac1 x-openstack-request-id: req-f91e27d4-8b56-4d67-98b2-0074d3d9fac1 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:54.920438 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:54.920644 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f91e27d4-8b56-4d67-98b2-0074d3d9fac1 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:54.921043 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62', 'status': 'completed', 'code': 200} Aug 18 14:12:54.923198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:54.946309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf98de-3032-44e2-bc6a-6a9d480f5d1a None None] Port 24da30de-98ff-4f3a-b238-e79d8ddca554 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:54.948288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-25eb2601-d007-4072-a32f-78b156f3f3c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/97e185bd-5d03-477b-9c0e-39acd5fa83fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4001977 Aug 18 14:12:54.950006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Sync routers for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:54.953035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.959217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7537bde5-0fbc-4e47-8abe-523a6f398951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.969995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:54.970941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:55.018137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-78f9796b-1602-4209-bd45-5ad22a3d32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.019982 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-78f9796b-1602-4209-bd45-5ad22a3d32d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 1095 time: 0.1065662 Aug 18 14:12:55.023467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.026179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-bb65757b-9038-4bd4-8f7d-c245fbf2fb64 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395322 Aug 18 14:12:55.215174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:55.232167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.276849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6ec5-28da-40b1-ab34-749c75c8eddf req-d143dc78-bb43-430a-9ac9-00195167c496 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.278860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40df6ec5-28da-40b1-ab34-749c75c8eddf req-d143dc78-bb43-430a-9ac9-00195167c496 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.0866554 Aug 18 14:12:55.330804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8bab7fed-80fc-4a14-84d0-4feeb32632aa req-c283e001-980b-46a5-a4d1-2c78dc3570c6 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863045 Aug 18 14:12:55.351250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-6de67b6d-45fa-400b-b619-5eb27da8c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.353759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-6de67b6d-45fa-400b-b619-5eb27da8c167 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=779acd4188a647719c83a6b093201da5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3061652 Aug 18 14:12:55.366682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40df6ec5-28da-40b1-ab34-749c75c8eddf req-d9cbd2b1-cf73-4c01-9e26-bf14e7902591 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788982 Aug 18 14:12:55.492095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.499853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.515426 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf16a93a-6115-4edc-a845-f251cf97d44f HTTP/1.1" status: 204 len: 168 time: 0.7718461 Aug 18 14:12:55.521980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90917492-95c7-4ed8-9667-a8824dad61a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf16a93a-6115-4edc-a845-f251cf97d44f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:55.560767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a75f71d0-405c-45b9-99f9-60f6035465d3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:55.635952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-c0f80cbe-2d60-458c-9450-7b1deac6ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.636563 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2c86b4b7-b2e7-49b7-bb37-8250e41deeab req-c0f80cbe-2d60-458c-9450-7b1deac6ad5d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719371 Aug 18 14:12:55.681578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aedea-cd25-4572-946b-35c9cfdc9f4e req-05460ab9-2547-47e0-9164-9bfa8c84eaae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.684936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d1aedea-cd25-4572-946b-35c9cfdc9f4e req-05460ab9-2547-47e0-9164-9bfa8c84eaae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1149371 Aug 18 14:12:55.768365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d1aedea-cd25-4572-946b-35c9cfdc9f4e req-9fb72a27-f778-4a72-a3a9-494ea4f90aa4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790145 Aug 18 14:12:55.781551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-bc04e2dc-a02f-48b6-9357-afbd1120baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.783159 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-bc04e2dc-a02f-48b6-9357-afbd1120baa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=779acd4188a647719c83a6b093201da5&device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 1095 time: 0.0892627 Aug 18 14:12:55.895949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-9ed63c15-1cf2-4fff-9bbb-eb952395d6b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62 HTTP/1.1" status: 200 len: 217 time: 0.0987008 Aug 18 14:12:55.993297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a75f71d0-405c-45b9-99f9-60f6035465d3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:55.994259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.055644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-39322aa8-e181-49a0-bac1-16edb8290982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:56.057945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-39322aa8-e181-49a0-bac1-16edb8290982 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9787bdcb-1980-49f9-a461-1435a1334791 HTTP/1.1" status: 200 len: 855 time: 0.1487446 Aug 18 14:12:56.093948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 4, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '24da30de-98ff-4f3a-b238-e79d8ddca554', 'name': '', 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'mac_address': 'fa:16:3e:75:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 2, 'project_id': 'c9122de474134bac8da89609477d190f', 'subnets': [{'id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:56.135443 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.136189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Checking router: 97e185bd-5d03-477b-9c0e-39acd5fa83fb for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:56.136542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Updating router 97e185bd-5d03-477b-9c0e-39acd5fa83fb port 24da30de-98ff-4f3a-b238-e79d8ddca554 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:56.184469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-89a71254-1e39-4e91-96af-8ca4aec56a5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ed4bfff-a9ff-4465-b56b-42412a4f58d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023903 Aug 18 14:12:56.249202 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.485562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-c0948890-a903-4967-b526-da5b1e1dd573 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873263 Aug 18 14:12:56.534865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64cd31-a91e-4e15-8ea6-80e34f3101e9 req-d56e959a-adfb-453d-9bb1-ee779d0ea7c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:56.544164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f64cd31-a91e-4e15-8ea6-80e34f3101e9 req-d56e959a-adfb-453d-9bb1-ee779d0ea7c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.0661805 Aug 18 14:12:56.599751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f64cd31-a91e-4e15-8ea6-80e34f3101e9 req-89569fd6-ad02-4480-9436-34f4be19dd6d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Aug 18 14:12:56.661436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9db06a3d-1ae0-4d7f-aceb-98f35133a9de req-ccd134ed-5415-4b8a-8bf6-9130133d2780 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659460 Aug 18 14:12:56.754346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36156) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:56.769393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0934642f-98ad-4596-ba65-0cab2880649d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.778779 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.791852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Transition to ACTIVE for port object 24da30de-98ff-4f3a-b238-e79d8ddca554 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:56.793416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842ed48-0b78-41f1-b707-32b5b8d86f6f req-911b35ec-4378-4498-a5c8-9b5356b62544 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:56.802004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7842ed48-0b78-41f1-b707-32b5b8d86f6f req-911b35ec-4378-4498-a5c8-9b5356b62544 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.0663638 Aug 18 14:12:56.848427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7842ed48-0b78-41f1-b707-32b5b8d86f6f req-9701cd39-a698-4cf4-84b1-b6b1331b0af7 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Aug 18 14:12:56.881652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.988417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0934642f-98ad-4596-ba65-0cab2880649d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.010189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6da6-1690-4065-ad5b-80415e5e3ff0 req-1de8c76b-dbf9-480b-ab17-dfdee770165d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:57.012292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b84e6da6-1690-4065-ad5b-80415e5e3ff0 req-1de8c76b-dbf9-480b-ab17-dfdee770165d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0711794 Aug 18 14:12:57.023982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f06e3-e9e3-4d98-a4f5-a7406417435d None None] Pushing event updated for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:57.061755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0934642f-98ad-4596-ba65-0cab2880649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.131293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b84e6da6-1690-4065-ad5b-80415e5e3ff0 req-511c1a1b-8c6a-4916-ba09-d082fb93c392 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027365 Aug 18 14:12:57.151978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934642f-98ad-4596-ba65-0cab2880649d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd40e6-230e-433b-9c7b-88079633ee99,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:57.187081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0934642f-98ad-4596-ba65-0cab2880649d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d381c3ccfe7e422199037c5435dfa0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288409 Aug 18 14:12:57.193443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36172) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:57.224440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Attempting to bind port 24da30de-98ff-4f3a-b238-e79d8ddca554 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:57.224831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Attempting to bind port 24da30de-98ff-4f3a-b238-e79d8ddca554 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:57.226705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Attempting to bind port 24da30de-98ff-4f3a-b238-e79d8ddca554 on network 50a80acf-b091-48d9-8184-6fe1f30fbe1a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:57.239524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:57.239926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Checking segment: {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:57.240401 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.240726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Bound using segment: {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:57.241377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Bound port: 24da30de-98ff-4f3a-b238-e79d8ddca554, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5558d265-13e2-4fed-9181-a0ea99d1a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:57.241773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.311215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.346933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.355959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] For port 24da30de-98ff-4f3a-b238-e79d8ddca554, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:57.359584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] For port 24da30de-98ff-4f3a-b238-e79d8ddca554, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=24da30de-98ff-4f3a-b238-e79d8ddca554,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:57.445529 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.504199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:57.504846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:57.584020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.589089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f06e3-e9e3-4d98-a4f5-a7406417435d None None] Pushing event updated for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:57.602099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.618624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.629926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fadd40e6-230e-433b-9c7b-88079633ee99 HTTP/1.1" status: 204 len: 168 time: 0.4336476 Aug 18 14:12:57.662710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269b181-cc96-4147-a13f-a271fcf1ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd40e6-230e-433b-9c7b-88079633ee99,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:57.767871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:57.862613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2527c-77d3-4472-bb3f-5b14a8ccac79 req-2aa53446-0bcd-40f5-8d69-fae91c7503b1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:57.872350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86e2527c-77d3-4472-bb3f-5b14a8ccac79 req-2aa53446-0bcd-40f5-8d69-fae91c7503b1 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.1755080 Aug 18 14:12:57.930481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86e2527c-77d3-4472-bb3f-5b14a8ccac79 req-107c8fa9-7340-4d09-9f2c-43ff6346e9b0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Aug 18 14:12:58.100818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccfe60-4380-41c7-8f75-3a18f6429d19 req-9bb777b6-6886-46d9-9705-a343fede3f2d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:58.102700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9ccfe60-4380-41c7-8f75-3a18f6429d19 req-9bb777b6-6886-46d9-9705-a343fede3f2d tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.0760765 Aug 18 14:12:58.121080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 4, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '24da30de-98ff-4f3a-b238-e79d8ddca554', 'name': '', 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'mac_address': 'fa:16:3e:75:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:57Z', 'revision_number': 4, 'project_id': 'c9122de474134bac8da89609477d190f', 'subnets': [{'id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:58.158221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902ed52-4829-4dfa-a498-3692e091aea5 None None] The sync data for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 is: [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 4, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '24da30de-98ff-4f3a-b238-e79d8ddca554', 'name': '', 'network_id': '50a80acf-b091-48d9-8184-6fe1f30fbe1a', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'mac_address': 'fa:16:3e:75:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:57Z', 'revision_number': 4, 'project_id': 'c9122de474134bac8da89609477d190f', 'subnets': [{'id': 'dec4c9c2-8518-4c65-b06d-7174f7105b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:58.198839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9ccfe60-4380-41c7-8f75-3a18f6429d19 req-306bfad9-1b7e-4c97-9b85-84d87ec75707 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Aug 18 14:12:58.354793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215ba4-1cfc-4adf-b6ce-90b4c7b75f2c req-f9ef05a4-9687-41c9-b0c5-84ff7aae1ce3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:58.357378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07215ba4-1cfc-4adf-b6ce-90b4c7b75f2c req-f9ef05a4-9687-41c9-b0c5-84ff7aae1ce3 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1229329 Aug 18 14:12:58.400243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36212) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:58.472135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07215ba4-1cfc-4adf-b6ce-90b4c7b75f2c req-46b7938d-f70c-4fb2-baba-79858a5266bf tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029677 Aug 18 14:12:58.498871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:12:58.647009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828018e-2344-4639-a4e8-596602250ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.676363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:58.690234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'network_id': '0f3a214c-8edf-4e24-850b-bfc4eae28a18', 'port_id': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'mac_address': 'fa:16:3e:7f:33:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d35802d-3f4d-4b2d-a13a-0c4b95437566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:12:58.737713 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.760072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:12:58.786415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:58.830660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828018e-2344-4639-a4e8-596602250ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.885329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.923462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f828018e-2344-4639-a4e8-596602250ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.948274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.977904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828018e-2344-4639-a4e8-596602250ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b31c36-f4db-4545-a083-8e9f3aa924f6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.998200 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f828018e-2344-4639-a4e8-596602250ae8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ded6df4e4854f04afc1a571a71d4b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955865 Aug 18 14:12:58.998807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36238) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:59.013460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c2963dee-bf44-494b-ad1b-794716f51e3d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:12:59.116582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.153533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32097506-fe21-46f0-8123-bc2460ddf7ce req-14f5ee04-149d-44d1-bdc2-f37cfdfb4e79 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:59.161609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32097506-fe21-46f0-8123-bc2460ddf7ce req-14f5ee04-149d-44d1-bdc2-f37cfdfb4e79 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.1169479 Aug 18 14:12:59.194090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.265630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32097506-fe21-46f0-8123-bc2460ddf7ce req-7d08189e-e72c-4693-be25-0129021bc756 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030374 Aug 18 14:12:59.361998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.385219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.385219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56b31c36-f4db-4545-a083-8e9f3aa924f6 HTTP/1.1" status: 204 len: 168 time: 0.3710406 Aug 18 14:12:59.386559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36258) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:59.389965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4389087-ce78-4523-9b4c-fbcae9086b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b31c36-f4db-4545-a083-8e9f3aa924f6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:59.549547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d9a3d-c96e-4e6a-ac0a-cf4994a9d64c req-f886124f-16d6-469d-b5b6-287401b0a559 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:59.552088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd3d9a3d-c96e-4e6a-ac0a-cf4994a9d64c req-f886124f-16d6-469d-b5b6-287401b0a559 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 945 time: 0.1084979 Aug 18 14:12:59.612919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 24da30de-98ff-4f3a-b238-e79d8ddca554 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:59.660208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd3d9a3d-c96e-4e6a-ac0a-cf4994a9d64c req-f67bfc21-72eb-4d3a-ba1e-173a3c234fdc tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971987 Aug 18 14:12:59.761961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e34cd-c67b-4632-9287-b8a0cb84be7c req-4bdbbd79-de22-442c-b0b0-39e7a7c90161 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:59.772559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a57e34cd-c67b-4632-9287-b8a0cb84be7c req-4bdbbd79-de22-442c-b0b0-39e7a7c90161 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1183910 Aug 18 14:12:59.844498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a57e34cd-c67b-4632-9287-b8a0cb84be7c req-8863b837-5565-4b50-96c7-c46fc4dcd92b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Aug 18 14:12:59.850409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 24da30de-98ff-4f3a-b238-e79d8ddca554 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:59.855693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 24da30de-98ff-4f3a-b238-e79d8ddca554 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:59.856087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.972859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.049479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 24da30de-98ff-4f3a-b238-e79d8ddca554, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=24da30de-98ff-4f3a-b238-e79d8ddca554,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:00.117416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.165640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.183250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:00.453331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0d4d-475f-495c-a7d7-3e17a62ad50d req-14c8b028-8d17-41c9-8c17-d5de46a99856 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:00.455174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab7b0d4d-475f-495c-a7d7-3e17a62ad50d req-14c8b028-8d17-41c9-8c17-d5de46a99856 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 944 time: 0.0555422 Aug 18 14:13:00.500797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8ecf58d9-29ec-4167-9b47-fe9eba722a62 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:00.532707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:00.563185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab7b0d4d-475f-495c-a7d7-3e17a62ad50d req-bb3d19a0-976a-40cd-9616-d9bb86ecffe8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012297 Aug 18 14:13:00.590228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-1d8898bf-7a37-40d8-b485-ebe6adf138ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:00.590228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-1d8898bf-7a37-40d8-b485-ebe6adf138ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1012557 Aug 18 14:13:00.685746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c2963dee-bf44-494b-ad1b-794716f51e3d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:00.686399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.770779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:00.791163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '8ecf58d9-29ec-4167-9b47-fe9eba722a62', 'network_id': '8ed4bfff-a9ff-4465-b56b-42412a4f58d2', 'port_id': '8ecf58d9-29ec-4167-9b47-fe9eba722a62', 'mac_address': 'fa:16:3e:1f:5a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9787bdcb-1980-49f9-a461-1435a1334791', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:00.828687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Deleting port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:00.834700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.867576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.881909 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.904048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecf58d9-29ec-4167-9b47-fe9eba722a62 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:00.914438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:00.916720 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ddc05f-e1c1-44e8-9356-a3dd42581316" -d '{"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:00.944745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:00.952011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:01.083135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.087381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.090770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87bb0f-d9a1-4400-8c12-a76095158cad req-aa0f8ab4-4746-4fab-9094-079eebbad716 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:01.100676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c87bb0f-d9a1-4400-8c12-a76095158cad req-aa0f8ab4-4746-4fab-9094-079eebbad716 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 945 time: 0.1259453 Aug 18 14:13:01.122170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Deleting port 00012f2f-423f-481d-a1ce-9a44351f4722 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:01.122507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.166194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.241824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c87bb0f-d9a1-4400-8c12-a76095158cad req-a51ee888-c3d2-40ae-93c7-97172763964c tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393538 Aug 18 14:13:01.261984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] For port 00012f2f-423f-481d-a1ce-9a44351f4722, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=00012f2f-423f-481d-a1ce-9a44351f4722,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:01.262612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] For port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:01.262612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.263649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.302231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e033-ea88-464e-8d47-8c54a4ed0947 req-063288e2-8fbf-409f-9b02-3b3db756a984 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:01.307092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c14e033-ea88-464e-8d47-8c54a4ed0947 req-063288e2-8fbf-409f-9b02-3b3db756a984 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1567183 Aug 18 14:13:01.329282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Calling delete_port for 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:01.330398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Calling delete_port for 00012f2f-423f-481d-a1ce-9a44351f4722 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:01.375244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.422801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8ecf58d9-29ec-4167-9b47-fe9eba722a62'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:01.437090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c14e033-ea88-464e-8d47-8c54a4ed0947 req-ada1646d-ffca-4b2c-9474-31aa6b1dfa7d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288991 Aug 18 14:13:01.537275 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5ae5f4-782c-42ff-8b12-bb0a065d5fcb x-openstack-request-id: req-7b5ae5f4-782c-42ff-8b12-bb0a065d5fcb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:01.538664 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:01.538664 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b5ae5f4-782c-42ff-8b12-bb0a065d5fcb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:01.538664 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'code': 200} Aug 18 14:13:01.561733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 24da30de-98ff-4f3a-b238-e79d8ddca554 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:01.764732 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.786267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:01.799490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 24da30de-98ff-4f3a-b238-e79d8ddca554 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:01.799864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.807177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Pushing event deleted for resources: {'Port': ['ID=5c80a2c5-c403-42e0-8d95-3ad49e8b7517,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.825219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1442f4-f949-4d22-91a5-bcdf847f86c6 req-7b5d661c-b30c-4b53-9df0-451198881bad tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:01.827080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca1442f4-f949-4d22-91a5-bcdf847f86c6 req-7b5d661c-b30c-4b53-9df0-451198881bad tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 945 time: 0.1235528 Aug 18 14:13:01.859060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.889307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00012f2f-423f-481d-a1ce-9a44351f4722,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.895396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] No DVR routers for this DVR port 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:01.901814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.906448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5c795ca-7efc-47d9-af5d-c54c8ced3aca req-34570212-c088-49c1-9774-a94edcbd4642 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "DELETE /v2.0/ports/5c80a2c5-c403-42e0-8d95-3ad49e8b7517 HTTP/1.1" status: 204 len: 173 time: 1.3125641 Aug 18 14:13:01.907495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'name': 'network-vif-deleted', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:01.913093 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8437ce-984a-4f0a-bbeb-8ab7652788c8" -d '{"events": [{"server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "name": "network-vif-deleted", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:01.929377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.930136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.930953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.931609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.932205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.932758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.933308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.933864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.934425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.934994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.935554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.936104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:01.952225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca1442f4-f949-4d22-91a5-bcdf847f86c6 req-c52c2ee2-d3f2-46ea-8790-6c16d887e4c4 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094592 Aug 18 14:13:02.112086 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e6c22d-c2f2-4ff0-9522-39845459bed9 x-openstack-request-id: req-c7e6c22d-c2f2-4ff0-9522-39845459bed9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:02.112803 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890fc18-c3ed-4c25-b173-183d9146f2c7", "name": "network-vif-deleted", "tag": "5c80a2c5-c403-42e0-8d95-3ad49e8b7517", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:02.113226 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7e6c22d-c2f2-4ff0-9522-39845459bed9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:02.114015 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890fc18-c3ed-4c25-b173-183d9146f2c7', 'name': 'network-vif-deleted', 'tag': '5c80a2c5-c403-42e0-8d95-3ad49e8b7517', 'status': 'completed', 'code': 200} Aug 18 14:13:02.293975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.501373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a98a3-a236-46a3-8873-8a6d717befa1 req-ccf522b1-1a37-4cd4-9367-3153ed764261 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:02.504843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d63a98a3-a236-46a3-8873-8a6d717befa1 req-ccf522b1-1a37-4cd4-9367-3153ed764261 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.0813155 Aug 18 14:13:02.623531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Router a478e569-c3d9-4e6a-b06e-491da18f8065 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:02.645007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be7c4e25-ef16-4ac6-a83f-3ffe98c31384 req-59bdfc75-e7f0-4397-8fa2-34028f87518e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=a890fc18-c3ed-4c25-b173-183d9146f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0592113 Aug 18 14:13:02.656914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d63a98a3-a236-46a3-8873-8a6d717befa1 req-c24d7c15-bb7f-423b-b3b0-60f29e82fd8e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287005 Aug 18 14:13:02.797588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:02.806889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1dde2e22-63c6-40ab-aba9-94d46c1934d0 admin admin] 10.222.0.35 "PUT /v2.0/routers/a478e569-c3d9-4e6a-b06e-491da18f8065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196358 Aug 18 14:13:02.807222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:02.827220 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Sync routers for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:02.849067 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:02.853463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:03.019334 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:03.374414 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 5, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:03.391516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.539789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339a0a-6415-4def-a3bd-90427608f902 req-beb53331-641b-4c9f-b85d-728f824c674f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:03.546795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9339a0a-6415-4def-a3bd-90427608f902 req-beb53331-641b-4c9f-b85d-728f824c674f tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 945 time: 0.2081854 Aug 18 14:13:03.562619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.580383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Checking router: a478e569-c3d9-4e6a-b06e-491da18f8065 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:03.590438 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Routers {'a478e569-c3d9-4e6a-b06e-491da18f8065'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:03.591348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a478e569-c3d9-4e6a-b06e-491da18f8065'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:03.595391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36406) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:03.627947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9339a0a-6415-4def-a3bd-90427608f902 req-ec88f591-abaa-48bd-831f-22acfaf564f8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621519 Aug 18 14:13:03.792796 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216f64f5-0956-4d71-93fb-9bb462c3326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.797192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Deleting port f2ed65e3-71c1-47d4-8064-6b149679740e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:03.797543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.830337 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] Set router a478e569-c3d9-4e6a-b06e-491da18f8065 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:03.965955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946da1-0da6-4c7d-b78a-83d958118d29 req-844e5825-7292-4d52-8085-cb1352dcdd1e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:03.967468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc946da1-0da6-4c7d-b78a-83d958118d29 req-844e5825-7292-4d52-8085-cb1352dcdd1e tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.1487207 Aug 18 14:13:03.985961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] For port f2ed65e3-71c1-47d4-8064-6b149679740e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f2ed65e3-71c1-47d4-8064-6b149679740e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:03.986337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.990246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216f64f5-0956-4d71-93fb-9bb462c3326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.012302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Calling delete_port for f2ed65e3-71c1-47d4-8064-6b149679740e owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:04.041834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc946da1-0da6-4c7d-b78a-83d958118d29 req-d1ae7e31-9100-4db9-80d5-0445cd4e27d6 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/security-groups?id=561a0ef6-9c82-4664-a935-8c6b690112c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Aug 18 14:13:04.075650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 5, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:04.107037 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73ca51-3715-4591-92d0-9adb66cabc6f None None] The sync data for ids ['a478e569-c3d9-4e6a-b06e-491da18f8065'] in n-d-804303-5 is: [{'id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'name': 'tempest-TestAggregatesBasicOps-843087376-router', 'tenant_id': '72571d2197de48eda28cfe3516997b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:31Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 5, 'project_id': '72571d2197de48eda28cfe3516997b9d', 'gw_port': {'id': 'f2ed65e3-71c1-47d4-8064-6b149679740e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a478e569-c3d9-4e6a-b06e-491da18f8065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:32Z', 'updated_at': '2021-08-18T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:04.162469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-216f64f5-0956-4d71-93fb-9bb462c3326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.219257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-216f64f5-0956-4d71-93fb-9bb462c3326d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b97f613e2cde43ca89fc531710ee1752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224136 Aug 18 14:13:04.220918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f64f5-0956-4d71-93fb-9bb462c3326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467cab9-6485-4dc1-85b2-6523b26a47e4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.221828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36432) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:04.230929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-31eb21cf-1a52-4c0a-a4ae-03d061ebd31f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:04.232504 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-31eb21cf-1a52-4c0a-a4ae-03d061ebd31f tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 946 time: 0.1129453 Aug 18 14:13:04.266884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:04.276308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.293672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:04.294283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5c80a2c5-c403-42e0-8d95-3ad49e8b7517 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:04.314906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.322101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.352697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Deleting port c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:04.353373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.373476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ed65e3-71c1-47d4-8064-6b149679740e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.478451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] For port c2963dee-bf44-494b-ad1b-794716f51e3d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2963dee-bf44-494b-ad1b-794716f51e3d,segment=NetworkSegment(48c4775a-aca1-451c-8c2d-9c37ca21b320),segment_id=48c4775a-aca1-451c-8c2d-9c37ca21b320)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:04.479015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.484071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.494809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Calling delete_port for c2963dee-bf44-494b-ad1b-794716f51e3d owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:04.518162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8ecf58d9-29ec-4167-9b47-fe9eba722a62 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:04.571418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b9ce-7266-4861-95a5-d573d84e7032 req-31c2b83e-2d85-47bd-a4b1-4bc076169b40 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:04.573624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdc5b9ce-7266-4861-95a5-d573d84e7032 req-31c2b83e-2d85-47bd-a4b1-4bc076169b40 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1474698 Aug 18 14:13:04.604921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.607550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.608748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c467cab9-6485-4dc1-85b2-6523b26a47e4 HTTP/1.1" status: 204 len: 168 time: 0.3858552 Aug 18 14:13:04.623119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.632320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.651722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247045e9-3a31-4349-8663-2412bbc55f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467cab9-6485-4dc1-85b2-6523b26a47e4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.670371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:04.678601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:04.678601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.718127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdc5b9ce-7266-4861-95a5-d573d84e7032 req-113021a8-ba33-4992-b136-41929a505144 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119156 Aug 18 14:13:04.788400 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.809557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc0bb-ec7b-4570-985e-bb290634bc38 req-243e8c63-77ab-4973-bddf-17867a6e23c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:04.811357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d27fc0bb-ec7b-4570-985e-bb290634bc38 req-243e8c63-77ab-4973-bddf-17867a6e23c0 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Aug 18 14:13:04.815521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:04.817927 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85778678-844d-4219-a2ee-5e8d594634ee" -d '{"events": [{"server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "name": "network-vif-plugged", "status": "completed", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:04.834168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:04.834408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.854543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.855441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a478e569-c3d9-4e6a-b06e-491da18f8065 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:13:04.867470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.869194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b716ce3c-f65b-44a0-a0b7-53d2326cb255 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a478e569-c3d9-4e6a-b06e-491da18f8065 HTTP/1.1" status: 204 len: 168 time: 2.0602884 Aug 18 14:13:04.869375 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a473271a-cad5-45ce-9ef0-001d63dba631 x-openstack-request-id: req-a473271a-cad5-45ce-9ef0-001d63dba631 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:04.871541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Pushing event deleted for resources: {'Port': ['ID=c2963dee-bf44-494b-ad1b-794716f51e3d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.875765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36452) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:04.875934 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "name": "network-vif-plugged", "status": "completed", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:04.875934 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a473271a-cad5-45ce-9ef0-001d63dba631 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:04.881989 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62', 'code': 200} Aug 18 14:13:04.923777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] No DVR routers for this DVR port c2963dee-bf44-494b-ad1b-794716f51e3d on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:04.929691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.933021 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0636eb5-ebf2-434d-bb5a-1a094749c3a9 req-1eb3b0cb-0333-47a5-b4bb-a6bcb10817f2 tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.10 "DELETE /v2.0/ports/c2963dee-bf44-494b-ad1b-794716f51e3d HTTP/1.1" status: 204 len: 173 time: 0.6931419 Aug 18 14:13:04.936114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-deleted', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:04.937538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.939054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:04.944501 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd0c637-36b2-489b-bcd1-c0293fd4339a" -d '{"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-deleted", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:04.949652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d27fc0bb-ec7b-4570-985e-bb290634bc38 req-d6b415e8-beab-48a1-9eff-530481f85a75 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Aug 18 14:13:04.996958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Deleting subnet bb1dc592-1c72-414a-859b-45e4bc994cf9 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:05.006680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.015347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:05.015690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:05.016997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.018676 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793b3675-e04a-494a-91d2-f7edba9955a3 x-openstack-request-id: req-793b3675-e04a-494a-91d2-f7edba9955a3 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:05.019201 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d580074-ae6d-42ba-91de-a528a96bccc6", "name": "network-vif-deleted", "tag": "c2963dee-bf44-494b-ad1b-794716f51e3d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:05.019619 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-793b3675-e04a-494a-91d2-f7edba9955a3 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:05.020190 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d580074-ae6d-42ba-91de-a528a96bccc6', 'name': 'network-vif-deleted', 'tag': 'c2963dee-bf44-494b-ad1b-794716f51e3d', 'status': 'completed', 'code': 200} Aug 18 14:13:05.051653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc4f6-0418-41d0-a8a7-d08011d5237d req-b6f8a284-4e0c-43c9-9951-e69a98b86210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:05.053570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f45dc4f6-0418-41d0-a8a7-d08011d5237d req-b6f8a284-4e0c-43c9-9951-e69a98b86210 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 1097 time: 0.0893548 Aug 18 14:13:05.061942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.080345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.121100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f45dc4f6-0418-41d0-a8a7-d08011d5237d req-db740032-823a-42b3-827a-ff496844ba4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Aug 18 14:13:05.213682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c0300de-d243-4e22-93fe-511e9fc1c7b1 req-0700548d-556b-4d3f-a1dd-47519eb110da tempest-ImagesTestJSON-1113039011 tempest-ImagesTestJSON-1113039011-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d580074-ae6d-42ba-91de-a528a96bccc6 HTTP/1.1" status: 200 len: 210 time: 0.0386789 Aug 18 14:13:05.232951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.284458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61dde31a-1a07-486f-a840-3b855ae7e147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.393210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61dde31a-1a07-486f-a840-3b855ae7e147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.436467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.461612 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61dde31a-1a07-486f-a840-3b855ae7e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.486529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1dc592-1c72-414a-859b-45e4bc994cf9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.493490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.502801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25e15c7b-6784-4085-81db-ecdb5ba969cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bb1dc592-1c72-414a-859b-45e4bc994cf9 HTTP/1.1" status: 204 len: 168 time: 0.6205168 Aug 18 14:13:05.502801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36466) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.506823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5dc75-eef1-4e2f-a825-030e7ed2499c None None] Network 70fbca86-169d-4824-9e38-5006ae62a68e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:05.541484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dde31a-1a07-486f-a840-3b855ae7e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d83c14d-05cd-430b-b56f-ec41f992322d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.561300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-61dde31a-1a07-486f-a840-3b855ae7e147 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd296fe5a1d348a59f4e1033f4036bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324864 Aug 18 14:13:05.561300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.619033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.640763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.670276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.685042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36470) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.708897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a195401c-9c0c-4654-b856-a7ad5ec26b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.714119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Deleting port f53c5819-d62e-4738-8bb6-6ab6796c3ffe {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:05.714613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.725470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 00012f2f-423f-481d-a1ce-9a44351f4722 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:05.748189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 00012f2f-423f-481d-a1ce-9a44351f4722 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:05.748537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 00012f2f-423f-481d-a1ce-9a44351f4722 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:05.748960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f2ed65e3-71c1-47d4-8064-6b149679740e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:05.784386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f2ed65e3-71c1-47d4-8064-6b149679740e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:05.784386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f2ed65e3-71c1-47d4-8064-6b149679740e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:05.843266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] For port f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:05.843691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.861942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Calling delete_port for f53c5819-d62e-4738-8bb6-6ab6796c3ffe owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:05.891886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.894340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327453c-1bce-4aff-8afb-b3385426483f req-f80fec52-4acb-4696-bcc7-deb267a5ce8e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:05.897364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0327453c-1bce-4aff-8afb-b3385426483f req-f80fec52-4acb-4696-bcc7-deb267a5ce8e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0956132 Aug 18 14:13:05.903947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.905291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d83c14d-05cd-430b-b56f-ec41f992322d HTTP/1.1" status: 204 len: 168 time: 0.3467226 Aug 18 14:13:05.913957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b72b1a-047e-4e6d-88c5-7a816ff3e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d83c14d-05cd-430b-b56f-ec41f992322d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.933361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] DHCP port deletion for 70fbca86-169d-4824-9e38-5006ae62a68e request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:13:05.989372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Deleting port f53c5819-d62e-4738-8bb6-6ab6796c3ffe {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:05.990186 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.035066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0327453c-1bce-4aff-8afb-b3385426483f req-43c07684-faaf-4cd5-9226-22e9228e372b tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036670 Aug 18 14:13:06.076370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] For port f53c5819-d62e-4738-8bb6-6ab6796c3ffe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,segment=NetworkSegment(61e018a4-29b3-481d-9419-c039b4ca7bf9),segment_id=61e018a4-29b3-481d-9419-c039b4ca7bf9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:06.077945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.099761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Calling delete_port for f53c5819-d62e-4738-8bb6-6ab6796c3ffe owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:06.155630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595a86-1fa0-47cf-8786-cbe40e7f9f0d req-8714246b-8cf7-48d9-a46e-6e8a7eae4218 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:06.157152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed595a86-1fa0-47cf-8786-cbe40e7f9f0d req-8714246b-8cf7-48d9-a46e-6e8a7eae4218 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0836406 Aug 18 14:13:06.197279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a195401c-9c0c-4654-b856-a7ad5ec26b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.215227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed595a86-1fa0-47cf-8786-cbe40e7f9f0d req-97cb46e5-d8db-45d9-861c-659c60becfb2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519636 Aug 18 14:13:06.279236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.292955 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.313829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.317299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] No DVR routers for this DVR port f53c5819-d62e-4738-8bb6-6ab6796c3ffe on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:06.324365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] Pushing event deleted for resources: {'Port': ['ID=f53c5819-d62e-4738-8bb6-6ab6796c3ffe,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.329499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1796bf-643c-4ba3-ac45-67c78215932f None None] No DVR routers for this DVR port f53c5819-d62e-4738-8bb6-6ab6796c3ffe on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:06.348605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a195401c-9c0c-4654-b856-a7ad5ec26b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.456208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.460871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a195401c-9c0c-4654-b856-a7ad5ec26b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2c991e66fbc4140aa425f08b20bf9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7746737 Aug 18 14:13:06.461619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195401c-9c0c-4654-b856-a7ad5ec26b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ce7063-7d80-46e9-8852-528e27aa4ece,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.463937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36494) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:06.478562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fbca86-169d-4824-9e38-5006ae62a68e']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:06.498974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e018a4-29b3-481d-9419-c039b4ca7bf9') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:06.499282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e018a4-29b3-481d-9419-c039b4ca7bf9') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:06.509770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.526068 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.538550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:06.538889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:06.541292 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:06.563721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.593742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.688989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:06.727072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.733701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.736396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] 10.222.0.35 "DELETE /v2.0/networks/70fbca86-169d-4824-9e38-5006ae62a68e HTTP/1.1" status: 204 len: 168 time: 1.2347057 Aug 18 14:13:06.739113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36518) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:06.750200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Deleting subnet 6d35802d-3f4d-4b2d-a13a-0c4b95437566 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:06.754180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.756512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d2b19-24ff-4728-b39f-35a06dc6dc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=70fbca86-169d-4824-9e38-5006ae62a68e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.809202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.811667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.812829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5ce7063-7d80-46e9-8852-528e27aa4ece HTTP/1.1" status: 204 len: 168 time: 0.3478189 Aug 18 14:13:06.838564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03dfcb-714c-47a1-a9d0-17abbbc9c9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ce7063-7d80-46e9-8852-528e27aa4ece,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.878419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.938133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.982234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36522) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:06.997203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d5124c2-b496-4915-8808-7279bf2b77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.014355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:13:07.128830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d5124c2-b496-4915-8808-7279bf2b77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.159340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.214427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.217384 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d35802d-3f4d-4b2d-a13a-0c4b95437566 HTTP/1.1" status: 204 len: 168 time: 0.5273557 Aug 18 14:13:07.219216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7c5eb-2e25-461f-901f-1e738f1f1a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d35802d-3f4d-4b2d-a13a-0c4b95437566,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:07.221493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625190d-91c4-4ad2-b96a-196e7f9a1a8a req-1507e999-1f49-4bc1-8b07-987b7d8df51f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:07.221779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36528) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:07.228849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c625190d-91c4-4ad2-b96a-196e7f9a1a8a req-1507e999-1f49-4bc1-8b07-987b7d8df51f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0762167 Aug 18 14:13:07.233712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d5124c2-b496-4915-8808-7279bf2b77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.303794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3d5124c2-b496-4915-8808-7279bf2b77c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df65fb5e3d094d85ab9a9ac674e35943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173270 Aug 18 14:13:07.303794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5124c2-b496-4915-8808-7279bf2b77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161b40da-fbd2-4ef0-874e-b057f0cebb55,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:07.310391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:07.336758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c625190d-91c4-4ad2-b96a-196e7f9a1a8a req-7d06d723-bb1b-48b7-828f-3bc7f4ffe8e1 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994802 Aug 18 14:13:07.347402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.403113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd89761-7b2c-470e-867f-a0c3f43c7164 req-ccb259d0-5379-423e-9163-329714c86faf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:07.411301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbd89761-7b2c-470e-867f-a0c3f43c7164 req-ccb259d0-5379-423e-9163-329714c86faf tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0667305 Aug 18 14:13:07.454712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbd89761-7b2c-470e-867f-a0c3f43c7164 req-d85afcba-b3c5-4e86-b4d0-bf6843df75b8 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Aug 18 14:13:07.471304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f53c5819-d62e-4738-8bb6-6ab6796c3ffe no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:07.502008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f53c5819-d62e-4738-8bb6-6ab6796c3ffe {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:07.502456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f53c5819-d62e-4738-8bb6-6ab6796c3ffe not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:07.543382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.546206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.568363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3a214c-8edf-4e24-850b-bfc4eae28a18']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:07.594709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c4775a-aca1-451c-8c2d-9c37ca21b320') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:07.594977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c4775a-aca1-451c-8c2d-9c37ca21b320') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:07.598169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.612349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233782f-6a18-477b-a91f-f8c8ec309e8a req-c8240c56-6f04-4793-8ee9-a414df64efa2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:07.620006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b233782f-6a18-477b-a91f-f8c8ec309e8a req-c8240c56-6f04-4793-8ee9-a414df64efa2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0684776 Aug 18 14:13:07.620296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.651644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.658668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.691931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b233782f-6a18-477b-a91f-f8c8ec309e8a req-850ec6e7-ff3f-429e-979f-8f7abccedc48 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621130 Aug 18 14:13:07.709267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:07.709692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:07.711804 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:07.914362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.916784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.921822 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/161b40da-fbd2-4ef0-874e-b057f0cebb55 HTTP/1.1" status: 204 len: 168 time: 0.6046424 Aug 18 14:13:07.921822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.929998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.932580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f3a214c-8edf-4e24-850b-bfc4eae28a18 HTTP/1.1" status: 204 len: 168 time: 0.7101462 Aug 18 14:13:07.952574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d18927-b6b5-44e6-879e-b7f26366c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161b40da-fbd2-4ef0-874e-b057f0cebb55,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:07.956120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bbdf9-2c6e-4370-8ec7-6f27acb46d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3a214c-8edf-4e24-850b-bfc4eae28a18,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:08.080910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Deleting port 24da30de-98ff-4f3a-b238-e79d8ddca554 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:08.081259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.094371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364294fa-608c-4747-b281-c4601a112859 req-6fd9be24-ba8f-4ef4-afeb-b8038f930b1c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:08.095960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-364294fa-608c-4747-b281-c4601a112859 req-6fd9be24-ba8f-4ef4-afeb-b8038f930b1c tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0557253 Aug 18 14:13:08.147917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-364294fa-608c-4747-b281-c4601a112859 req-17e940e3-eda7-431d-9b39-63d4e28676a9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Aug 18 14:13:08.168007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] For port 24da30de-98ff-4f3a-b238-e79d8ddca554, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=24da30de-98ff-4f3a-b238-e79d8ddca554,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:08.168827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.184020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Calling delete_port for 24da30de-98ff-4f3a-b238-e79d8ddca554 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:08.318801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49b5b1-e6db-4bf6-b8e0-cab24421ef6e req-9b3f2d93-3505-44e8-af2c-e8192eb8b6c9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:08.321801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd49b5b1-e6db-4bf6-b8e0-cab24421ef6e req-9b3f2d93-3505-44e8-af2c-e8192eb8b6c9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0678194 Aug 18 14:13:08.351525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36562) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:08.406279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd49b5b1-e6db-4bf6-b8e0-cab24421ef6e req-9604162b-312a-4752-8741-cec8b8602444 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739555 Aug 18 14:13:08.478570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.511106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:08.528595 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03e46368-5e87-4370-a272-105a9e5c5580 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84225b29d21a40b382ef3980bb5f3f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305006 Aug 18 14:13:08.531179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36568) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:08.536689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Pushing event deleted for resources: {'Port': ['ID=24da30de-98ff-4f3a-b238-e79d8ddca554,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:08.571144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c2963dee-bf44-494b-ad1b-794716f51e3d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:08.571553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2963dee-bf44-494b-ad1b-794716f51e3d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:08.606118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72313a0-368f-468f-9118-2c6794be6078 req-81c16ade-3776-47f9-9773-ed93e7c2455e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:08.614135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d72313a0-368f-468f-9118-2c6794be6078 req-81c16ade-3776-47f9-9773-ed93e7c2455e tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1653047 Aug 18 14:13:08.683899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d72313a0-368f-468f-9118-2c6794be6078 req-97ebdc31-0938-4863-9593-946c91812a0f tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Aug 18 14:13:08.711183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.775277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.827727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.889909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96813b2-408d-4a80-a9c1-8d6fd9eb23bd req-cc4dd57d-d237-44a8-8b56-a7c9f14533d7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:08.891689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a96813b2-408d-4a80-a9c1-8d6fd9eb23bd req-cc4dd57d-d237-44a8-8b56-a7c9f14533d7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.1023657 Aug 18 14:13:08.954114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a96813b2-408d-4a80-a9c1-8d6fd9eb23bd req-0b21448d-bb48-407a-8292-3183eab485c5 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518439 Aug 18 14:13:08.968584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.974658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:08.981563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/561a0ef6-9c82-4664-a935-8c6b690112c3 HTTP/1.1" status: 204 len: 168 time: 0.4485772 Aug 18 14:13:09.011850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8cdd-f49d-4b80-92b5-54abd3fae976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a0ef6-9c82-4664-a935-8c6b690112c3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:09.125634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Router 97e185bd-5d03-477b-9c0e-39acd5fa83fb has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:09.130244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a774-3ec8-430a-b935-bff849823941 req-7305ba9f-f0c4-4404-adef-b42998facdd2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:09.131915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47c3a774-3ec8-430a-b935-bff849823941 req-7305ba9f-f0c4-4404-adef-b42998facdd2 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.0604422 Aug 18 14:13:09.189452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47c3a774-3ec8-430a-b935-bff849823941 req-f63eb2f2-6dd8-4c4c-9216-5e6aa4aaa004 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Aug 18 14:13:09.645960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:09.652456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ea15068-06ed-4d83-8817-6099aa4e3803 admin admin] 10.222.0.35 "PUT /v2.0/routers/97e185bd-5d03-477b-9c0e-39acd5fa83fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9103689 Aug 18 14:13:09.656096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36646) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:09.657108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Sync routers for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:09.673453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:09.674413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:09.796881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:09.865762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:09.928922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290448-7464-4a2d-bb87-7d6f0030831b req-bd317643-c463-429c-bad2-078754fd65f7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:09.930517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43290448-7464-4a2d-bb87-7d6f0030831b req-bd317643-c463-429c-bad2-078754fd65f7 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1219645 Aug 18 14:13:10.042871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:13:08Z', 'revision_number': 5, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:10.083030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43290448-7464-4a2d-bb87-7d6f0030831b req-e0463e95-cc67-45de-8e66-5025ab690fa4 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959897 Aug 18 14:13:10.090318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Checking router: 97e185bd-5d03-477b-9c0e-39acd5fa83fb for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:10.092209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.096978 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.102739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Routers {'97e185bd-5d03-477b-9c0e-39acd5fa83fb'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:10.103456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:10.135177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b541e84-e1c7-4557-bf96-0f1eecbf29d4 req-8a4440a9-6777-41a8-8f02-33e573d81e33 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:10.142565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b541e84-e1c7-4557-bf96-0f1eecbf29d4 req-8a4440a9-6777-41a8-8f02-33e573d81e33 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.1335363 Aug 18 14:13:10.181812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b541e84-e1c7-4557-bf96-0f1eecbf29d4 req-001008c2-65bd-4c16-bcef-3180b7fbaeda tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378401 Aug 18 14:13:10.203655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36666) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:10.226313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] Set router 97e185bd-5d03-477b-9c0e-39acd5fa83fb gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:10.282281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Deleting port a75f71d0-405c-45b9-99f9-60f6035465d3 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:10.282281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.389490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] For port a75f71d0-405c-45b9-99f9-60f6035465d3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a75f71d0-405c-45b9-99f9-60f6035465d3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:10.390066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.409258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Calling delete_port for a75f71d0-405c-45b9-99f9-60f6035465d3 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:10.438021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-703d7b52-2960-4768-8ad8-3e5baf46f34d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:10.439797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-703d7b52-2960-4768-8ad8-3e5baf46f34d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.0848546 Aug 18 14:13:10.489301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d59e431c-7328-41be-988f-d345456240e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:13:08Z', 'revision_number': 5, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:10.496559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-675a39c7-defe-44c7-8ef7-ada7145c9cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.552749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e431c-7328-41be-988f-d345456240e0 None None] The sync data for ids ['97e185bd-5d03-477b-9c0e-39acd5fa83fb'] in n-d-804303-5 is: [{'id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'name': 'tempest-TestAggregatesBasicOps-842131927-router', 'tenant_id': 'c9122de474134bac8da89609477d190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:44Z', 'updated_at': '2021-08-18T14:13:08Z', 'revision_number': 5, 'project_id': 'c9122de474134bac8da89609477d190f', 'gw_port': {'id': 'a75f71d0-405c-45b9-99f9-60f6035465d3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e185bd-5d03-477b-9c0e-39acd5fa83fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:46Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:10.638799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-675a39c7-defe-44c7-8ef7-ada7145c9cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.669668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Deleting port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:10.670144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.785716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] For port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:10.786126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.795654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-675a39c7-defe-44c7-8ef7-ada7145c9cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.800504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Calling delete_port for a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:10.827436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.837149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-675a39c7-defe-44c7-8ef7-ada7145c9cca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9515445715f4787913438da7d4b4d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317267 Aug 18 14:13:10.838174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a39c7-defe-44c7-8ef7-ada7145c9cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4798691b-755b-4dac-8573-c96412775c17,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:10.840641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36684) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:10.849508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.879453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75f71d0-405c-45b9-99f9-60f6035465d3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:10.914746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.990482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.006016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.044342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36690) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:11.163425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.169152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.184038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.188585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.191977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4798691b-755b-4dac-8573-c96412775c17 HTTP/1.1" status: 204 len: 168 time: 0.3500059 Aug 18 14:13:11.202271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160a81-69c8-4afd-9e0d-8c3bc49e32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4798691b-755b-4dac-8573-c96412775c17,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:11.278121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3196f37-ee72-470e-94a9-284cba193134 req-8ed2123d-de26-44d3-bc22-6e6e46694b8d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:11.279942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3196f37-ee72-470e-94a9-284cba193134 req-8ed2123d-de26-44d3-bc22-6e6e46694b8d tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 945 time: 0.1087883 Aug 18 14:13:11.345966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.365587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:11.373042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3196f37-ee72-470e-94a9-284cba193134 req-b3c83f51-fe31-4189-94f3-d03b6d0f9658 tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe793a6-d677-4aa2-a358-75746d53b4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861907 Aug 18 14:13:11.392437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1711568147-network', 'tenant_id': '2c71f8d4088f4fae9886c93366ad4b82'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:11.428903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.429740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e185bd-5d03-477b-9c0e-39acd5fa83fb {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:13:11.445015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.459863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8ed7d1a1-10ec-45ac-bf0a-629b516407f2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/97e185bd-5d03-477b-9c0e-39acd5fa83fb HTTP/1.1" status: 204 len: 168 time: 1.8024032 Aug 18 14:13:11.463089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Pushing event deleted for resources: {'Port': ['ID=a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:11.469906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36706) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:11.518000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8704fcb-0c8a-45e1-9174-6aaf3dac5856 req-0d3eb2b9-6cd2-4e2f-b28c-9945cfb43b85 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:11.518000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8704fcb-0c8a-45e1-9174-6aaf3dac5856 req-0d3eb2b9-6cd2-4e2f-b28c-9945cfb43b85 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.2298303 Aug 18 14:13:11.534122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] No DVR routers for this DVR port a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:11.537212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.539638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5ce12d6-2427-4b27-9199-18f6801d76e0 req-e87cd8e2-f685-42a9-b5bb-ec7b9624b9ee tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.58 "DELETE /v2.0/ports/a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 HTTP/1.1" status: 204 len: 173 time: 1.0655816 Aug 18 14:13:11.543839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 24da30de-98ff-4f3a-b238-e79d8ddca554 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:11.545807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'name': 'network-vif-deleted', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:11.548232 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a6992-8148-432b-bec8-022ba36556ce" -d '{"events": [{"server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "name": "network-vif-deleted", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:11.577597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Made reservation on behalf of 2c71f8d4088f4fae9886c93366ad4b82 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:11.580791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.589170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 24da30de-98ff-4f3a-b238-e79d8ddca554 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:11.589819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 24da30de-98ff-4f3a-b238-e79d8ddca554 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:11.604412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.613419 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456ee005-1bab-4520-b3b0-2fb62db9dfd7 x-openstack-request-id: req-456ee005-1bab-4520-b3b0-2fb62db9dfd7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:11.613708 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5fdc08-6c70-46cc-a70e-85f788ab2444", "name": "network-vif-deleted", "tag": "a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:11.613993 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-456ee005-1bab-4520-b3b0-2fb62db9dfd7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:11.614386 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5fdc08-6c70-46cc-a70e-85f788ab2444', 'name': 'network-vif-deleted', 'tag': 'a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792', 'status': 'completed', 'code': 200} Aug 18 14:13:11.640965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8704fcb-0c8a-45e1-9174-6aaf3dac5856 req-5777cc86-8fd8-45da-be29-6632568e65da tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/security-groups?id=6456c1c3-926e-40dc-8014-71d295442079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080129 Aug 18 14:13:11.666541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-b3dfb954-22cf-4796-843c-c4f464a48bf9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:11.668150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-b3dfb954-22cf-4796-843c-c4f464a48bf9 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 946 time: 0.2231982 Aug 18 14:13:11.675068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Deleting subnet dec4c9c2-8518-4c65-b06d-7174f7105b5a {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:11.680244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.766544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.913153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36716) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:11.927024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.935890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.963316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Deleting port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:11.963869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.016003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.058014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:12.080381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d4d4173a-d254-4d4b-9798-d4a6cfc2bac2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Request body: {'quota': {'network': 2}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:12.085561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b5e25-25ad-4483-90fe-be90debe61da,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.127065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] For port 8ecf58d9-29ec-4167-9b47-fe9eba722a62, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8ecf58d9-29ec-4167-9b47-fe9eba722a62,segment=NetworkSegment(04985596-8a98-46ae-8344-7088928e8cbf),segment_id=04985596-8a98-46ae-8344-7088928e8cbf)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:12.127397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.147601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Calling delete_port for 8ecf58d9-29ec-4167-9b47-fe9eba722a62 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:12.179632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d4d4173a-d254-4d4b-9798-d4a6cfc2bac2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "PUT /v2.0/quotas/5fbc527dc4a146efb603e0468480ede8 HTTP/1.1" status: 200 len: 368 time: 0.2614539 Aug 18 14:13:12.180178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36728) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:12.185547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Request body: {'network': {'project_id': '5fbc527dc4a146efb603e0468480ede8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:12.197250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.201041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.201650 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Added segment da8f718e-933e-4538-a04c-893731d32fce of type vlan for network 99d87148-ae0b-4655-bc1c-eea8b833c803 Aug 18 14:13:12.260540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec4c9c2-8518-4c65-b06d-7174f7105b5a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.271531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.276717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a26d4dd-9907-40c4-8d70-38ecba847f59 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dec4c9c2-8518-4c65-b06d-7174f7105b5a HTTP/1.1" status: 204 len: 168 time: 0.7922678 Aug 18 14:13:12.276822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Made reservation on behalf of 5fbc527dc4a146efb603e0468480ede8 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:12.278756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.280000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c22165-a7a6-4d0e-bcc9-a42ce315546b None None] Network 50a80acf-b091-48d9-8184-6fe1f30fbe1a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:12.281067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36732) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:12.289932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.402870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.408868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.417796 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.418839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.419434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.520036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] Pushing event updated for resources: {'Network': ['ID=99d87148-ae0b-4655-bc1c-eea8b833c803,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.530827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:12.587408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08cc516e-d9d9-4aa1-b362-77c927e8d67d req-fa714035-4c37-40f8-bc3d-da7c461405cb tempest-ServerRescueNegativeTestJSON-732369368 tempest-ServerRescueNegativeTestJSON-732369368-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae5fdc08-6c70-46cc-a70e-85f788ab2444 HTTP/1.1" status: 200 len: 210 time: 0.0528862 Aug 18 14:13:12.597766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] DHCP port deletion for 50a80acf-b091-48d9-8184-6fe1f30fbe1a request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:13:12.627686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.643893 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.646401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8ecf58d9-29ec-4167-9b47-fe9eba722a62'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:12.655897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Deleting port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:12.656373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.663887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Pushing event deleted for resources: {'Port': ['ID=8ecf58d9-29ec-4167-9b47-fe9eba722a62,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.722825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Deleting port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:12.723266 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.736689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] No DVR routers for this DVR port 8ecf58d9-29ec-4167-9b47-fe9eba722a62 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:12.739473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.742062 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f687f68c-032a-40f4-a6bd-374cdb2dff9a req-3f082502-3455-4922-bd4f-c1c17bb324c7 tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.10 "DELETE /v2.0/ports/8ecf58d9-29ec-4167-9b47-fe9eba722a62 HTTP/1.1" status: 204 len: 173 time: 1.0595751 Aug 18 14:13:12.742703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'name': 'network-vif-deleted', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:12.745947 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea652db-5f23-49f5-8f8c-2e1b6368b8e6" -d '{"events": [{"server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "name": "network-vif-deleted", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:12.750340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] For port 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06578892-85bb-4c2e-b77e-8e83fb48d4c0,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:12.750713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.767185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Calling delete_port for 06578892-85bb-4c2e-b77e-8e83fb48d4c0 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:12.817647 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96eda6-5a14-4656-895b-491fc3db066d x-openstack-request-id: req-da96eda6-5a14-4656-895b-491fc3db066d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:12.818090 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c7af9-857c-4db4-9bd1-451cddebaf43", "name": "network-vif-deleted", "tag": "8ecf58d9-29ec-4167-9b47-fe9eba722a62", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:12.818424 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da96eda6-5a14-4656-895b-491fc3db066d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:12.818911 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c7af9-857c-4db4-9bd1-451cddebaf43', 'name': 'network-vif-deleted', 'tag': '8ecf58d9-29ec-4167-9b47-fe9eba722a62', 'status': 'completed', 'code': 200} Aug 18 14:13:12.822266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] For port 06578892-85bb-4c2e-b77e-8e83fb48d4c0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06578892-85bb-4c2e-b77e-8e83fb48d4c0,segment=NetworkSegment(5558d265-13e2-4fed-9181-a0ea99d1a969),segment_id=5558d265-13e2-4fed-9181-a0ea99d1a969)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:12.823105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.829145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.831328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-54dcedaa-460e-4faa-a4ee-ad86f0389139 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7858269 Aug 18 14:13:12.832175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:12.843658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Request body: {'subnet': {'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1711568147-subnet', 'tenant_id': '2c71f8d4088f4fae9886c93366ad4b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:12.846172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Calling delete_port for 06578892-85bb-4c2e-b77e-8e83fb48d4c0 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:12.919878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcf7f199-f23e-41ec-a405-10775ee77b5f req-92dde180-b8f7-49d3-ac08-fc567449ea5d tempest-ServerDiskConfigTestJSON-445883183 tempest-ServerDiskConfigTestJSON-445883183-project] 10.222.0.35 "GET /v2.0/ports?device_id=e28c7af9-857c-4db4-9bd1-451cddebaf43 HTTP/1.1" status: 200 len: 210 time: 0.0695784 Aug 18 14:13:12.923442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:12.940699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791e0568-b42f-442e-9a1e-f407678fb2fd,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.943917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.944263 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Added segment 5934fb00-e7c4-4b9c-b6b3-ffdca07923b0 of type vlan for network b687ca7a-89d4-405c-97e4-de257cc01721 Aug 18 14:13:12.993661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.061541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Made reservation on behalf of 2c71f8d4088f4fae9886c93366ad4b82 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:13.063977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.101943 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.110052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.138642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] Pushing event deleted for resources: {'Port': ['ID=06578892-85bb-4c2e-b77e-8e83fb48d4c0,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:13.139592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Pushing event deleted for resources: {'Port': ['ID=06578892-85bb-4c2e-b77e-8e83fb48d4c0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:13.148362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201f892-505e-452e-ad49-9e217a80e861 None None] No DVR routers for this DVR port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:13.157481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] No DVR routers for this DVR port 06578892-85bb-4c2e-b77e-8e83fb48d4c0 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:13.163731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.165123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.166389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.303801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1227806 Aug 18 14:13:13.306477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:13.312149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Request body: {'network': {'project_id': '5fbc527dc4a146efb603e0468480ede8'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:13.312788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5488fe1-b179-4f2d-921c-7ee37fe1d2ff tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Pushing event updated for resources: {'Network': ['ID=b687ca7a-89d4-405c-97e4-de257cc01721,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:13.328024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b687ca7a-89d4-405c-97e4-de257cc01721 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:13.328914 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.364011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a80acf-b091-48d9-8184-6fe1f30fbe1a']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:13.378630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5558d265-13e2-4fed-9181-a0ea99d1a969') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:13.378933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5558d265-13e2-4fed-9181-a0ea99d1a969') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:13.400607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.456060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Made reservation on behalf of 5fbc527dc4a146efb603e0468480ede8 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:13.459553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.465139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a75f71d0-405c-45b9-99f9-60f6035465d3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:13.482489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a75f71d0-405c-45b9-99f9-60f6035465d3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:13.482826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a75f71d0-405c-45b9-99f9-60f6035465d3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:13.483355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06578892-85bb-4c2e-b77e-8e83fb48d4c0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:13.507121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 06578892-85bb-4c2e-b77e-8e83fb48d4c0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:13.507741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06578892-85bb-4c2e-b77e-8e83fb48d4c0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:13.538844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:13.549804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.553348 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Added segment 12ce5c2e-c3dd-4359-98ac-34a3ff789136 of type vlan for network b6a5b1c9-efaa-4d78-a628-8f13258c5eeb Aug 18 14:13:13.631073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.668304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:13.736322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.737311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.738059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.806873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.822631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:13.822899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:13.824593 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:13.855814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Pushing event updated for resources: {'Network': ['ID=b6a5b1c9-efaa-4d78-a628-8f13258c5eeb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:13.870703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b6a5b1c9-efaa-4d78-a628-8f13258c5eeb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:13.974367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36772) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:13.977408 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a12cc8c-3bba-4e06-beb8-c8678c483017 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6668274 Aug 18 14:13:13.980445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-417062f8-6d5e-462d-94d6-e0e216c4a3c2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Request body: {'network': {'project_id': '5fbc527dc4a146efb603e0468480ede8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:13.992517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.004930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.010304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.012731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] 10.222.0.35 "DELETE /v2.0/networks/50a80acf-b091-48d9-8184-6fe1f30fbe1a HTTP/1.1" status: 204 len: 168 time: 1.7237356 Aug 18 14:13:14.060800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e7b2-38f1-492b-9d6b-df394230022f admin admin] Pushing event deleted for resources: {'Network': ['ID=50a80acf-b091-48d9-8184-6fe1f30fbe1a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:14.065534 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-417062f8-6d5e-462d-94d6-e0e216c4a3c2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 14:13:14.066368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417062f8-6d5e-462d-94d6-e0e216c4a3c2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:13:14.067801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-417062f8-6d5e-462d-94d6-e0e216c4a3c2 tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0922260 Aug 18 14:13:14.113415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db681ea3-4db1-4568-bb65-7f9519cd5791,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:14.122257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Checking segment: {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:14.122719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Network hostable DHCP agents. Network: 99d87148-ae0b-4655-bc1c-eea8b833c803, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:14.183923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.191586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.211365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36792) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.230133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:14.241115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Deleting subnet 9787bdcb-1980-49f9-a461-1435a1334791 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:14.246087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.282627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.314050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 99d87148-ae0b-4655-bc1c-eea8b833c803) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:14.322020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:14.322607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.324320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a101923-4b62-43d7-aec4-7d642fca6881 None None] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:14.338831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36796) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.342150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.395787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:14.404348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-80445355-79ec-4d08-8dbb-f4f81086fd74 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5677161 Aug 18 14:13:14.418838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36802) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.454608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:14.455768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a6a581fd-ef93-4ac5-bc7f-2bc8a74ae792 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:14.488345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-460e57f6-5b96-4420-a703-394b43497c76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72571d2197de48eda28cfe3516997b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685906 Aug 18 14:13:14.491412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36804) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.507760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.532005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd41950-6dfd-4fd7-9d20-ff36bd8b3a0b None None] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:14.557229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Deleting port bd195cb0-602a-426d-a834-186d911d0bbf {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:14.558254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.608858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9787bdcb-1980-49f9-a461-1435a1334791,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:14.630406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.632599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-213fe57d-6fd7-4ae8-ac3f-81f32558a9c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9787bdcb-1980-49f9-a461-1435a1334791 HTTP/1.1" status: 204 len: 168 time: 0.4476554 Aug 18 14:13:14.637882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36806) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.687003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1496328294'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:14.784382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.789561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.798101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-554998d5-6a96-430b-8f23-13f3bece2f81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fbc527dc4a146efb603e0468480ede8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870047 Aug 18 14:13:14.800823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:14.813149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] For port bd195cb0-602a-426d-a834-186d911d0bbf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd195cb0-602a-426d-a834-186d911d0bbf,segment=NetworkSegment(7f716b75-763d-45b6-a486-117b3355bbce),segment_id=7f716b75-763d-45b6-a486-117b3355bbce)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:14.820970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.830990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Calling delete_port for bd195cb0-602a-426d-a834-186d911d0bbf owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:14.848357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Made reservation on behalf of 40cde06cf5f0401cb018f923080b5d15 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:14.849787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.853254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.893945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.952856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-687910612', 'description': 'tempest-description-1223772215'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:14.982275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.000817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed4bfff-a9ff-4465-b56b-42412a4f58d2']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.004490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.035787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04985596-8a98-46ae-8344-7088928e8cbf') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.036282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04985596-8a98-46ae-8344-7088928e8cbf') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.054411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.064562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.082040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.096219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.099062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:15.103119 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:15.137654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.140335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.141429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a28d287-03f1-4d4b-8836-3433807f509a HTTP/1.1" status: 204 len: 168 time: 0.6490269 Aug 18 14:13:15.162353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28165b5-09b9-4c7f-9d98-4dbdc5b74b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a28d287-03f1-4d4b-8836-3433807f509a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.181289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.213157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.218380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:15.254812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe74ec8-bfe0-47aa-9334-b4a1da05b888,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.259936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.260283 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Added segment 999f765a-16ea-4642-956d-d33ef530db11 of type vlan for network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 Aug 18 14:13:15.261637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd195cb0-602a-426d-a834-186d911d0bbf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.269735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.276471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.280876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ed4bfff-a9ff-4465-b56b-42412a4f58d2 HTTP/1.1" status: 204 len: 168 time: 0.6395366 Aug 18 14:13:15.291610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5e01b-f818-48fb-8c68-52d1c0b02a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed4bfff-a9ff-4465-b56b-42412a4f58d2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.298577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.301529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.303509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/791e0568-b42f-442e-9a1e-f407678fb2fd HTTP/1.1" status: 204 len: 168 time: 0.5015743 Aug 18 14:13:15.304401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.306490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36820) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:15.346040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.346305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7743095-ea9c-4d22-9fe5-cb652403a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e0568-b42f-442e-9a1e-f407678fb2fd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.478688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.495758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.498652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.505417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:15.506432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.580146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.586171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.598045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a5b1c9-efaa-4d78-a628-8f13258c5eeb']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.609292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.611521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Pushing event updated for resources: {'Network': ['ID=eff575e0-79f9-4972-9c1d-e3f0aba4dd95,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.612832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ce5c2e-c3dd-4359-98ac-34a3ff789136') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.613194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ce5c2e-c3dd-4359-98ac-34a3ff789136') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:15.623322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:15.637207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.662220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d7779-e7f7-4b9f-95e7-32ab23a7fa8b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.664854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:15.680772 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:15.715302 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-173222bb-a954-4de9-abb1-a3331d95b170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3752139 Aug 18 14:13:15.748260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.749701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b97a765-a291-41ee-b41e-8148a29dd528 req-faee3455-55ba-4f65-9db9-8ef89833fc75 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8057210 Aug 18 14:13:15.782633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1511789154', 'description': 'tempest-description-798429682'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:15.840990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:15.865131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Router c6a872d4-d32b-4663-a35b-b117d2e1d90f has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:15.869612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.883498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.886043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b6a5b1c9-efaa-4d78-a628-8f13258c5eeb HTTP/1.1" status: 204 len: 168 time: 0.5759566 Aug 18 14:13:15.888904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:15.917809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4adf1-9d30-45b3-af9c-cfd70766549e tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6a5b1c9-efaa-4d78-a628-8f13258c5eeb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.954338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.997007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:16.000192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ab5a8347-6772-4638-b07f-73e701bcb8ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=779acd4188a647719c83a6b093201da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577859 Aug 18 14:13:16.009538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36836) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:16.009721 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2cec19e9-ee1f-4fea-8e41-2596530605c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/c6a872d4-d32b-4663-a35b-b117d2e1d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385644 Aug 18 14:13:16.010015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:16.011280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36840) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:16.013372 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Sync routers for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:16.023874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:16.025418 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.030147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.117429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36842) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:16.120144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95', 'binding:host_id': 'n-h2-804303-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-819160675'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:16.131556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.139436 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:16.158393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.220852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-003c69ed-8c70-462e-88dc-d5430ddc5d96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9122de474134bac8da89609477d190f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055089 Aug 18 14:13:16.221215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:16.225297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.278757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.302064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Made reservation on behalf of eecbebad6e9c4316887ad99999033c85 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:16.304543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.318738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.322440 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.329503 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:13:15Z', 'revision_number': 5, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.342656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc16273-7ccc-474c-8b5d-654efb342914,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:16.347210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.347441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b687ca7a-89d4-405c-97e4-de257cc01721']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.351424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.352223 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.356125 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Checking router: c6a872d4-d32b-4663-a35b-b117d2e1d90f for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:16.365024 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Routers {'c6a872d4-d32b-4663-a35b-b117d2e1d90f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:16.366121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.367557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5934fb00-e7c4-4b9c-b6b3-ffdca07923b0') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.367822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5934fb00-e7c4-4b9c-b6b3-ffdca07923b0') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.378990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.385912 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.393059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.398975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-972df212-9cdd-4f0b-be8b-ae4d341ed610 req-28a89d51-b3ca-4aec-b944-e36d065f306e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6208153 Aug 18 14:13:16.423555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.429807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:16.430644 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:16.496698 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:16.514796 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] Set router c6a872d4-d32b-4663-a35b-b117d2e1d90f gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:16.528689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8ecf58d9-29ec-4167-9b47-fe9eba722a62 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:16.545831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Deleting port 1b71d893-ac11-43f8-9571-41f2dc4f87ad {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:16.546454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.559514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 8ecf58d9-29ec-4167-9b47-fe9eba722a62 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:16.560260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8ecf58d9-29ec-4167-9b47-fe9eba722a62 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:16.562989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.650460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] For port 1b71d893-ac11-43f8-9571-41f2dc4f87ad, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b71d893-ac11-43f8-9571-41f2dc4f87ad,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:16.650848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.660314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.662914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.666381 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2503994-7d9e-4981-9bcd-f3ff5d91eadb HTTP/1.1" status: 204 len: 168 time: 0.4421880 Aug 18 14:13:16.670262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Calling delete_port for 1b71d893-ac11-43f8-9571-41f2dc4f87ad owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:16.686791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74967805-fee4-464c-a6ec-f2c30727bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2503994-7d9e-4981-9bcd-f3ff5d91eadb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:16.705561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.709868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.710594 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.714597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6456c1c3-926e-40dc-8014-71d295442079 HTTP/1.1" status: 204 len: 168 time: 0.7008142 Aug 18 14:13:16.733016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.733131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:16.739673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:16.740448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b687ca7a-89d4-405c-97e4-de257cc01721 HTTP/1.1" status: 204 len: 168 time: 0.8502469 Aug 18 14:13:16.766986 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:13:15Z', 'revision_number': 5, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:16.769045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce1ae-a0d2-4970-af3c-1a8630f52290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456c1c3-926e-40dc-8014-71d295442079,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:16.773733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83244ce3-5e66-4484-9dfa-0f6a197fe6fb tempest-QuotasNegativeTest-985710161 tempest-QuotasNegativeTest-985710161-project-admin] Pushing event deleted for resources: {'Network': ['ID=b687ca7a-89d4-405c-97e4-de257cc01721,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:16.807281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-6a31f4a3-eb17-4ca1-8d38-d3ee60fb9763 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:16.815950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-6a31f4a3-eb17-4ca1-8d38-d3ee60fb9763 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 813 time: 0.2027962 Aug 18 14:13:16.821985 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49bf11-f726-4e83-8118-f2a857530e00 None None] The sync data for ids ['c6a872d4-d32b-4663-a35b-b117d2e1d90f'] in n-d-804303-5 is: [{'id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'name': 'tempest-ServerRescueNegativeTestJSON-113355584-router', 'tenant_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:10:19Z', 'updated_at': '2021-08-18T14:13:15Z', 'revision_number': 5, 'project_id': '9eb0573b147a4c8989bdea2b3e81b3f3', 'gw_port': {'id': '1b71d893-ac11-43f8-9571-41f2dc4f87ad', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a872d4-d32b-4663-a35b-b117d2e1d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:10:20Z', 'updated_at': '2021-08-18T14:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:16.839251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-c02da3e4-f259-4a79-94de-4e46d4158386 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/quotas/2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 375 time: 0.0222890 Aug 18 14:13:16.888750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-544550c6-a5bc-4f2b-bd9f-8bb555882df1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479715 Aug 18 14:13:16.911967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fec1c5-f3e7-4c95-8609-41b39756cda0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:16.995046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-e883c30d-7db2-43d6-babc-a9652314897f service neutron] 10.222.0.35 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046681 Aug 18 14:13:17.112149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-14ec5fbe-d199-4d3b-8f44-f248549a95c2 service neutron] 10.222.0.35 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106863 Aug 18 14:13:17.232909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.292741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b71d893-ac11-43f8-9571-41f2dc4f87ad,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:17.558947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71ada216-ba07-4b0b-80d5-3c82e06ea0dd req-cf88e854-d081-4f2b-ad8a-e5770991b6a8 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 210 time: 0.0559289 Aug 18 14:13:17.559825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd195cb0-602a-426d-a834-186d911d0bbf no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:17.623582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: bd195cb0-602a-426d-a834-186d911d0bbf {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:17.624032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd195cb0-602a-426d-a834-186d911d0bbf not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:17.804839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:17.819711 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.836736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Transition to ACTIVE for port object 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:17.843214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.936444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.947742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.973782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.032657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:18.052955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Checking segment: {'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:18.056980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Network hostable DHCP agents. Network: eff575e0-79f9-4972-9c1d-e3f0aba4dd95, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:18.135926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.136497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a872d4-d32b-4663-a35b-b117d2e1d90f {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:13:18.147551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.148005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a8c6732-2fb7-4572-9c05-f0478a1c34c4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c6a872d4-d32b-4663-a35b-b117d2e1d90f HTTP/1.1" status: 204 len: 168 time: 2.1354778 Aug 18 14:13:18.152023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:18.181388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:18.214305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Deleting subnet 71c55abd-d5ed-4225-a10c-93d751955d88 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:18.218215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.256182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.294731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, eff575e0-79f9-4972-9c1d-e3f0aba4dd95) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:18.302849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:18.310156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e84b3-ed40-42ed-b8a3-24bc6a14a0e3 None None] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:18.324049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.324625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.325167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.330716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.372471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.373081 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.375196 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 2 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.392127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:18.399103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.400031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.400359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.413010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd190-8841-46c7-b8b1-7a3bbf36c59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.418915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.419618 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.420201 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 3 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.440770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.441106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.441574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.447350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.447678 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.448143 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 4 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.459936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:18.469110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.469374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.469696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.475967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.476297 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.476805 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 5 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.490619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.490963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.491348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.496802 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.497137 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.497618 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 6 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.513386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.513764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.514141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.527806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.574534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c55abd-d5ed-4225-a10c-93d751955d88,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:18.576118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.576702 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.578013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.582977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-724eaec9-9f3f-4631-8c7a-dcfe06f9afaa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71c55abd-d5ed-4225-a10c-93d751955d88 HTTP/1.1" status: 204 len: 168 time: 0.4266291 Aug 18 14:13:18.582977 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 7 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.588018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:18.596235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.596235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.596235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.600697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.600885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd190-8841-46c7-b8b1-7a3bbf36c59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.601019 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.601411 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 8 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.615034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.615376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.615796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.621586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.621586 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.621586 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 9 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.633394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.634382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.634725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.639258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.639579 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.640002 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 10 to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a Aug 18 14:13:18.658151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:18.658555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:18.658954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:18.664288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:18.664623 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:18.665001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.675404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a34430b-67ea-4ada-9f57-c181020eaf82 req-a3ae6b6f-6f56-4a7b-98e4-66f38ec11393 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 210 time: 0.0341125 Aug 18 14:13:18.681971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd190-8841-46c7-b8b1-7a3bbf36c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.724814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1338007620-network', 'tenant_id': '2d3aa5b33009469580897a9b49707fa7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:18.729340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.737079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5ffd190-8841-46c7-b8b1-7a3bbf36c59c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=817011a58cbe407483cf0fe83129e01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438458 Aug 18 14:13:18.747007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:18.750563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffd190-8841-46c7-b8b1-7a3bbf36c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688628c4-2b85-41b9-a117-a84d739e599a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:18.771668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:18.772037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempted to set empty binding levels {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:18.810978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.829979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.834469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.841282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34690e2-fea8-46b3-a068-dc9a6d61a208']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:18.852885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f716b75-763d-45b6-a486-117b3355bbce') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:18.853286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f716b75-763d-45b6-a486-117b3355bbce') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:18.864012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.864526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.868600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:18.868718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.881128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.887920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.888342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:18.889100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:18.890563 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:18.911223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:18.911820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.947683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.007152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.013347 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-438c6856-3d56-406d-aa7b-77a9b204cac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8958669 Aug 18 14:13:19.013662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36912) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.014867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.017609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.021141 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/688628c4-2b85-41b9-a117-a84d739e599a HTTP/1.1" status: 204 len: 168 time: 0.2713625 Aug 18 14:13:19.022242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.026421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f34690e2-fea8-46b3-a068-dc9a6d61a208 HTTP/1.1" status: 204 len: 168 time: 0.4419708 Aug 18 14:13:19.035433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b0b94-173b-454a-a87e-a17d850aef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688628c4-2b85-41b9-a117-a84d739e599a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.066456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1075a-8c06-4d33-95e8-d0c3e9a1fb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34690e2-fea8-46b3-a068-dc9a6d61a208,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.129527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Deleting port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:19.130182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.138421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.200245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a, host n-h2-804303-5, got binding levels [] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:19.200245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.214470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Calling delete_port for 12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:19.238318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.271495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:19.276694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c73cd-e535-4600-a688-62841338c014,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.283245 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.283599 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Added segment c955c5a2-26f0-4456-95dc-1977fab64b23 of type vlan for network e0fc6d45-99b1-4a5c-9963-54daded1f258 Aug 18 14:13:19.326898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.374448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b71d893-ac11-43f8-9571-41f2dc4f87ad no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:19.395938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1b71d893-ac11-43f8-9571-41f2dc4f87ad {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:19.396294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b71d893-ac11-43f8-9571-41f2dc4f87ad not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:19.398274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.411400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.440345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.440525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.440525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:19.441215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.447268 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.450986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cf5dadf7-ca1b-419f-afdf-2a78155bfdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "DELETE /v2.0/ports/12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a HTTP/1.1" status: 204 len: 168 time: 0.4346187 Aug 18 14:13:19.452365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.479980 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cc3c07-efc8-487b-9887-b05020f974d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:19.481753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-60cc3c07-efc8-487b-9887-b05020f974d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports/12d578fe-5d3b-4ab2-8a59-7e1bb8d9199a HTTP/1.1" status: 404 len: 333 time: 0.0278268 Aug 18 14:13:19.487463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.492623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134160964'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:19.545442 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d0c9eeb9-1d85-4b39-a6ee-2f0c8f8d9593 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9eb0573b147a4c8989bdea2b3e81b3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304903 Aug 18 14:13:19.546616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36930) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.551284 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0903215 Aug 18 14:13:19.556289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36932) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.558328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dc797-9369-4150-a7a8-1506f4b4c6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0fc6d45-99b1-4a5c-9963-54daded1f258,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.570074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Request body: {'subnet': {'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1338007620-subnet', 'tenant_id': '2d3aa5b33009469580897a9b49707fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:19.570265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:19.627479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.651263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.734208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Made reservation on behalf of eecbebad6e9c4316887ad99999033c85 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:19.736601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.783754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:19.793219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11aab588-4578-4018-abfc-c7711b26c970 req-fd913457-efb6-4bc5-94ca-011b5850220c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 210 time: 0.0412567 Aug 18 14:13:19.873158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.875778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:19.878542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fe793a6-d677-4aa2-a358-75746d53b4e6 HTTP/1.1" status: 204 len: 168 time: 0.3291969 Aug 18 14:13:19.920270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899d15d-3261-43b9-bd46-84180787f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe793a6-d677-4aa2-a358-75746d53b4e6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:19.936561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:19.940391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.019266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.121336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36938) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:20.137610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12a45d3d-5cef-4c11-b42d-c4bfdd4d8f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.172798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.220409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:20.225229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:20.230311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:20.231295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:20.231876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.235418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6b424a-fa8b-4342-8db7-dc1c6e6fc317,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:20.264068 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.288397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-c8961541-b44a-47d4-b58d-86f1ef4f3132 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:20.290571 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-c8961541-b44a-47d4-b58d-86f1ef4f3132 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.10 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 813 time: 0.1440451 Aug 18 14:13:20.312715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'device_id': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803', 'admin_state_up': True, 'tenant_id': '2c71f8d4088f4fae9886c93366ad4b82'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:20.339117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a790749-365c-4fa4-b78d-5ef7c466d66b,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:20.346978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Checking segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:20.347356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Network hostable DHCP agents. Network: e0fc6d45-99b1-4a5c-9963-54daded1f258, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:20.394498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12a45d3d-5cef-4c11-b42d-c4bfdd4d8f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.447502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:20.510545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12a45d3d-5cef-4c11-b42d-c4bfdd4d8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.543910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e0fc6d45-99b1-4a5c-9963-54daded1f258) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:20.548391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:20.549183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.554905 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-12a45d3d-5cef-4c11-b42d-c4bfdd4d8f73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb2eab2f46564c44b173d36139678f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311140 Aug 18 14:13:20.556277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a45d3d-5cef-4c11-b42d-c4bfdd4d8f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6d9a2-b857-4555-a7fb-54331579c393,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:20.562388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b3634-6f23-4e3e-81b8-95246f94bf72 None None] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:20.566015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:20.622225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.645461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.649139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1f5812fe-0da6-4ae4-8ef4-fb9937d690ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1603086 Aug 18 14:13:20.652374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36954) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:20.660368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:20.710110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a6bdbf1f-83cd-4c99-bcdb-d116b66838a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1483982 Aug 18 14:13:20.724118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07296569-531a-4c92-bead-ee13f4a9953b None None] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:20.743822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.782814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.789701 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.795346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8eb6d9a2-b857-4555-a7fb-54331579c393 HTTP/1.1" status: 204 len: 168 time: 0.2278466 Aug 18 14:13:20.807409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8737b-303c-409f-a0d3-c77623962611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6d9a2-b857-4555-a7fb-54331579c393,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:20.811180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Made reservation on behalf of 2c71f8d4088f4fae9886c93366ad4b82 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:20.818944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.927525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d23bd21-5bb2-4d5e-bcc2-2abe6bffc306 req-d2047c89-0af5-4d42-9ed1-a0712c1b3ab4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 210 time: 0.0364559 Aug 18 14:13:21.021375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:21.032126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.046987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Transition to ACTIVE for port object 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:21.062512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Allocated IP 172.20.0.4 (99d87148-ae0b-4655-bc1c-eea8b833c803/db681ea3-4db1-4568-bb65-7f9519cd5791/f7f9ea68-c625-47c2-a755-3b0ca3698a8f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:21.112286 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.168151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6b424a-fa8b-4342-8db7-dc1c6e6fc317,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:21.183907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.184251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.184636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.189640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.190046 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.190443 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 2 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.208136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.208517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.208868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.214442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.214781 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.215203 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 3 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.229811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.230195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.230541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.235765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.236390 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.236800 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 4 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.250897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.251258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.251575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.256379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.256736 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.257129 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 5 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.265923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.270378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.270633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.270974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.276365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.276709 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.277122 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 6 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.291928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.292334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.292680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.298252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.298590 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.299051 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 7 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.313148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.313488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.313826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.319187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.319693 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.320226 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 8 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.334043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.334504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.334912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.340405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.341024 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.341609 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 9 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.357309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.357651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.358100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.363283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.363634 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.364121 n-d-804303-5 neutron-server[112229]: INFO neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 10 to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 Aug 18 14:13:21.380731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:21.381138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:21.381500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:21.389406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:21.389976 n-d-804303-5 neutron-server[112229]: ERROR neutron.plugins.ml2.managers [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:21.390420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.414189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.474544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:21.478170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:21.482957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:21.513232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:21.530441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:21.556946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:21.556946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempted to set empty binding levels {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:21.563076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.563076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.590144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-950206e5-451a-4980-aa4e-f11789690131 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.590144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-950206e5-451a-4980-aa4e-f11789690131 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.1739638 Aug 18 14:13:21.606510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-fe9fd2c0-4454-40b2-acd4-7d4a1b7e8c9b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/quotas/2d3aa5b33009469580897a9b49707fa7 HTTP/1.1" status: 200 len: 375 time: 0.0117450 Aug 18 14:13:21.647197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5e674024-ad6c-4581-a4ae-a5cdcab6893b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299459 Aug 18 14:13:21.665378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-928877845-network', 'tenant_id': '6c7cb24c67e14db48155b38298462263'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:21.705325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.733443 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-24685875-00cd-40e4-90c4-6e23c04188d2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270837 Aug 18 14:13:21.748155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Request body: {'port': {'device_id': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:21.754863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] In _notify_port_updated(), no bound segment for port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:21.755744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.756386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.758465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "PUT /v2.0/ports/8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 HTTP/1.1" status: 200 len: 979 time: 1.1039507 Aug 18 14:13:21.764948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37000) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:21.806471 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.861171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3314f-874b-4a1d-b2e1-6f4fa5c08879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6b424a-fa8b-4342-8db7-dc1c6e6fc317,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:21.882608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-61a88737-c5b8-46c9-b958-10df443b23ce service neutron] 10.222.0.35 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306263 Aug 18 14:13:21.958188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.958580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.960330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.960330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.960330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.960636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.960872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.961338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.961817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.962390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.962905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.964769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e433a176-d14d-449d-8ae0-884e47816989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.966849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.966849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.966849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.967630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.967630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.968253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.968512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.968984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.969447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.969946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.970848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.970848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.972911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.972911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.972911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:21.979020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9f06d672-6887-4d16-bc46-cea0971772d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23404 time: 0.2095129 Aug 18 14:13:21.979020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Made reservation on behalf of 6c7cb24c67e14db48155b38298462263 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:21.980595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.984762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:22.003866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.116863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f9ea68-c625-47c2-a755-3b0ca3698a8f {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:22.126230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.146806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Transition to ACTIVE for port object f7f9ea68-c625-47c2-a755-3b0ca3698a8f will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:22.157624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-03fde59b-befd-453d-b326-e1453d4d5ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673416 Aug 18 14:13:22.185555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642be7e-b804-4576-8978-80760ace83f0 req-95a26322-6402-4767-90f9-1a7415f0e18e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.187285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7642be7e-b804-4576-8978-80760ace83f0 req-95a26322-6402-4767-90f9-1a7415f0e18e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 931 time: 0.1500187 Aug 18 14:13:22.235180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.256345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Deleting port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:22.256747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.302280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:22.312129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7642be7e-b804-4576-8978-80760ace83f0 req-0a0a8b17-dda1-41d6-8edf-0ade644de616 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146011 Aug 18 14:13:22.337050 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.356214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317, host n-h2-804303-5, got binding levels [] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:22.356580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.371847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Calling delete_port for 8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:22.428044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.431267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Attempting to bind port f7f9ea68-c625-47c2-a755-3b0ca3698a8f on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:22.431660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Attempting to bind port f7f9ea68-c625-47c2-a755-3b0ca3698a8f by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:22.431660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Attempting to bind port f7f9ea68-c625-47c2-a755-3b0ca3698a8f on network 99d87148-ae0b-4655-bc1c-eea8b833c803 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:22.436824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Port f7f9ea68-c625-47c2-a755-3b0ca3698a8f on network 99d87148-ae0b-4655-bc1c-eea8b833c803 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:22.441083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Attempting to bind port f7f9ea68-c625-47c2-a755-3b0ca3698a8f on network 99d87148-ae0b-4655-bc1c-eea8b833c803 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:22.442726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:22.443055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Checking segment: {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:22.443446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Bound using segment: {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:22.443887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Bound port: f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:22.444253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.479847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:22.488566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08557d21-6c07-4f32-a536-8cfaea1d1319,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:22.547709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:22.553430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:22.565231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.568220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.578514 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Added segment fbea7d69-c2a1-44aa-94ab-7c41d23e5482 of type vlan for network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 Aug 18 14:13:22.618567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6b424a-fa8b-4342-8db7-dc1c6e6fc317,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:22.667301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.670863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-05540d17-64f4-4b15-9e84-82ec4abc1a4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 HTTP/1.1" status: 204 len: 168 time: 0.6826010 Aug 18 14:13:22.671279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:22.685554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.692201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bc781fc-acb6-4cf1-ba48-60a9e8b102a4 req-00435d87-6e59-4cad-89a5-33c99aeaf0b0 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 210 time: 0.0467236 Aug 18 14:13:22.722879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.737620 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-08605a1a-d721-4146-aa13-69761e945430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:22.737620 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08605a1a-d721-4146-aa13-69761e945430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports/8b6b424a-fa8b-4342-8db7-dc1c6e6fc317 HTTP/1.1" status: 404 len: 333 time: 0.0611055 Aug 18 14:13:22.743874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37030) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:22.754332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2008348349', 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:22.769980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.770906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.772432 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 1091 time: 1.0295484 Aug 18 14:13:22.772912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:22.776656 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc9ee56-8392-41fb-b77a-9854d681a35e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:22.813901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62aab8-be3c-41c2-9f55-ad1e8cab0749 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:22.826594 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d966fc4-9150-447e-b3f6-f3e13bd7568e x-openstack-request-id: req-0d966fc4-9150-447e-b3f6-f3e13bd7568e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:22.826989 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:22.827323 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d966fc4-9150-447e-b3f6-f3e13bd7568e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:22.827800 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'status': 'completed', 'code': 200} Aug 18 14:13:22.865096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.866210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.866807 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.902178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-be97aa97-93a5-45ca-9819-1c90157f6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.903726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-be97aa97-93a5-45ca-9819-1c90157f6077 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1094 time: 0.0477867 Aug 18 14:13:22.935195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Made reservation on behalf of eecbebad6e9c4316887ad99999033c85 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:22.937778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.939812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] Pushing event updated for resources: {'Network': ['ID=2c3a9877-a147-42b3-a9bf-ad61bfd84030,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:22.951556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:22.964693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 4772f7ff-161e-42bc-a8ea-c8db46e8d539 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:23.023023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-73390855-4308-4f88-8e3d-e62a0ddadbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.025215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-73390855-4308-4f88-8e3d-e62a0ddadbfc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1117544 Aug 18 14:13:23.070282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-86d42642-c19a-4018-93a3-da7838de2a8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5515833 Aug 18 14:13:23.078488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:23.084834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Request body: {'subnet': {'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-subnet', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:23.154084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.161430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-a0287452-cb5e-4568-948a-b7f8806a2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.163051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2bc9ee56-8392-41fb-b77a-9854d681a35e req-a0287452-cb5e-4568-948a-b7f8806a2b63 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304336 Aug 18 14:13:23.177976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Made reservation on behalf of 6c7cb24c67e14db48155b38298462263 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:23.181469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.251283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.332507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:23.335616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:23.335936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-8ccd4e8b-bae4-4de7-98a6-8cd5c085172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.338693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-8ccd4e8b-bae4-4de7-98a6-8cd5c085172c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1094 time: 0.0877559 Aug 18 14:13:23.339332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:23.340277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.340879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.349817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=4772f7ff-161e-42bc-a8ea-c8db46e8d539,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:23.372259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.372645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.373001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.373429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.373711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.374047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.374400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.374895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.375024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.375378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.375710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.376094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:23.406812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-35547bdf-a321-4b7b-80f6-240bba3ca980 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 217 time: 0.0574880 Aug 18 14:13:23.467901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7529d4b-9156-4c3d-af0c-38e640e93215 req-5602b61f-2503-4c38-b98d-84be29788037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.469433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7529d4b-9156-4c3d-af0c-38e640e93215 req-5602b61f-2503-4c38-b98d-84be29788037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 943 time: 0.0510602 Aug 18 14:13:23.511525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-612ac351-0b90-43bc-b3c9-94919dd2f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.516255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-612ac351-0b90-43bc-b3c9-94919dd2f6c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0868912 Aug 18 14:13:23.516399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7529d4b-9156-4c3d-af0c-38e640e93215 req-4fce7a72-2f8b-45e2-94d7-d184caeebc8c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387237 Aug 18 14:13:23.555921 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-6d3dcaf3-71dc-4ce5-8dbe-edef3694b070 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313268 Aug 18 14:13:23.604582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3124c041-609c-4798-a81b-dde9303812bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8588190 Aug 18 14:13:23.611126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37050) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:23.629288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.651811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa215d-2aa9-4fdc-a52b-32f6817ef7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:23.653302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b0fa215d-2aa9-4fdc-a52b-32f6817ef7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports/4772f7ff-161e-42bc-a8ea-c8db46e8d539 HTTP/1.1" status: 200 len: 959 time: 0.0412323 Aug 18 14:13:23.656109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37052) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:23.705572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Pushing event updated for resources: {'Subnet': ['ID=702ec664-bdf2-4fd4-8772-d616b4c39037,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:23.719929 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-8dc80339-e899-4234-aa3f-c19d3cb248c9 service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560233 Aug 18 14:13:23.726461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Checking segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:23.726461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Network hostable DHCP agents. Network: 2c3a9877-a147-42b3-a9bf-ad61bfd84030, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:23.760573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Deleting port 4772f7ff-161e-42bc-a8ea-c8db46e8d539 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:23.761008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.843175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8caf0398-dc76-4c70-a8e6-0b497e021a42 req-60cdf117-d062-423b-a4b3-92a23dc41a60 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 210 time: 0.0430527 Aug 18 14:13:23.861387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:23.887107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Calling delete_port for 4772f7ff-161e-42bc-a8ea-c8db46e8d539 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:23.913451 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d2c9b843-5982-4d60-b0d3-aee2dff53db5 req-e26cd894-c7c6-488c-90cf-36044485a936 service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741261 Aug 18 14:13:24.012981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:24.040855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:24.066556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.096135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event deleted for resources: {'Port': ['ID=4772f7ff-161e-42bc-a8ea-c8db46e8d539,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:24.102414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.105206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9aeec8d5-676a-4f9e-8475-8041885d4e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "DELETE /v2.0/ports/4772f7ff-161e-42bc-a8ea-c8db46e8d539 HTTP/1.1" status: 204 len: 168 time: 0.4481990 Aug 18 14:13:24.107827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37068) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:24.130467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2c3a9877-a147-42b3-a9bf-ad61bfd84030) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:24.135419 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ecd0ed-342e-4bb9-9436-46478f343d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:24.135419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-77ecd0ed-342e-4bb9-9436-46478f343d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports/4772f7ff-161e-42bc-a8ea-c8db46e8d539 HTTP/1.1" status: 404 len: 333 time: 0.0238900 Aug 18 14:13:24.138051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37070) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:24.140845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:24.141013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe067c-fd3d-4483-b4d0-561d27811d27 None None] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:24.142453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.150270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1542864508'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:24.173513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-763777668'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:24.239714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Made reservation on behalf of eecbebad6e9c4316887ad99999033c85 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:24.242135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.257782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 780f77b1-34f5-4b4a-a183-04021d295a96 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:24.302340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:13:24.303204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.323150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fef1a486-df46-475a-8df8-6a0579e0297f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2435586 Aug 18 14:13:24.325792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37072) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:24.333621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:24.413995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.425392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Made reservation on behalf of b405c76071354a2ca9b6ef37edaff669 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:24.429091 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.440008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Allocated IP 172.20.0.2 (2c3a9877-a147-42b3-a9bf-ad61bfd84030/702ec664-bdf2-4fd4-8772-d616b4c39037/931ee018-5b20-4ac6-85ba-11e649e7e788) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:24.444905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.522821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.531789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.533270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.591438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:24.592921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=780f77b1-34f5-4b4a-a183-04021d295a96,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:24.595609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:24.597950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:24.598963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:24.599693 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.608961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.635663 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.647119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Transition to ACTIVE for port object 931ee018-5b20-4ac6-85ba-11e649e7e788 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:24.665434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Transition to ACTIVE for port object 931ee018-5b20-4ac6-85ba-11e649e7e788 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:24.684034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d974e2-38c1-4b35-be12-acdbbef12da8 req-4d3f25a7-ae0c-4cfe-a9bb-d79356a49b41 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:24.685503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2d974e2-38c1-4b35-be12-acdbbef12da8 req-4d3f25a7-ae0c-4cfe-a9bb-d79356a49b41 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 943 time: 0.0613232 Aug 18 14:13:24.732392 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2981f3a9-6cae-40a1-b0f9-4482a0d71a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.807052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2d974e2-38c1-4b35-be12-acdbbef12da8 req-178dcdc4-6a9a-40b4-9e86-c196ce89212f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152065 Aug 18 14:13:24.840386 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.878940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.881329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:24.885318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:24.887752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:24.897698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Pushing event updated for resources: {'Port': ['ID=931ee018-5b20-4ac6-85ba-11e649e7e788,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:24.936479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.951639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.958388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Attempting to bind port 931ee018-5b20-4ac6-85ba-11e649e7e788 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:24.959019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Attempting to bind port 931ee018-5b20-4ac6-85ba-11e649e7e788 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:24.959616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Attempting to bind port 931ee018-5b20-4ac6-85ba-11e649e7e788 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:24.965928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:24.966782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Checking segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:24.967544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.968114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Bound using segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:24.968672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Bound port: 931ee018-5b20-4ac6-85ba-11e649e7e788, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:24.969033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:24.984650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-513e1bbd-d150-4335-9e31-314dede83435 req-95797ec7-5c4a-4bfa-9104-9c042074ab9a tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 210 time: 0.0356522 Aug 18 14:13:25.035240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] For port 931ee018-5b20-4ac6-85ba-11e649e7e788, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:25.038377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] For port 931ee018-5b20-4ac6-85ba-11e649e7e788, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=931ee018-5b20-4ac6-85ba-11e649e7e788,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:25.059645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.087302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:25.099176 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.109496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.109920 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Added segment ad607959-ca9d-4cd0-8fad-514da539cd99 of type vlan for network eab48135-1887-48bd-898a-42e696fa32f9 Aug 18 14:13:25.112279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5650fa-fc72-4555-adba-4c11a29d49ef,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:25.139146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13f80128-a6c8-4577-8d3f-a3c3195db3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9971197 Aug 18 14:13:25.139146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37080) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:25.145523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:25.172145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91df24-7db5-4df2-8cb2-69f1aa65851e None None] Pushing event updated for resources: {'Port': ['ID=931ee018-5b20-4ac6-85ba-11e649e7e788,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:25.192316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.214006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.442314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] device_id is not set on port 780f77b1-34f5-4b4a-a183-04021d295a96 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:25.451625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.470142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Transition to ACTIVE for port object 780f77b1-34f5-4b4a-a183-04021d295a96 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:25.545743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 931ee018-5b20-4ac6-85ba-11e649e7e788 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:25.558274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.613290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=780f77b1-34f5-4b4a-a183-04021d295a96,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:25.641669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.642166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.642622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.647831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.648298 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.648782 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 2 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.664080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.664470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.665485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.670685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.671129 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.671590 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 3 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.684663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.684861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.685276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.690120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 931ee018-5b20-4ac6-85ba-11e649e7e788 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:25.695177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.695177 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.695177 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 4 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.706134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.706579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.707106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.712927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.713531 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.714045 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 5 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.728276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.728708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.729125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.734036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.734480 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.734941 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 6 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.747676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.748505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.748645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.752222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.753488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.753929 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.754392 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 7 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.757900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:25.758548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.767311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.767655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.768001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.772939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.773504 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.773927 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 8 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.789451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.790441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.790788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.795329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.795662 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.796055 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 9 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.808496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.808846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.809185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.814051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.814247 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.814631 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempt 10 to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 Aug 18 14:13:25.831376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:25.831864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:25.832447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempting to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:25.837897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:25.838389 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Failed to bind port 780f77b1-34f5-4b4a-a183-04021d295a96 on host n-h2-804303-5 for vnic_type normal using segments [{'id': '999f765a-16ea-4642-956d-d33ef530db11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eff575e0-79f9-4972-9c1d-e3f0aba4dd95'}] Aug 18 14:13:25.839330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.868080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Pushing event updated for resources: {'Network': ['ID=eab48135-1887-48bd-898a-42e696fa32f9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:25.876749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.881917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network eab48135-1887-48bd-898a-42e696fa32f9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:25.904082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.925269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 780f77b1-34f5-4b4a-a183-04021d295a96, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:25.925773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attempted to set empty binding levels {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:25.930253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:25.952771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-992c3d4b-0736-4ca7-bb02-79a9f338a52a tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9385424 Aug 18 14:13:26.003346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.047895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] In _notify_port_updated(), no bound segment for port 780f77b1-34f5-4b4a-a183-04021d295a96 on network eff575e0-79f9-4972-9c1d-e3f0aba4dd95 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:26.049333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:26.050440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.054986 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "PUT /v2.0/ports/780f77b1-34f5-4b4a-a183-04021d295a96 HTTP/1.1" status: 200 len: 979 time: 0.9149296 Aug 18 14:13:26.055878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:26.080646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b98527-39af-4086-a8c3-7bc53a53e5d3 req-fcd53c40-8b7d-4596-9053-5c7887154b65 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:26.086777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b98527-39af-4086-a8c3-7bc53a53e5d3 req-fcd53c40-8b7d-4596-9053-5c7887154b65 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 943 time: 0.1808984 Aug 18 14:13:26.095457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf70304-5dc5-42e9-bc47-a555815e0179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event updated for resources: {'Port': ['ID=780f77b1-34f5-4b4a-a183-04021d295a96,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:26.168754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Deleting port 780f77b1-34f5-4b4a-a183-04021d295a96 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:26.169370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.201744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96b98527-39af-4086-a8c3-7bc53a53e5d3 req-faaad8c4-a000-4858-a0f2-2173fdc0d0c1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094913 Aug 18 14:13:26.231734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37094) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:26.241787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Allocated IP 172.25.1.83 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/62845670-856a-4bd6-9d1d-c94d6ce0f416) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:26.247957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9', 'binding:host_id': 'n-h2-804303-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1824238571'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:26.270391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-16031c3b-50b0-4f30-a27d-e1b8e524ab9a tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:26.274663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-16031c3b-50b0-4f30-a27d-e1b8e524ab9a tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.2801795 Aug 18 14:13:26.281777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] For port 780f77b1-34f5-4b4a-a183-04021d295a96, host n-h2-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:26.284551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.300436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Calling delete_port for 780f77b1-34f5-4b4a-a183-04021d295a96 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:26.334032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Request body: {'port': {'device_id': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'admin_state_up': True, 'tenant_id': '2d3aa5b33009469580897a9b49707fa7'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:26.424401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3cbb6e-fdae-459d-bbb6-6ac10c239685 None None] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:26.449719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5659dd3e-ce5e-4266-8c8a-9e98dec62cd8 req-36d0a663-fec7-4590-b5a8-cae04b4088eb tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 210 time: 0.0755594 Aug 18 14:13:26.480397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Made reservation on behalf of aa8afebd45cb4bed97f5237a6cc9a2e2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:26.484514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.520977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.531441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.538300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.573242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f7f9ea68-c625-47c2-a755-3b0ca3698a8f details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:26.578724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.580667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "DELETE /v2.0/ports/780f77b1-34f5-4b4a-a183-04021d295a96 HTTP/1.1" status: 204 len: 168 time: 0.5191336 Aug 18 14:13:26.583747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37096) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:26.589296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb293-e8f1-44ce-9307-ce02da8f3465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] Pushing event deleted for resources: {'Port': ['ID=780f77b1-34f5-4b4a-a183-04021d295a96,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:26.607626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Provisioning for port 931ee018-5b20-4ac6-85ba-11e649e7e788 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:26.618763 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3310eb-6d02-493a-92de-2de138ecd518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:26.624083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0c3310eb-6d02-493a-92de-2de138ecd518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-796200809-project-admin] 10.222.0.35 "GET /v2.0/ports/780f77b1-34f5-4b4a-a183-04021d295a96 HTTP/1.1" status: 404 len: 333 time: 0.0354855 Aug 18 14:13:26.624287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Provisioning complete for port 931ee018-5b20-4ac6-85ba-11e649e7e788 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:26.624287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.625128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:26.636745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-f6e55ae5-a891-4a08-afe5-c2f90f9db1e2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:26.638293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-f6e55ae5-a891-4a08-afe5-c2f90f9db1e2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.2178397 Aug 18 14:13:26.663684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Request body: {'port': {'device_id': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'admin_state_up': True, 'tenant_id': '2d3aa5b33009469580897a9b49707fa7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:26.704536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.706445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:26.711743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.763267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.790313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:26.793088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:26.795703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:26.800994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:26.818511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803', 'port_id': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'mac_address': 'fa:16:3e:fe:6a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db681ea3-4db1-4568-bb65-7f9519cd5791', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:26.821379 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.865704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.877444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Pushing event updated for resources: {'Port': ['ID=62845670-856a-4bd6-9d1d-c94d6ce0f416,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:26.894136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.898965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] For port 931ee018-5b20-4ac6-85ba-11e649e7e788, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=931ee018-5b20-4ac6-85ba-11e649e7e788,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:26.909136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f9ea68-c625-47c2-a755-3b0ca3698a8f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:26.933957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:26.950549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:26.965165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:26.975477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.044499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.056126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d52d38-16e5-4b49-8701-57b492753fed None None] Pushing event updated for resources: {'Port': ['ID=931ee018-5b20-4ac6-85ba-11e649e7e788,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:27.072731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000092f0-c744-4233-ad3a-a4561dda6e1f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:27.130053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:27.131385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:27.135237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.138409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.175489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff575e0-79f9-4972-9c1d-e3f0aba4dd95']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:27.196303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999f765a-16ea-4642-956d-d33ef530db11') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:27.196583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999f765a-16ea-4642-956d-d33ef530db11') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:27.198654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Allocated IP 172.20.0.10 (e0fc6d45-99b1-4a5c-9963-54daded1f258/9a790749-365c-4fa4-b78d-5ef7c466d66b/5cc949cc-bc60-4de4-baf9-4f61e8a69d2e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:27.202306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b522d2ec-155b-4ed2-911b-45c33f08c73e None None] Provisioning complete for port 931ee018-5b20-4ac6-85ba-11e649e7e788 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:27.202989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b522d2ec-155b-4ed2-911b-45c33f08c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.221003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.245995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-da533d38-228d-408d-a536-c8201e3e15b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2399175 Aug 18 14:13:27.262854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.282670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:27.283036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:27.286084 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:27.338110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:27.344239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:27.354894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.367643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Transition to ACTIVE for port object 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:27.388808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.441583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.452393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 931ee018-5b20-4ac6-85ba-11e649e7e788 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:27.536730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6aa6aa-33f5-43b9-83fb-9184be2525f8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:27.538625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 931ee018-5b20-4ac6-85ba-11e649e7e788 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:27.539635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.542881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.549828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Checking segment: {'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:27.550622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Network hostable DHCP agents. Network: eab48135-1887-48bd-898a-42e696fa32f9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:27.560227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-eeae061a-6832-4f17-9ed4-aab7876f4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:27.561898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-eeae061a-6832-4f17-9ed4-aab7876f4d55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.2371802 Aug 18 14:13:27.565944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.570741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] 10.222.0.35 "DELETE /v2.0/networks/eff575e0-79f9-4972-9c1d-e3f0aba4dd95 HTTP/1.1" status: 204 len: 168 time: 0.9437847 Aug 18 14:13:27.612604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a644ac-f09e-4bb3-8a71-fdbe2da7b1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077959733-project] Pushing event deleted for resources: {'Network': ['ID=eff575e0-79f9-4972-9c1d-e3f0aba4dd95,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:27.637777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bd53-a9b8-4f54-af5c-fa2f48114c82 req-6c6a78ec-2a61-4395-bf0f-bf434acf0835 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:27.639348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f67bd53-a9b8-4f54-af5c-fa2f48114c82 req-6c6a78ec-2a61-4395-bf0f-bf434acf0835 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 944 time: 0.2390900 Aug 18 14:13:27.650350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Network eab48135-1887-48bd-898a-42e696fa32f9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:27.792708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbea2a74-9791-4e2c-8107-a61bdf8acf0c req-75900a01-c292-460e-82c4-e6ee2ded6d9b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 210 time: 0.1198988 Aug 18 14:13:27.792708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.792708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:27.811929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, eab48135-1887-48bd-898a-42e696fa32f9) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:27.816190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:27.825653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586b0a36-363c-4a29-9497-e38729f9e5dd None None] Network eab48135-1887-48bd-898a-42e696fa32f9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:27.831484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f67bd53-a9b8-4f54-af5c-fa2f48114c82 req-bb1d22e2-50ec-4d63-b6f5-04bea6d7df2e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738391 Aug 18 14:13:27.831843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.832199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.832544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.837251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.837587 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.838029 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 2 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.859761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.860101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.860443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.864949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.865283 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.865685 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 3 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.879327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.879762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.880058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.885610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.885975 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.886366 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 4 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.894830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-fb841c61-7f36-4e44-89aa-0246cb6dc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:27.896326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-fb841c61-7f36-4e44-89aa-0246cb6dc3a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2978129 Aug 18 14:13:27.898557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.898902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.899627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.903845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.904179 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.904573 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 5 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.920094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.920436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.920777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.925405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.925737 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.926265 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 6 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.939755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.943741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.943741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.945752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.946911 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.947357 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 7 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.963634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.964126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.964818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.970767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.971467 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.972049 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 8 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:27.985248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:27.985590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:27.986076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:27.990505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:27.990836 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:27.991221 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 9 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:28.004249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:28.004588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:28.004922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:28.009922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:28.010253 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:28.010684 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 10 to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 Aug 18 14:13:28.015467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-ce09a290-33c5-4e34-be41-c1fae8b15022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1099377 Aug 18 14:13:28.023109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:28.023450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:28.023853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:28.028731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:28.029067 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:28.029425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.060344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.132674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Allocated IP 172.20.0.11 (e0fc6d45-99b1-4a5c-9963-54daded1f258/9a790749-365c-4fa4-b78d-5ef7c466d66b/64067657-51aa-45bd-8861-8a56971835c8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:28.146746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:28.147127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempted to set empty binding levels {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:28.151010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.156263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:28.165540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:28.168725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-8d6da319-e293-40a2-9f26-95529a364fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:28.170228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-8d6da319-e293-40a2-9f26-95529a364fc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1268597 Aug 18 14:13:28.173287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:28.175730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event updated for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:28.212416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.249937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37110) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:28.293123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:28.293732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.323521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6aa6aa-33f5-43b9-83fb-9184be2525f8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:28.334600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:28.335250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.357526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-3e4e27d2-e676-4f0a-9fd0-265a5963c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:28.359080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-3e4e27d2-e676-4f0a-9fd0-265a5963c0bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441917 Aug 18 14:13:28.373828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.398637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-54acb3fc-26c7-4c49-9478-f4aa3451a511 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1615803 Aug 18 14:13:28.400363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:28.431762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-5a36cd8a-ad41-4343-be15-ef4e5882818f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1361291 Aug 18 14:13:28.447799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Request body: {'port': {'device_id': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:28.528629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-6d50ed7d-3c29-401a-9400-b4885d8afb50 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581948 Aug 18 14:13:28.534181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.539968 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4d357436-8774-45e1-9eda-894443e51c94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40cde06cf5f0401cb018f923080b5d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711701 Aug 18 14:13:28.544430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:28.572729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f7f9ea68-c625-47c2-a755-3b0ca3698a8f up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:28.592865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Router dd5c9348-1789-44d1-aea0-416074c94faa is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:13:28.594827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Deleting port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:28.595584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.613190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.706586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.737255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:28.744545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port f7f9ea68-c625-47c2-a755-3b0ca3698a8f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:28.751744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event updated for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:28.755143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port f7f9ea68-c625-47c2-a755-3b0ca3698a8f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:28.755143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.755474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:28.777149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.844550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:28.848487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port 9f6aa6aa-33f5-43b9-83fb-9184be2525f8, host n-h2-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:28.851573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.905012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Calling delete_port for 9f6aa6aa-33f5-43b9-83fb-9184be2525f8 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:28.914317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.939937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.944352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.945534 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbe74ec8-bfe0-47aa-9334-b4a1da05b888 HTTP/1.1" status: 204 len: 168 time: 0.4019949 Aug 18 14:13:28.961965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:28.965809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:28.983457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:28.990682 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e207c0-acb0-4ad1-a744-99eb1e2dd2dd" -d '{"events": [{"server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:29.023335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:29.023884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb53d2-6921-4d9c-a7c6-788c87c747c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe74ec8-bfe0-47aa-9334-b4a1da05b888,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:29.059640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-2b89f699-09d5-4b2a-be37-dd9675612466 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4064386 Aug 18 14:13:29.073222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Request body: {'port': {'device_id': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:29.092111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.143219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.187238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.192285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:29.211275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ad541c7-cdff-4bf3-b75a-c7e8c55c109d req-b0855f3e-259f-4ca0-813a-1c44a8d6a607 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738679 Aug 18 14:13:29.333756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6903d-34eb-426d-9c5e-218b006fd937 req-e819ac86-fcff-4490-b0c8-d246c0099adb tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:29.335395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5b6903d-34eb-426d-9c5e-218b006fd937 req-e819ac86-fcff-4490-b0c8-d246c0099adb tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 945 time: 0.2686369 Aug 18 14:13:29.350453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc71d-66b1-43ec-85b6-8fef7c32c412 req-5e80e73b-a2e8-4234-8f09-b070220d9fe9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:29.352034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f1cc71d-66b1-43ec-85b6-8fef7c32c412 req-5e80e73b-a2e8-4234-8f09-b070220d9fe9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 932 time: 0.2892940 Aug 18 14:13:29.391122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:29.466554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:29.486351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5b6903d-34eb-426d-9c5e-218b006fd937 req-6884d887-3c6e-43d2-a4bd-f5ca1da93762 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208658 Aug 18 14:13:29.497022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f1cc71d-66b1-43ec-85b6-8fef7c32c412 req-b640551f-e4f5-4472-95e1-ec88a0f7c025 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285141 Aug 18 14:13:29.522835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:29.522835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:29.555962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.557310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1792d794-8294-44c6-9bc0-b729b06c9274 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2301791 Aug 18 14:13:29.561439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:29.588667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f6aa6aa-33f5-43b9-83fb-9184be2525f8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:29.613452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:29.621803 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f1ef4-6500-4db0-9aa1-9da1a4c8b17a x-openstack-request-id: req-681f1ef4-6500-4db0-9aa1-9da1a4c8b17a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:29.623939 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:29.624465 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-681f1ef4-6500-4db0-9aa1-9da1a4c8b17a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:29.625177 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'code': 200} Aug 18 14:13:29.625735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.644868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.644868 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-141004ce-03a3-4bce-88bb-924cb0b25c36 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9f6aa6aa-33f5-43b9-83fb-9184be2525f8 HTTP/1.1" status: 204 len: 168 time: 1.2413034 Aug 18 14:13:29.647896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:29.684066 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-feda0e54-f285-4526-aefb-fdec7267de43 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:29.685652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feda0e54-f285-4526-aefb-fdec7267de43 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports/9f6aa6aa-33f5-43b9-83fb-9184be2525f8 HTTP/1.1" status: 404 len: 333 time: 0.0368793 Aug 18 14:13:29.689349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:29.694351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-685209203'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:29.705796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Transition to ACTIVE for port object 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:29.731017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68de4f-15e1-4cb7-80ef-9d7fd0b7be29 req-07ebef98-5304-44f7-b60d-e41783c73b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:29.732594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb68de4f-15e1-4cb7-80ef-9d7fd0b7be29 req-07ebef98-5304-44f7-b60d-e41783c73b5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1096 time: 0.1090765 Aug 18 14:13:29.799387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.847072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37140) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:29.853362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Made reservation on behalf of aa8afebd45cb4bed97f5237a6cc9a2e2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:29.856203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.895059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:29.903400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port 77446685-5682-4c11-86a3-d46fc5f4b31e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:29.903725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb68de4f-15e1-4cb7-80ef-9d7fd0b7be29 req-14656d36-5d49-4634-b0f5-4d3334ef940c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321580 Aug 18 14:13:29.906577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:29.965266 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db15c278-0600-4471-b7cc-b04887134954 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eecbebad6e9c4316887ad99999033c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147616 Aug 18 14:13:29.969377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37142) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:30.078146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Attempting to bind port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:30.078494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Attempting to bind port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:30.078832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Attempting to bind port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:30.084870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:30.085158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Attempting to bind port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:30.108806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:30.109159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Checking segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:30.109549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Bound using segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:30.110029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Bound port: 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:30.110400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.130465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:27Z', 'revision_number': 3, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:30.155830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64067657-51aa-45bd-8861-8a56971835c8 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:30.158186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:30.158705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Updating router dd5c9348-1789-44d1-aea0-416074c94faa port 62845670-856a-4bd6-9d1d-c94d6ce0f416 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:13:30.169250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.182689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.186057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.211333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.220136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:30.224041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:30.234768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.249262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Transition to ACTIVE for port object 64067657-51aa-45bd-8861-8a56971835c8 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:30.266589 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.332902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.361150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.366157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.409432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.410092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.411556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] 10.222.0.58 "PUT /v2.0/ports/5cc949cc-bc60-4de4-baf9-4f61e8a69d2e HTTP/1.1" status: 200 len: 1092 time: 1.9685030 Aug 18 14:13:30.412006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:30.414408 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887b9fdc-5906-4608-b69b-fac493834021" -d '{"events": [{"name": "network-changed", "server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:30.429105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Network eab48135-1887-48bd-898a-42e696fa32f9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:30.429678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Pushing event updated for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.433411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.436322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.437537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4fec1c5-f3e7-4c95-8609-41b39756cda0 HTTP/1.1" status: 204 len: 168 time: 0.4654903 Aug 18 14:13:30.445940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f5f2c-1128-4be8-b053-932e2daff75e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.465410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:30.513539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:30.514960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.515324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.521638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.523088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fe597-cc64-4caf-8174-12c79492cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fec1c5-f3e7-4c95-8609-41b39756cda0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.527575 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b349cb-b552-4777-9ffb-d504332a3523 x-openstack-request-id: req-f2b349cb-b552-4777-9ffb-d504332a3523 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:30.527879 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:30.528140 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2b349cb-b552-4777-9ffb-d504332a3523 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:30.538489 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e', 'status': 'completed', 'code': 200} Aug 18 14:13:30.578057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=77446685-5682-4c11-86a3-d46fc5f4b31e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.582515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Allocated IP 172.20.0.1 (2c3a9877-a147-42b3-a9bf-ad61bfd84030/702ec664-bdf2-4fd4-8772-d616b4c39037/f333598c-991a-4073-9b71-fd00f182d38b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:30.604589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Attempting to bind port 64067657-51aa-45bd-8861-8a56971835c8 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:30.605528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Attempting to bind port 64067657-51aa-45bd-8861-8a56971835c8 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:30.606065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Attempting to bind port 64067657-51aa-45bd-8861-8a56971835c8 on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:30.612185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Port 64067657-51aa-45bd-8861-8a56971835c8 on network e0fc6d45-99b1-4a5c-9963-54daded1f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:30.616963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Attempting to bind port 64067657-51aa-45bd-8861-8a56971835c8 on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:30.618436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:30.618791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Checking segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:30.619248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Bound using segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:30.620235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Bound port: 64067657-51aa-45bd-8861-8a56971835c8, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:30.620235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.621323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Transition to ACTIVE for port object 62845670-856a-4bd6-9d1d-c94d6ce0f416 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:30.651015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-51be652c-5c5a-45c6-b2f8-ad4973ff0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.652531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-51be652c-5c5a-45c6-b2f8-ad4973ff0729 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=d3164ffa-8fe4-4d13-907b-31d9e5336613 HTTP/1.1" status: 200 len: 1095 time: 0.1105947 Aug 18 14:13:30.684993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-361f5124-0814-4d31-b80d-c7299cf74772 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9920604 Aug 18 14:13:30.687996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37154) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:30.693213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:30.698719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.728505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:30.754238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Attempting to bind port 62845670-856a-4bd6-9d1d-c94d6ce0f416 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:30.759131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Attempting to bind port 62845670-856a-4bd6-9d1d-c94d6ce0f416 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:30.759131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Attempting to bind port 62845670-856a-4bd6-9d1d-c94d6ce0f416 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:30.759131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224018cb-8880-4c6c-b851-fa790a4fa3f9 None None] Pushing event updated for resources: {'Port': ['ID=62845670-856a-4bd6-9d1d-c94d6ce0f416,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.761009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-a3813ca0-8e10-49da-97d7-b879487e2627 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e HTTP/1.1" status: 200 len: 217 time: 0.0686767 Aug 18 14:13:30.763539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:30.765245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:30.765245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.765245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:30.765245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Bound port: 62845670-856a-4bd6-9d1d-c94d6ce0f416, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:30.765646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.766580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=64067657-51aa-45bd-8861-8a56971835c8,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:30.774166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.837980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] For port 62845670-856a-4bd6-9d1d-c94d6ce0f416, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:30.842862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] For port 62845670-856a-4bd6-9d1d-c94d6ce0f416, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=62845670-856a-4bd6-9d1d-c94d6ce0f416,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:30.843591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4808a-e752-4c3a-928a-1d0f290bdb42 req-ea280ae2-8594-4590-bd3c-26e008d21d43 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.845209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3f4808a-e752-4c3a-928a-1d0f290bdb42 req-ea280ae2-8594-4590-bd3c-26e008d21d43 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 945 time: 0.2391472 Aug 18 14:13:30.846440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.863291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d9e49-41be-4570-ba81-5b41cdf9a575 req-2011e499-48c2-415e-9420-34c3e456fb9b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.864800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0d9e49-41be-4570-ba81-5b41cdf9a575 req-2011e499-48c2-415e-9420-34c3e456fb9b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 944 time: 0.1769183 Aug 18 14:13:30.897753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.903667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-3c632f29-5c02-4b53-ab8e-f5796968b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.907763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-3c632f29-5c02-4b53-ab8e-f5796968b00b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.1298099 Aug 18 14:13:30.925555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:30.926187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.927635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] 10.222.0.10 "PUT /v2.0/ports/64067657-51aa-45bd-8861-8a56971835c8 HTTP/1.1" status: 200 len: 1092 time: 1.8588736 Aug 18 14:13:30.932612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'tag': '64067657-51aa-45bd-8861-8a56971835c8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:30.939916 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d193d-2d02-40ef-a33b-64a707d66fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "tag": "64067657-51aa-45bd-8861-8a56971835c8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:30.941868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Transition to ACTIVE for port object f333598c-991a-4073-9b71-fd00f182d38b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:30.961659 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:30.971777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-496c2bb0-3ae6-45d0-a57e-476921189f0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476251 Aug 18 14:13:30.991815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299417a-1425-4dab-b380-bdd4d518f332 service neutron] Pushing event updated for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:30.998438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b0d9e49-41be-4570-ba81-5b41cdf9a575 req-0d267154-5ec3-4eea-a54b-57d1c4ac6fc4 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178799 Aug 18 14:13:31.019168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3f4808a-e752-4c3a-928a-1d0f290bdb42 req-dee325db-6d04-498b-b510-3523d70d3c8b tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502099 Aug 18 14:13:31.057494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:31.066937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:31.106006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224018cb-8880-4c6c-b851-fa790a4fa3f9 None None] Pushing event updated for resources: {'Port': ['ID=62845670-856a-4bd6-9d1d-c94d6ce0f416,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:31.107063 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815d39f-980f-4a39-812d-639340f4524e x-openstack-request-id: req-0815d39f-980f-4a39-812d-639340f4524e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:31.107372 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "tag": "64067657-51aa-45bd-8861-8a56971835c8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:31.107633 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0815d39f-980f-4a39-812d-639340f4524e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:31.108045 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'tag': '64067657-51aa-45bd-8861-8a56971835c8', 'status': 'completed', 'code': 200} Aug 18 14:13:31.133059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-7f2078c5-eea5-44b7-a03e-0f30790ab554 service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488974 Aug 18 14:13:31.142235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.214059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port 77446685-5682-4c11-86a3-d46fc5f4b31e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:31.222597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-a404d7b5-d64e-44b1-924c-a8c673b5858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.224270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-a404d7b5-d64e-44b1-924c-a8c673b5858f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 1095 time: 0.0940938 Aug 18 14:13:31.226141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.256893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:31.280632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:31.293455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:31.296839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:31.299435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Transition to ACTIVE for port object 77446685-5682-4c11-86a3-d46fc5f4b31e will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:31.302929 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-849046a3-72b3-4fad-8c35-c04802fe610b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64067657-51aa-45bd-8861-8a56971835c8 HTTP/1.1" status: 200 len: 217 time: 0.0611300 Aug 18 14:13:31.371565 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-4f07308b-12cd-4f8e-ac6c-334ff03d6c11 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208568 Aug 18 14:13:31.383161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-27dbec12-a1e8-4f4b-aec3-f58e1e59303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.385677 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-27dbec12-a1e8-4f4b-aec3-f58e1e59303d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.0743272 Aug 18 14:13:31.405403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Pushing event updated for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:31.419683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.426778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.453748 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-7dbbd865-3a0a-45d9-b2bf-cf3594bd86bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594153 Aug 18 14:13:31.467279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-e3dff6df-fcaa-4f41-9e99-549ce4c05ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107615 Aug 18 14:13:31.502173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:27Z', 'revision_number': 3, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:31.537766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71017f3-3288-4f27-a745-3dcff6c2148b None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:27Z', 'revision_number': 3, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:31.581669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b776e-db24-457b-927a-7aec29466d9d req-d92991e9-2952-4f17-a483-916360073927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.581669 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-d92991e9-2952-4f17-a483-916360073927 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 1096 time: 0.1997218 Aug 18 14:13:31.591169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=77446685-5682-4c11-86a3-d46fc5f4b31e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:31.636262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:31.642105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:31.648376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:31.699694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:31.700041 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:31.703986 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 2 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:31.716711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b9fdc-5906-4608-b69b-fac493834021 req-7f5d28fc-09c8-4dd0-a50e-6db9d8a66f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.718319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-7f5d28fc-09c8-4dd0-a50e-6db9d8a66f81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=d3164ffa-8fe4-4d13-907b-31d9e5336613 HTTP/1.1" status: 200 len: 1095 time: 0.0807998 Aug 18 14:13:31.719272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.722783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-88ea0cd7-71d6-40f2-a913-2b2b3a62f96c service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473037 Aug 18 14:13:31.728660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:31.728998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:31.729348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:31.744463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35a250e0-9e00-4e48-b93d-04a53e679e94 None None] Provisioning for port f333598c-991a-4073-9b71-fd00f182d38b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:31.748802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35a250e0-9e00-4e48-b93d-04a53e679e94 None None] Provisioning complete for port f333598c-991a-4073-9b71-fd00f182d38b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:31.749287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35a250e0-9e00-4e48-b93d-04a53e679e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:31.789427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:31.789795 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:31.793171 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 3 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:31.794848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-35a250e0-9e00-4e48-b93d-04a53e679e94 None None] Port f333598c-991a-4073-9b71-fd00f182d38b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:31.844007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:31.844353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:31.844730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:31.861466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:31.861804 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:31.863686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b776e-db24-457b-927a-7aec29466d9d req-d0ba10f6-06ae-4357-8bd2-90356b73df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.864666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-d0ba10f6-06ae-4357-8bd2-90356b73df40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2476001 Aug 18 14:13:31.872081 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 4 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:31.943457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-dc7be9c0-c7bb-4341-b233-68d27e1d44b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8241d135-a9df-46ad-b616-edc2810b00b8 HTTP/1.1" status: 200 len: 217 time: 0.0646081 Aug 18 14:13:31.944436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:31.944832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:31.945166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:31.952077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-69f50e28-07e7-4d22-bc59-7edf6e42ab3a req-bbaa5ca8-e655-4d96-b505-966d3da9b22d service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186248 Aug 18 14:13:31.955741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:31.963572 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:31.970323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b9fdc-5906-4608-b69b-fac493834021 req-7664f2d5-da8e-401c-b586-30c4ad4deadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:31.971981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-7664f2d5-da8e-401c-b586-30c4ad4deadf service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 914 time: 0.2412710 Aug 18 14:13:31.979027 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 5 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.017324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.018169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.018169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.029321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.029663 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.034001 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 6 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.040427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-c6177608-5d30-4b12-913d-8249117bad84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e HTTP/1.1" status: 200 len: 217 time: 0.0564873 Aug 18 14:13:32.048724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b776e-db24-457b-927a-7aec29466d9d req-7aeb6fb9-e838-4342-9963-2d1246da038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.050229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-7aeb6fb9-e838-4342-9963-2d1246da038d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0960653 Aug 18 14:13:32.053034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.053382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.053726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.071256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.071602 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.072066 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 7 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.106301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.106800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.106979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.116022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.116357 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.117513 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 8 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.137225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b776e-db24-457b-927a-7aec29466d9d req-99367c42-290d-46f4-8b57-c4088b1bd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.138780 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-99367c42-290d-46f4-8b57-c4088b1bd1e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802352 Aug 18 14:13:32.152566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.152566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.152566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.199062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.199607 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.209339 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 9 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.268538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.268889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.269220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.280351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.280692 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.281991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.283619 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 10 to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e Aug 18 14:13:32.292046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b9fdc-5906-4608-b69b-fac493834021 req-afc50c85-f7f4-4304-bceb-72794260a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.295790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-afc50c85-f7f4-4304-bceb-72794260a3e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.2453933 Aug 18 14:13:32.297489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-1aef293d-3f84-4b35-a50f-eda9e636e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.299150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-1aef293d-3f84-4b35-a50f-eda9e636e5bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 1095 time: 0.1654820 Aug 18 14:13:32.301864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37184) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:32.336101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:32.336327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:32.337117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:32.354131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:32.354465 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port 77446685-5682-4c11-86a3-d46fc5f4b31e on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:32.354858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.370655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-6d9285d7-7441-43ce-a264-74f7af140a12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644412 Aug 18 14:13:32.376532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.409489 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-91af86ea-13bc-4cb7-ba6b-8d0d236da6f4 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239013 Aug 18 14:13:32.424244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.475467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2066358081'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:32.554715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1b245-3b83-4f09-85c6-b868aeadccff req-8fcf21bc-b397-48f0-a96f-9d0c448ebcb5 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.556836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cf1b245-3b83-4f09-85c6-b868aeadccff req-8fcf21bc-b397-48f0-a96f-9d0c448ebcb5 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 945 time: 0.3735821 Aug 18 14:13:32.584457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port 77446685-5682-4c11-86a3-d46fc5f4b31e, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:32.585361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempted to set empty binding levels {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:32.600383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-cb2c025e-c86e-4ebf-bc73-1c8f2a3c0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.601993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-cb2c025e-c86e-4ebf-bc73-1c8f2a3c0e39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 914 time: 0.2891808 Aug 18 14:13:32.608243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409bb9a-c5c0-49d5-8843-7d67f1e5f6c2 req-e48a98c4-fb8f-41ca-97f1-2dc0c37691e7 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.609811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6409bb9a-c5c0-49d5-8843-7d67f1e5f6c2 req-e48a98c4-fb8f-41ca-97f1-2dc0c37691e7 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 944 time: 0.3203950 Aug 18 14:13:32.624963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Pushing event updated for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:32.666937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-6a7e24a7-d73e-4f59-81f2-d1593e8c5905 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64067657-51aa-45bd-8861-8a56971835c8 HTTP/1.1" status: 200 len: 217 time: 0.0455763 Aug 18 14:13:32.669549 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-004b776e-db24-457b-927a-7aec29466d9d req-280db1c2-3f21-4530-a63f-375808b65136 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250092 Aug 18 14:13:32.709259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:32.713834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.722031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-fd23cdc5-7498-40cb-9a4b-ac55807d5dbf service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034153 Aug 18 14:13:32.725075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cf1b245-3b83-4f09-85c6-b868aeadccff req-2ce6718d-8ffb-4b97-b5e4-6c8c2bbd4386 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531126 Aug 18 14:13:32.737047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:32.737256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.739792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.742864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6409bb9a-c5c0-49d5-8843-7d67f1e5f6c2 req-29eecd55-b236-4d93-8277-50dec5547437 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226630 Aug 18 14:13:32.755629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:32.825800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-d25dd8eb-e83e-4246-8799-48caf6486bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.828115 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-d25dd8eb-e83e-4246-8799-48caf6486bb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.1482868 Aug 18 14:13:32.842215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] In _notify_port_updated(), no bound segment for port 77446685-5682-4c11-86a3-d46fc5f4b31e on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:32.843230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:32.843893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:32.847759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "PUT /v2.0/ports/77446685-5682-4c11-86a3-d46fc5f4b31e HTTP/1.1" status: 200 len: 974 time: 2.1563191 Aug 18 14:13:32.857671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:32.981069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29242d-f660-49e2-8c0c-7b55a79ef07e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=77446685-5682-4c11-86a3-d46fc5f4b31e,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:32.997420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-583fd926-354b-4515-8721-5c88fac9de8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565454 Aug 18 14:13:33.103749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.104242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.104728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.105201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.105665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.106211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.106642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.107109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.107588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.108127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.109256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.109256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.109457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.109880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.110342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.110805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.111265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.111726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.112184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.112642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.113104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.113562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.114043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.114509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.114963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.115423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.115883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.116338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.116789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.117246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.118254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.121728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-10c537f8-b4e0-4861-b1a0-319fafea2e5e tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27852 time: 0.2630279 Aug 18 14:13:33.135907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37200) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:33.146626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9354ad70-1d2c-4d10-9eb9-6eb0a5792bf7 None None] Provisioning complete for port f333598c-991a-4073-9b71-fd00f182d38b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:33.148681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9354ad70-1d2c-4d10-9eb9-6eb0a5792bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.178058 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.195367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9354ad70-1d2c-4d10-9eb9-6eb0a5792bf7 None None] Port f333598c-991a-4073-9b71-fd00f182d38b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:33.233190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-42290adc-e075-43db-960b-af112fbe0854 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220848 Aug 18 14:13:33.239315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.284833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:33.347409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.347764 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Added segment bec7c29e-f7bd-4633-a975-72596b8f4641 of type vlan for network 9ce7a997-e8a1-4484-9136-5eb5e9161738 Aug 18 14:13:33.350348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d50dac-4945-4473-a8ce-e2cbfd7d3fd7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:33.368730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Deleting port 77446685-5682-4c11-86a3-d46fc5f4b31e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:33.369076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.442422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-140b77c4-9453-4ec9-9b5c-7f7b645298bc tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-687910612&fields=id&tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 267 time: 0.1489925 Aug 18 14:13:33.454479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-887b9fdc-5906-4608-b69b-fac493834021 req-f21ec98a-ea64-43bb-a091-787e8b216763 service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165623 Aug 18 14:13:33.463013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.509300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c92c5-7d9b-49ca-afbf-0d337f3caa24 req-ad0b4593-d7fc-4fd7-8c5b-8f3c419109da tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.511142 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-525d193d-2d02-40ef-a33b-64a707d66fe1 req-22b2446e-af13-4c0a-a8e3-a87a66fca7c8 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602460 Aug 18 14:13:33.512434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-015c92c5-7d9b-49ca-afbf-0d337f3caa24 req-ad0b4593-d7fc-4fd7-8c5b-8f3c419109da tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2145030 Aug 18 14:13:33.528907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port 77446685-5682-4c11-86a3-d46fc5f4b31e, host n-h2-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:33.528907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.551218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Calling delete_port for 77446685-5682-4c11-86a3-d46fc5f4b31e owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:33.562106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 62845670-856a-4bd6-9d1d-c94d6ce0f416 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:33.583209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:33.611644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-015c92c5-7d9b-49ca-afbf-0d337f3caa24 req-9be3f7e2-ed20-4170-9098-32039651a7b9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774930 Aug 18 14:13:33.615536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.621632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.622555 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.623728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-b3b9faca-f1b5-43c0-9175-f77627d37649 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.631800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-b3b9faca-f1b5-43c0-9175-f77627d37649 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 945 time: 0.1805184 Aug 18 14:13:33.639385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'security_groups': ['0b4b5e25-25ad-4483-90fe-be90debe61da', '494d7779-e7f7-4b9f-95e7-32ab23a7fa8b']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:33.713478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 62845670-856a-4bd6-9d1d-c94d6ce0f416 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:33.716323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Network': ['ID=9ce7a997-e8a1-4484-9136-5eb5e9161738,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:33.723355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 62845670-856a-4bd6-9d1d-c94d6ce0f416 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:33.724700 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.731151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:33.770097 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-77f8d627-d1b2-4c50-80d2-9bdecc7024c1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4593074 Aug 18 14:13:33.770547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37206) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:33.776349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'subnet': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:33.799463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.827489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.862324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:33.876388 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:33.886392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0b82cec-ec45-410f-be36-1ed9d9fbfe87 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd5c9348-1789-44d1-aea0-416074c94faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3202014 Aug 18 14:13:33.886626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.891221 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:33.891988 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:33.907685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 62845670-856a-4bd6-9d1d-c94d6ce0f416, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=62845670-856a-4bd6-9d1d-c94d6ce0f416,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:33.926951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=77446685-5682-4c11-86a3-d46fc5f4b31e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:33.938862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:33.948521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede63c-0fe8-41e2-8b65-542c8bef51af req-8f9f5fa3-b05b-4ad9-86a4-a1343528984d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:33.948920 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-823f1957-9619-43cb-b577-bc0cf0b53fe5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "DELETE /v2.0/ports/77446685-5682-4c11-86a3-d46fc5f4b31e HTTP/1.1" status: 204 len: 168 time: 0.8042557 Aug 18 14:13:33.948920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37212) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:33.949096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cede63c-0fe8-41e2-8b65-542c8bef51af req-8f9f5fa3-b05b-4ad9-86a4-a1343528984d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1957097 Aug 18 14:13:33.981893 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6afc26c-4c50-4537-a768-c1f5225eb4d4 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:33.983836 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6afc26c-4c50-4537-a768-c1f5225eb4d4 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports/77446685-5682-4c11-86a3-d46fc5f4b31e HTTP/1.1" status: 404 len: 333 time: 0.0359588 Aug 18 14:13:33.987462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37214) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:33.992879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2015036137', 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:33.994843 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.015611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:13:34.015611 n-d-804303-5 neutron-server[112228]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:13:34.015611 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id': 'aa8afebd45cb4bed97f5237a6cc9a2e2', 'id': '259eb2cd-8d05-41e8-b09b-53a9985e6805', 'expiration': datetime.datetime(2021, 8, 18, 14, 15, 34, 12262)}] Aug 18 14:13:34.015611 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:13:34.016333 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:13:34.033294 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:34.057826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cede63c-0fe8-41e2-8b65-542c8bef51af req-c9aae078-1547-4b1c-b1bd-29fadd36ef99 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019173 Aug 18 14:13:34.080575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=62845670-856a-4bd6-9d1d-c94d6ce0f416,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:34.106985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:34.110718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.247376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32d1bf-b116-4e08-9939-5e1301911357 req-f2eeeb82-30d9-4112-8bfa-3f60501690cb tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:34.254442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b32d1bf-b116-4e08-9939-5e1301911357 req-f2eeeb82-30d9-4112-8bfa-3f60501690cb tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 944 time: 0.1254756 Aug 18 14:13:34.325361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b32d1bf-b116-4e08-9939-5e1301911357 req-e7ff8905-c7b0-41bd-80d7-518998a414a3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Aug 18 14:13:34.354339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:34.391767 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.400223 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 2, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:34.401486 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.419992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:34.431363 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:34.431721 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Updating router dd5c9348-1789-44d1-aea0-416074c94faa port f333598c-991a-4073-9b71-fd00f182d38b binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:13:34.462241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.475336 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.482223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Subnet': ['ID=decdeb52-c18a-4948-a93e-8ac556c012b8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:34.500932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:34.541126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Checking segment: {'id': 'bec7c29e-f7bd-4633-a975-72596b8f4641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:34.541999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network hostable DHCP agents. Network: 9ce7a997-e8a1-4484-9136-5eb5e9161738, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:34.569942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:34.571599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.586106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb0b16f2-5a92-4a47-9477-d681dc901c61 req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "PUT /v2.0/ports/f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 981 time: 0.9532533 Aug 18 14:13:34.591601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:34.595444 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06de334-3c27-4025-8c7b-dc37e5e8474c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:34.623121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 64067657-51aa-45bd-8861-8a56971835c8 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:34.632467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143b4f-932c-409a-9185-fb824cc4734d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:34.686658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:34.693132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:34.717165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Made reservation on behalf of aa8afebd45cb4bed97f5237a6cc9a2e2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:34.723068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.750859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:13:34.759030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port 9fb5934e-c524-4fc9-b09f-900c52194e34 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:34.811518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-507e87bb-cb4f-41f6-8c7c-47c6e8d2cae8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:34.813130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-507e87bb-cb4f-41f6-8c7c-47c6e8d2cae8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.1360765 Aug 18 14:13:34.837573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-d282877c-0045-429c-b8a3-20c1bae79963 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/quotas/07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 375 time: 0.0185812 Aug 18 14:13:34.859811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:34.872343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9ce7a997-e8a1-4484-9136-5eb5e9161738) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:34.894156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:34.895338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:34.935908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9959c4-a2e6-4cfc-b11a-956105632b00 None None] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:34.969613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-62344c54-4573-462a-9ae3-ea4eccd46f1c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1258767 Aug 18 14:13:35.029228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'port_id': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e', 'mac_address': 'fa:16:3e:74:3f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a790749-365c-4fa4-b78d-5ef7c466d66b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:35.038808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ee31bed-b6e6-4b27-8c00-1931dc23f94f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2670991 Aug 18 14:13:35.042500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37236) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:35.055069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581571602'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:35.103027 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.114039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.117123 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Transition to ACTIVE for port object f333598c-991a-4073-9b71-fd00f182d38b will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:35.150807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37238) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:35.173890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.185522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384807062', 'description': 'tempest-description--549037788'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:35.197876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:35.210701 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.222828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=64067657-51aa-45bd-8861-8a56971835c8,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:35.240942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.266942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:35.303209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '64067657-51aa-45bd-8861-8a56971835c8', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'port_id': '64067657-51aa-45bd-8861-8a56971835c8', 'mac_address': 'fa:16:3e:af:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a790749-365c-4fa4-b78d-5ef7c466d66b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:35.353870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.357372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-2d7799ae-4bd2-43de-8bd6-ad822685c125 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804798 Aug 18 14:13:35.368812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-b041db64-e2c2-45b2-afa1-59772f0ad4a1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1511789154&fields=id&tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 267 time: 0.1357553 Aug 18 14:13:35.399701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb5934e-c524-4fc9-b09f-900c52194e34,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:35.404319 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44576f54-0b03-49a1-851b-8cdf6f8f9e58 None None] Pushing event updated for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:35.433653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.452811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Network eab48135-1887-48bd-898a-42e696fa32f9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:35.462791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:35.467523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:35.468380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:35.468987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.572327 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03e572d4-4de8-4d43-95bc-28cbea4a3471 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5820298 Aug 18 14:13:35.574288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37246) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:35.574521 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Attempting to bind port f333598c-991a-4073-9b71-fd00f182d38b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:35.575076 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Attempting to bind port f333598c-991a-4073-9b71-fd00f182d38b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:35.575562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Attempting to bind port f333598c-991a-4073-9b71-fd00f182d38b on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:35.593307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:35.593860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Checking segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:35.594637 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.595130 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Bound using segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:35.596389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Bound port: f333598c-991a-4073-9b71-fd00f182d38b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:35.598428 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.606095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.634557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 62845670-856a-4bd6-9d1d-c94d6ce0f416 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:35.677606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf659ca-96b6-46c8-bbbb-9d55f51a73bf tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:35.681404 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eaf659ca-96b6-46c8-bbbb-9d55f51a73bf tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports/9fb5934e-c524-4fc9-b09f-900c52194e34 HTTP/1.1" status: 200 len: 955 time: 0.1015546 Aug 18 14:13:35.681784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37248) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:35.687106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-0a651c22-5bf5-4549-8e58-76e2b99049a8 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997799 Aug 18 14:13:35.714073 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] For port f333598c-991a-4073-9b71-fd00f182d38b, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:35.717067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-31907224-9407-4f69-8e88-b7ecd6022c9e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:35.725088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-31907224-9407-4f69-8e88-b7ecd6022c9e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 984 time: 0.3464901 Aug 18 14:13:35.726924 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] For port f333598c-991a-4073-9b71-fd00f182d38b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f333598c-991a-4073-9b71-fd00f182d38b,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:35.730817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'security_groups': ['0b4b5e25-25ad-4483-90fe-be90debe61da', '494d7779-e7f7-4b9f-95e7-32ab23a7fa8b', 'afc16273-7ccc-474c-8b5d-654efb342914']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:35.809541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64067657-51aa-45bd-8861-8a56971835c8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:35.810729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:35.814366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.833807 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.849121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9ce7a997-e8a1-4484-9136-5eb5e9161738', 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'tenant_id': '45f786eb425946e9944a33136c8a7b8c', 'fixed_ips': [{'subnet_id': 'decdeb52-c18a-4948-a93e-8ac556c012b8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:13:35.849926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.851241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.858243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Deleting port 9fb5934e-c524-4fc9-b09f-900c52194e34 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:35.858812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:35.858908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:35.928473 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:35.929410 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:35.991562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44576f54-0b03-49a1-851b-8cdf6f8f9e58 None None] Pushing event updated for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.031976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.070437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Calling delete_port for 9fb5934e-c524-4fc9-b09f-900c52194e34 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:36.078796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.091588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Allocated IP 2001:db8::2 (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/51829f4b-8ffe-49de-8f6f-6173702a8e4a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:36.135065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=64067657-51aa-45bd-8861-8a56971835c8,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:36.142506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['5cc949cc-bc60-4de4-baf9-4f61e8a69d2e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:36.155288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.194086 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14251526-9aaf-4d88-9115-dd03254150e8 x-openstack-request-id: req-14251526-9aaf-4d88-9115-dd03254150e8 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:36.194304 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:36.194574 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14251526-9aaf-4d88-9115-dd03254150e8 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:36.194984 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'status': 'completed', 'code': 200} Aug 18 14:13:36.231830 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:36.239085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.261684 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.263150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0926664 Aug 18 14:13:36.264556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ee67a-98a9-4932-b547-cdbe0e8d464a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6d2ba-296e-4d84-a49d-43f9bf949610,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.268858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37254) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:36.276724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group_rule': {'security_group_id': '7fa6d2ba-296e-4d84-a49d-43f9bf949610', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:36.296264 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.319704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-bc7e74f7-4b6f-4621-82ec-6b29a3043fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:36.322076 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-bc7e74f7-4b6f-4621-82ec-6b29a3043fba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1135 time: 0.1277347 Aug 18 14:13:36.410852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.424763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.436103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420769-0ad7-49d6-8f54-a4853ed5895b req-49d0e8fc-6e52-4d8d-b8ed-7bc76ee6fe3c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:36.438630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c420769-0ad7-49d6-8f54-a4853ed5895b req-49d0e8fc-6e52-4d8d-b8ed-7bc76ee6fe3c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 945 time: 0.1315854 Aug 18 14:13:36.439719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.472634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 62845670-856a-4bd6-9d1d-c94d6ce0f416 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:36.473384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.473508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fb5934e-c524-4fc9-b09f-900c52194e34,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.487045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-60d2fda0-0c4f-4904-b0ef-df188edc8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:36.488869 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-60d2fda0-0c4f-4904-b0ef-df188edc8710 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.1551833 Aug 18 14:13:36.491175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.494092 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f07a5034-91ea-40a5-b911-783b2f834871 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9fb5934e-c524-4fc9-b09f-900c52194e34 HTTP/1.1" status: 204 len: 168 time: 0.8113148 Aug 18 14:13:36.496921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:36.592340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['64067657-51aa-45bd-8861-8a56971835c8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:36.601920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:36.648028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:35Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:36.672382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.686514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c420769-0ad7-49d6-8f54-a4853ed5895b req-d616f132-16da-4b23-8080-eaca1b2498af tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515989 Aug 18 14:13:36.686764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e6f67-9427-4877-bd27-e1ce56624072 None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:35Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:36.712341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.755195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.772161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.786710 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.856873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Transition to ACTIVE for port object 51829f4b-8ffe-49de-8f6f-6173702a8e4a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:36.869999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.875607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6020670 Aug 18 14:13:36.875607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c05f-8a18-48fe-8e29-fa53de818871 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa2bf43-c68f-457b-bc11-eab9ebfbd2a9,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:36.897302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37268) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:36.919746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:36.923518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:36.930527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58d31663-fd42-42e0-a0a6-0afb80c7444b req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "PUT /v2.0/ports/f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 1020 time: 1.2043612 Aug 18 14:13:36.931295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Transition to ACTIVE for port object 51829f4b-8ffe-49de-8f6f-6173702a8e4a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:36.962930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group_rule': {'security_group_id': '7fa6d2ba-296e-4d84-a49d-43f9bf949610', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:37.015027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.022648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20b1ac1c-e992-4519-9295-5fda3720d935 req-89d16c45-42ab-4942-bc72-f41453288181 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 210 time: 0.0888841 Aug 18 14:13:37.055454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:37.067025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f82684-8595-4014-8ba2-758243d0df23 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:37.132467 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-d150fb5d-cd94-426f-8e69-c66c97764c37 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:37.134499 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d150fb5d-cd94-426f-8e69-c66c97764c37 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports/9fb5934e-c524-4fc9-b09f-900c52194e34 HTTP/1.1" status: 404 len: 333 time: 0.6366634 Aug 18 14:13:37.136092 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-cfe74940-ae36-40e7-a6cc-6fd6036856ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 217 time: 0.6297638 Aug 18 14:13:37.136977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54011b8-b1b1-48ef-ad22-ec5d8b7a8e1f req-910af198-b761-4b3a-bd80-03c0113cdecd tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:37.138600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:37.139342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Pushing event updated for resources: {'Port': ['ID=51829f4b-8ffe-49de-8f6f-6173702a8e4a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:37.143663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402633711'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:37.145549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b54011b8-b1b1-48ef-ad22-ec5d8b7a8e1f req-910af198-b761-4b3a-bd80-03c0113cdecd tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1023 time: 0.1378026 Aug 18 14:13:37.168899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::19c (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/1c6d2b12-e556-44d7-ac61-3f2fe13ecdef) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:37.171409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:37.181998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:37.184474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:37.218276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-150eeb12-8c36-4977-9799-d65db5fe0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:37.220336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-150eeb12-8c36-4977-9799-d65db5fe0ee5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0602400 Aug 18 14:13:37.260616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-13f7a2ab-4eb3-4343-8012-c6bf4aa12c0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307825 Aug 18 14:13:37.264455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Attempting to bind port 51829f4b-8ffe-49de-8f6f-6173702a8e4a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:37.264840 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Attempting to bind port 51829f4b-8ffe-49de-8f6f-6173702a8e4a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'bec7c29e-f7bd-4633-a975-72596b8f4641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:37.265208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Attempting to bind port 51829f4b-8ffe-49de-8f6f-6173702a8e4a on network 9ce7a997-e8a1-4484-9136-5eb5e9161738 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:37.272250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:37.272624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Checking segment: {'id': 'bec7c29e-f7bd-4633-a975-72596b8f4641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:37.273033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.273426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Bound using segment: {'id': 'bec7c29e-f7bd-4633-a975-72596b8f4641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:37.275049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Bound port: 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec7c29e-f7bd-4633-a975-72596b8f4641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:37.275441 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.350176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.386060 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-ea0c1208-720d-41a1-9c53-9085812b7feb service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165702 Aug 18 14:13:37.413466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Made reservation on behalf of aa8afebd45cb4bed97f5237a6cc9a2e2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:37.416642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] For port 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:37.418000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.440880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] For port 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=51829f4b-8ffe-49de-8f6f-6173702a8e4a,segment=NetworkSegment(bec7c29e-f7bd-4633-a975-72596b8f4641),segment_id=bec7c29e-f7bd-4633-a975-72596b8f4641)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:37.477000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b54011b8-b1b1-48ef-ad22-ec5d8b7a8e1f req-127d206e-61ca-43da-9d17-c88dda62b99c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=494d7779-e7f7-4b9f-95e7-32ab23a7fa8b&id=0b4b5e25-25ad-4483-90fe-be90debe61da&id=afc16273-7ccc-474c-8b5d-654efb342914 HTTP/1.1" status: 200 len: 6156 time: 0.3303936 Aug 18 14:13:37.518694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1223319041 ', 'description': 'tempest-description-1074674129'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:37.525605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.544525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.557054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:37.569073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port f2059218-44b3-4466-bf21-7cee00807df1 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:37.578232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.604305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f333598c-991a-4073-9b71-fd00f182d38b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:37.662171 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b06de334-3c27-4025-8c7b-dc37e5e8474c req-23274482-da79-4f29-b1e9-cad2e56c736f service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627869 Aug 18 14:13:37.681791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.710233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a1ef68-84a5-4638-9a7d-5375aa4a52ce,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:37.741873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.745532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.748134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:37.794523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.808934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6de01-49af-4a63-9a26-102f2f80ed0e None None] Pushing event updated for resources: {'Port': ['ID=51829f4b-8ffe-49de-8f6f-6173702a8e4a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:37.866906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.871709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca43857b-e385-4a8e-a755-e5977bf1d1e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9699228 Aug 18 14:13:37.872961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37278) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:37.879922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:37.920753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f333598c-991a-4073-9b71-fd00f182d38b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:37.934718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:37.936689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f333598c-991a-4073-9b71-fd00f182d38b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:37.937391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.946432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:37.948776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:37.967786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=1c6d2b12-e556-44d7-ac61-3f2fe13ecdef,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:37.975514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:37.994007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:37.995048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.034829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff183f0-ff6a-44f7-a5db-a34758797a20 req-60366d42-9224-40e5-b383-b4f8db53ba91 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.046505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bff183f0-ff6a-44f7-a5db-a34758797a20 req-60366d42-9224-40e5-b383-b4f8db53ba91 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 945 time: 0.1863878 Aug 18 14:13:38.057178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=f2059218-44b3-4466-bf21-7cee00807df1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:38.083572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Network eab48135-1887-48bd-898a-42e696fa32f9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:38.089241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:38.106087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:38.106562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.107378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.151281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bff183f0-ff6a-44f7-a5db-a34758797a20 req-b76f5cc1-9932-49c8-a8dc-f26c0eb5d164 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806875 Aug 18 14:13:38.189696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.195916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:38.209419 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fff9a-d931-49f9-be7a-00f01d020a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:38.210061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.265862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f333598c-991a-4073-9b71-fd00f182d38b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f333598c-991a-4073-9b71-fd00f182d38b,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:38.306372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.364946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b15d292-19ad-4ea4-b47e-ad156606d939 req-0e643e1c-2bc4-48ab-a514-0916445e32ac tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 210 time: 0.0384164 Aug 18 14:13:38.366837 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.373203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34328e5f-4a7b-4353-9d0a-e8b10d3eebf5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:38.399575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-011b2631-e8b9-435e-a169-40d19f306749 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3515289 Aug 18 14:13:38.400078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37286) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:38.401431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c512c3a9-db81-41c1-a7a5-748d7fc6f808 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2617288 Aug 18 14:13:38.404445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:38.408706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1223108317', 'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ca:52:b8'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:38.412961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:38.450537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:38.455517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:38.472116 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707b207-115d-4954-9255-1f28354a237e x-openstack-request-id: req-9707b207-115d-4954-9255-1f28354a237e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:38.472422 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:38.472552 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9707b207-115d-4954-9255-1f28354a237e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:38.472955 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'status': 'completed', 'code': 200} Aug 18 14:13:38.553721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.559321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.604560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-5789bf61-1b55-4977-ae56-d26abae9eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.606225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:38.606817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-5789bf61-1b55-4977-ae56-d26abae9eacd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1174 time: 0.1351633 Aug 18 14:13:38.612433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 64067657-51aa-45bd-8861-8a56971835c8 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:38.616896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:38.617276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.637505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.638823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38023f2c-7a28-4d31-a0fe-c59f2282b2f5 req-eb427237-a4ab-461c-bdbd-85fa88fda9b7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.1272011 Aug 18 14:13:38.718005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9edb1eb8-93af-40a6-965b-843e959ac9af req-b21cc303-e040-4bf0-bf28-80dfa8c08369 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/34328e5f-4a7b-4353-9d0a-e8b10d3eebf5 HTTP/1.1" status: 200 len: 1783 time: 0.0519860 Aug 18 14:13:38.769007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:38.793028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.844853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:38.847332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:38.850692 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d850da6-ef19-42c4-a447-d64576d17712" -d '{"events": [{"server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "name": "network-vif-plugged", "status": "completed", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:38.857306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 64067657-51aa-45bd-8861-8a56971835c8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:38.868988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 64067657-51aa-45bd-8861-8a56971835c8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:38.870061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.916813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-3bcf5f66-b1d5-487d-b4fa-ce030d247b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.918363 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-3bcf5f66-b1d5-487d-b4fa-ce030d247b55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.2670763 Aug 18 14:13:38.925156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.936475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:38.954383 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4846c00b-7827-428a-b00d-d647f07abc92 x-openstack-request-id: req-4846c00b-7827-428a-b00d-d647f07abc92 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:38.954755 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "name": "network-vif-plugged", "status": "completed", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:38.954958 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4846c00b-7827-428a-b00d-d647f07abc92 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:38.955303 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e', 'code': 200} Aug 18 14:13:38.996974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-6b9516a3-bd75-4aff-b264-4477025f7b44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 200 len: 217 time: 0.0671713 Aug 18 14:13:39.043944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:39.063919 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.078744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-ac048035-a7f9-4303-b652-582e1f4b4ea7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:39.080422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-ac048035-a7f9-4303-b652-582e1f4b4ea7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.2070436 Aug 18 14:13:39.087382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port a91db700-c9a8-43b4-8bb8-201cc0e02759 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:39.097442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-ca2ed3d3-ff2f-4cf4-adc5-474373f55234 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/34328e5f-4a7b-4353-9d0a-e8b10d3eebf5 HTTP/1.1" status: 200 len: 1783 time: 0.3439753 Aug 18 14:13:39.104146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'device_id': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'admin_state_up': True, 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:39.122651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=64067657-51aa-45bd-8861-8a56971835c8,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:39.153395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4441a-9eed-4f7a-9fc1-2b3c320bb404 None None] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:39.187333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.207396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.239730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-095e0e2d-b67c-4676-a571-273751e15a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:39.244607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-095e0e2d-b67c-4676-a571-273751e15a4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.2371011 Aug 18 14:13:39.250777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] device_id is not set on port f2059218-44b3-4466-bf21-7cee00807df1 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:39.267785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.271153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.271375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:39.296511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.336152 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-6465e653-45e9-42de-b462-d2939e450ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747993 Aug 18 14:13:39.338597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ca61a-5db3-4725-94be-0e6c62d2aeba req-d105669f-096f-442d-9b97-62f3353756e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:39.340029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f31ca61a-5db3-4725-94be-0e6c62d2aeba req-d105669f-096f-442d-9b97-62f3353756e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d3164ffa-8fe4-4d13-907b-31d9e5336613 HTTP/1.1" status: 200 len: 1097 time: 0.2681115 Aug 18 14:13:39.361287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d5ee417-434f-475c-ae4f-991225eb4b97 None None] Provisioning for port 51829f4b-8ffe-49de-8f6f-6173702a8e4a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:39.376126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Transition to ACTIVE for port object f2059218-44b3-4466-bf21-7cee00807df1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:39.456865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340223-8b64-4e26-b09e-65d7d1a63e28 req-50721001-1dc9-4b9e-8149-e90fae137aa8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:39.458506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7340223-8b64-4e26-b09e-65d7d1a63e28 req-50721001-1dc9-4b9e-8149-e90fae137aa8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 946 time: 0.1294708 Aug 18 14:13:39.475530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::309 (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/a91db700-c9a8-43b4-8bb8-201cc0e02759) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:39.486364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.529958 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f31ca61a-5db3-4725-94be-0e6c62d2aeba req-10917662-e933-4d0c-b9c5-ce02d9bb058a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623533 Aug 18 14:13:39.530264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.530264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.531289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63ac9c1c-b9aa-4428-9ae3-6126a74561f3 req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/34328e5f-4a7b-4353-9d0a-e8b10d3eebf5 HTTP/1.1" status: 204 len: 173 time: 0.4224973 Aug 18 14:13:39.580596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9048b04-9223-4e9e-8d1b-1fd21ccd6db9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34328e5f-4a7b-4353-9d0a-e8b10d3eebf5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:39.613494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Allocated IP 172.25.1.219 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/1172c637-132c-4458-a95c-676e5094314b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:39.627904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=f2059218-44b3-4466-bf21-7cee00807df1,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:39.631691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-a1258602-7b0f-44c4-b32b-275338d45f53 service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824695 Aug 18 14:13:39.638911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7340223-8b64-4e26-b09e-65d7d1a63e28 req-ea8354a7-0bd1-49ea-a23d-7d5da0404d55 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677768 Aug 18 14:13:39.690745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f333598c-991a-4073-9b71-fd00f182d38b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:39.723259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:39.723596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:39.723940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:39.762125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f333598c-991a-4073-9b71-fd00f182d38b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:39.762506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.774191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:39.774527 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:39.777931 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 2 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:39.801385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:39.801750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:39.808147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:39.831737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:39.832077 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:39.841231 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 3 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:39.852965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 51829f4b-8ffe-49de-8f6f-6173702a8e4a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:39.880117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.884926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-956fff9a-d931-49f9-be7a-00f01d020a0d req-05c88df8-287c-4bbd-b14c-d3895237dccd service neutron] 10.222.0.10 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418747 Aug 18 14:13:39.888938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:39.889300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:39.889654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:39.897036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object a91db700-c9a8-43b4-8bb8-201cc0e02759 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:39.898881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:39.899176 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:39.906605 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 4 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:39.909102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:39.912609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.920667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:39.921030 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-71a24c51-a354-43e3-b4ad-9a367541c88d req-4a9838af-7dfb-4d1c-a657-e93a1ac992a2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:13:39.924581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a24c51-a354-43e3-b4ad-9a367541c88d req-4a9838af-7dfb-4d1c-a657-e93a1ac992a2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/34328e5f-4a7b-4353-9d0a-e8b10d3eebf5 HTTP/1.1" status: 404 len: 352 time: 0.2027397 Aug 18 14:13:39.936490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:39.936839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:39.937187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:39.949467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:39.949467 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:39.950082 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 5 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:39.977303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:39.977673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:39.978018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:39.981752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1753175240', 'description': 'tempest-description-1624949124'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:39.986365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:39.986838 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:39.988682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6beddfbd-dc54-4342-b5e3-18af5295f169 req-33cd3f8d-fa89-4031-b43f-954f9c7a565f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 210 time: 0.2449524 Aug 18 14:13:39.989426 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 6 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:39.997412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 51829f4b-8ffe-49de-8f6f-6173702a8e4a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:40.004692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:40.005207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:40.005652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:40.012612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:40.013070 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:40.013478 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 7 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:40.033919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 51829f4b-8ffe-49de-8f6f-6173702a8e4a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:40.034370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.039317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:40.040015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:40.040627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:40.047065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:40.047065 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:40.047765 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 8 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:40.064159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:40.065087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:40.065678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:40.080246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:40.080246 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:40.080246 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 9 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:40.087839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:40.088191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:40.088879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:40.094006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:40.094353 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:40.095261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.103786 n-d-804303-5 neutron-server[112228]: INFO neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempt 10 to bind port f2059218-44b3-4466-bf21-7cee00807df1 Aug 18 14:13:40.142623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:40.148522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:40.150007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.155490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Provisioning for port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:40.157196 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.159368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.161727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:40.162100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:40.162436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempting to bind port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:40.162549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.20.0.7 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/dafb0c7f-82a6-4ee9-99e8-343b752c1812) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:40.172087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:40.177336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:40.177979 n-d-804303-5 neutron-server[112228]: ERROR neutron.plugins.ml2.managers [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Failed to bind port f2059218-44b3-4466-bf21-7cee00807df1 on host n-h2-804303-5 for vnic_type normal using segments [{'id': 'ad607959-ca9d-4cd0-8fad-514da539cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'eab48135-1887-48bd-898a-42e696fa32f9'}] Aug 18 14:13:40.178364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.189824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Provisioning complete for port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:40.190242 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.218738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=1172c637-132c-4458-a95c-676e5094314b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.235517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.253220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=a91db700-c9a8-43b4-8bb8-201cc0e02759,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.269912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:40.271323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:40.282590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:40.288324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.289013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.335017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port f2059218-44b3-4466-bf21-7cee00807df1, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:40.335400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attempted to set empty binding levels {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 14:13:40.365610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.408871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=51829f4b-8ffe-49de-8f6f-6173702a8e4a,segment=NetworkSegment(bec7c29e-f7bd-4633-a975-72596b8f4641),segment_id=bec7c29e-f7bd-4633-a975-72596b8f4641)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:40.412597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.424389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:40.436370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Provisioning complete for port 51829f4b-8ffe-49de-8f6f-6173702a8e4a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:40.436751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.465991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.469655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event updated for resources: {'Port': ['ID=f2059218-44b3-4466-bf21-7cee00807df1,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.499652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.519702 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.521181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] In _notify_port_updated(), no bound segment for port f2059218-44b3-4466-bf21-7cee00807df1 on network eab48135-1887-48bd-898a-42e696fa32f9 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:40.522147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.522809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.524674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1275b16c-50c3-4939-ae52-4123fcfa7b68 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "PUT /v2.0/ports/f2059218-44b3-4466-bf21-7cee00807df1 HTTP/1.1" status: 200 len: 974 time: 2.1191444 Aug 18 14:13:40.527808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37306) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:40.537291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Transition to ACTIVE for port object dafb0c7f-82a6-4ee9-99e8-343b752c1812 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:40.564821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.565751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.592756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.599303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=51829f4b-8ffe-49de-8f6f-6173702a8e4a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.641411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26dec50b-1f81-4650-9e70-c66e446c4504,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.653175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:13:40.653654 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-d53aa442-aafb-4f50-a1e0-801241c4b91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:13:40.704236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.716891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:40.719311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:40.764054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Deleting port f2059218-44b3-4466-bf21-7cee00807df1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:40.764404 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.769907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37312) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:40.770834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fd692097-0b00-4772-aec1-f5d0e8a77f85 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3692548 Aug 18 14:13:40.775172 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.778443 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.778443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1861ed48-ca8c-4313-8b66-8e72b6f4be3b req-b9b1a7fb-92fc-4d4d-893f-738b9ec9469d tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8300195 Aug 18 14:13:40.803283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:40.815439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:40.823617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:40.828082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:40.864376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc0b1-208a-43c6-b3d5-b35069496772 req-4408ceaa-ba4e-4abf-9904-89d1d2e79262 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.873702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa6cc0b1-208a-43c6-b3d5-b35069496772 req-4408ceaa-ba4e-4abf-9904-89d1d2e79262 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 946 time: 0.1719503 Aug 18 14:13:40.926234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.926943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.942111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] For port f2059218-44b3-4466-bf21-7cee00807df1, host n-h2-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:40.942111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:40.951449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa6cc0b1-208a-43c6-b3d5-b35069496772 req-805ad5d9-85ae-4d61-854d-4392845f493b tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Aug 18 14:13:40.967862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662255f0-9d1a-4e6b-9095-73fc3a685b6e tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.969235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64067657-51aa-45bd-8861-8a56971835c8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:40.971510 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd865893-d774-4a7d-bf42-a901ce2434e7" -d '{"events": [{"server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "name": "network-vif-plugged", "status": "completed", "tag": "64067657-51aa-45bd-8861-8a56971835c8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:40.979783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662255f0-9d1a-4e6b-9095-73fc3a685b6e tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.986140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662255f0-9d1a-4e6b-9095-73fc3a685b6e tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:40.987872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-662255f0-9d1a-4e6b-9095-73fc3a685b6e tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2170269 Aug 18 14:13:40.990923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37318) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:40.999158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Calling delete_port for f2059218-44b3-4466-bf21-7cee00807df1 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:41.013620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1143943267', 'description': 'tempest-description-1986513753'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:41.020354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.071599 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4ecfb-4cb3-4aeb-b394-5164e9ced82e x-openstack-request-id: req-80e4ecfb-4cb3-4aeb-b394-5164e9ced82e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:41.073133 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "name": "network-vif-plugged", "status": "completed", "tag": "64067657-51aa-45bd-8861-8a56971835c8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:41.073482 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80e4ecfb-4cb3-4aeb-b394-5164e9ced82e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:41.077950 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64067657-51aa-45bd-8861-8a56971835c8', 'code': 200} Aug 18 14:13:41.088183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-390e0797-5d20-4bc2-b1ce-3ebfee18e120 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896965 Aug 18 14:13:41.102813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.106526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Request body: {'port': {'device_id': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:41.217455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=1172c637-132c-4458-a95c-676e5094314b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:41.254614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.284145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.298798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093ef62-74aa-4bea-8541-66d777f5d239 req-7e9483b3-b851-4f82-9091-40e0f3bd8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:41.300378 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7093ef62-74aa-4bea-8541-66d777f5d239 req-7e9483b3-b851-4f82-9091-40e0f3bd8604 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 1097 time: 0.0670984 Aug 18 14:13:41.343743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7093ef62-74aa-4bea-8541-66d777f5d239 req-c87ca219-7f0a-4cfe-bd4b-012891df3151 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Aug 18 14:13:41.383699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.412642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2059218-44b3-4466-bf21-7cee00807df1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:41.418742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.425617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9405f6d7-93bd-414a-b00e-935f5626f84c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5458729 Aug 18 14:13:41.425617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.425617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf169bae-1c8a-45b8-b7e5-ec234c2cf581 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f2059218-44b3-4466-bf21-7cee00807df1 HTTP/1.1" status: 204 len: 168 time: 0.8948812 Aug 18 14:13:41.428529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37322) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:41.440690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Provisioning for port a91db700-c9a8-43b4-8bb8-201cc0e02759 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:41.452089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Provisioning complete for port a91db700-c9a8-43b4-8bb8-201cc0e02759 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:41.452452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.457339 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefe2a5e-725b-49a2-9c0e-2c55d4ee6db5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] GET failed (client error): The resource could not be found. Aug 18 14:13:41.464700 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eefe2a5e-725b-49a2-9c0e-2c55d4ee6db5 tempest-PortsAdminExtendedAttrsTestJSON-2070959025 tempest-PortsAdminExtendedAttrsTestJSON-2070959025-project-admin] 10.222.0.35 "GET /v2.0/ports/f2059218-44b3-4466-bf21-7cee00807df1 HTTP/1.1" status: 404 len: 333 time: 0.0295427 Aug 18 14:13:41.467838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:41.533954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 51829f4b-8ffe-49de-8f6f-6173702a8e4a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:41.566586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Port a91db700-c9a8-43b4-8bb8-201cc0e02759 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:41.591320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Provisioning complete for port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:41.592219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.595216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.641039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 51829f4b-8ffe-49de-8f6f-6173702a8e4a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:41.641411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.644072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:41.666298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.696349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.708268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab48135-1887-48bd-898a-42e696fa32f9']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:41.719757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad607959-ca9d-4cd0-8fad-514da539cd99') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:41.720108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad607959-ca9d-4cd0-8fad-514da539cd99') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:41.730984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.733098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Provisioning for port dafb0c7f-82a6-4ee9-99e8-343b752c1812 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:41.739015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Provisioning complete for port dafb0c7f-82a6-4ee9-99e8-343b752c1812 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:41.739440 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.740141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17512ba-f728-411d-a915-8be0912eaee9 req-890eeb09-f0f8-48a0-b5de-63399fc35ba3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:41.741735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c17512ba-f728-411d-a915-8be0912eaee9 req-890eeb09-f0f8-48a0-b5de-63399fc35ba3 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 931 time: 0.5643299 Aug 18 14:13:41.749355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.755708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port a91db700-c9a8-43b4-8bb8-201cc0e02759 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:41.755918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.756924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:13:41.757553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:13:41.761812 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:13:41.783601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-379e22b6-eeb1-4a97-89f7-35fb551d858b None None] Port dafb0c7f-82a6-4ee9-99e8-343b752c1812 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:41.897761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.907295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:41.909493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] 10.222.0.35 "DELETE /v2.0/networks/eab48135-1887-48bd-898a-42e696fa32f9 HTTP/1.1" status: 204 len: 168 time: 0.4406121 Aug 18 14:13:41.920778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202428a-6280-4d98-adca-afb31e447796 tempest-PortsAdminExtendedAttrsTestJSON-1994217721 tempest-PortsAdminExtendedAttrsTestJSON-1994217721-project] Pushing event deleted for resources: {'Network': ['ID=eab48135-1887-48bd-898a-42e696fa32f9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:41.949127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c17512ba-f728-411d-a915-8be0912eaee9 req-2a208c8e-e113-49a5-8299-85e46583dca5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846280 Aug 18 14:13:42.035397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.037292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.071339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for a91db700-c9a8-43b4-8bb8-201cc0e02759 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:42.115099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-eaeb240e-99a6-41d9-82a0-4fd2ea2af209 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1384807062&fields=id&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 267 time: 0.0823643 Aug 18 14:13:42.154503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.277034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662ff7cc-1e08-4b4a-9ec9-d66dee7041a2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:42.350191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafb0c7f-82a6-4ee9-99e8-343b752c1812 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:42.358613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.359856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afdee38a-0fcf-4532-b1a5-04dd33adaf1a req-ba6a93b6-7fc9-44d5-b66b-5ef51c236cec tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3586853 Aug 18 14:13:42.362498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.425780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-42fb7e10-fdb4-4b27-abbb-db70a78faf0e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:42.430923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-42fb7e10-fdb4-4b27-abbb-db70a78faf0e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 816 time: 0.2770572 Aug 18 14:13:42.441481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Transition to ACTIVE for port object dafb0c7f-82a6-4ee9-99e8-343b752c1812 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:42.460912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-1700f3ed-5f2a-485a-a659-8cc4f2fedbe3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/quotas/6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 375 time: 0.0180647 Aug 18 14:13:42.506382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:42.507225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.588033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.640488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a0ef0056-d0f7-48c5-9d19-f5ad3db6307b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590736 Aug 18 14:13:42.692157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:42.692391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6a4793b-28cf-4d87-855e-2c96b8b2a2bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b405c76071354a2ca9b6ef37edaff669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835814 Aug 18 14:13:42.695270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37354) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:42.758001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=a91db700-c9a8-43b4-8bb8-201cc0e02759,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:42.761081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.790095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.896950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62897-777f-4e9f-93cb-92023786db14 req-566abd74-e852-4221-9e8f-10de2428dbad tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:42.901595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5aa62897-777f-4e9f-93cb-92023786db14 req-566abd74-e852-4221-9e8f-10de2428dbad tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 946 time: 0.3906341 Aug 18 14:13:42.937925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.941192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:42.946420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d5650fa-fc72-4555-adba-4c11a29d49ef HTTP/1.1" status: 204 len: 168 time: 0.2495973 Aug 18 14:13:42.954722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab2ae7-11ee-4f4e-b25c-a74ca73ddf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5650fa-fc72-4555-adba-4c11a29d49ef,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:42.988386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Attempting to bind port dafb0c7f-82a6-4ee9-99e8-343b752c1812 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:42.988917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Attempting to bind port dafb0c7f-82a6-4ee9-99e8-343b752c1812 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:42.989034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Attempting to bind port dafb0c7f-82a6-4ee9-99e8-343b752c1812 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:43.040216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Port dafb0c7f-82a6-4ee9-99e8-343b752c1812 on network 224b066a-30cd-4483-bec3-6041db3ca63c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:43.040462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Attempting to bind port dafb0c7f-82a6-4ee9-99e8-343b752c1812 on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:43.044540 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.046440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cc59557f-8c9b-4311-b3f2-166970407cdb tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/a91db700-c9a8-43b4-8bb8-201cc0e02759 HTTP/1.1" status: 204 len: 168 time: 2.0545199 Aug 18 14:13:43.049243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:43.061726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5aa62897-777f-4e9f-93cb-92023786db14 req-5af7a6ac-13f2-42e3-857e-650706852d70 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443059 Aug 18 14:13:43.064551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:43.072121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:43.072121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:43.072121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Bound port: dafb0c7f-82a6-4ee9-99e8-343b752c1812, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:43.072121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.078414 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb060196-bfba-4af2-861e-61713b1eb52f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] GET failed (client error): The resource could not be found. Aug 18 14:13:43.082172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb060196-bfba-4af2-861e-61713b1eb52f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports/a91db700-c9a8-43b4-8bb8-201cc0e02759 HTTP/1.1" status: 404 len: 333 time: 0.0294776 Aug 18 14:13:43.082283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-fa236c8a-2564-47f0-8bf4-0cd0381ce420 service neutron] 10.222.0.35 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387202 Aug 18 14:13:43.096632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37362) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:43.096632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1272315067'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:43.136997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1596518942', 'description': 'tempest-description-1974010810'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:43.223145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:43.227428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:43.249062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-1e09798a-ce74-4562-abfe-eb3b62fd428c service neutron] 10.222.0.35 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581159 Aug 18 14:13:43.333148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.344234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.393657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.394638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.395908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] 10.222.0.58 "PUT /v2.0/ports/dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 200 len: 1091 time: 2.2946415 Aug 18 14:13:43.396371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:43.399461 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbbeaa1-9e33-490b-a693-52ad67b701c1" -d '{"events": [{"name": "network-changed", "server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:43.426166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cef14d-2c83-478c-849c-7cf207ff02bf service neutron] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:43.509400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:43.519399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.558986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:43.664315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.672836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.679631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.686757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.693529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.700211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.706587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.708654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-be7f8b56-40ec-4beb-bb9d-4bb4c0047457 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.1659844 Aug 18 14:13:43.716044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::34a (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/61bc1924-4cb0-4604-a5d6-13f0332b5c77) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:43.735468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.742341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-664f0701-7264-482e-a927-3891f4c99f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.744385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-664f0701-7264-482e-a927-3891f4c99f2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 1094 time: 0.1614990 Aug 18 14:13:43.790183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37376) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:43.810311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-d70b7032-ef18-44f3-ac7e-a99cccb87508 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 200 len: 217 time: 0.0547557 Aug 18 14:13:43.830669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14eb90bc-006a-4f27-b719-33e94cce73d3 req-631df07c-9a69-404a-a8ca-296359e23be8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0984278 Aug 18 14:13:43.859633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.898568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-c21c8b84-c64d-49ba-8863-63d5164b55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:43.900147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-c21c8b84-c64d-49ba-8863-63d5164b55cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0816069 Aug 18 14:13:43.904560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9762b8f-67e7-40e3-a78b-b1f68c9bdca5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:43.944063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f102dde-cc7a-4e7f-acaf-3cffe7b3b1af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa8afebd45cb4bed97f5237a6cc9a2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502976 Aug 18 14:13:43.944396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37380) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:43.951935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.965017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object 61bc1924-4cb0-4604-a5d6-13f0332b5c77 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:43.981132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.982390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80468a75-f257-4a55-afce-9d6b0b3b058d req-65749be6-0cc4-4f6f-8e44-029994dc2eb3 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8615191 Aug 18 14:13:44.014369 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:13:44.030931 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ce5f8-0907-436f-9008-206d2101f7f5 x-openstack-request-id: req-074ce5f8-0907-436f-9008-206d2101f7f5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:44.031430 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:44.031533 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-074ce5f8-0907-436f-9008-206d2101f7f5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:44.031863 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'status': 'completed', 'code': 200} Aug 18 14:13:44.033932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f6a7-f530-464b-978f-92571552e528 req-354f960e-40e8-498c-bc8a-853693524a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.035464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-354f960e-40e8-498c-bc8a-853693524a60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263101 Aug 18 14:13:44.046715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efad22-1596-4fc1-8fbe-99473eeb5996 req-3563b7a9-5d5f-48d8-9230-ea7726f1ce6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.048329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08efad22-1596-4fc1-8fbe-99473eeb5996 req-3563b7a9-5d5f-48d8-9230-ea7726f1ce6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 943 time: 0.1294258 Aug 18 14:13:44.095527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.122151 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.149323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:44.152558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d0ac7bf-314d-4b96-89e7-43dfaf39052f req-57e3ef46-dbdb-4489-95f2-0d2613b9e9dd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 210 time: 0.0854766 Aug 18 14:13:44.152723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:44.156544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:44.162263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.162927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.172433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=61bc1924-4cb0-4604-a5d6-13f0332b5c77,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:44.190974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.231452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08efad22-1596-4fc1-8fbe-99473eeb5996 req-b6ebd167-636d-4beb-8175-a41020acd4bf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632328 Aug 18 14:13:44.273292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-880992e9-fc71-49d3-8580-3ef24b4b5d4f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1817064 Aug 18 14:13:44.277032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:44.283121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ca:52:b8'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:44.314811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-0c547741-3da4-4c77-91ab-63fcb0f8fa71 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633812 Aug 18 14:13:44.418802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.425509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.431620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.437640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.443952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.449921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.458115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.462506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4a50fe0-c176-4a12-95ee-586c91208a53 req-4b98dd7e-2c75-45bb-a16d-ca506902102b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.2234139 Aug 18 14:13:44.462754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.580867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b39498-7330-402a-92a0-f631930332eb req-e48c53aa-b28c-4033-a9fd-4766fadd0a0f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 10912 time: 0.3203962 Aug 18 14:13:44.590459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.593602 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.597061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/000092f0-c744-4233-ad3a-a4561dda6e1f HTTP/1.1" status: 204 len: 168 time: 0.6494589 Aug 18 14:13:44.613055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7de0f6a7-f530-464b-978f-92571552e528 req-238121d0-7223-4688-b76d-f64d3b7415d0 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818139 Aug 18 14:13:44.622549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244c2f-6d90-49f1-ae15-e17bc7217851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000092f0-c744-4233-ad3a-a4561dda6e1f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:44.636317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a04d17a-3e01-426b-a900-2dcb800cdf67 None None] Provisioning for port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:44.665042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7dd7b-2e78-4ae1-bf6f-9b2787d882a7 req-89a63806-91de-4003-bdd1-3bdba499135c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.667698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71c7dd7b-2e78-4ae1-bf6f-9b2787d882a7 req-89a63806-91de-4003-bdd1-3bdba499135c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 946 time: 0.1485081 Aug 18 14:13:44.672407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a04d17a-3e01-426b-a900-2dcb800cdf67 None None] Provisioning complete for port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:44.673533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2a04d17a-3e01-426b-a900-2dcb800cdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.737952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b39498-7330-402a-92a0-f631930332eb req-e206dd1d-61b0-4e65-82fd-fe25bfb92bf4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0b4b5e25-25ad-4483-90fe-be90debe61da HTTP/1.1" status: 200 len: 2985 time: 0.1335177 Aug 18 14:13:44.750992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2a04d17a-3e01-426b-a900-2dcb800cdf67 None None] Port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:44.766229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.822983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71c7dd7b-2e78-4ae1-bf6f-9b2787d882a7 req-2fc5066e-c7de-4e16-96c2-d011b07efb52 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255944 Aug 18 14:13:44.849904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b39498-7330-402a-92a0-f631930332eb req-794d9d7d-6dfa-4a51-934f-bbb7fd406bb2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0b4b5e25-25ad-4483-90fe-be90debe61da HTTP/1.1" status: 200 len: 2985 time: 0.1035516 Aug 18 14:13:44.849904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-80021c4d-90fb-45c3-8a51-edac8ede14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.849904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-80021c4d-90fb-45c3-8a51-edac8ede14ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 1094 time: 0.0877178 Aug 18 14:13:44.909417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.984180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] In _notify_port_updated(), no bound segment for port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 on network 9ce7a997-e8a1-4484-9136-5eb5e9161738 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:44.990275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:44.991168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.993458 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "PUT /v2.0/ports/61bc1924-4cb0-4604-a5d6-13f0332b5c77 HTTP/1.1" status: 200 len: 1003 time: 0.7153783 Aug 18 14:13:44.996749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:45.042591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-40bb8160-c002-41a4-9935-927d4f66106c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/26dec50b-1f81-4650-9e70-c66e446c4504 HTTP/1.1" status: 200 len: 1803 time: 0.1739092 Aug 18 14:13:45.054234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a85cff-2de3-436c-9419-c2f93e78aa11 req-81ec2bda-746a-4ee7-b060-6540d8896bed tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:45.056603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50a85cff-2de3-436c-9419-c2f93e78aa11 req-81ec2bda-746a-4ee7-b060-6540d8896bed tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3164ffa-8fe4-4d13-907b-31d9e5336613 HTTP/1.1" status: 200 len: 946 time: 0.1348364 Aug 18 14:13:45.060363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49112511-baba-4a9f-bf4b-508bb5806bdc tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=61bc1924-4cb0-4604-a5d6-13f0332b5c77,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:45.127565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-5c0d01a9-ea2a-41aa-89b4-393fa677dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:45.129350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-5c0d01a9-ea2a-41aa-89b4-393fa677dbfa service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2737556 Aug 18 14:13:45.145123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:45.145682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.224082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-53c85218-02ae-4a27-9dec-0e2aa09079df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 200 len: 217 time: 0.0850761 Aug 18 14:13:45.228645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50a85cff-2de3-436c-9419-c2f93e78aa11 req-4467db4b-4cae-43f0-9833-2ac92f5e3416 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492970 Aug 18 14:13:45.284972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-975770df-1747-4f36-b02c-b5f18c4d77bd None None] Provisioning complete for port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:45.286075 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-975770df-1747-4f36-b02c-b5f18c4d77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.292213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.312304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-2a60335a-e0f7-4b42-ac09-0a4dda1efc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:45.313803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-2a60335a-e0f7-4b42-ac09-0a4dda1efc5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0816185 Aug 18 14:13:45.328232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for 61bc1924-4cb0-4604-a5d6-13f0332b5c77 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:45.338786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.351227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-975770df-1747-4f36-b02c-b5f18c4d77bd None None] Port 61bc1924-4cb0-4604-a5d6-13f0332b5c77 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:45.358682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab01f894-f8ec-43f1-8966-e696bfab7dc4 req-3d643999-a160-4be8-bd0c-e7a48bc6dee1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 210 time: 0.0419343 Aug 18 14:13:45.404276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.426562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-a20c2d6f-73fc-4dcb-a775-bd70f9dee7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:45.428108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-a20c2d6f-73fc-4dcb-a775-bd70f9dee7a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986404 Aug 18 14:13:45.566779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65f6b5-247d-49e8-bb9c-778234f94b5d req-e2f1aec4-571f-46f6-971b-d03ca1dd49d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:45.568316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf65f6b5-247d-49e8-bb9c-778234f94b5d req-e2f1aec4-571f-46f6-971b-d03ca1dd49d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 943 time: 0.1113000 Aug 18 14:13:45.590513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-6c4b11c9-d008-4490-a9a2-90948d5fddc3 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488330 Aug 18 14:13:45.629587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.661284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf65f6b5-247d-49e8-bb9c-778234f94b5d req-d3a12661-98e8-4bf0-a54c-7c1fa8a08cc9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827935 Aug 18 14:13:45.662744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=61bc1924-4cb0-4604-a5d6-13f0332b5c77,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:45.687523 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.691081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.694484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee815d7e-c84d-4458-8e01-dabca9b05ada req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/26dec50b-1f81-4650-9e70-c66e446c4504 HTTP/1.1" status: 204 len: 173 time: 0.6348114 Aug 18 14:13:45.729667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b04518-4302-4904-864e-8b6358560ebf tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dec50b-1f81-4650-9e70-c66e446c4504,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:45.793015 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-00d92f2b-9b56-4f5d-b8f7-25c36061bffa req-d431d359-215b-4b19-9e55-c4b281a742f0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:13:45.795545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00d92f2b-9b56-4f5d-b8f7-25c36061bffa req-d431d359-215b-4b19-9e55-c4b281a742f0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/26dec50b-1f81-4650-9e70-c66e446c4504 HTTP/1.1" status: 404 len: 352 time: 0.0680757 Aug 18 14:13:45.801751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbbeaa1-9e33-490b-a693-52ad67b701c1 req-0ca7203e-3df8-4e50-9f60-76ba2ed4e29a service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970322 Aug 18 14:13:45.853021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.858399 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae454112-ca55-4b7e-91af-1fb40211b6b4 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/61bc1924-4cb0-4604-a5d6-13f0332b5c77 HTTP/1.1" status: 204 len: 168 time: 0.8581696 Aug 18 14:13:45.862596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37426) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:45.902853 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-df720974-1b9f-46c8-88cc-2fb6c7b3697b tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] GET failed (client error): The resource could not be found. Aug 18 14:13:45.908714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-df720974-1b9f-46c8-88cc-2fb6c7b3697b tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports/61bc1924-4cb0-4604-a5d6-13f0332b5c77 HTTP/1.1" status: 404 len: 333 time: 0.0406852 Aug 18 14:13:45.912535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:45.918297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-717583904'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:45.965324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-efdad949-996f-4190-ac1b-6c75b77835cc tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/662ff7cc-1e08-4b4a-9ec9-d66dee7041a2 HTTP/1.1" status: 200 len: 1803 time: 0.1358178 Aug 18 14:13:46.064593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.093699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.163339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:46.167687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.171632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37436) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:46.193068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port df6c2add-50cb-4c22-8eb3-6b5a327db962 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:46.289407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.292124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.293275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48743e0e-af61-4818-a2cb-74cb0877d26f req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/662ff7cc-1e08-4b4a-9ec9-d66dee7041a2 HTTP/1.1" status: 204 len: 173 time: 0.3197210 Aug 18 14:13:46.303456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-2a15a8e7-2423-4d48-bd33-341390cf8815 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:46.305290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-2a15a8e7-2423-4d48-bd33-341390cf8815 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 816 time: 0.1186059 Aug 18 14:13:46.335246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-536053688'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:46.356971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56c75-2c3a-44a1-b07c-f7319c93e990 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ff7cc-1e08-4b4a-9ec9-d66dee7041a2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:46.383559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-8cba2172-dcbe-4ff7-97d1-a3a7c64434d8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 380 time: 0.0571628 Aug 18 14:13:46.388763 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-553bfd28-9e66-4da1-90db-d1946d4a1545 req-494ab05b-ad11-4bbb-b26e-099d67898ab8 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:13:46.389277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-553bfd28-9e66-4da1-90db-d1946d4a1545 req-494ab05b-ad11-4bbb-b26e-099d67898ab8 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/662ff7cc-1e08-4b4a-9ec9-d66dee7041a2 HTTP/1.1" status: 404 len: 352 time: 0.0384090 Aug 18 14:13:46.411726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'port': {'device_id': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'admin_state_up': True, 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'security_groups': ['7fa6d2ba-296e-4d84-a49d-43f9bf949610']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:46.463773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dafb0c7f-82a6-4ee9-99e8-343b752c1812 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:46.509140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20723c6a-885f-439a-9d0c-20877b9d671a req-bdf57fad-de4d-437d-b8af-e074380569ba tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 210 time: 0.0460556 Aug 18 14:13:46.513461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Made reservation on behalf of 2d12a1e36fe14e1c989aa9b036efcb8e for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:46.527909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.604076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::21c (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/df6c2add-50cb-4c22-8eb3-6b5a327db962) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:46.652122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:46.665268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'mac_address': 'fa:16:3e:53:17:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:46.677699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Made reservation on behalf of 6c7cb24c67e14db48155b38298462263 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:46.692578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.730754 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.745890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafb0c7f-82a6-4ee9-99e8-343b752c1812 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:46.754272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.763714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:46.768995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:46.843740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:46.907438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:46.955706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-2db1dfeb-0b23-4768-9843-a8cb056dbf39 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/c9762b8f-67e7-40e3-a78b-b1f68c9bdca5 HTTP/1.1" status: 200 len: 1803 time: 0.3778737 Aug 18 14:13:47.056770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.057252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.057732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.058234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.058711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.059180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.059650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.061699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-392f44f3-ecb2-498c-8595-0b760a861c73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.2880030 Aug 18 14:13:47.064897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.115104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-c53591a5-c8dd-40c8-810a-8af46d91e400 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.116611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-c53591a5-c8dd-40c8-810a-8af46d91e400 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.3679597 Aug 18 14:13:47.132449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object df6c2add-50cb-4c22-8eb3-6b5a327db962 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:47.170370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['dafb0c7f-82a6-4ee9-99e8-343b752c1812'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:47.173830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-0720b3cf-cd19-42a2-ba11-c5efa197c4b9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/quotas/2d3aa5b33009469580897a9b49707fa7 HTTP/1.1" status: 200 len: 375 time: 0.0466514 Aug 18 14:13:47.191254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Allocated IP 172.20.0.6 (2c3a9877-a147-42b3-a9bf-ad61bfd84030/702ec664-bdf2-4fd4-8772-d616b4c39037/4b7cd59f-a0bd-4ec9-83e9-2d113926bee4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:47.206081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2369ebe4-77ae-41cb-8ff4-ec64ae3c60d7 req-948ff19f-b39e-4787-9493-5b4fbc79ba59 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1289265 Aug 18 14:13:47.206616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.257219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.274658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.324289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-0de48a9b-a871-4a6f-834e-d822080f7945 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372190 Aug 18 14:13:47.354848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.369207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Transition to ACTIVE for port object 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:47.377586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.443904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.446454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.447594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3bc9404-cc59-44e8-bc4b-b8cf3b6addbb req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/c9762b8f-67e7-40e3-a78b-b1f68c9bdca5 HTTP/1.1" status: 204 len: 173 time: 0.4825010 Aug 18 14:13:47.448594 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.457171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:13:47.463728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.503417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b0f42b-468b-46dc-8367-accb6473298f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:47.508403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.508760 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Added segment ca712fab-bb4e-4399-83f1-11ffe72bd803 of type vlan for network 233f7aaa-0042-4da9-a2be-1a056f5d7462 Aug 18 14:13:47.516754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:47.523140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:47.526217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:47.569109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:47.590541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:47.591164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.767035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-7c3940d1-b7b6-4f06-84df-36a9ac534f69 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3749878 Aug 18 14:13:47.780796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Request body: {'port': {'device_id': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:47.839103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.869016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5c2d9e8f-d918-4c08-b228-c6dc12afade2 None None] Provisioning for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:47.873553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5c2d9e8f-d918-4c08-b228-c6dc12afade2 None None] Provisioning complete for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:47.873956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5c2d9e8f-d918-4c08-b228-c6dc12afade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.911968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:47.915972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d9e8f-d918-4c08-b228-c6dc12afade2 None None] Port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:47.943583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385ba6-7b79-423e-994d-9a2912a6f370 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9762b8f-67e7-40e3-a78b-b1f68c9bdca5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:47.967221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:47.993649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:47.999351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.000005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.009035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=df6c2add-50cb-4c22-8eb3-6b5a327db962,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:48.029966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.050257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-48a3e14a-ff9d-4c6d-8e91-aa4803490e0a service neutron] 10.222.0.35 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150989 Aug 18 14:13:48.130710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9339bdf-3f60-48ff-8bb1-4ecf55d8c24a req-a4db97ab-f2a3-47b6-8a4d-5482c69ec387 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.132255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9339bdf-3f60-48ff-8bb1-4ecf55d8c24a req-a4db97ab-f2a3-47b6-8a4d-5482c69ec387 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 944 time: 0.6074264 Aug 18 14:13:48.135694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:48.143970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.144198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211829be-e077-4a1c-91b2-fd62f14d03df req-c083cc25-943d-400a-914b-9bac09ea1808 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.145538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-211829be-e077-4a1c-91b2-fd62f14d03df req-c083cc25-943d-400a-914b-9bac09ea1808 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3164ffa-8fe4-4d13-907b-31d9e5336613 HTTP/1.1" status: 200 len: 946 time: 0.2325590 Aug 18 14:13:48.146991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-da06be18-9aa7-415f-a42b-1afcc1e41959 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2333863 Aug 18 14:13:48.153651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37490) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:48.159097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ca:52:b8'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:48.161641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Transition to ACTIVE for port object 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:48.177618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.183526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.184138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.232208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.295241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d88fe6b-ddd7-4a28-870b-6a9914a01fd7 None None] Provisioning for port df6c2add-50cb-4c22-8eb3-6b5a327db962 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:48.304558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d88fe6b-ddd7-4a28-870b-6a9914a01fd7 None None] Provisioning complete for port df6c2add-50cb-4c22-8eb3-6b5a327db962 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:48.306187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:48.319132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d88fe6b-ddd7-4a28-870b-6a9914a01fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.361735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Attempting to bind port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:48.362112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Attempting to bind port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:48.362496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Attempting to bind port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:48.368195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:48.368532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Attempting to bind port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:48.369224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1d88fe6b-ddd7-4a28-870b-6a9914a01fd7 None None] Port df6c2add-50cb-4c22-8eb3-6b5a327db962 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:48.376553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:48.376904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Checking segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:48.377288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Bound using segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:48.377769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Bound port: 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:48.378167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.443089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2701693 Aug 18 14:13:48.448378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37492) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:48.450468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9339bdf-3f60-48ff-8bb1-4ecf55d8c24a req-9fb02ca8-17ce-4581-bb03-2dddd5f0b3d0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023407 Aug 18 14:13:48.456115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Request body: {'subnet': {'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:48.457935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654a5c8-bf1c-44a1-a06a-a66a58a57a2b tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'Network': ['ID=233f7aaa-0042-4da9-a2be-1a056f5d7462,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:48.472410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dafb0c7f-82a6-4ee9-99e8-343b752c1812 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:48.472410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:13:48.488655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d59c376d-7f28-4dd1-ad1f-7aa1d30563cb service neutron] 10.222.0.35 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294584 Aug 18 14:13:48.532193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-f5d3f56e-b24a-46a2-87e9-a3209803e1a3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.533793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-f5d3f56e-b24a-46a2-87e9-a3209803e1a3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a1538b8-0f2c-46a0-a421-80a0b13e40ca HTTP/1.1" status: 200 len: 946 time: 0.2901289 Aug 18 14:13:48.557126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:48.583741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:48.603391 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-3b049a88-d5ae-417a-9661-1d91e949bb36 req-55aae939-a676-478e-b981-88c632df34c1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:13:48.604495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b049a88-d5ae-417a-9661-1d91e949bb36 req-55aae939-a676-478e-b981-88c632df34c1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/c9762b8f-67e7-40e3-a78b-b1f68c9bdca5 HTTP/1.1" status: 404 len: 352 time: 0.1149480 Aug 18 14:13:48.691265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Deleting port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:48.691617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.729612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port dafb0c7f-82a6-4ee9-99e8-343b752c1812 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:48.730719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.732937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Made reservation on behalf of 2d12a1e36fe14e1c989aa9b036efcb8e for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:48.734396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port dafb0c7f-82a6-4ee9-99e8-343b752c1812 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:48.734972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.737048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.769828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.820017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.821480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.822981 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] 10.222.0.10 "PUT /v2.0/ports/4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 1091 time: 1.0465462 Aug 18 14:13:48.825083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.826107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:48.834936 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022885d6-85b8-4917-b51a-f7bb99cf030c" -d '{"events": [{"name": "network-changed", "server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:48.841567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Deleting port 64067657-51aa-45bd-8861-8a56971835c8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:48.842383 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:48.865563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:48.866982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:48.870244 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1c33b4-b83b-4f3d-babc-76c6750c9eb0" -d '{"events": [{"server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "name": "network-vif-plugged", "status": "completed", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:48.887386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93894a8-2dca-4a58-98c0-f3e865ad22ef service neutron] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:48.955119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e538-ca33-4c42-81b2-5a6de1cd1eea req-ce267b1d-bde9-44fd-9aee-fbb3e1cdec1e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:48.957174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a382e538-ca33-4c42-81b2-5a6de1cd1eea req-ce267b1d-bde9-44fd-9aee-fbb3e1cdec1e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.2684274 Aug 18 14:13:48.966471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.066735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:49.085969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] For port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:49.086481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.103990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-236f25c6-1a6c-4579-8737-8f58e39e0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.105557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-236f25c6-1a6c-4579-8737-8f58e39e0795 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1094 time: 0.1394467 Aug 18 14:13:49.113944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a382e538-ca33-4c42-81b2-5a6de1cd1eea req-09133f9e-363e-475d-b719-7025c4efada2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268671 Aug 18 14:13:49.150043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Calling delete_port for 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:49.189580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.196620 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-861f1fc3-6eb6-43a2-9085-f591164af04a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 217 time: 0.0695822 Aug 18 14:13:49.201602 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ad27a-7f31-4620-a22d-0e23b2d358b1 x-openstack-request-id: req-957ad27a-7f31-4620-a22d-0e23b2d358b1 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:49.201919 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:49.202423 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-957ad27a-7f31-4620-a22d-0e23b2d358b1 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:49.202844 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'status': 'completed', 'code': 200} Aug 18 14:13:49.236145 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cd41d9-8dea-45da-9ad3-3a2ea7261d0b x-openstack-request-id: req-05cd41d9-8dea-45da-9ad3-3a2ea7261d0b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:49.236725 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "name": "network-vif-plugged", "status": "completed", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:49.237187 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05cd41d9-8dea-45da-9ad3-3a2ea7261d0b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:49.237765 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'code': 200} Aug 18 14:13:49.238888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] For port 64067657-51aa-45bd-8861-8a56971835c8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=64067657-51aa-45bd-8861-8a56971835c8,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:49.239277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.300819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'Subnet': ['ID=5c840dc7-4d1d-4c81-858a-68141b13c729,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:49.312162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Calling delete_port for 64067657-51aa-45bd-8861-8a56971835c8 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:49.315306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-ca3b2a5c-a8a8-4a56-a2f2-170ef6e01e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.316786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-ca3b2a5c-a8a8-4a56-a2f2-170ef6e01e5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0916207 Aug 18 14:13:49.324239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Checking segment: {'id': 'ca712fab-bb4e-4399-83f1-11ffe72bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:49.325210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Network hostable DHCP agents. Network: 233f7aaa-0042-4da9-a2be-1a056f5d7462, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:13:49.366939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76cba368-ffee-458f-a5f1-af3acf38391b req-4722326c-92ec-4b39-aca4-d3fbb2e96cdc tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 6156 time: 0.4387727 Aug 18 14:13:49.413977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0340a5-f37f-44f1-803b-319fdf22f99e req-359066f2-98e2-43e3-a77a-885a8883d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.415916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-da0340a5-f37f-44f1-803b-319fdf22f99e req-359066f2-98e2-43e3-a77a-885a8883d272 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 1096 time: 0.0864563 Aug 18 14:13:49.417859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-8edeac0c-4403-4e4f-acf4-e1c7ee9ad0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.419265 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-8edeac0c-4403-4e4f-acf4-e1c7ee9ad0fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909038 Aug 18 14:13:49.482407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:13:49.489046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5c0133e-7b93-4dbb-b35b-f3322857f186 req-0d67e6d2-d44b-43d4-bca7-e2054651c531 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 210 time: 0.0689442 Aug 18 14:13:49.512840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-da0340a5-f37f-44f1-803b-319fdf22f99e req-a6034c6f-0894-44e4-9ae7-530101c345dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882385 Aug 18 14:13:49.554755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.556968 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-d7d3ea83-fa86-484c-b08b-f16cb6a4032d service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266654 Aug 18 14:13:49.558526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76cba368-ffee-458f-a5f1-af3acf38391b req-84232289-0bca-407b-b4c7-53c341223892 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0b4b5e25-25ad-4483-90fe-be90debe61da HTTP/1.1" status: 200 len: 2985 time: 0.1717715 Aug 18 14:13:49.585099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 233f7aaa-0042-4da9-a2be-1a056f5d7462) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:49.590428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.591036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.596268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26679c42-64bd-49ef-b045-2423b5610244 None None] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:49.641896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.691659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf7f78c9-0e60-42c7-9407-4a74d8433a7d req-aa17b08a-03dd-4304-b832-0f02b7203438 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265581 Aug 18 14:13:49.717892 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b524daee-a4bb-4349-9737-e0c440d44b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2677784 Aug 18 14:13:49.719146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:49.724956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Request body: {'port': {'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-73330793'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:49.742803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] In _notify_port_updated(), no bound segment for port df6c2add-50cb-4c22-8eb3-6b5a327db962 on network 9ce7a997-e8a1-4484-9136-5eb5e9161738 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:49.748421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.749100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.750470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "PUT /v2.0/ports/df6c2add-50cb-4c22-8eb3-6b5a327db962 HTTP/1.1" status: 200 len: 1002 time: 1.5958712 Aug 18 14:13:49.763517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37518) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:49.791161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76cba368-ffee-458f-a5f1-af3acf38391b req-ae5825b6-c206-40da-97cb-bf7a48a16e66 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0b4b5e25-25ad-4483-90fe-be90debe61da HTTP/1.1" status: 200 len: 2985 time: 0.2026813 Aug 18 14:13:49.794560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-233f7aaa-0042-4da9-a2be-1a056f5d7462', 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462', 'tenant_id': '2d12a1e36fe14e1c989aa9b036efcb8e', 'fixed_ips': [{'subnet_id': '5c840dc7-4d1d-4c81-858a-68141b13c729'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:13:49.794560 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.805916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ff26a-d145-4211-a642-e18e071cb4b5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=df6c2add-50cb-4c22-8eb3-6b5a327db962,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:49.863641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939ab04-154f-43d2-975f-bc042d479172 req-bc864fb5-43fe-42dd-a359-9b38146bfebc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.871413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1939ab04-154f-43d2-975f-bc042d479172 req-bc864fb5-43fe-42dd-a359-9b38146bfebc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 945 time: 0.2816708 Aug 18 14:13:49.877350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.886658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1458270496', 'description': 'tempest-description-1118997222'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:49.921066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['64067657-51aa-45bd-8861-8a56971835c8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:49.949357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:49.950338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-ed855b04-ee72-48b0-b700-8f1c498e4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:49.955598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event deleted for resources: {'Port': ['ID=5cc949cc-bc60-4de4-baf9-4f61e8a69d2e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:49.955798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-ed855b04-ee72-48b0-b700-8f1c498e4252 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1094 time: 0.0999351 Aug 18 14:13:49.966131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['64067657-51aa-45bd-8861-8a56971835c8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:50.073450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event deleted for resources: {'Port': ['ID=64067657-51aa-45bd-8861-8a56971835c8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:50.076958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-1c1a90cf-60fe-4bfc-8b3f-d600e93aaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:50.078961 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-1c1a90cf-60fe-4bfc-8b3f-d600e93aaaf1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.1156797 Aug 18 14:13:50.080811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Allocated IP 2001:db8::2 (233f7aaa-0042-4da9-a2be-1a056f5d7462/5c840dc7-4d1d-4c81-858a-68141b13c729/7f15b31e-348e-4501-9f08-167740b67d08) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:50.101099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] No DVR routers for this DVR port 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:50.108141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1939ab04-154f-43d2-975f-bc042d479172 req-43f91095-fe0d-4536-80e6-03e351d9d2da tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358818 Aug 18 14:13:50.109334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.111338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-211829be-e077-4a1c-91b2-fd62f14d03df req-8fc40099-ff59-4b53-a479-1ed84866d4d1 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "DELETE /v2.0/ports/5cc949cc-bc60-4de4-baf9-4f61e8a69d2e HTTP/1.1" status: 204 len: 173 time: 1.9481916 Aug 18 14:13:50.116451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-74531b5e-f316-4101-9464-d37ae261af9b None None] Provisioning complete for port df6c2add-50cb-4c22-8eb3-6b5a327db962 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:50.117035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-74531b5e-f316-4101-9464-d37ae261af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.142932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'name': 'network-vif-deleted', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:50.145589 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94923a60-b0b9-4601-9e79-d1e8df641084" -d '{"events": [{"server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "name": "network-vif-deleted", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:50.153035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-ced95e9a-119b-4189-996d-4cc0423ce08a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 217 time: 0.0653868 Aug 18 14:13:50.167034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.185352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-74531b5e-f316-4101-9464-d37ae261af9b None None] Port df6c2add-50cb-4c22-8eb3-6b5a327db962 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:50.207809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-d25fdc68-f896-4082-80a3-65dd47eb4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:50.209350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-d25fdc68-f896-4082-80a3-65dd47eb4b54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0486038 Aug 18 14:13:50.216610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] No DVR routers for this DVR port 64067657-51aa-45bd-8861-8a56971835c8 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:13:50.223991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.226744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7517d49a-b450-4552-a71a-5ba3d32807d2 req-a75ce56b-31ba-4a6f-8ede-78bd1a3e178c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "DELETE /v2.0/ports/64067657-51aa-45bd-8861-8a56971835c8 HTTP/1.1" status: 204 len: 173 time: 1.6806285 Aug 18 14:13:50.255112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Made reservation on behalf of 2d12a1e36fe14e1c989aa9b036efcb8e for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:50.259367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.271324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.279759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] device_id is not set on port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:50.281216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Transition to ACTIVE for port object 7f15b31e-348e-4501-9f08-167740b67d08 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:50.300300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port df6c2add-50cb-4c22-8eb3-6b5a327db962 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:50.300575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Transition to ACTIVE for port object 7f15b31e-348e-4501-9f08-167740b67d08 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:50.300946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.322725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-8fe3f241-d199-44a1-b8c7-8e7c54943ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:50.324149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-8fe3f241-d199-44a1-b8c7-8e7c54943ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057415 Aug 18 14:13:50.338556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d41c22-7f53-4939-9e9b-9ec367a3a1b3 req-74f41671-1946-4595-8105-d4c7c5a429ab tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:50.342329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7d41c22-7f53-4939-9e9b-9ec367a3a1b3 req-74f41671-1946-4595-8105-d4c7c5a429ab tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1101594 Aug 18 14:13:50.384221 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.435499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:50.438635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:50.441448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:50.452987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Pushing event updated for resources: {'Port': ['ID=7f15b31e-348e-4501-9f08-167740b67d08,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:50.482985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Allocated IP 2001:db8::20a (233f7aaa-0042-4da9-a2be-1a056f5d7462/5c840dc7-4d1d-4c81-858a-68141b13c729/c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:50.487526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:50.503446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-90affd4b-6777-43bd-9268-6c013f9fd430 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629481 Aug 18 14:13:50.546613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.549960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:50.550592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 5cc949cc-bc60-4de4-baf9-4f61e8a69d2e not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:50.562958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Attempting to bind port 7f15b31e-348e-4501-9f08-167740b67d08 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:50.563718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Attempting to bind port 7f15b31e-348e-4501-9f08-167740b67d08 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ca712fab-bb4e-4399-83f1-11ffe72bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:50.564083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Attempting to bind port 7f15b31e-348e-4501-9f08-167740b67d08 on network 233f7aaa-0042-4da9-a2be-1a056f5d7462 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:50.566222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7d41c22-7f53-4939-9e9b-9ec367a3a1b3 req-e52157af-69af-4b9d-a5c5-561cfa03d0d9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871586 Aug 18 14:13:50.569504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:50.578833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for df6c2add-50cb-4c22-8eb3-6b5a327db962 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:50.580511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Checking segment: {'id': 'ca712fab-bb4e-4399-83f1-11ffe72bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:50.581629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.582078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Bound using segment: {'id': 'ca712fab-bb4e-4399-83f1-11ffe72bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:50.583103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Bound port: 7f15b31e-348e-4501-9f08-167740b67d08, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca712fab-bb4e-4399-83f1-11ffe72bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:50.583542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.608651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.665518 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2293a614-4892-4910-8720-0fec5ce3f671 x-openstack-request-id: req-2293a614-4892-4910-8720-0fec5ce3f671 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:50.665803 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3164ffa-8fe4-4d13-907b-31d9e5336613", "name": "network-vif-deleted", "tag": "5cc949cc-bc60-4de4-baf9-4f61e8a69d2e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:50.666244 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2293a614-4892-4910-8720-0fec5ce3f671 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:50.666645 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3164ffa-8fe4-4d13-907b-31d9e5336613', 'name': 'network-vif-deleted', 'tag': '5cc949cc-bc60-4de4-baf9-4f61e8a69d2e', 'status': 'completed', 'code': 200} Aug 18 14:13:50.677512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] For port 7f15b31e-348e-4501-9f08-167740b67d08, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:50.684382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] For port 7f15b31e-348e-4501-9f08-167740b67d08, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7f15b31e-348e-4501-9f08-167740b67d08,segment=NetworkSegment(ca712fab-bb4e-4399-83f1-11ffe72bd803),segment_id=ca712fab-bb4e-4399-83f1-11ffe72bd803)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:50.714741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-963ee4e0-a224-4ea8-ab72-81dbb812e8a7 req-0e88bade-ef8d-497b-8e0d-067de020783e tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 210 time: 0.0362592 Aug 18 14:13:50.715913 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-022885d6-85b8-4917-b51a-f7bb99cf030c req-769946cb-83b5-499e-911b-6e9b0de7c3ad service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049611 Aug 18 14:13:50.798983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.804553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:50.814988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Transition to ACTIVE for port object c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:50.880410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88204e-d931-4029-82e0-1e99dba54614 None None] Pushing event updated for resources: {'Port': ['ID=7f15b31e-348e-4501-9f08-167740b67d08,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:50.964116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.022400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.031119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:51.035005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:51.041048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:51.054257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:51.058602 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.091775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae604d2-5580-4888-9eda-3f132adcf417,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:51.113715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'Port': ['ID=c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:51.137505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.139841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc9ad73d-e07d-4f79-aa16-f5da386e3fc2 req-831061ef-2d92-4918-9982-f4dafc811037 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2853460 Aug 18 14:13:51.186698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996728659', 'description': 'tempest-description-234611209'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:51.203785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.240579 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ef57a2bc-ea2c-4cb1-a740-c19394596d6f tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.5196793 Aug 18 14:13:51.244436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37534) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:51.260842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=df6c2add-50cb-4c22-8eb3-6b5a327db962,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:51.261920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Request body: {'port': {'network_id': '233f7aaa-0042-4da9-a2be-1a056f5d7462', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1110526952', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:51.263774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] bootfile-name is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:51.264391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] tftp-server is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:51.264991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] server-ip-address is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:51.323152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.328192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f23d562-989c-4006-a05f-567f09ce85a5 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/df6c2add-50cb-4c22-8eb3-6b5a327db962 HTTP/1.1" status: 204 len: 168 time: 1.5634246 Aug 18 14:13:51.330600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37536) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:51.359819 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f0d98c-ddcd-409c-9327-a239b71720e6 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] GET failed (client error): The resource could not be found. Aug 18 14:13:51.361301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d2f0d98c-ddcd-409c-9327-a239b71720e6 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports/df6c2add-50cb-4c22-8eb3-6b5a327db962 HTTP/1.1" status: 404 len: 333 time: 0.0297608 Aug 18 14:13:51.365435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:51.373558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-930294828'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:51.378160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fe2b-e241-4895-b9b3-784160aad855 req-f13c6131-1e3d-44d4-a3ea-0c0054e3021c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:51.379969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0902fe2b-e241-4895-b9b3-784160aad855 req-f13c6131-1e3d-44d4-a3ea-0c0054e3021c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 945 time: 0.1625340 Aug 18 14:13:51.433046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.534121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0902fe2b-e241-4895-b9b3-784160aad855 req-9cab732e-12b0-4cdf-a6ad-d47c0f14844d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449041 Aug 18 14:13:51.590912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7f15b31e-348e-4501-9f08-167740b67d08 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:51.630744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.668339 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-8f1ac7c4-85e4-4404-841e-ba94469dfbb0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 267 time: 0.0360913 Aug 18 14:13:51.729797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-c77b5ed8-2f77-40a8-8fa6-12f384479f34 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:51.731389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-c77b5ed8-2f77-40a8-8fa6-12f384479f34 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 945 time: 0.0562789 Aug 18 14:13:51.743911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'security_groups': []}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:51.771846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7f15b31e-348e-4501-9f08-167740b67d08 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:51.784048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.862995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e5ba7-18ff-481a-a854-58fa8e15a6f3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:51.873829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Made reservation on behalf of 2d12a1e36fe14e1c989aa9b036efcb8e for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:51.877604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.881831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.905262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] device_id is not set on port cd068e4f-51cd-47cd-937b-157ec1a2ab51 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:51.909205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-822c64fc-e31c-4baf-921b-67633221980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:51.977941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:51.981854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.011814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port 54410030-fa34-4ccd-aa6c-7893892dc2d6 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:52.112975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Allocated IP 2001:db8::3c0 (233f7aaa-0042-4da9-a2be-1a056f5d7462/5c840dc7-4d1d-4c81-858a-68141b13c729/cd068e4f-51cd-47cd-937b-157ec1a2ab51) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:52.128581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321065a-6b31-486b-919b-2b25745b42de None None] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:52.132211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:52.135002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.136099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ec596cb-dd4b-4e6b-8bfd-eb81c9eef6ae req-73fd3f0c-f6bb-4d07-a691-b5e9cace6f14 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9541101 Aug 18 14:13:52.154886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-6037f641-8b8c-48fd-8aaa-26391fda70dd tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:52.156449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-6037f641-8b8c-48fd-8aaa-26391fda70dd tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.1805286 Aug 18 14:13:52.171991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Request body: {'port': {'device_id': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'admin_state_up': True, 'tenant_id': '2d3aa5b33009469580897a9b49707fa7'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:52.223763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::12a (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/54410030-fa34-4ccd-aa6c-7893892dc2d6) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:52.225493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.329101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.347896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:52.370526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:52.371441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.388215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fdfaf5e2-555c-44c8-b1e7-6b8fb6604f69 req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "PUT /v2.0/ports/dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 200 len: 904 time: 0.6497111 Aug 18 14:13:52.399579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8', 'dafb0c7f-82a6-4ee9-99e8-343b752c1812'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:52.431756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:52.436290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.453909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Provisioning for port 7f15b31e-348e-4501-9f08-167740b67d08 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:52.465679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Provisioning complete for port 7f15b31e-348e-4501-9f08-167740b67d08 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:52.466103 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.531701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['dafb0c7f-82a6-4ee9-99e8-343b752c1812'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:52.536134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6d69b-2e2b-41a0-9514-0756529e0241 req-2c19db08-1c2d-44ff-8fff-9234f8bd0cbc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:52.544812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d6d69b-2e2b-41a0-9514-0756529e0241 req-2c19db08-1c2d-44ff-8fff-9234f8bd0cbc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.2167015 Aug 18 14:13:52.596955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-142fd18f-2591-41b1-8f27-b949fe1ce8ee req-1fe9d110-bdab-4a57-bd42-af70fe489bcd tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 210 time: 0.0440884 Aug 18 14:13:52.658106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.673611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'name': 'network-vif-deleted', 'tag': '64067657-51aa-45bd-8861-8a56971835c8'}, {'name': 'network-changed', 'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:52.676265 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be93efb-8354-446b-8f0b-0c99ff5e22d5" -d '{"events": [{"server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "name": "network-vif-deleted", "tag": "64067657-51aa-45bd-8861-8a56971835c8"}, {"name": "network-changed", "server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:52.710172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33a444-a424-4de4-b42c-19af56b45b45 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:52.714393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Transition to ACTIVE for port object cd068e4f-51cd-47cd-937b-157ec1a2ab51 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:52.738936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.749825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-e7a6f834-5911-4e1c-a562-1b0fa2122ce2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:52.751449 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-e7a6f834-5911-4e1c-a562-1b0fa2122ce2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 813 time: 0.2686634 Aug 18 14:13:52.768960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object 54410030-fa34-4ccd-aa6c-7893892dc2d6 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:52.773376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Request body: {'port': {'device_id': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'admin_state_up': True, 'tenant_id': '2d3aa5b33009469580897a9b49707fa7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:52.798848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:52.800788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 64067657-51aa-45bd-8861-8a56971835c8 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:13:52.830174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 64067657-51aa-45bd-8861-8a56971835c8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:13:52.830563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 64067657-51aa-45bd-8861-8a56971835c8 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:13:52.895740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8d6d69b-2e2b-41a0-9514-0756529e0241 req-257dddbc-7370-49f6-9be3-d57e309f9227 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229691 Aug 18 14:13:52.923406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.933168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Allocated IP 172.20.0.9 (e0fc6d45-99b1-4a5c-9963-54daded1f258/9a790749-365c-4fa4-b78d-5ef7c466d66b/6a13952b-8ce6-41e5-9d0c-8677680d628a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:52.970915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-e20702b2-f1cb-4db9-a37b-2a542c577b65 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:52.976667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-e20702b2-f1cb-4db9-a37b-2a542c577b65 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 813 time: 0.2525923 Aug 18 14:13:52.985932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:52.998182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-8f229505-58b4-415d-8d35-c3d524f49dfc tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/quotas/2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 375 time: 0.0205522 Aug 18 14:13:53.030306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:53.052169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:53.061556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:53.076989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.078920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.093626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-946d01c0-55ae-4e8f-9105-e9ff8c3b9993 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944741 Aug 18 14:13:53.107553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:53.111507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:53.114351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=54410030-fa34-4ccd-aa6c-7893892dc2d6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:53.121522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.126919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:53.134923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.135983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.214612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'Port': ['ID=cd068e4f-51cd-47cd-937b-157ec1a2ab51,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:53.221429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Made reservation on behalf of 2d3aa5b33009469580897a9b49707fa7 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:53.226397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.228090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:53.256149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:53.259650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] For port 7f15b31e-348e-4501-9f08-167740b67d08, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7f15b31e-348e-4501-9f08-167740b67d08,segment=NetworkSegment(ca712fab-bb4e-4399-83f1-11ffe72bd803),segment_id=ca712fab-bb4e-4399-83f1-11ffe72bd803)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:53.298815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ae0b358-1561-4d42-ba0d-68e51a4ec6bd tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9317787 Aug 18 14:13:53.300468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37562) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:53.304633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee79143-77c3-4cb9-8a7c-c2dac96ceaeb req-6e26dd86-54c3-42be-a476-d78f295083c4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.306452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ee79143-77c3-4cb9-8a7c-c2dac96ceaeb req-6e26dd86-54c3-42be-a476-d78f295083c4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 907 time: 0.2023268 Aug 18 14:13:53.324303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.346206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:53.380898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:53.381367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-a6f3616c-660c-4253-9f33-59525fe35761 service neutron] 10.222.0.35 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866499 Aug 18 14:13:53.386510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'network_id': '9ce7a997-e8a1-4484-9136-5eb5e9161738', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1776893682'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:53.423205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de3d405b-322d-4acd-90b3-22ef35b581d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1746452 Aug 18 14:13:53.433167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:53.437922 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9870c-01b7-45c5-85bb-ab5e3b8ca3d2 x-openstack-request-id: req-0eb9870c-01b7-45c5-85bb-ab5e3b8ca3d2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:53.438207 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1538b8-0f2c-46a0-a421-80a0b13e40ca", "name": "network-vif-deleted", "tag": "64067657-51aa-45bd-8861-8a56971835c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:53.438463 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0eb9870c-01b7-45c5-85bb-ab5e3b8ca3d2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:53.440049 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1538b8-0f2c-46a0-a421-80a0b13e40ca', 'name': 'network-vif-deleted', 'tag': '64067657-51aa-45bd-8861-8a56971835c8', 'status': 'completed', 'code': 200} Aug 18 14:13:53.440049 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'status': 'completed', 'code': 200} Aug 18 14:13:53.457538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.510353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.568489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.569055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Pushing event updated for resources: {'Port': ['ID=7f15b31e-348e-4501-9f08-167740b67d08,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:53.581401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.581782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.582118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.582516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.582850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.583179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.583551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.583876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.584199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.584524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.584888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.585207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807afb09-393f-4d9c-9119-ee9148b772bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:13:53.598019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-66c0c63d-89b6-4d66-9034-6a45145349b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.600794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-66c0c63d-89b6-4d66-9034-6a45145349b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 1058 time: 0.1035824 Aug 18 14:13:53.630029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning complete for port 7f15b31e-348e-4501-9f08-167740b67d08 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:53.630436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.675688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:53.701689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30276-0257-43d1-ae30-0050471043ac req-958d5aaa-5d6c-44dd-9591-270951027d5e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.709780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18e30276-0257-43d1-ae30-0050471043ac req-958d5aaa-5d6c-44dd-9591-270951027d5e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1737127 Aug 18 14:13:53.740018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc3bc4-2b33-4e99-8b6e-b7d000cc4ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.741715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Made reservation on behalf of 45f786eb425946e9944a33136c8a7b8c for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:53.746055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.746990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc3bc4-2b33-4e99-8b6e-b7d000cc4ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.762053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc3bc4-2b33-4e99-8b6e-b7d000cc4ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.762053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f4cc3bc4-2b33-4e99-8b6e-b7d000cc4ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3144939 Aug 18 14:13:53.762558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37570) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:53.782912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning complete for port dafb0c7f-82a6-4ee9-99e8-343b752c1812 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:53.782912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:53.786338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-3953bf9f-9af8-4353-8c91-404f516a1c02 service neutron] 10.222.0.35 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951933 Aug 18 14:13:53.792899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:53.817504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] device_id is not set on port 94a6d541-d44e-413c-b84f-58a3e2c59d56 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:13:53.818000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18e30276-0257-43d1-ae30-0050471043ac req-06f6416c-0eef-4c98-af67-427e147678cd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073241 Aug 18 14:13:53.834800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-be569524-6d0e-4867-a4ed-60b3d5a7915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:53.836930 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-be569524-6d0e-4867-a4ed-60b3d5a7915a service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1898913 Aug 18 14:13:53.962938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c36ac594-5670-48d6-8722-6b4965b03f97 req-e47b3d9a-25f1-41ba-bd0a-bb66b2dbc8a9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Aug 18 14:13:53.964558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.062162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:54.065989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:54.067261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Allocated IP 2001:db8::f3 (9ce7a997-e8a1-4484-9136-5eb5e9161738/decdeb52-c18a-4948-a93e-8ac556c012b8/94a6d541-d44e-413c-b84f-58a3e2c59d56) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:54.072928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:54.086556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event updated for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:54.121616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-bfe15b03-d54c-41e8-9eed-4b7a230a4e96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 200 len: 217 time: 0.2705917 Aug 18 14:13:54.168926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:54.169617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.182967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning for port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:54.187939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning complete for port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:54.188890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fae0c0-a6f5-4e7a-b558-2e2f2ef6974c req-abfa2063-4049-4785-a6db-07b4f9ef681f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:54.193360 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.196850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fae0c0-a6f5-4e7a-b558-2e2f2ef6974c req-abfa2063-4049-4785-a6db-07b4f9ef681f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1282268 Aug 18 14:13:54.238159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:54.282679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67fae0c0-a6f5-4e7a-b558-2e2f2ef6974c req-57a18fd9-ed25-4e76-83c2-cbb11d99d7e2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834398 Aug 18 14:13:54.332756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Allocated IP 172.20.0.8 (e0fc6d45-99b1-4a5c-9963-54daded1f258/9a790749-365c-4fa4-b78d-5ef7c466d66b/c2bc84fd-0fe6-4cfb-add6-2229c09de14e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:54.341982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee22a-ce6d-4266-a6fb-41d86e97bf4a req-b4f82c3f-15e2-434e-a641-91bddbffe534 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:54.343629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22bee22a-ce6d-4266-a6fb-41d86e97bf4a req-b4f82c3f-15e2-434e-a641-91bddbffe534 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.1251631 Aug 18 14:13:54.385057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-372d8687-78fa-4624-ba92-a1cb037b87e1 req-4ef81abc-5b70-4a00-b163-49bebd63ed1c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0402577 Aug 18 14:13:54.409910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22bee22a-ce6d-4266-a6fb-41d86e97bf4a req-53cc58d5-a975-4c88-933e-4bc11ad8e1d9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544226 Aug 18 14:13:54.433097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-24250538-a018-4898-a2a1-bbc64af63f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:54.434630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-24250538-a018-4898-a2a1-bbc64af63f23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.2781115 Aug 18 14:13:54.519038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.530774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-d6c69349-a59e-4517-8386-4a94fff9aae3 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3629353 Aug 18 14:13:54.546638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning for port 54410030-fa34-4ccd-aa6c-7893892dc2d6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:54.550828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Provisioning complete for port 54410030-fa34-4ccd-aa6c-7893892dc2d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:54.551203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.561318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Deleting port cd068e4f-51cd-47cd-937b-157ec1a2ab51 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:54.561715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.564578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Request body: {'port': {'device_id': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:54.602421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-289afbac-4059-4a8e-a44e-49471db6597c None None] Port 54410030-fa34-4ccd-aa6c-7893892dc2d6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:54.646358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.680359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-31e704d9-8d49-48ef-886f-5bc6065bfb6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:54.681960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-31e704d9-8d49-48ef-886f-5bc6065bfb6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.1758776 Aug 18 14:13:54.716168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:54.720050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-b6579e29-ff04-4659-8f67-7feeefb8292f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/quotas/07d8d66be9bc43c3ad336477eb4944a2 HTTP/1.1" status: 200 len: 375 time: 0.0148618 Aug 18 14:13:54.754785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2f111c68-ef50-4325-be05-f2171fcef7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.859491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:54.861556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Provisioning for port cd068e4f-51cd-47cd-937b-157ec1a2ab51 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:54.866110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:54.866484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.868682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Provisioning complete for port cd068e4f-51cd-47cd-937b-157ec1a2ab51 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:54.869039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.873873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-ae3d0ad7-9a01-4c3f-b3e2-8d72593a5d63 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1451321 Aug 18 14:13:54.899666 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.940193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Port cd068e4f-51cd-47cd-937b-157ec1a2ab51 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:54.960728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Provisioning complete for port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:54.961550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:54.967119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Transition to ACTIVE for port object 94a6d541-d44e-413c-b84f-58a3e2c59d56 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:55.024422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-0e8eaaed-d2c8-459c-b958-b00235556c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:55.025992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-0e8eaaed-d2c8-459c-b958-b00235556c7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5811620 Aug 18 14:13:55.052284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-498e3ac0-301e-4051-a686-94bd566f5315 None None] Port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:55.061084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.096497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:55.100289 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bb8d65-561d-4a29-b321-ef0d39fd21a8" -d '{"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:55.119396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:55.135142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.152895 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.162754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Calling delete_port for cd068e4f-51cd-47cd-937b-157ec1a2ab51 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:55.186763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.225345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25e359c0-2cb2-48d3-b602-36bed4d867c1 req-8828efa4-1b0b-4b2a-95e3-dbe686d997e6 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 210 time: 0.0318625 Aug 18 14:13:55.237488 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.242803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:55.263325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-867b5388-9d94-4b2a-9e06-1a73492a0f59 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821080 Aug 18 14:13:55.305170 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-79a7ecfd-19ab-4af8-8a3c-0311bc255f77 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696514 Aug 18 14:13:55.305351 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad566f5-3669-4f5a-8b28-260f9d093e92 x-openstack-request-id: req-9ad566f5-3669-4f5a-8b28-260f9d093e92 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:55.305643 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:55.305984 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ad566f5-3669-4f5a-8b28-260f9d093e92 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:55.306427 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'code': 200} Aug 18 14:13:55.330294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:55.362567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-5581ad29-bc8b-4667-bfb8-62b742853c08 service neutron] 10.222.0.35 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976496 Aug 18 14:13:55.376963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:55.392599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:55.398468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:55.399646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.429942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361636-99c3-4b11-81e6-96837b75df9b req-e655af17-1322-4d2b-98d8-8bab781b6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:55.432860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8361636-99c3-4b11-81e6-96837b75df9b req-e655af17-1322-4d2b-98d8-8bab781b6c75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1096 time: 0.0590749 Aug 18 14:13:55.462234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=94a6d541-d44e-413c-b84f-58a3e2c59d56,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:55.483815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8361636-99c3-4b11-81e6-96837b75df9b req-4bef013f-4682-46a2-adcb-6e285279e8a0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Aug 18 14:13:55.521654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7f15b31e-348e-4501-9f08-167740b67d08 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:55.547208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a46a4c6-c8cf-4043-968c-fa92ca072e3f req-79067d33-f9fd-4d54-83f9-ce5f837d80c7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0372589 Aug 18 14:13:55.573828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7be93efb-8354-446b-8f0b-0c99ff5e22d5 req-36cb5b8b-2347-48b3-9ead-737068e8bff3 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547863 Aug 18 14:13:55.579232 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dfad645b-6069-4439-ba9e-5e6207216fad tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2003167 Aug 18 14:13:55.582202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37606) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:55.595892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ca:52:b8'}, {'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:58:c2:29'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:55.603262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7f15b31e-348e-4501-9f08-167740b67d08 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:55.603658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.611433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.697964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Network e0fc6d45-99b1-4a5c-9963-54daded1f258 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:55.702265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:55.707998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:55.747540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.772643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event updated for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:55.787696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2226d706-edd2-42c4-840c-4797ce73f72c req-18a6b66d-8111-422d-b74e-2aaf9614d8fb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 210 time: 0.0955577 Aug 18 14:13:55.863464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event deleted for resources: {'Port': ['ID=cd068e4f-51cd-47cd-937b-157ec1a2ab51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:55.865932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.872386 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3d5fda1e-7cb1-4fb2-8f93-159749379084 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "DELETE /v2.0/ports/cd068e4f-51cd-47cd-937b-157ec1a2ab51 HTTP/1.1" status: 204 len: 168 time: 2.1091094 Aug 18 14:13:55.873060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37612) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:55.874834 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.881107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:55.881737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.888821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Request body: {'port': {'name': 'tempest-new-port-name-37624185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:55.889236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] bootfile-name is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:55.889574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] tftp-server is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:55.890209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] server-ip-address is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:13:55.942636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7a11-54ad-401e-bbd4-1422360557d7 req-3c1c251b-bf2c-4db7-af08-aaaae05b2f31 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:55.944298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd0f7a11-54ad-401e-bbd4-1422360557d7 req-3c1c251b-bf2c-4db7-af08-aaaae05b2f31 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2540171 Aug 18 14:13:55.970627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:55.982962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6875a5f9-c841-48ff-98b5-f514a59fd6e4 None None] Provisioning for port 94a6d541-d44e-413c-b84f-58a3e2c59d56 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:55.987526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6875a5f9-c841-48ff-98b5-f514a59fd6e4 None None] Provisioning complete for port 94a6d541-d44e-413c-b84f-58a3e2c59d56 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:55.988200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6875a5f9-c841-48ff-98b5-f514a59fd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.020827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-7c44c3fa-a13c-4c24-8eb1-e66d15b258e8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2544825 Aug 18 14:13:56.035248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Request body: {'port': {'device_id': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:56.059135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6875a5f9-c841-48ff-98b5-f514a59fd6e4 None None] Port 94a6d541-d44e-413c-b84f-58a3e2c59d56 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:56.077001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd0f7a11-54ad-401e-bbd4-1422360557d7 req-1efe6368-1a3a-4abb-ab59-dd5cba8cf550 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189477 Aug 18 14:13:56.138470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.151577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a13952b-8ce6-41e5-9d0c-8677680d628a {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:56.154550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.167061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.182204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Transition to ACTIVE for port object 6a13952b-8ce6-41e5-9d0c-8677680d628a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:56.251239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.403223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Pushing event updated for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:56.415676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.492816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ce814-8b77-4b2b-9cbf-d536d40bda9b req-26f2bd72-e015-4367-ac53-8acd8efc6e7f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:56.494451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-697ce814-8b77-4b2b-9cbf-d536d40bda9b req-26f2bd72-e015-4367-ac53-8acd8efc6e7f tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 931 time: 0.1582770 Aug 18 14:13:56.521586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Attempting to bind port 6a13952b-8ce6-41e5-9d0c-8677680d628a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:56.521586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Attempting to bind port 6a13952b-8ce6-41e5-9d0c-8677680d628a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:56.522155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Attempting to bind port 6a13952b-8ce6-41e5-9d0c-8677680d628a on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:56.527405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bc84fd-0fe6-4cfb-add6-2229c09de14e {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:56.533572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.535157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.539704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Port 6a13952b-8ce6-41e5-9d0c-8677680d628a on network e0fc6d45-99b1-4a5c-9963-54daded1f258 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:56.539704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Attempting to bind port 6a13952b-8ce6-41e5-9d0c-8677680d628a on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:56.544547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.549736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:56.550148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Checking segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:56.550536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Bound using segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:56.550985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Bound port: 6a13952b-8ce6-41e5-9d0c-8677680d628a, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:56.551351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.583795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] In _notify_port_updated(), no bound segment for port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b on network 233f7aaa-0042-4da9-a2be-1a056f5d7462 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:56.590091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:56.591021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.592487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "PUT /v2.0/ports/c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b HTTP/1.1" status: 200 len: 1128 time: 0.7176437 Aug 18 14:13:56.599416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:56.602857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-697ce814-8b77-4b2b-9cbf-d536d40bda9b req-b2a55e67-6a8f-47df-b46b-82e9ee8e4c42 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995393 Aug 18 14:13:56.627214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.647777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Transition to ACTIVE for port object c2bc84fd-0fe6-4cfb-add6-2229c09de14e will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:56.664712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af445a-c1d3-485a-bda6-90ad348fe6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:56.666333 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-18af445a-c1d3-485a-bda6-90ad348fe6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "GET /v2.0/ports/c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b HTTP/1.1" status: 200 len: 1128 time: 0.0658526 Aug 18 14:13:56.670266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37626) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:56.679307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332356e-2158-4a7a-bd68-1fee4f35b38a tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event updated for resources: {'Port': ['ID=c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:56.699651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cf2ff27-f260-48a8-8168-1c7b644bfb50 req-daa881c7-7f4f-421e-a999-69c4694ab412 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0735970 Aug 18 14:13:56.714265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] In _notify_port_updated(), no bound segment for port 94a6d541-d44e-413c-b84f-58a3e2c59d56 on network 9ce7a997-e8a1-4484-9136-5eb5e9161738 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:13:56.728111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:56.728864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.730265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "PUT /v2.0/ports/94a6d541-d44e-413c-b84f-58a3e2c59d56 HTTP/1.1" status: 200 len: 1067 time: 1.1467218 Aug 18 14:13:56.733402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37628) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:56.767386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.767944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373c6ff-39a6-4d88-92db-4eaa3a130184 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event updated for resources: {'Port': ['ID=94a6d541-d44e-413c-b84f-58a3e2c59d56,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:56.780819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:56.784798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:56.917425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fb0fbdc-81ec-4c94-b692-eab9d7534c25 req-f4343e9c-9ffc-4b44-8eff-85fcb82ff093 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 210 time: 0.0359459 Aug 18 14:13:56.928123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:56.952072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.987187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:56.987187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:56.987848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] 10.222.0.58 "PUT /v2.0/ports/6a13952b-8ce6-41e5-9d0c-8677680d628a HTTP/1.1" status: 200 len: 1091 time: 2.4291766 Aug 18 14:13:56.988346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:56.990653 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6891894-6694-419f-8c50-758ed0f58429" -d '{"events": [{"name": "network-changed", "server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:56.996690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-46e46a15-a52e-4ef2-97e8-b9ee03c63fe7 None None] Provisioning complete for port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:57.005473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-46e46a15-a52e-4ef2-97e8-b9ee03c63fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.025023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea7f5-17a2-4be2-bc3b-f04945132ebd service neutron] Pushing event updated for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:57.056443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-46e46a15-a52e-4ef2-97e8-b9ee03c63fe7 None None] Port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:57.072524 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c38d4-f8cf-44f4-873a-55329bef0d56 x-openstack-request-id: req-695c38d4-f8cf-44f4-873a-55329bef0d56 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:57.072524 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:57.072524 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-695c38d4-f8cf-44f4-873a-55329bef0d56 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:57.072524 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a', 'status': 'completed', 'code': 200} Aug 18 14:13:57.090714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Deleting port c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:57.091280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.138847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891894-6694-419f-8c50-758ed0f58429 req-d78d4720-983b-4f2c-849f-595db0f96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.140685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6891894-6694-419f-8c50-758ed0f58429 req-d78d4720-983b-4f2c-849f-595db0f96925 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 1094 time: 0.0481544 Aug 18 14:13:57.176792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a4af87b8-b867-43d1-bbdb-4cafe9a95b5a None None] Provisioning complete for port 94a6d541-d44e-413c-b84f-58a3e2c59d56 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:57.177307 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4af87b8-b867-43d1-bbdb-4cafe9a95b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.217104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a4af87b8-b867-43d1-bbdb-4cafe9a95b5a None None] Port 94a6d541-d44e-413c-b84f-58a3e2c59d56 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:57.235931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port 94a6d541-d44e-413c-b84f-58a3e2c59d56 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:57.237529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.245888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-92ae65e2-d7f0-478f-ae47-51848245759c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.246659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-92ae65e2-d7f0-478f-ae47-51848245759c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.58 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 813 time: 0.3253629 Aug 18 14:13:57.277375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'device_id': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803', 'admin_state_up': True, 'tenant_id': '2c71f8d4088f4fae9886c93366ad4b82'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:57.308597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Attempting to bind port c2bc84fd-0fe6-4cfb-add6-2229c09de14e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:57.309009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Attempting to bind port c2bc84fd-0fe6-4cfb-add6-2229c09de14e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:57.309277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Attempting to bind port c2bc84fd-0fe6-4cfb-add6-2229c09de14e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:57.356454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67533b07-7438-4df0-a8f5-1881f9905334 req-247e6740-6577-4bcb-927b-34be9a34ccfc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.365664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67533b07-7438-4df0-a8f5-1881f9905334 req-247e6740-6577-4bcb-927b-34be9a34ccfc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1927304 Aug 18 14:13:57.387208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.388937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Port c2bc84fd-0fe6-4cfb-add6-2229c09de14e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:57.389268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Attempting to bind port c2bc84fd-0fe6-4cfb-add6-2229c09de14e on network e0fc6d45-99b1-4a5c-9963-54daded1f258 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:57.401742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891894-6694-419f-8c50-758ed0f58429 req-18d0331c-dd4a-4b19-8c6b-a55676a96c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.403351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6891894-6694-419f-8c50-758ed0f58429 req-18d0331c-dd4a-4b19-8c6b-a55676a96c69 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2d3aa5b33009469580897a9b49707fa7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2497108 Aug 18 14:13:57.420310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Calling delete_port for c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:57.425982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:57.426188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67533b07-7438-4df0-a8f5-1881f9905334 req-f51dff35-c21d-4693-b58a-227dccbb6676 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593951 Aug 18 14:13:57.426425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Checking segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:57.426719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Bound using segment: {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:57.427172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Bound port: c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c955c5a2-26f0-4456-95dc-1977fab64b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:57.427543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.437472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.529906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.552034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891894-6694-419f-8c50-758ed0f58429 req-a1b6f129-c134-4eb3-83d3-631cff93b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.554349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6891894-6694-419f-8c50-758ed0f58429 req-a1b6f129-c134-4eb3-83d3-631cff93b1ef service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413963 Aug 18 14:13:57.571280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for 94a6d541-d44e-413c-b84f-58a3e2c59d56 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:57.578986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b5aad-6995-4d20-80bf-c8e8a23c60d2 req-eb7261bd-2ac9-4823-95c2-3f10e9dd8edb tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.580605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c2b5aad-6995-4d20-80bf-c8e8a23c60d2 req-eb7261bd-2ac9-4823-95c2-3f10e9dd8edb tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.0710051 Aug 18 14:13:57.591341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37638) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:57.597405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'floatingip': {'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:57.693063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:57.710260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.715807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:57.800067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-ebdacee2-46b7-4062-a884-ffce891c5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.801549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-ebdacee2-46b7-4062-a884-ffce891c5aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 1094 time: 0.2076366 Aug 18 14:13:57.857384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Made reservation on behalf of 2c71f8d4088f4fae9886c93366ad4b82 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:57.861187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.861350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28527c4f-f3c5-413a-ad02-ba8f85f91b9c req-7ca77d89-4f43-4802-b61c-d39af092d50f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0672185 Aug 18 14:13:57.895160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.930539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:57.931073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:57.932531 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2bc84fd-0fe6-4cfb-add6-2229c09de14e HTTP/1.1" status: 200 len: 1091 time: 1.9021978 Aug 18 14:13:57.935090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:57.937443 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:57.965130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108f41d-71db-495b-956c-b82a09a49165 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:57.978596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.009632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.061256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event deleted for resources: {'Port': ['ID=c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:58.189984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-a0d58917-1f66-432a-af8c-ec116be7d6ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a HTTP/1.1" status: 200 len: 217 time: 0.3722920 Aug 18 14:13:58.209170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.211567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e3dd8c76-0623-4b5d-873e-6b6fd97dd073 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "DELETE /v2.0/ports/c8e7bb14-a0f4-4dc6-83f9-37daafd8b71b HTTP/1.1" status: 204 len: 168 time: 1.5402694 Aug 18 14:13:58.216368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1117-e645-4722-a55d-69f18339d67f req-db5ca300-6401-46e0-a4c9-5a849b5e3f49 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:58.217594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=94a6d541-d44e-413c-b84f-58a3e2c59d56,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:58.219954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37648) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:58.224282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82cd1117-e645-4722-a55d-69f18339d67f req-db5ca300-6401-46e0-a4c9-5a849b5e3f49 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 943 time: 0.5336635 Aug 18 14:13:58.297097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0394ae9f-c60a-4b66-809e-97109186a5d9 req-6a106eaa-893e-4029-ab3d-3907a6fbee60 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 210 time: 0.1137934 Aug 18 14:13:58.345707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Deleting subnet 5c840dc7-4d1d-4c81-858a-68141b13c729 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:13:58.409170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-09e9ba4f-db47-4c7a-adc7-d8bd7d74a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:58.410763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-09e9ba4f-db47-4c7a-adc7-d8bd7d74a7e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.1844332 Aug 18 14:13:58.423783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82cd1117-e645-4722-a55d-69f18339d67f req-9ca17f81-e8ea-4eb2-b6f7-ee12a88752d7 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978793 Aug 18 14:13:58.438814 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33378a-eb45-4ab6-b4b8-b05231f2dd9c x-openstack-request-id: req-3a33378a-eb45-4ab6-b4b8-b05231f2dd9c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:58.439106 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:58.440932 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a33378a-eb45-4ab6-b4b8-b05231f2dd9c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:58.440932 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e', 'status': 'completed', 'code': 200} Aug 18 14:13:58.452349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-e830868f-3449-4b28-879d-6bf2824cb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:58.452349 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-e830868f-3449-4b28-879d-6bf2824cb00a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 1094 time: 0.3743718 Aug 18 14:13:58.452678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.481195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-89e4f111-11d5-4fb4-a834-7eedbfdeabb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614378 Aug 18 14:13:58.751370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-f4a0aeac-306c-4c50-b37b-300c91d235e7 service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598710 Aug 18 14:13:58.873200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Allocated IP 172.20.0.2 (99d87148-ae0b-4655-bc1c-eea8b833c803/db681ea3-4db1-4568-bb65-7f9519cd5791/71bc4e39-e39d-4392-a5e3-81b7c3ab5262) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:58.947927 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-763a33db-1bfc-4134-9415-c6b4b464c835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e HTTP/1.1" status: 200 len: 217 time: 0.4703925 Aug 18 14:13:58.966538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.968377 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bde3d75c-8d29-4f62-b458-c825aa1755e1 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/94a6d541-d44e-413c-b84f-58a3e2c59d56 HTTP/1.1" status: 204 len: 168 time: 2.2330410 Aug 18 14:13:58.982888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:58.990629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.999969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-581e7fc4-0404-4afc-a3fc-69e5b07cbc9f req-bdd5a074-1527-4607-89a2-dc0b5eb62f86 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0591948 Aug 18 14:13:59.032752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-1d1eb90a-cc5c-4181-b895-a1d37061a452 service neutron] 10.222.0.58 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511077 Aug 18 14:13:59.034445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:13:59.037139 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d85da-1150-4b8c-84fa-7f1780185854 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] GET failed (client error): The resource could not be found. Aug 18 14:13:59.041288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-998d85da-1150-4b8c-84fa-7f1780185854 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports/94a6d541-d44e-413c-b84f-58a3e2c59d56 HTTP/1.1" status: 404 len: 333 time: 0.0515537 Aug 18 14:13:59.059691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37654) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:59.113864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.115867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-61c6bdbc-1159-427d-ac09-18b82fe94c82 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:59.118036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-61c6bdbc-1159-427d-ac09-18b82fe94c82 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 812 time: 0.8477461 Aug 18 14:13:59.143165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Request body: {'port': {'device_id': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'admin_state_up': True, 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:59.182917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.216193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-9796a5fd-59ef-42da-87c6-13406484dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:59.217659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-9796a5fd-59ef-42da-87c6-13406484dd78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.2533746 Aug 18 14:13:59.282580 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Floating IP 12964453-3a7d-4f47-8ea5-ea971513e83c associated. External IP: 172.25.1.219, port: 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4. Aug 18 14:13:59.339172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-3bdf4618-59c7-4f8a-b89e-37c14ccb2444 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685368 Aug 18 14:13:59.396822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-256bdefa-d989-4bfd-8c20-96ee0facc964 req-3c43964c-7dcd-4339-92f9-1af78280eaae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 210 time: 0.0324330 Aug 18 14:13:59.447305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.563295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.563606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:59.571866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff4f46-99fa-4dd9-b1da-f5453f37660a req-9dbd3b63-fb90-48c5-af98-f20717312501 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:59.573401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81ff4f46-99fa-4dd9-b1da-f5453f37660a req-9dbd3b63-fb90-48c5-af98-f20717312501 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 943 time: 0.0709658 Aug 18 14:13:59.574242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port 54410030-fa34-4ccd-aa6c-7893892dc2d6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:13:59.574585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.645083 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-a70c1a17-4723-4bed-b93f-297423eca8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914762 Aug 18 14:13:59.684560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81ff4f46-99fa-4dd9-b1da-f5453f37660a req-bef5813f-8ca4-4d59-9484-3741f0f05d1d tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023386 Aug 18 14:13:59.708211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:59.713750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.716868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Made reservation on behalf of 07d8d66be9bc43c3ad336477eb4944a2 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:59.720620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:59.721188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.731374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:59.732456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:59.737582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.748284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0725430c-6ccb-4620-bb0b-7c9dc5bf6ccd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "PUT /v2.0/floatingips/12964453-3a7d-4f47-8ea5-ea971513e83c HTTP/1.1" status: 200 len: 991 time: 2.1529531 Aug 18 14:13:59.748284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:59.749149 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0231ed0-785e-48eb-908d-6500b96405c2" -d '{"events": [{"name": "network-changed", "server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:59.796618 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432fbe8a-cc0f-412a-8e14-8fca9c2ce740 x-openstack-request-id: req-432fbe8a-cc0f-412a-8e14-8fca9c2ce740 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:59.797757 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:59.798260 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-432fbe8a-cc0f-412a-8e14-8fca9c2ce740 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:59.799066 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'status': 'completed', 'code': 200} Aug 18 14:13:59.808134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event deleted for resources: {'Subnet': ['ID=5c840dc7-4d1d-4c81-858a-68141b13c729,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:59.829593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.833371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf71de1a-2f1d-4e2f-b675-a20681fae080 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "DELETE /v2.0/subnets/5c840dc7-4d1d-4c81-858a-68141b13c729 HTTP/1.1" status: 204 len: 168 time: 1.6034236 Aug 18 14:13:59.835807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.839264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.841615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:59.852561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e79d3-6b5f-481a-aa10-42b7ebfdecff None None] Network 233f7aaa-0042-4da9-a2be-1a056f5d7462 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:13:59.854652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:59.884000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-5d84e489-68bb-4456-aed2-6a3d5db51e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:59.886287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-5d84e489-68bb-4456-aed2-6a3d5db51e0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1096 time: 0.0642564 Aug 18 14:13:59.935463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for 54410030-fa34-4ccd-aa6c-7893892dc2d6 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:13:59.982781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:59.988458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-b11db6e2-d894-4ad4-8162-970be1a43524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:59.990016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-b11db6e2-d894-4ad4-8162-970be1a43524 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.0914292 Aug 18 14:14:00.007902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-83e14f8b-77be-4202-b79b-48933bc4c449 req-dbe2e1a9-48e9-4aa7-9b5a-d872f5a44d97 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523891 Aug 18 14:14:00.077012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-476f76b6-90e7-4837-b31b-f7448183883b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 999 time: 0.0780847 Aug 18 14:14:00.077367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Network 99d87148-ae0b-4655-bc1c-eea8b833c803 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:00.107910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:00.117736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:00.123458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:00.163599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.178060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4883ca8-99b8-4361-8b32-63fb8be35234 req-2d87a15b-f803-492e-b2dc-2c6765a00361 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.179939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4883ca8-99b8-4361-8b32-63fb8be35234 req-2d87a15b-f803-492e-b2dc-2c6765a00361 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 931 time: 0.0964496 Aug 18 14:14:00.182174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-cb443f38-dc5d-4d55-8273-81034346cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.183729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-cb443f38-dc5d-4d55-8273-81034346cdc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0897498 Aug 18 14:14:00.238021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Allocated IP 172.20.0.9 (224b066a-30cd-4483-bec3-6041db3ca63c/7c3b7027-a337-4428-b5cd-5f74f09b4261/71426e51-da59-45f6-8b09-c2632495c43e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:00.261723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.262366 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.298187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4883ca8-99b8-4361-8b32-63fb8be35234 req-15d2ebe3-6c83-4c00-8942-e78b6793963a tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066699 Aug 18 14:14:00.302326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-d3ac8057-663c-4ca8-8628-2958b8565be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.307577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] DHCP port deletion for 233f7aaa-0042-4da9-a2be-1a056f5d7462 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:00.307731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-d3ac8057-663c-4ca8-8628-2958b8565be9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109066 Aug 18 14:14:00.321220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-537be650-1b9d-4ea5-a824-6c6d5e22b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.322756 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-537be650-1b9d-4ea5-a824-6c6d5e22b094 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d3aa5b33009469580897a9b49707fa7&device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 1094 time: 0.1632254 Aug 18 14:14:00.417484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-b6b1d49f-49b2-4baa-b7d3-c7e945449333 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039207 Aug 18 14:14:00.424074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-61441b57-c8b6-42fb-afd1-42f9eecf62e0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1579514 Aug 18 14:14:00.444809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Request body: {'port': {'device_id': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:00.489315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Deleting port 7f15b31e-348e-4501-9f08-167740b67d08 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:00.489693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.528828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bc359a3-a413-46d9-bda3-02774b2440d4 req-006b1374-1226-41a5-a437-1fa869f3e5ef tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 210 time: 0.0337884 Aug 18 14:14:00.579032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0231ed0-785e-48eb-908d-6500b96405c2 req-268239e1-cfa6-4e32-aa95-6f34b8ae7e8a service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517799 Aug 18 14:14:00.612405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Deleting port 7f15b31e-348e-4501-9f08-167740b67d08 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:00.612753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.630253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.631811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.665750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-acfed588-2815-4cb5-8f3e-fcbd1aa8dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.667239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-acfed588-2815-4cb5-8f3e-fcbd1aa8dd80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 200 len: 914 time: 0.3160784 Aug 18 14:14:00.736154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '12964453-3a7d-4f47-8ea5-ea971513e83c', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:40Z', 'updated_at': '2021-08-18T14:13:58Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:00.747701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=54410030-fa34-4ccd-aa6c-7893892dc2d6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:00.770822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] For port 7f15b31e-348e-4501-9f08-167740b67d08, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7f15b31e-348e-4501-9f08-167740b67d08,segment=NetworkSegment(ca712fab-bb4e-4399-83f1-11ffe72bd803),segment_id=ca712fab-bb4e-4399-83f1-11ffe72bd803)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:00.771519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.775031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:14:00.793347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Calling delete_port for 7f15b31e-348e-4501-9f08-167740b67d08 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:00.812100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-7cecea91-90e9-46b6-adc6-12b85d1d109a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e HTTP/1.1" status: 200 len: 217 time: 0.1249266 Aug 18 14:14:00.834111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] For port 7f15b31e-348e-4501-9f08-167740b67d08, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7f15b31e-348e-4501-9f08-167740b67d08,segment=NetworkSegment(ca712fab-bb4e-4399-83f1-11ffe72bd803),segment_id=ca712fab-bb4e-4399-83f1-11ffe72bd803)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:00.834473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.839685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312a639-947f-4799-b2d4-a3e585fa294b req-d185c988-43b5-4ea9-b85f-d4de81c57ae8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:00.842201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f312a639-947f-4799-b2d4-a3e585fa294b req-d185c988-43b5-4ea9-b85f-d4de81c57ae8 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 943 time: 0.0628641 Aug 18 14:14:00.864613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:00.865268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:13:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:00.884503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.890494 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6555b266-e8f2-43e9-9994-cf85e66474b0 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/54410030-fa34-4ccd-aa6c-7893892dc2d6 HTTP/1.1" status: 204 len: 168 time: 1.8229673 Aug 18 14:14:00.899858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37674) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:00.903172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f312a639-947f-4799-b2d4-a3e585fa294b req-93d38e25-5b70-4ab5-ba22-561bbb42be81 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Aug 18 14:14:00.911660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:00.932098 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c27233-3741-4759-9b46-0828924fcb4b tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] GET failed (client error): The resource could not be found. Aug 18 14:14:00.933766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-01c27233-3741-4759-9b46-0828924fcb4b tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "GET /v2.0/ports/54410030-fa34-4ccd-aa6c-7893892dc2d6 HTTP/1.1" status: 404 len: 333 time: 0.0295813 Aug 18 14:14:00.937559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37676) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:00.949197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Calling delete_port for 7f15b31e-348e-4501-9f08-167740b67d08 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:01.043375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Transition to ACTIVE for port object 71426e51-da59-45f6-8b09-c2632495c43e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:01.053017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:01.055919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:01.056379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.097116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-0ecf4fc0-9dc6-4668-8760-886e41ddfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:01.098613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-0ecf4fc0-9dc6-4668-8760-886e41ddfab3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 200 len: 853 time: 0.2600455 Aug 18 14:14:01.103388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.158601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.158908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] Pushing event deleted for resources: {'Port': ['ID=7f15b31e-348e-4501-9f08-167740b67d08,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:01.159505 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-082918d6-9470-4bde-b373-c02333c57112 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e0fc6d45-99b1-4a5c-9963-54daded1f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487459 Aug 18 14:14:01.172738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for 1c6d2b12-e556-44d7-ac61-3f2fe13ecdef owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:01.178968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a9e8d-38ab-404f-ab22-c94d478100f2 None None] No DVR routers for this DVR port 7f15b31e-348e-4501-9f08-167740b67d08 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:01.310440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.368645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.369222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '12964453-3a7d-4f47-8ea5-ea971513e83c', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:40Z', 'updated_at': '2021-08-18T14:13:58Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:01.370359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event deleted for resources: {'Port': ['ID=7f15b31e-348e-4501-9f08-167740b67d08,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:01.372309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] No DVR routers for this DVR port 7f15b31e-348e-4501-9f08-167740b67d08 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:01.423104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:01.427044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:01.464448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-221ce05c-ebdc-420c-9fa8-6823eb7ad921 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730432 Aug 18 14:14:01.488778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Network 224b066a-30cd-4483-bec3-6041db3ca63c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:01.509973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58605424-0a50-4745-830d-2716a5a0c4e9 None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '12964453-3a7d-4f47-8ea5-ea971513e83c', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:40Z', 'updated_at': '2021-08-18T14:13:58Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:01.519679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7f15b31e-348e-4501-9f08-167740b67d08 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:01.529622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:01.587882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.602235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f7aaa-0042-4da9-a2be-1a056f5d7462']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:01.616982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca712fab-bb4e-4399-83f1-11ffe72bd803') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:01.617873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca712fab-bb4e-4399-83f1-11ffe72bd803') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:01.633887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.642003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7f15b31e-348e-4501-9f08-167740b67d08 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:01.642003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7f15b31e-348e-4501-9f08-167740b67d08 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:01.650183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f023a-eb06-4a8c-a664-a1b45b64e5f4 req-2a90acf4-2be6-4ec4-99f8-0e64f0bc370a tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:01.651841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec6f023a-eb06-4a8c-a664-a1b45b64e5f4 req-2a90acf4-2be6-4ec4-99f8-0e64f0bc370a tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 931 time: 0.1019142 Aug 18 14:14:01.660869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.674799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:01.675313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:01.706709 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:01.710568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:01.732521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480753aa-1b2f-49ca-bc6c-7428ee5472e5 req-a3cc25a4-0018-436d-b08c-7d8674d7be2f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:01.734270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-480753aa-1b2f-49ca-bc6c-7428ee5472e5 req-a3cc25a4-0018-436d-b08c-7d8674d7be2f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 931 time: 0.0814126 Aug 18 14:14:01.742847 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.782601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=1c6d2b12-e556-44d7-ac61-3f2fe13ecdef,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:01.806093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec6f023a-eb06-4a8c-a664-a1b45b64e5f4 req-9fa482d3-93ef-436b-b555-075666fbec49 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226833 Aug 18 14:14:01.878136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:01.881649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e721996-b355-4efe-a9af-e54e60d02016 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/ports/1c6d2b12-e556-44d7-ac61-3f2fe13ecdef HTTP/1.1" status: 204 len: 168 time: 0.9408767 Aug 18 14:14:01.882419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37682) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:01.900752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-480753aa-1b2f-49ca-bc6c-7428ee5472e5 req-7956a3b4-c073-4d3c-a506-5e469f832e5d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590507 Aug 18 14:14:01.943353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05e361-91ca-4fdb-aea9-f7e699ee5e1d None None] New status for floating IP 12964453-3a7d-4f47-8ea5-ea971513e83c: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:14:01.989819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting subnet decdeb52-c18a-4948-a93e-8ac556c012b8 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:01.993949 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.058636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.060466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-caa7343f-4bac-406f-aa7c-1ae2591bf714 None None] Provisioning for port 71426e51-da59-45f6-8b09-c2632495c43e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:02.066987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-caa7343f-4bac-406f-aa7c-1ae2591bf714 None None] Provisioning complete for port 71426e51-da59-45f6-8b09-c2632495c43e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:02.067427 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-caa7343f-4bac-406f-aa7c-1ae2591bf714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.115526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-caa7343f-4bac-406f-aa7c-1ae2591bf714 None None] Port 71426e51-da59-45f6-8b09-c2632495c43e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:02.183248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90896-0f8f-4be7-8dd2-dd5ea2d52eb8 req-32379631-a1f2-44c8-a26f-1ee1bd7322a9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:02.188446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23e90896-0f8f-4be7-8dd2-dd5ea2d52eb8 req-32379631-a1f2-44c8-a26f-1ee1bd7322a9 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 943 time: 0.1393414 Aug 18 14:14:02.213750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:02.216310 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.261666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.262040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.262386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.262745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.263095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.263387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.263715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.264079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.264424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.264750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.265076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.265399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:02.269667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23e90896-0f8f-4be7-8dd2-dd5ea2d52eb8 req-1c7587b4-9c2d-4858-ad5b-e812828f91ba tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730424 Aug 18 14:14:02.279915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:02.292632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.329492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Transition to ACTIVE for port object 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:02.333942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:02.334562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.363040 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe7b9de5-6fa2-4e5f-8e04-7b12b44141a7 req-5f9f1394-cb59-4b36-92b2-91ab804a8a15 service neutron] 10.222.0.10 "GET /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830163 Aug 18 14:14:02.397362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.404342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.406036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] 10.222.0.35 "DELETE /v2.0/networks/233f7aaa-0042-4da9-a2be-1a056f5d7462 HTTP/1.1" status: 204 len: 168 time: 2.5602973 Aug 18 14:14:02.417524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812309db-3cbb-40ad-98cd-fcf33fcbce48 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369 tempest-ExtraDHCPOptionsIpV6TestJSON-1002149369-project] Pushing event deleted for resources: {'Network': ['ID=233f7aaa-0042-4da9-a2be-1a056f5d7462,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:02.430299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1bf7bc50-0063-40b2-9a76-aff06f0fde57 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2964292 Aug 18 14:14:02.430915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.431058 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.460866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Subnet': ['ID=decdeb52-c18a-4948-a93e-8ac556c012b8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:02.465030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.467419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Request body: {'port': {'device_id': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:02.469614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-324e823a-2f25-4e52-b8b5-83bab747b88f tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/subnets/decdeb52-c18a-4948-a93e-8ac556c012b8 HTTP/1.1" status: 204 len: 168 time: 0.5854566 Aug 18 14:14:02.470258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37690) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:02.471440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3340a-0a71-4603-bbff-588d32badbaa None None] Network 9ce7a997-e8a1-4484-9136-5eb5e9161738 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:02.513669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6a13952b-8ce6-41e5-9d0c-8677680d628a details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:14:02.536964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:02.592162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.623728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.657696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Deleting port 51829f4b-8ffe-49de-8f6f-6173702a8e4a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:02.658298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.681824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:02.686714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Attempting to bind port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:02.687179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Attempting to bind port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:02.687626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Attempting to bind port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 on network 99d87148-ae0b-4655-bc1c-eea8b833c803 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:02.694092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '6a13952b-8ce6-41e5-9d0c-8677680d628a', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'port_id': '6a13952b-8ce6-41e5-9d0c-8677680d628a', 'mac_address': 'fa:16:3e:80:2f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a790749-365c-4fa4-b78d-5ef7c466d66b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:14:02.696281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 on network 99d87148-ae0b-4655-bc1c-eea8b833c803 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:14:02.697012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Attempting to bind port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 on network 99d87148-ae0b-4655-bc1c-eea8b833c803 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:02.704609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:02.704981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Checking segment: {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:02.705487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Bound using segment: {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:02.706057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Bound port: 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8f718e-933e-4538-a04c-893731d32fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:02.706540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.730295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] For port 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=51829f4b-8ffe-49de-8f6f-6173702a8e4a,segment=NetworkSegment(bec7c29e-f7bd-4633-a975-72596b8f4641),segment_id=bec7c29e-f7bd-4633-a975-72596b8f4641)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:02.730675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.735909 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.748122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2bc84fd-0fe6-4cfb-add6-2229c09de14e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:14:02.749873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Calling delete_port for 51829f4b-8ffe-49de-8f6f-6173702a8e4a owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:02.763060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13952b-8ce6-41e5-9d0c-8677680d628a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:02.771441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] DHCP port deletion for 9ce7a997-e8a1-4484-9136-5eb5e9161738 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:02.798967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:02.895146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:02.909668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:02.916896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:02.961406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5293-2572-4d1c-a884-5f270fafb7d5 req-986d6c5b-0e9d-464e-b45a-c61593576714 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:02.963201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd7a5293-2572-4d1c-a884-5f270fafb7d5 req-986d6c5b-0e9d-464e-b45a-c61593576714 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 943 time: 0.0793211 Aug 18 14:14:02.964373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.017702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Port': ['ID=51829f4b-8ffe-49de-8f6f-6173702a8e4a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.021726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:03.022601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] No DVR routers for this DVR port 51829f4b-8ffe-49de-8f6f-6173702a8e4a on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:03.027045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Deleting port 51829f4b-8ffe-49de-8f6f-6173702a8e4a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:03.027611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.035644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:03.050287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.104300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:03.106719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.108666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] 10.222.0.58 "PUT /v2.0/ports/71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 1091 time: 2.6700575 Aug 18 14:14:03.114823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:03.116070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.119020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd7a5293-2572-4d1c-a884-5f270fafb7d5 req-81099efd-d4a2-47bf-a265-64306bc372a7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446340 Aug 18 14:14:03.119292 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016" -d '{"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:03.128438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71426e51-da59-45f6-8b09-c2632495c43e {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:03.131431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e', 'network_id': 'e0fc6d45-99b1-4a5c-9963-54daded1f258', 'port_id': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e', 'mac_address': 'fa:16:3e:df:1f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a790749-365c-4fa4-b78d-5ef7c466d66b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:14:03.155367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.173729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2e0f-af42-45dd-91b3-a5aa8f652faf req-cd7c24b3-e457-4191-a084-dade20833293 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:03.175728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a1d2e0f-af42-45dd-91b3-a5aa8f652faf req-cd7c24b3-e457-4191-a084-dade20833293 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 931 time: 0.1459439 Aug 18 14:14:03.180568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.192155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32326a-41b6-40b8-a83f-d9b9a98bae0e service neutron] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.201504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] For port 51829f4b-8ffe-49de-8f6f-6173702a8e4a, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:03.201924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7a997-e8a1-4484-9136-5eb5e9161738']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:03.202068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.221297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Transition to ACTIVE for port object 71426e51-da59-45f6-8b09-c2632495c43e will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:03.229530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec7c29e-f7bd-4633-a975-72596b8f4641') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:03.230143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec7c29e-f7bd-4633-a975-72596b8f4641') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:03.230798 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.232845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Calling delete_port for 51829f4b-8ffe-49de-8f6f-6173702a8e4a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:03.236172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Port 51829f4b-8ffe-49de-8f6f-6173702a8e4a was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:14:03.242653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.254202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.272974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['6a13952b-8ce6-41e5-9d0c-8677680d628a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:03.274217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a1d2e0f-af42-45dd-91b3-a5aa8f652faf req-61a73f01-653d-4453-9e8a-9255863759a5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905366 Aug 18 14:14:03.277319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bc84fd-0fe6-4cfb-add6-2229c09de14e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:03.283986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] Pushing event deleted for resources: {'Port': ['ID=51829f4b-8ffe-49de-8f6f-6173702a8e4a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.290450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.311300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:03.311715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:03.315212 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:03.319701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa38af-3848-4c43-9a20-33fa4eb11932 None None] No DVR routers for this DVR port 51829f4b-8ffe-49de-8f6f-6173702a8e4a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:03.320786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.338992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:03.344978 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f33c1a4-8829-408d-90eb-21a9b9ace5f3 x-openstack-request-id: req-0f33c1a4-8829-408d-90eb-21a9b9ace5f3 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:03.348073 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:03.348329 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f33c1a4-8829-408d-90eb-21a9b9ace5f3 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:03.348798 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'status': 'completed', 'code': 200} Aug 18 14:14:03.384738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-48c5a4e8-e476-49f8-b682-28f37e3d5b53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d12a1e36fe14e1c989aa9b036efcb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590369 Aug 18 14:14:03.387805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37708) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:03.438372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.475552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.490024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-ee1580bc-40ef-4828-ba3c-f9b526d178d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:03.491827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-ee1580bc-40ef-4828-ba3c-f9b526d178d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1094 time: 0.2635736 Aug 18 14:14:03.507330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.533106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.548928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.554187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 51829f4b-8ffe-49de-8f6f-6173702a8e4a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:03.575964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 51829f4b-8ffe-49de-8f6f-6173702a8e4a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:03.576464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 51829f4b-8ffe-49de-8f6f-6173702a8e4a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:03.590119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.598028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.599872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] 10.222.0.35 "DELETE /v2.0/networks/9ce7a997-e8a1-4484-9136-5eb5e9161738 HTTP/1.1" status: 204 len: 168 time: 1.1286769 Aug 18 14:14:03.609610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390d5af-7d95-4668-b882-b15d8870a5fc req-65aced50-b341-4af0-9e43-020743fd6c91 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:03.611524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-389affb9-e407-447a-93d7-8263ce314a17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 217 time: 0.0657535 Aug 18 14:14:03.615495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0390d5af-7d95-4668-b882-b15d8870a5fc req-65aced50-b341-4af0-9e43-020743fd6c91 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 944 time: 0.1980660 Aug 18 14:14:03.628495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac801-526c-4a2c-b8d0-403d35f7ca56 tempest-AllowedAddressPairIpV6TestJSON-396270001 tempest-AllowedAddressPairIpV6TestJSON-396270001-project] Pushing event deleted for resources: {'Network': ['ID=9ce7a997-e8a1-4484-9136-5eb5e9161738,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.677826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0390d5af-7d95-4668-b882-b15d8870a5fc req-67225a8b-0f59-489b-a93e-b3d7af8a6c77 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Aug 18 14:14:03.685780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.690244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-849ff715-cb34-4a3d-9340-4bade16e60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:03.690617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.690617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8b0f42b-468b-46dc-8367-accb6473298f HTTP/1.1" status: 204 len: 168 time: 0.3010707 Aug 18 14:14:03.698762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-849ff715-cb34-4a3d-9340-4bade16e60ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0774665 Aug 18 14:14:03.699493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7fbb1-927d-480f-b48d-2a7ae7afb3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b0f42b-468b-46dc-8367-accb6473298f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:03.699730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Attempting to bind port 71426e51-da59-45f6-8b09-c2632495c43e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:03.700074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Attempting to bind port 71426e51-da59-45f6-8b09-c2632495c43e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:03.700412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Attempting to bind port 71426e51-da59-45f6-8b09-c2632495c43e on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:03.729080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c2bc84fd-0fe6-4cfb-add6-2229c09de14e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:03.733757 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-4e92009e-683a-4de0-947c-6eed32480523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265236 Aug 18 14:14:03.734346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Port 71426e51-da59-45f6-8b09-c2632495c43e on network 224b066a-30cd-4483-bec3-6041db3ca63c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:14:03.734746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Attempting to bind port 71426e51-da59-45f6-8b09-c2632495c43e on network 224b066a-30cd-4483-bec3-6041db3ca63c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:03.740440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:03.740780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Checking segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:03.741165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Bound using segment: {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:03.741601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Bound port: 71426e51-da59-45f6-8b09-c2632495c43e, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:03.742049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:03.884223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:03.903924 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-1d8cedf7-908a-474e-9661-a7d68ce927e5 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524570 Aug 18 14:14:03.905492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:03.977264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.033370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.034028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.035421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] 10.222.0.58 "PUT /v2.0/ports/71426e51-da59-45f6-8b09-c2632495c43e HTTP/1.1" status: 200 len: 1091 time: 1.5946832 Aug 18 14:14:04.052787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01fb9c4d-a7dc-4069-9afc-45a430b88f42 req-270e9e39-34aa-4b75-bc57-4742e5652cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401670 Aug 18 14:14:04.057584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc635b2-188f-4c26-86e3-560f133fa482 service neutron] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:04.081364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37718) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:04.281978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-ff8f24f4-2173-42e2-bd07-37df54099ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.283663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-82f16e8d-3e27-49c1-9b6f-3c6e62cdbccb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f786eb425946e9944a33136c8a7b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011101 Aug 18 14:14:04.284174 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-ff8f24f4-2173-42e2-bd07-37df54099ab8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 1094 time: 0.1299796 Aug 18 14:14:04.288029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:04.309248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899511e3-70f1-42a1-ab09-16789d1a0be3 req-38cc6d7e-9c11-4d02-9827-145133ad6110 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.309962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-899511e3-70f1-42a1-ab09-16789d1a0be3 req-38cc6d7e-9c11-4d02-9827-145133ad6110 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 943 time: 0.0693948 Aug 18 14:14:04.349297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-4557e914-e61f-4585-b703-9b5a70197db5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71426e51-da59-45f6-8b09-c2632495c43e HTTP/1.1" status: 200 len: 217 time: 0.0535352 Aug 18 14:14:04.369054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-899511e3-70f1-42a1-ab09-16789d1a0be3 req-35d45f4f-731a-4438-916b-7d756a20b5ff tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517418 Aug 18 14:14:04.372431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-a928c707-0f45-4344-b2fe-f9c518550107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.373923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-a928c707-0f45-4344-b2fe-f9c518550107 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1094 time: 0.1565418 Aug 18 14:14:04.443142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9adb-16ca-4705-9b23-24812ab3d63e req-aca9df9d-78e8-406f-8ea0-4d66da01d731 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.448549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f5b9adb-16ca-4705-9b23-24812ab3d63e req-aca9df9d-78e8-406f-8ea0-4d66da01d731 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.0654502 Aug 18 14:14:04.485973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f5b9adb-16ca-4705-9b23-24812ab3d63e req-003a7bd7-3e1b-4c08-add2-6a90d8a78d74 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Aug 18 14:14:04.498231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-a500e3db-244e-444c-ba9b-c37340f6b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.499716 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-a500e3db-244e-444c-ba9b-c37340f6b7cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1380119 Aug 18 14:14:04.501160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6a13952b-8ce6-41e5-9d0c-8677680d628a up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:04.559402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.590681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-d7867ef1-10da-4785-9545-7ed77fde7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.592179 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-d7867ef1-10da-4785-9545-7ed77fde7544 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.1852145 Aug 18 14:14:04.597737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.623545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1898298b-a1e8-43a4-bcec-b8427b7e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.625007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-1898298b-a1e8-43a4-bcec-b8427b7e4971 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119258 Aug 18 14:14:04.665778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-31b8e848-f7b4-4cf4-8daf-a927af753468 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 217 time: 0.0604401 Aug 18 14:14:04.666002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 6a13952b-8ce6-41e5-9d0c-8677680d628a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:04.670057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 6a13952b-8ce6-41e5-9d0c-8677680d628a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:04.671065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.760781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2bc84fd-0fe6-4cfb-add6-2229c09de14e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:04.780375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-e3d8aa2b-02ac-4cc1-bb71-00f0f188c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.781895 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-e3d8aa2b-02ac-4cc1-bb71-00f0f188c134 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.1052480 Aug 18 14:14:04.784505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.822069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:04.824632 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2207694-f0a9-46e8-ab18-c5f98ea69fda" -d '{"events": [{"server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:04.829064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-621645d1-4da0-447d-ba71-73598e5cec22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378644 Aug 18 14:14:04.833657 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-0aba981a-15aa-4dbc-a138-d18fca97e4d1 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784029 Aug 18 14:14:04.852831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:04.859480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c29a7-05fd-45b7-b8fe-190ed0b1f547 req-b36f7142-da85-4ebd-97c0-c889c9f05557 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:04.872403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-377c29a7-05fd-45b7-b8fe-190ed0b1f547 req-b36f7142-da85-4ebd-97c0-c889c9f05557 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 944 time: 0.0754941 Aug 18 14:14:04.872553 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191b2f6-b4c0-4dc2-819f-6a11b235648e x-openstack-request-id: req-e191b2f6-b4c0-4dc2-819f-6a11b235648e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:04.872553 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "name": "network-vif-plugged", "status": "completed", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:04.872553 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e191b2f6-b4c0-4dc2-819f-6a11b235648e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:04.872553 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a', 'code': 200} Aug 18 14:14:04.888004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.890590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.894008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7d50dac-4945-4473-a8ce-e2cbfd7d3fd7 HTTP/1.1" status: 204 len: 168 time: 0.6026535 Aug 18 14:14:04.920483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-377c29a7-05fd-45b7-b8fe-190ed0b1f547 req-4e165d00-58f1-4d97-8c2d-1dbcdb18e7f7 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515068 Aug 18 14:14:04.921245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37752) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:04.954521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:04.983959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48bde-e0ce-4356-9cfc-bc7fcf0831b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d50dac-4945-4473-a8ce-e2cbfd7d3fd7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:05.007411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c2bc84fd-0fe6-4cfb-add6-2229c09de14e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:05.023059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c2bc84fd-0fe6-4cfb-add6-2229c09de14e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:05.024009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.048144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482050a-e604-49ff-a460-36d35bcc78bf req-f9a15bdd-0544-4269-9625-552c3bb5647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.048331 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1306a011-abcf-476d-86ce-6d7e6dd58554 req-92d7e878-81c9-4507-a2c2-e75217dc03b7 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955101 Aug 18 14:14:05.049744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3482050a-e604-49ff-a460-36d35bcc78bf req-f9a15bdd-0544-4269-9625-552c3bb5647d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 1096 time: 0.1065133 Aug 18 14:14:05.055633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-fdbb5ab4-82e6-45e1-ad9a-243c17774607 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118375 Aug 18 14:14:05.068491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1161959507'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:05.131228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3482050a-e604-49ff-a460-36d35bcc78bf req-3590e766-c402-4478-b585-9558ee7f1c67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Aug 18 14:14:05.171162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d12e8c0-5e9d-41b8-b30a-b9d4f87c8016 req-aed4360b-765d-4d82-a6f6-16c813846c49 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048276 Aug 18 14:14:05.223023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Made reservation on behalf of 6d13747242724bfc83963c85bb92faf4 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:05.226950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.232673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:05.243040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.281248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.313498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:05.334472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.350369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:05.352929 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334039f8-57b5-4642-89ed-735af8834f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "tag": "71426e51-da59-45f6-8b09-c2632495c43e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:05.388985 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c45a3-6e2b-4d45-9db2-80e0a07a3fb1 x-openstack-request-id: req-613c45a3-6e2b-4d45-9db2-80e0a07a3fb1 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:05.389528 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "tag": "71426e51-da59-45f6-8b09-c2632495c43e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:05.389774 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-613c45a3-6e2b-4d45-9db2-80e0a07a3fb1 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:05.390241 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e', 'status': 'completed', 'code': 200} Aug 18 14:14:05.394604 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.426365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.452323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:05.490031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334039f8-57b5-4642-89ed-735af8834f6a req-0285b2fc-5eea-4d30-9218-645314bbf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.491397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:05.491799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-0285b2fc-5eea-4d30-9218-645314bbf07c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 1094 time: 0.0719242 Aug 18 14:14:05.528197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081ac3e4-a393-4f5f-a173-fdf968d3cc3b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:05.532397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.532751 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Added segment fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2 of type vlan for network 07c152a8-3408-4e75-9a27-df46ea60e57b Aug 18 14:14:05.590746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473b54-aa54-4953-8537-4c3fbd4ae3ce req-520ff715-f755-4583-ab2c-65b9028f8ac5 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.592305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12473b54-aa54-4953-8537-4c3fbd4ae3ce req-520ff715-f755-4583-ab2c-65b9028f8ac5 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 943 time: 0.1244421 Aug 18 14:14:05.603420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.613545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334039f8-57b5-4642-89ed-735af8834f6a req-0367ba02-4e63-42e2-83d3-a371b0f5aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.615239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-0367ba02-4e63-42e2-83d3-a371b0f5aaf1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1135206 Aug 18 14:14:05.669119 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-a7a47e76-c98a-459d-9fca-97a74e5d92ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71426e51-da59-45f6-8b09-c2632495c43e HTTP/1.1" status: 200 len: 217 time: 0.0372000 Aug 18 14:14:05.691894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12473b54-aa54-4953-8537-4c3fbd4ae3ce req-61b11f69-e194-47aa-815b-cd681d493afb tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923688 Aug 18 14:14:05.699396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270fb7d-56a0-4129-855b-cb0fd181e3f5 req-000bfeda-03a3-46ea-8390-0d58c10b6c8c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.701252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6270fb7d-56a0-4129-855b-cb0fd181e3f5 req-000bfeda-03a3-46ea-8390-0d58c10b6c8c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.1029801 Aug 18 14:14:05.722543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334039f8-57b5-4642-89ed-735af8834f6a req-e40e53e7-35ab-47c4-930c-5b16891cfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.724008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-e40e53e7-35ab-47c4-930c-5b16891cfcec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0464470 Aug 18 14:14:05.752862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6270fb7d-56a0-4129-855b-cb0fd181e3f5 req-fee9c1d6-42f5-4ded-92d9-bd144588e9e1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Aug 18 14:14:05.753175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.759587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.760312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:05.779960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334039f8-57b5-4642-89ed-735af8834f6a req-56d390c4-92bc-4c95-8811-04233be99340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:05.781647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-56d390c4-92bc-4c95-8811-04233be99340 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500023 Aug 18 14:14:05.835856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'Network': ['ID=07c152a8-3408-4e75-9a27-df46ea60e57b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:05.839023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9a54fe76-a9d1-4be1-8021-83aaf8315e98 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9168785 Aug 18 14:14:05.841958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37774) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:05.847149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Request body: {'subnet': {'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:05.854127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 07c152a8-3408-4e75-9a27-df46ea60e57b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:05.894303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-0588726b-dd02-434a-bda8-b4b9b157452f service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032453 Aug 18 14:14:06.016165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-334039f8-57b5-4642-89ed-735af8834f6a req-dd99c88c-518f-4efc-8c92-d34700abc3b3 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132739 Aug 18 14:14:06.051469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4109f8d-8c56-4ead-a34e-a762ee5f1a30 req-82df9336-83aa-46ba-8c36-3bc42b5457cc tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:06.052987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4109f8d-8c56-4ead-a34e-a762ee5f1a30 req-82df9336-83aa-46ba-8c36-3bc42b5457cc tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 945 time: 0.0524578 Aug 18 14:14:06.080566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Made reservation on behalf of 6d13747242724bfc83963c85bb92faf4 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:06.083977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.139909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4109f8d-8c56-4ead-a34e-a762ee5f1a30 req-617a4d32-4a0a-48e6-b7a4-a761f2dede5c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806694 Aug 18 14:14:06.223419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37786) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:06.322428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-53260352'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:06.428948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.469029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:06.474590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.483158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.497133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'Subnet': ['ID=b7529878-9dc6-49f5-9171-edcd550ec993,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:06.509246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:14:06.510645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Checking segment: {'id': 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:06.511221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Network hostable DHCP agents. Network: 07c152a8-3408-4e75-9a27-df46ea60e57b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:06.581119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.614011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:06.625530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'network_id': '99d87148-ae0b-4655-bc1c-eea8b833c803', 'port_id': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'mac_address': 'fa:16:3e:e5:36:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db681ea3-4db1-4568-bb65-7f9519cd5791', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:14:06.645544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Network 07c152a8-3408-4e75-9a27-df46ea60e57b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:06.667247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.679819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:06.691372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.699277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:06.719974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:06.728817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc73f4d-65cb-4b55-b801-d4ae988dd863,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:06.735019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.735442 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Added segment 336b97b4-185a-476f-9cf1-5e047ed568b7 of type vlan for network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 Aug 18 14:14:06.772950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 07c152a8-3408-4e75-9a27-df46ea60e57b) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:06.777629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.782842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c1298-efa0-4809-8472-784d93744386 None None] Network 07c152a8-3408-4e75-9a27-df46ea60e57b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:06.800806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.815723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:06.816326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.855662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875d911-959c-43a3-b901-779a900d45a6 req-c1cefb0c-9981-46a3-a7b5-d4ceb90a3ded tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:06.857210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6875d911-959c-43a3-b901-779a900d45a6 req-c1cefb0c-9981-46a3-a7b5-d4ceb90a3ded tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 943 time: 0.0948818 Aug 18 14:14:06.871384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:06.873692 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54ab02-fc84-4673-b282-7cabe7a2c371" -d '{"events": [{"server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:06.880884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.887142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:06.891772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.906011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:06.921533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-13338a41-59b3-4a4b-b97e-360622827e2a tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0782969 Aug 18 14:14:06.929131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fae2f-d81a-46a3-8c19-9ecf188e413e req-1d24b1e2-063e-4ba5-b3c7-5f8b748f776b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:06.930746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f14fae2f-d81a-46a3-8c19-9ecf188e413e req-1d24b1e2-063e-4ba5-b3c7-5f8b748f776b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.0924802 Aug 18 14:14:06.931255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37798) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:06.936855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Request body: {'port': {'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1875074343'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:06.942437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6875d911-959c-43a3-b901-779a900d45a6 req-702474a7-591a-43ac-b11a-74541745273f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672626 Aug 18 14:14:06.968640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Network': ['ID=481ae6ff-43bd-4ceb-a932-aa3b1ebcd877,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:06.993525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:07.017603 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57cb063-5b69-4333-a802-09e309506edf x-openstack-request-id: req-b57cb063-5b69-4333-a802-09e309506edf {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:07.017603 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:07.018695 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b57cb063-5b69-4333-a802-09e309506edf {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:07.018695 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e', 'code': 200} Aug 18 14:14:07.022320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80931bd3-3504-4763-9a87-0913355d860b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7975211 Aug 18 14:14:07.026128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:07.032044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:07.042630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f14fae2f-d81a-46a3-8c19-9ecf188e413e req-d35a524c-1b89-4882-b45e-f9fc4db36e1b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992112 Aug 18 14:14:07.059165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-07c152a8-3408-4e75-9a27-df46ea60e57b', 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b', 'tenant_id': '6d13747242724bfc83963c85bb92faf4', 'fixed_ips': [{'subnet_id': 'b7529878-9dc6-49f5-9171-edcd550ec993'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:07.060052 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.146263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0e3a-4d99-458a-b1a7-74724c66e664 req-5ae504ec-7611-48c3-8653-5a3d454628d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:07.147843 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-311e0e3a-4d99-458a-b1a7-74724c66e664 req-5ae504ec-7611-48c3-8653-5a3d454628d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 1096 time: 0.0728457 Aug 18 14:14:07.156508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:07.181238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Made reservation on behalf of 6d13747242724bfc83963c85bb92faf4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:07.187497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.196255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-311e0e3a-4d99-458a-b1a7-74724c66e664 req-d7178b9d-a3e7-4f95-a834-ab04a32f1d41 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Aug 18 14:14:07.218768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] device_id is not set on port aa099dd2-7571-4154-ad0f-89de3ce9e98e yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:07.282202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Allocated IP 172.20.0.2 (07c152a8-3408-4e75-9a27-df46ea60e57b/b7529878-9dc6-49f5-9171-edcd550ec993/eefe4ea2-4dab-435c-bd79-aeb39f8deef0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:07.302733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:07.307982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.318985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316dae-8574-4fdf-9c9a-add7db413b3f req-df633872-2366-4b0f-b538-ef8fae61a380 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:07.321085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18316dae-8574-4fdf-9c9a-add7db413b3f req-df633872-2366-4b0f-b538-ef8fae61a380 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 945 time: 0.0976470 Aug 18 14:14:07.363651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18316dae-8574-4fdf-9c9a-add7db413b3f req-fa355a26-920f-422a-84a7-ab065b1f3df6 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Aug 18 14:14:07.489046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.499331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Transition to ACTIVE for port object eefe4ea2-4dab-435c-bd79-aeb39f8deef0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:07.515096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Transition to ACTIVE for port object eefe4ea2-4dab-435c-bd79-aeb39f8deef0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:07.600301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.653048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=8b6d3a56-45b2-4fab-b384-78ab338e7e18,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:07.668126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:07.668492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network hostable DHCP agents. Network: 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:07.683529 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.723091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Network 07c152a8-3408-4e75-9a27-df46ea60e57b is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:07.726000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:07.729648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:07.735162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Allocated IP 172.20.0.13 (07c152a8-3408-4e75-9a27-df46ea60e57b/b7529878-9dc6-49f5-9171-edcd550ec993/aa099dd2-7571-4154-ad0f-89de3ce9e98e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:07.736443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Pushing event updated for resources: {'Port': ['ID=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:07.774688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:07.787586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Attempting to bind port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:07.787961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Attempting to bind port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:07.788330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Attempting to bind port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 on network 07c152a8-3408-4e75-9a27-df46ea60e57b {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:07.793376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:07.793759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Checking segment: {'id': 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:07.794199 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.794595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Bound using segment: {'id': 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:07.795077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Bound port: eefe4ea2-4dab-435c-bd79-aeb39f8deef0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:07.795451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.858059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] For port eefe4ea2-4dab-435c-bd79-aeb39f8deef0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:07.860260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:07.863722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] For port eefe4ea2-4dab-435c-bd79-aeb39f8deef0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,segment=NetworkSegment(fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2),segment_id=fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:07.864680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:07.865275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.873558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434dd49-38cb-4a94-b086-c24c501763bf None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:07.898823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.912852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Transition to ACTIVE for port object aa099dd2-7571-4154-ad0f-89de3ce9e98e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:07.950283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:07.972382 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4fcf5a01-0d42-484a-bbb3-e96403a321c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9447963 Aug 18 14:14:07.975299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:07.982538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'name': 'tempest-NetworksTestDHCPv6-1642521675'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:08.031113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.065597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472bd69-5ef2-4f63-9138-e91e747f1518 None None] Pushing event updated for resources: {'Port': ['ID=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:08.079837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '8b6d3a56-45b2-4fab-b384-78ab338e7e18'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:08.079837 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.174381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984d787-152a-42ba-a9cd-7b0053f9ed01 req-998930af-62fb-40ec-97ae-a3a2ab231540 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:08.176066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c984d787-152a-42ba-a9cd-7b0053f9ed01 req-998930af-62fb-40ec-97ae-a3a2ab231540 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 944 time: 0.1498282 Aug 18 14:14:08.178130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Network 07c152a8-3408-4e75-9a27-df46ea60e57b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:08.208502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:08.221251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:08.223855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'Port': ['ID=aa099dd2-7571-4154-ad0f-89de3ce9e98e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:08.243736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/8b6d3a56-45b2-4fab-b384-78ab338e7e18/206eb30e-282a-45ae-a06a-1df66926d9d5) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:08.323229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c984d787-152a-42ba-a9cd-7b0053f9ed01 req-fee6bb52-511f-4e9d-b048-f2a07e557ff9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337492 Aug 18 14:14:08.329921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:08.330591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.343979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1182872-e6fd-40d9-b39d-f5e3e81495d0 req-1a81aa89-a40c-43b2-861f-53580d4ed2af tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:08.352032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1182872-e6fd-40d9-b39d-f5e3e81495d0 req-1a81aa89-a40c-43b2-861f-53580d4ed2af tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.2107899 Aug 18 14:14:08.398996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1182872-e6fd-40d9-b39d-f5e3e81495d0 req-863b1cea-5021-43ce-ba4d-ea6489a2709f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Aug 18 14:14:08.470015 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.474557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Transition to ACTIVE for port object 206eb30e-282a-45ae-a06a-1df66926d9d5 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:08.485210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:08.489010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.490257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Transition to ACTIVE for port object 206eb30e-282a-45ae-a06a-1df66926d9d5 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:08.510594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:14:08.512841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:08.516060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 8b42d250-d082-4f56-8819-4ca7df5b0e0c yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:08.536869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2898d4-f8e1-4efc-9b29-b4679f6b4bdf req-76b56010-bce7-42ea-8f1b-550142190a6c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:08.538519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d2898d4-f8e1-4efc-9b29-b4679f6b4bdf req-76b56010-bce7-42ea-8f1b-550142190a6c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 945 time: 0.0855668 Aug 18 14:14:08.580040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d2898d4-f8e1-4efc-9b29-b4679f6b4bdf req-57baec7c-89f2-42b5-aa88-2d0441a90b02 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 18 14:14:08.586897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0779c8ea-d4ce-4cfd-94cc-4485d591626f tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6543088 Aug 18 14:14:08.590638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:08.597326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Request body: {'port': {'network_id': '07c152a8-3408-4e75-9a27-df46ea60e57b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-108793024', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:08.598006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.api.validators [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] bootfile-name is not in valid_values {{(pid=112229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:08.598352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.api.validators [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] tftp-server is not in valid_values {{(pid=112229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:08.598693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.api.validators [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] server-ip-address is not in valid_values {{(pid=112229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:08.622424 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.681403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:08.692440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:08.698581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Pushing event updated for resources: {'Port': ['ID=206eb30e-282a-45ae-a06a-1df66926d9d5,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:08.698581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:08.743008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:08.767265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:08.784692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:08.785073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.789315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '71426e51-da59-45f6-8b09-c2632495c43e', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': '71426e51-da59-45f6-8b09-c2632495c43e', 'mac_address': 'fa:16:3e:bd:0f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:14:08.809259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Attempting to bind port 206eb30e-282a-45ae-a06a-1df66926d9d5 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:08.809628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Attempting to bind port 206eb30e-282a-45ae-a06a-1df66926d9d5 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:08.810100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Attempting to bind port 206eb30e-282a-45ae-a06a-1df66926d9d5 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:08.826325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:08.826706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:08.827107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.827510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:08.827992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Bound port: 206eb30e-282a-45ae-a06a-1df66926d9d5, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:08.828376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.834725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0c008-8233-46c7-930d-2ff885e16d1c req-ba9db13b-4c51-47b2-8bff-68dd170e32d2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:08.837118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dc0c008-8233-46c7-930d-2ff885e16d1c req-ba9db13b-4c51-47b2-8bff-68dd170e32d2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 945 time: 0.1519313 Aug 18 14:14:08.885764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::142 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/8b6d3a56-45b2-4fab-b384-78ab338e7e18/8b42d250-d082-4f56-8819-4ca7df5b0e0c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:08.903986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.908471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2dc0c008-8233-46c7-930d-2ff885e16d1c req-034ce34a-fa23-4d53-b55f-378f2c5c97b6 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Aug 18 14:14:08.913025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Made reservation on behalf of 6d13747242724bfc83963c85bb92faf4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:08.917421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:08.931814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71426e51-da59-45f6-8b09-c2632495c43e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:08.959526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] device_id is not set on port 1c70833f-4480-4d2a-a129-d50e2f87b4f6 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:08.990447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.034387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:09.036025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] For port 206eb30e-282a-45ae-a06a-1df66926d9d5, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:09.054941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] For port 206eb30e-282a-45ae-a06a-1df66926d9d5, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=206eb30e-282a-45ae-a06a-1df66926d9d5,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:09.059955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:09.062327 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5edc7a-ad1a-4e0b-be7a-a6495c4ea8aa" -d '{"events": [{"server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "name": "network-vif-plugged", "status": "completed", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:09.077265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:09.105773 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcf52c-6dde-4a0d-a6cf-bc2619daa55b x-openstack-request-id: req-f4dcf52c-6dde-4a0d-a6cf-bc2619daa55b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:09.106092 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "name": "network-vif-plugged", "status": "completed", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:09.106349 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4dcf52c-6dde-4a0d-a6cf-bc2619daa55b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:09.106748 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'code': 200} Aug 18 14:14:09.109192 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.169058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.171563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.183874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:09.189484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Allocated IP 172.20.0.3 (07c152a8-3408-4e75-9a27-df46ea60e57b/b7529878-9dc6-49f5-9171-edcd550ec993/1c70833f-4480-4d2a-a129-d50e2f87b4f6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:09.202226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88d1b0-b4e7-4f5b-b040-ecca19b35922 None None] Network 07c152a8-3408-4e75-9a27-df46ea60e57b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:09.209208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.226081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae4a1-8ae3-49d1-a55e-d6637e29b2d4 req-c6781e2b-931d-4dc8-a443-4fa428e4b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:09.228374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd1ae4a1-8ae3-49d1-a55e-d6637e29b2d4 req-c6781e2b-931d-4dc8-a443-4fa428e4b16b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1096 time: 0.0553472 Aug 18 14:14:09.269567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 8b42d250-d082-4f56-8819-4ca7df5b0e0c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:09.286794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd1ae4a1-8ae3-49d1-a55e-d6637e29b2d4 req-3307980d-ef9a-4cf7-831a-855e26b23d9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Aug 18 14:14:09.304161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:09.389781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5e5923fd-11a1-46fb-a6ea-d938969cec6f None None] Provisioning for port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:09.391836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb69600-43e6-4079-8165-f1a0a94071f8 None None] Pushing event updated for resources: {'Port': ['ID=206eb30e-282a-45ae-a06a-1df66926d9d5,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:09.481767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71426e51-da59-45f6-8b09-c2632495c43e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:09.603420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.644841 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.693279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eefe4ea2-4dab-435c-bd79-aeb39f8deef0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:09.700106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Transition to ACTIVE for port object 1c70833f-4480-4d2a-a129-d50e2f87b4f6 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:09.767707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d99e6d-4cdd-47ff-bdf3-d2152657eb6d req-aa905c78-ba81-4b71-999d-2d4dfbd150a0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:09.769292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d99e6d-4cdd-47ff-bdf3-d2152657eb6d req-aa905c78-ba81-4b71-999d-2d4dfbd150a0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 945 time: 0.2720509 Aug 18 14:14:09.808756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=8b42d250-d082-4f56-8819-4ca7df5b0e0c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:09.817065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:09.828529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:09.831986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:09.834158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:09.836429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.838052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:09.843740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:09.844395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.874892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d99e6d-4cdd-47ff-bdf3-d2152657eb6d req-f200d31d-719b-4817-a764-234161304a05 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917094 Aug 18 14:14:09.944193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.952577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:09.985022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Provisioning complete for port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:09.985693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.008079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a77278ee-c4b1-4618-b42c-8e11857f6349 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0301902 Aug 18 14:14:10.010576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37834) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.079940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port eefe4ea2-4dab-435c-bd79-aeb39f8deef0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,segment=NetworkSegment(fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2),segment_id=fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:10.115496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74875df-0c42-493c-97fc-9e33213a16a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.122473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74875df-0c42-493c-97fc-9e33213a16a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.123677 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b74875df-0c42-493c-97fc-9e33213a16a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1115954 Aug 18 14:14:10.126780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37836) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.258374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 8b42d250-d082-4f56-8819-4ca7df5b0e0c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:10.259561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.339922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.344248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.346261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.346989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Network 07c152a8-3408-4e75-9a27-df46ea60e57b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:10.380664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:10.384692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:10.396347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.399996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'Port': ['ID=1c70833f-4480-4d2a-a129-d50e2f87b4f6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:10.412706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 8b42d250-d082-4f56-8819-4ca7df5b0e0c owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:10.467579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:10.474670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd745f-e965-420a-8977-4a372e2eeb43 req-5a8f5ccb-529c-46da-8811-bb346b3c054e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.482258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55cd745f-e965-420a-8977-4a372e2eeb43 req-5a8f5ccb-529c-46da-8811-bb346b3c054e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 944 time: 0.5188749 Aug 18 14:14:10.494159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:14:10.494512 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:14:10.519512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e156-f192-4405-b6ef-5f0fa7047efe req-39441c16-1864-4974-8645-4726798bfeb2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.521144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae36e156-f192-4405-b6ef-5f0fa7047efe req-39441c16-1864-4974-8645-4726798bfeb2 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 945 time: 0.1832383 Aug 18 14:14:10.539212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.539896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.579640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55cd745f-e965-420a-8977-4a372e2eeb43 req-a6e3e05f-2c6b-49da-b59a-c8c539e0fbf5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964775 Aug 18 14:14:10.606898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae36e156-f192-4405-b6ef-5f0fa7047efe req-7597321b-20c3-45b6-8181-e6b8b0103f55 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770433 Aug 18 14:14:10.627363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817ebc4-3079-4722-808f-edff561fc6f7 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:10.738127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1f4a7306-204e-4eb8-9573-adc0d8a088ea tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1458213 Aug 18 14:14:10.740629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37838) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.773506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.774304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.807861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=8b42d250-d082-4f56-8819-4ca7df5b0e0c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:10.846642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d53a4-9692-4343-a80e-dba7fb53feba tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.852635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d53a4-9692-4343-a80e-dba7fb53feba tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.858475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d53a4-9692-4343-a80e-dba7fb53feba tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.860199 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-019d53a4-9692-4343-a80e-dba7fb53feba tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1186001 Aug 18 14:14:10.861396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:10.863202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37840) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.863381 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-81003133-64fe-4f30-a9cc-b91ca6678b60 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/8b42d250-d082-4f56-8819-4ca7df5b0e0c HTTP/1.1" status: 204 len: 168 time: 0.7355623 Aug 18 14:14:10.866285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37842) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.925015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897030a9-ca02-4e30-aa1c-4e753b3ac326 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.926813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897030a9-ca02-4e30-aa1c-4e753b3ac326 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:10.931347 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-897030a9-ca02-4e30-aa1c-4e753b3ac326 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0605683 Aug 18 14:14:10.934382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:10.996535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 8b6d3a56-45b2-4fab-b384-78ab338e7e18 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:11.004578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Deleting port 1c70833f-4480-4d2a-a129-d50e2f87b4f6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:11.004906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.005958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.077235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28d22-ce43-430b-aa51-96902c9f2082 req-663bf372-09e7-473b-8df4-6fe4e177bade tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:11.081178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccd28d22-ce43-430b-aa51-96902c9f2082 req-663bf372-09e7-473b-8df4-6fe4e177bade tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 945 time: 0.1231956 Aug 18 14:14:11.091652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.135655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f524-249b-4f07-ab82-ef21a1652307 req-744dc28f-f053-4ede-bd71-5e3a3b44a5d0 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:11.137219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6365f524-249b-4f07-ab82-ef21a1652307 req-744dc28f-f053-4ede-bd71-5e3a3b44a5d0 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 945 time: 0.1081226 Aug 18 14:14:11.151790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.163013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Provisioning for port aa099dd2-7571-4154-ad0f-89de3ce9e98e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:11.169716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Provisioning complete for port aa099dd2-7571-4154-ad0f-89de3ce9e98e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:11.170461 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.173482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ccd28d22-ce43-430b-aa51-96902c9f2082 req-0dd1880b-5b42-4940-a3dd-a8faa363ec16 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762763 Aug 18 14:14:11.184905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Calling delete_port for 1c70833f-4480-4d2a-a129-d50e2f87b4f6 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:11.244952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9da7540c-0b83-4c1b-bd85-3b358ec45e0c None None] Port aa099dd2-7571-4154-ad0f-89de3ce9e98e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:11.285226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.330289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-17de05e7-74af-49cf-8e6e-6b4c57718d7c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1458270496&fields=id&tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 267 time: 0.0571656 Aug 18 14:14:11.350569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Deleting port 6a13952b-8ce6-41e5-9d0c-8677680d628a {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:11.356883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.453016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-a897b96f-681a-4dbb-8a27-290921a37143 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:11.454735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-a897b96f-681a-4dbb-8a27-290921a37143 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 945 time: 0.1095767 Aug 18 14:14:11.472475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Provisioning for port 206eb30e-282a-45ae-a06a-1df66926d9d5 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:11.477169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'security_groups': ['0b4b5e25-25ad-4483-90fe-be90debe61da', '9ae604d2-5580-4888-9eda-3f132adcf417']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:11.552692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] For port 6a13952b-8ce6-41e5-9d0c-8677680d628a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6a13952b-8ce6-41e5-9d0c-8677680d628a,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:11.552692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.561470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.582103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.586590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Calling delete_port for 6a13952b-8ce6-41e5-9d0c-8677680d628a owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:11.605288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Provisioning for port 1c70833f-4480-4d2a-a129-d50e2f87b4f6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:11.606492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399768c-3456-4f78-85f0-f417c90b1184 req-decaea09-d6c2-4171-8cb1-3e5ed370f2be tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:11.608096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f399768c-3456-4f78-85f0-f417c90b1184 req-decaea09-d6c2-4171-8cb1-3e5ed370f2be tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814 HTTP/1.1" status: 200 len: 945 time: 0.1113243 Aug 18 14:14:11.611125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Provisioning complete for port 1c70833f-4480-4d2a-a129-d50e2f87b4f6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:11.611728 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.614797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.637697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 206eb30e-282a-45ae-a06a-1df66926d9d5 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:11.640162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Port 1c70833f-4480-4d2a-a129-d50e2f87b4f6 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 14:14:11.654338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event deleted for resources: {'Port': ['ID=1c70833f-4480-4d2a-a129-d50e2f87b4f6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:11.668604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Could not find standard attr ID for object 8b42d250-d082-4f56-8819-4ca7df5b0e0c. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:11.696429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Provisioning complete for port aa099dd2-7571-4154-ad0f-89de3ce9e98e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:11.697234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.716019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.717804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/8b6d3a56-45b2-4fab-b384-78ab338e7e18 HTTP/1.1" status: 204 len: 168 time: 0.7824562 Aug 18 14:14:11.721529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d5d48-6585-4ab6-b7eb-a3fc7e74dbe3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6d3a56-45b2-4fab-b384-78ab338e7e18,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:11.723029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:11.730557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4dd530-191b-4018-b38d-f59cbd109f48 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:11.808673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9b1409f1-b32c-4149-8108-641ea6b192e1 None None] Port aa099dd2-7571-4154-ad0f-89de3ce9e98e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:11.819339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-840605ce-ff8a-4518-9d07-c4fbd7ca5e50 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774789 Aug 18 14:14:11.825152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e868920-b62e-4788-9884-fdd3ba93d9b3 req-d40dfd9a-221b-4385-b615-ffb9fd11e51d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:11.827051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e868920-b62e-4788-9884-fdd3ba93d9b3 req-d40dfd9a-221b-4385-b615-ffb9fd11e51d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 944 time: 0.1599982 Aug 18 14:14:11.829243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37858) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:11.857768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:11.861408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 206eb30e-282a-45ae-a06a-1df66926d9d5 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:11.864861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:11.866653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e240da9c-5588-4760-8a4d-e97bf5c924d7 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "DELETE /v2.0/ports/1c70833f-4480-4d2a-a129-d50e2f87b4f6 HTTP/1.1" status: 204 len: 168 time: 1.0021417 Aug 18 14:14:11.871039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:11.877287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Request body: {'port': {'name': 'tempest-new-port-name-676461216', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:11.877287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] bootfile-name is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:11.877595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] tftp-server is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:11.877953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.api.validators [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] server-ip-address is not in valid_values {{(pid=112228) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 14:14:11.890283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 206eb30e-282a-45ae-a06a-1df66926d9d5 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:11.891072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.008644 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.024694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e868920-b62e-4788-9884-fdd3ba93d9b3 req-7052c93a-6a9f-4f2d-ace0-43489b0c83b7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616616 Aug 18 14:14:12.040368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:12.060185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 206eb30e-282a-45ae-a06a-1df66926d9d5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=206eb30e-282a-45ae-a06a-1df66926d9d5,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:12.069185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Deleting port c2bc84fd-0fe6-4cfb-add6-2229c09de14e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:12.069535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.077339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.088566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:12.130587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Deleting port 206eb30e-282a-45ae-a06a-1df66926d9d5 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:12.131972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.137985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.176677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50ddb-5811-41d5-9ada-900cc7c4b185 req-b7dd59b7-354d-442c-b0e3-768fe006a49a tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.178263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e50ddb-5811-41d5-9ada-900cc7c4b185 req-b7dd59b7-354d-442c-b0e3-768fe006a49a tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 945 time: 0.0641255 Aug 18 14:14:12.182273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:12.185258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.185914 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.186908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eefe4ea2-4dab-435c-bd79-aeb39f8deef0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:12.249913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.271280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:12.274680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:12.308391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] For port 206eb30e-282a-45ae-a06a-1df66926d9d5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=206eb30e-282a-45ae-a06a-1df66926d9d5,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:12.308869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.327329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.328113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.330097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0de9a58f-7273-4d13-a79b-334e790dd5e0 req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "PUT /v2.0/ports/71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 981 time: 0.8612149 Aug 18 14:14:12.339019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:12.342212 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95531734-a7ba-46a7-9a78-5a55f26a4a95" -d '{"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:12.369400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Calling delete_port for 206eb30e-282a-45ae-a06a-1df66926d9d5 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:12.379997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83e50ddb-5811-41d5-9ada-900cc7c4b185 req-4e570eb2-e02d-4787-a3b0-57f64b875c94 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d0c73cd-e535-4600-a688-62841338c014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903319 Aug 18 14:14:12.435931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=206eb30e-282a-45ae-a06a-1df66926d9d5,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:12.436633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb15ee-5d6e-4ee8-97fa-99644d0245e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:12.490585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be5f6aa3-4d13-479f-8261-09f9af300081 req-b5ad86df-2d60-4489-9675-cda4b036e909 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/9ae604d2-5580-4888-9eda-3f132adcf417 HTTP/1.1" status: 200 len: 1803 time: 0.0720274 Aug 18 14:14:12.513586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:12.520348 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99223c-d627-45bb-a91c-f1b155fd4421 x-openstack-request-id: req-4a99223c-d627-45bb-a91c-f1b155fd4421 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:12.520625 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:12.522026 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a99223c-d627-45bb-a91c-f1b155fd4421 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:12.522026 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'status': 'completed', 'code': 200} Aug 18 14:14:12.573550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:12.574003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.576104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:12.578460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.657110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event deleted for resources: {'Port': ['ID=6a13952b-8ce6-41e5-9d0c-8677680d628a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:12.676040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-fddc68b1-8452-4d07-9ea7-feaee33fab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.677556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-fddc68b1-8452-4d07-9ea7-feaee33fab18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1135 time: 0.1359553 Aug 18 14:14:12.683008 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-be5f6aa3-4d13-479f-8261-09f9af300081 req-a8984706-69ad-4e17-bc38-65ebefa78a94 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 14:14:12.689379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be5f6aa3-4d13-479f-8261-09f9af300081 req-a8984706-69ad-4e17-bc38-65ebefa78a94 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/9ae604d2-5580-4888-9eda-3f132adcf417 HTTP/1.1" status: 409 len: 341 time: 0.1711073 Aug 18 14:14:12.719905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] No DVR routers for this DVR port 6a13952b-8ce6-41e5-9d0c-8677680d628a on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:12.724706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] For port c2bc84fd-0fe6-4cfb-add6-2229c09de14e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,segment=NetworkSegment(c955c5a2-26f0-4456-95dc-1977fab64b23),segment_id=c955c5a2-26f0-4456-95dc-1977fab64b23)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:12.725083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.730326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.732336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6365f524-249b-4f07-ab82-ef21a1652307 req-0b96a264-789e-48a8-af89-34ae5d3da455 tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.58 "DELETE /v2.0/ports/6a13952b-8ce6-41e5-9d0c-8677680d628a HTTP/1.1" status: 204 len: 173 time: 1.5868475 Aug 18 14:14:12.732802 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'name': 'network-vif-deleted', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:12.735103 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb48a09-4214-45eb-88d9-db45a3e747b1" -d '{"events": [{"server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "name": "network-vif-deleted", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:12.754572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Calling delete_port for c2bc84fd-0fe6-4cfb-add6-2229c09de14e owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:12.780789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.820296 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d8876-6e46-49c2-9506-033513d9f9fc x-openstack-request-id: req-fe9d8876-6e46-49c2-9506-033513d9f9fc {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:12.820601 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea3b3d-8f24-44c4-8926-89c7840d1b9c", "name": "network-vif-deleted", "tag": "6a13952b-8ce6-41e5-9d0c-8677680d628a", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:12.820859 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe9d8876-6e46-49c2-9506-033513d9f9fc {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:12.821270 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea3b3d-8f24-44c4-8926-89c7840d1b9c', 'name': 'network-vif-deleted', 'tag': '6a13952b-8ce6-41e5-9d0c-8677680d628a', 'status': 'completed', 'code': 200} Aug 18 14:14:12.864723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:12.872195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:12.876067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.876593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-f0d4c88d-7ecb-4340-a2ae-32f697f9c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.878392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-f0d4c88d-7ecb-4340-a2ae-32f697f9c7e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.1808887 Aug 18 14:14:12.881827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.882631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.895299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=12749ac5-acca-4219-be04-32d6e1d5c65a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:12.933582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-c5ea4aab-a837-4ed4-bc82-0182c82d9306 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 217 time: 0.0465152 Aug 18 14:14:12.959963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:12.961786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] Pushing event deleted for resources: {'Port': ['ID=206eb30e-282a-45ae-a06a-1df66926d9d5,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:12.987435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b57a6-0c93-4b87-b6ee-3dde06db4cc2 None None] No DVR routers for this DVR port 206eb30e-282a-45ae-a06a-1df66926d9d5 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:12.989720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-f836caa8-e2f1-4c7e-9e24-7cda013d9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:12.991636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-f836caa8-e2f1-4c7e-9e24-7cda013d9200 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0509782 Aug 18 14:14:13.001588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 71426e51-da59-45f6-8b09-c2632495c43e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:13.023845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47eb341-eab7-4150-a995-92b52760fee4 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:13.040086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-108f028b-87d5-4cd5-84fc-59e5bd20e94e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331919 Aug 18 14:14:13.041470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c398f8b9-6c60-433b-aa25-4c23570b43a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2083070 Aug 18 14:14:13.043610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 71426e51-da59-45f6-8b09-c2632495c43e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:13.044038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.044516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:13.050493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'name': 'tempest-NetworksTestDHCPv6-62316741'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:13.073729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.109967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.259751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] No DVR routers for this DVR port c2bc84fd-0fe6-4cfb-add6-2229c09de14e on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:13.272252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-dce39c0f-11c3-4bd4-8656-12fcbc184527 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244623 Aug 18 14:14:13.287787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.289878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f399768c-3456-4f78-85f0-f417c90b1184 req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.10 "DELETE /v2.0/ports/c2bc84fd-0fe6-4cfb-add6-2229c09de14e HTTP/1.1" status: 204 len: 173 time: 1.5818412 Aug 18 14:14:13.308333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event updated for resources: {'Port': ['ID=aa099dd2-7571-4154-ad0f-89de3ce9e98e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:13.353415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed5a2-7b84-419a-96b2-27115edd136c tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] Pushing event deleted for resources: {'Port': ['ID=c2bc84fd-0fe6-4cfb-add6-2229c09de14e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:13.366026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] In _notify_port_updated(), no bound segment for port aa099dd2-7571-4154-ad0f-89de3ce9e98e on network 07c152a8-3408-4e75-9a27-df46ea60e57b {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:14:13.371645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.372330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.374271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91db3359-1807-4681-8c98-fed162c19dc4 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "PUT /v2.0/ports/aa099dd2-7571-4154-ad0f-89de3ce9e98e HTTP/1.1" status: 200 len: 1136 time: 1.5024471 Aug 18 14:14:13.379583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37878) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:13.391125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63edcfd-f9a2-4102-bf26-54158819b345 req-b27851fc-1329-4657-b2a0-22389bee9f6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.400168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b63edcfd-f9a2-4102-bf26-54158819b345 req-b27851fc-1329-4657-b2a0-22389bee9f6d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 944 time: 0.2132075 Aug 18 14:14:13.434708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.456657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ab606-41ae-4906-b7b0-298282b4f10e tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.456657 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-815ab606-41ae-4906-b7b0-298282b4f10e tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "GET /v2.0/ports/aa099dd2-7571-4154-ad0f-89de3ce9e98e HTTP/1.1" status: 200 len: 1136 time: 0.0761061 Aug 18 14:14:13.461573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:13.477744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b63edcfd-f9a2-4102-bf26-54158819b345 req-52313f73-16a4-4f18-b38c-4204a810ef0b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765607 Aug 18 14:14:13.518116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b3b4-3eab-4357-8853-9007792727ea req-dd8fedfb-af9a-475a-bace-6a680c390220 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.527055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:13.531058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3e4b3b4-3eab-4357-8853-9007792727ea req-dd8fedfb-af9a-475a-bace-6a680c390220 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 984 time: 0.3060982 Aug 18 14:14:13.535126 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ddb30-787b-4f12-acca-c36b9a65ce8b" -d '{"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-plugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:13.567383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708948d5-282b-4082-a030-4d6063478312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '12749ac5-acca-4219-be04-32d6e1d5c65a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:13.568491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.604942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 206eb30e-282a-45ae-a06a-1df66926d9d5 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:13.608213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:13.627725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:13.628217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95531734-a7ba-46a7-9a78-5a55f26a4a95 req-bf87b61c-3257-4c05-a0ed-94f24355fb40 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350394 Aug 18 14:14:13.630642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.653364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3e4b3b4-3eab-4357-8853-9007792727ea req-1eb4a639-57bf-4af7-b205-d8b4ca76f486 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=9ae604d2-5580-4888-9eda-3f132adcf417&id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1200137 Aug 18 14:14:13.662503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 206eb30e-282a-45ae-a06a-1df66926d9d5 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:13.662503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 206eb30e-282a-45ae-a06a-1df66926d9d5 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:13.662949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port cbf3d023-a250-463d-8489-aec8dffa6984 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:13.716091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6a116c4-f955-406d-999a-74d5cf47c728 req-8ca4aee0-f80a-4aaa-be85-6242a8f966fa tempest-MultipleCreateTestJSON-475244119 tempest-MultipleCreateTestJSON-475244119-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeea3b3d-8f24-44c4-8926-89c7840d1b9c HTTP/1.1" status: 200 len: 210 time: 0.0614941 Aug 18 14:14:13.731068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Deleting port aa099dd2-7571-4154-ad0f-89de3ce9e98e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:13.731424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.760488 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.761430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6a13952b-8ce6-41e5-9d0c-8677680d628a no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:13.858972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-b36bdd32-b420-41c2-897b-f1b6d1ec5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.859256 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb11ce-6f55-4d18-86c8-83936401557b x-openstack-request-id: req-25eb11ce-6f55-4d18-86c8-83936401557b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:13.859578 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-plugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:13.859814 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25eb11ce-6f55-4d18-86c8-83936401557b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:13.860214 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e', 'code': 200} Aug 18 14:14:13.861255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-b36bdd32-b420-41c2-897b-f1b6d1ec5870 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1135 time: 0.0793409 Aug 18 14:14:13.871436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 6a13952b-8ce6-41e5-9d0c-8677680d628a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:13.871776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6a13952b-8ce6-41e5-9d0c-8677680d628a not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:13.876915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c7498e26-0e5c-4083-b48a-24bba86ab4a0 None None] Provisioning complete for port aa099dd2-7571-4154-ad0f-89de3ce9e98e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:13.877287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c7498e26-0e5c-4083-b48a-24bba86ab4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.905985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::281 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/12749ac5-acca-4219-be04-32d6e1d5c65a/cbf3d023-a250-463d-8489-aec8dffa6984) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:13.922923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:13.933007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c7498e26-0e5c-4083-b48a-24bba86ab4a0 None None] Port aa099dd2-7571-4154-ad0f-89de3ce9e98e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:13.942704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.962869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Calling delete_port for aa099dd2-7571-4154-ad0f-89de3ce9e98e owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:13.995564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-cdf76e21-0b5b-46df-bd36-b9e65d71eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:13.997058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-cdf76e21-0b5b-46df-bd36-b9e65d71eab3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.1187561 Aug 18 14:14:14.033537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3482dd-54cb-417f-8de3-2fa4ad6e035e req-8ab4c1de-8b94-452e-8ed9-1bb81ce4895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.035162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d3482dd-54cb-417f-8de3-2fa4ad6e035e req-8ab4c1de-8b94-452e-8ed9-1bb81ce4895c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 1096 time: 0.1516926 Aug 18 14:14:14.050700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-535f3615-2bf3-42e1-b123-0f19d279afb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 217 time: 0.0389802 Aug 18 14:14:14.101677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-6334ab5f-4b78-4ade-9d22-0dacb34de0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.103195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-6334ab5f-4b78-4ade-9d22-0dacb34de0aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0446553 Aug 18 14:14:14.137274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-580f28de-b29b-49a3-8808-bf922de80597 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251122 Aug 18 14:14:14.142345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9d3482dd-54cb-417f-8de3-2fa4ad6e035e req-17c3be8d-8012-4a29-b364-e6f65836125d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948055 Aug 18 14:14:14.223443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.279326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-2c8cd799-de1f-46b6-95f2-71e1637e847e service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889535 Aug 18 14:14:14.320559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object cbf3d023-a250-463d-8489-aec8dffa6984 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:14.325192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.363969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event deleted for resources: {'Port': ['ID=aa099dd2-7571-4154-ad0f-89de3ce9e98e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:14.384627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c7047f-5a45-4f09-a2fa-ee35ae06a738 req-3a07433e-5f15-44ca-9ba1-6501f127d4ff service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946078 Aug 18 14:14:14.446765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.449063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab6adaa2-4701-48dd-b447-53075896c140 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "DELETE /v2.0/ports/aa099dd2-7571-4154-ad0f-89de3ce9e98e HTTP/1.1" status: 204 len: 168 time: 0.9864221 Aug 18 14:14:14.452221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:14.521623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Deleting subnet b7529878-9dc6-49f5-9171-edcd550ec993 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:14.522463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.574440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.587114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-708948d5-282b-4082-a030-4d6063478312 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/12749ac5-acca-4219-be04-32d6e1d5c65a/4f6c8bca-661f-4533-a435-344b7c27b0e0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:14.613726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.628236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e146b6-7744-4fc7-80db-b429c286c15f req-dc0cd0c3-5523-472a-b21b-fccc2425226c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.630128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e146b6-7744-4fc7-80db-b429c286c15f req-dc0cd0c3-5523-472a-b21b-fccc2425226c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.0581815 Aug 18 14:14:14.681895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e146b6-7744-4fc7-80db-b429c286c15f req-4fa433a8-6b42-49e0-a17f-383e6d83a336 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Aug 18 14:14:14.708076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:14.717300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:14.722082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:14.728469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.729549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.739412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=cbf3d023-a250-463d-8489-aec8dffa6984,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:14.748813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.798125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.816058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7f008-e6d8-4835-87b9-dc9b2c8c9484 req-4c4132ca-ec4c-49a2-a22d-4dc02e2fb782 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.822232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'name': 'network-vif-deleted', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:14.822441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-708948d5-282b-4082-a030-4d6063478312 None None] Transition to ACTIVE for port object 4f6c8bca-661f-4533-a435-344b7c27b0e0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:14.824368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d7f008-e6d8-4835-87b9-dc9b2c8c9484 req-4c4132ca-ec4c-49a2-a22d-4dc02e2fb782 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 984 time: 0.0632067 Aug 18 14:14:14.825149 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad62f0-01d0-4f91-99bd-dccf921e3264" -d '{"events": [{"server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "name": "network-vif-deleted", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:14.838438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2bc84fd-0fe6-4cfb-add6-2229c09de14e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:14.838808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f797d27a-bd5f-4786-aeb8-3a05297329e4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7930181 Aug 18 14:14:14.839502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:14.843092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-708948d5-282b-4082-a030-4d6063478312 None None] Transition to ACTIVE for port object 4f6c8bca-661f-4533-a435-344b7c27b0e0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:14.864052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c2bc84fd-0fe6-4cfb-add6-2229c09de14e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:14.864530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c2bc84fd-0fe6-4cfb-add6-2229c09de14e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:14.873764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31d7f008-e6d8-4835-87b9-dc9b2c8c9484 req-b7b6fa5b-3f9c-4784-803c-d592dfb714d4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=9ae604d2-5580-4888-9eda-3f132adcf417&id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0449846 Aug 18 14:14:14.894438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.907629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37904) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:14.915123 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.924510 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf8304-bbef-4a2c-b6f8-dd4ab69bd432 x-openstack-request-id: req-f8cf8304-bbef-4a2c-b6f8-dd4ab69bd432 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:14.928022 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814", "name": "network-vif-deleted", "tag": "c2bc84fd-0fe6-4cfb-add6-2229c09de14e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:14.928022 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8cf8304-bbef-4a2c-b6f8-dd4ab69bd432 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:14.928022 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6b548b-c4ad-46f9-ae08-e0fbd5e8b814', 'name': 'network-vif-deleted', 'tag': 'c2bc84fd-0fe6-4cfb-add6-2229c09de14e', 'status': 'completed', 'code': 200} Aug 18 14:14:14.934122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed59b8-2aa5-4b7e-9d99-db4eeb84686d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:14.938202 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f4ed59b8-2aa5-4b7e-9d99-db4eeb84686d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0953665 Aug 18 14:14:14.938202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event deleted for resources: {'Subnet': ['ID=b7529878-9dc6-49f5-9171-edcd550ec993,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:14.938529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:14.946184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.948392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48f714c0-cee7-4fc3-9cb2-4a051a1cfe51 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "DELETE /v2.0/subnets/b7529878-9dc6-49f5-9171-edcd550ec993 HTTP/1.1" status: 204 len: 168 time: 0.4949293 Aug 18 14:14:14.951362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37908) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:14.963819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708948d5-282b-4082-a030-4d6063478312 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:14.967899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1f797-1b47-4a39-a342-c10245b2f6ab None None] Network 07c152a8-3408-4e75-9a27-df46ea60e57b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:14.978581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-708948d5-282b-4082-a030-4d6063478312 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:14.989630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708948d5-282b-4082-a030-4d6063478312 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:15.009104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Deleting subnet 9a790749-365c-4fa4-b78d-5ef7c466d66b {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:15.026237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708948d5-282b-4082-a030-4d6063478312 None None] Pushing event updated for resources: {'Port': ['ID=4f6c8bca-661f-4533-a435-344b7c27b0e0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.036681 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.044093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.093040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.109417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Deleting port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:15.109643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.126939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-708948d5-282b-4082-a030-4d6063478312 None None] Attempting to bind port 4f6c8bca-661f-4533-a435-344b7c27b0e0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:15.127329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-708948d5-282b-4082-a030-4d6063478312 None None] Attempting to bind port 4f6c8bca-661f-4533-a435-344b7c27b0e0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:15.127698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708948d5-282b-4082-a030-4d6063478312 None None] Attempting to bind port 4f6c8bca-661f-4533-a435-344b7c27b0e0 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:15.136607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708948d5-282b-4082-a030-4d6063478312 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:15.137211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708948d5-282b-4082-a030-4d6063478312 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:15.137583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.138089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708948d5-282b-4082-a030-4d6063478312 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:15.138575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-708948d5-282b-4082-a030-4d6063478312 None None] Bound port: 4f6c8bca-661f-4533-a435-344b7c27b0e0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:15.138964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.146476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port cbf3d023-a250-463d-8489-aec8dffa6984 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:15.146832 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.185183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] For port eefe4ea2-4dab-435c-bd79-aeb39f8deef0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,segment=NetworkSegment(fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2),segment_id=fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:15.185725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.200970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Calling delete_port for eefe4ea2-4dab-435c-bd79-aeb39f8deef0 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:15.211763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.302548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.320909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for cbf3d023-a250-463d-8489-aec8dffa6984 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:15.391858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-708948d5-282b-4082-a030-4d6063478312 None None] For port 4f6c8bca-661f-4533-a435-344b7c27b0e0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:15.395538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-708948d5-282b-4082-a030-4d6063478312 None None] For port 4f6c8bca-661f-4533-a435-344b7c27b0e0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4f6c8bca-661f-4533-a435-344b7c27b0e0,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:15.397216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.400696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.426705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event deleted for resources: {'Port': ['ID=eefe4ea2-4dab-435c-bd79-aeb39f8deef0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.428560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] No DVR routers for this DVR port eefe4ea2-4dab-435c-bd79-aeb39f8deef0 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:15.457806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a790749-365c-4fa4-b78d-5ef7c466d66b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.459965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.464832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ffda9af1-9cb3-4539-9858-76f9e72f809a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9a790749-365c-4fa4-b78d-5ef7c466d66b HTTP/1.1" status: 204 len: 168 time: 0.5536110 Aug 18 14:14:15.466036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:15.487639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f469b-e911-408e-b32d-c88bd7703c52 None None] DHCP port deletion for 07c152a8-3408-4e75-9a27-df46ea60e57b request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:15.520097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-708948d5-282b-4082-a030-4d6063478312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.527489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.538723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c152a8-3408-4e75-9a27-df46ea60e57b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.549160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.549465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda0ab1b-ad6b-4809-bac5-9a75d05ae1f2') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.550019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.562440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.581828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.590175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:15.590713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.595909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708948d5-282b-4082-a030-4d6063478312 None None] Pushing event updated for resources: {'Port': ['ID=4f6c8bca-661f-4533-a435-344b7c27b0e0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:15.604659 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:15.651247 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.663158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fc6d45-99b1-4a5c-9963-54daded1f258']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.665886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.680690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c955c5a2-26f0-4456-95dc-1977fab64b23') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.680993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c955c5a2-26f0-4456-95dc-1977fab64b23') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:15.708830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=cbf3d023-a250-463d-8489-aec8dffa6984,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.715478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.750562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.768762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.770996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-651add44-0235-4341-8f0e-20941ea9381f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/cbf3d023-a250-463d-8489-aec8dffa6984 HTTP/1.1" status: 204 len: 168 time: 0.8302343 Aug 18 14:14:15.772290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.775330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37914) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:15.799010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:15.799435 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:15.801589 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:15.815233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.821373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] 10.222.0.35 "DELETE /v2.0/networks/07c152a8-3408-4e75-9a27-df46ea60e57b HTTP/1.1" status: 204 len: 168 time: 0.8658726 Aug 18 14:14:15.822099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca26ba-067c-4578-ba08-51c7be732784 tempest-ExtraDHCPOptionsTestJSON-281001168 tempest-ExtraDHCPOptionsTestJSON-281001168-project] Pushing event deleted for resources: {'Network': ['ID=07c152a8-3408-4e75-9a27-df46ea60e57b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:15.986722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a17914-e613-40ff-a268-b6306dbb317e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:15.988306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a17914-e613-40ff-a268-b6306dbb317e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:15.989826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90a17914-e613-40ff-a268-b6306dbb317e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2135248 Aug 18 14:14:15.993100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:16.078289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e17c75-5145-4bbe-93a8-81faedc00980 req-694edfa6-e5f4-4a2b-afe7-9f9402283ea0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:16.079782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6e17c75-5145-4bbe-93a8-81faedc00980 req-694edfa6-e5f4-4a2b-afe7-9f9402283ea0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1817608 Aug 18 14:14:16.088865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 12749ac5-acca-4219-be04-32d6e1d5c65a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:16.101561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.129496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.145308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.147400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/e0fc6d45-99b1-4a5c-9963-54daded1f258 HTTP/1.1" status: 204 len: 168 time: 0.6809220 Aug 18 14:14:16.170481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829770b1-f844-4175-bd28-262cdd3d87ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e0fc6d45-99b1-4a5c-9963-54daded1f258,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:16.179887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22d5cf-944a-41a8-b62c-36769258c981 req-7ff9d22f-f70e-4a9f-92a9-d54ad40b9c73 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:16.181451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f22d5cf-944a-41a8-b62c-36769258c981 req-7ff9d22f-f70e-4a9f-92a9-d54ad40b9c73 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 984 time: 0.1798561 Aug 18 14:14:16.203598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.213670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6e17c75-5145-4bbe-93a8-81faedc00980 req-39053219-042a-4eb1-9542-6190a2d8bcdd tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215110 Aug 18 14:14:16.278697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f22d5cf-944a-41a8-b62c-36769258c981 req-d57074ca-c12f-47f6-99f3-8213fa50dce9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=9ae604d2-5580-4888-9eda-3f132adcf417&id=0b4b5e25-25ad-4483-90fe-be90debe61da&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0888813 Aug 18 14:14:16.350152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.418379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-9f08d3ca-5684-44ef-be08-bc4db809330e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1996728659&fields=id&tenant_id=2c71f8d4088f4fae9886c93366ad4b82 HTTP/1.1" status: 200 len: 267 time: 0.0635784 Aug 18 14:14:16.434141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:16.485412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-a3abfbe7-c57a-48a2-918d-09a261b14ac2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:16.487233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-a3abfbe7-c57a-48a2-918d-09a261b14ac2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 984 time: 0.0627077 Aug 18 14:14:16.502992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'port': {'security_groups': ['0b4b5e25-25ad-4483-90fe-be90debe61da', '9ae604d2-5580-4888-9eda-3f132adcf417', '0d7e5ba7-18ff-481a-a854-58fa8e15a6f3']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:16.549457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37936) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:16.619126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d503b979-837a-4fa5-8611-1126426ceefb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d3aa5b33009469580897a9b49707fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678718 Aug 18 14:14:16.621345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:16.688003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.714886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.842603 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-631782a0-2eeb-4f9b-8990-3c68a417939d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d13747242724bfc83963c85bb92faf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073923 Aug 18 14:14:16.843434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37942) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:16.863403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.866157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.870997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d0c73cd-e535-4600-a688-62841338c014 HTTP/1.1" status: 204 len: 168 time: 0.2450178 Aug 18 14:14:16.886993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.891537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7ba7ab7-f065-41c2-a0a5-b791f27c3c3a None None] Provisioning for port 4f6c8bca-661f-4533-a435-344b7c27b0e0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:16.894090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917b12a-4e8b-42c3-9d50-0d3c69e13286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c73cd-e535-4600-a688-62841338c014,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:16.916639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.946540 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.954194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:16.997774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.002189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/12749ac5-acca-4219-be04-32d6e1d5c65a HTTP/1.1" status: 204 len: 168 time: 1.0056851 Aug 18 14:14:17.002189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957c6bc-9d5e-4c9b-ac17-084723caa4f5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=12749ac5-acca-4219-be04-32d6e1d5c65a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:17.003377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37948) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:17.021898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-27270c6d-dfbf-488b-a68e-00549699851f None None] Could not find standard attr ID for object cbf3d023-a250-463d-8489-aec8dffa6984. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:17.059699 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-854ce24a-d5e8-47ef-8dc5-c010272988bb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548255 Aug 18 14:14:17.060307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:17.065274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:17.071552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c301d-24f0-4f56-82de-928b5131bd57 req-07df9db1-da08-4288-a3c9-2e6b47504f9d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:17.073187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-063c301d-24f0-4f56-82de-928b5131bd57 req-07df9db1-da08-4288-a3c9-2e6b47504f9d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1908748 Aug 18 14:14:17.118787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.121483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.125037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/081ac3e4-a393-4f5f-a173-fdf968d3cc3b HTTP/1.1" status: 204 len: 168 time: 0.2782133 Aug 18 14:14:17.139320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7341c4-a703-45fb-b77b-01b8500b603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ac3e4-a393-4f5f-a173-fdf968d3cc3b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:17.180472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-063c301d-24f0-4f56-82de-928b5131bd57 req-76d50e0b-9ff2-40a4-9437-6b680535a321 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Aug 18 14:14:17.259908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:17.264740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.266591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563fa92-7b2f-4e7d-a759-8536de4a1776 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:17.328095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:17.361613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.496809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.525619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:17.528003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:17.573486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704446f1-f672-4214-afbf-efb080e78204 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:17.586718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:17.604945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:17.605914 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.609248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac9c8054-8789-4dbc-9f44-7d3a77d502d7 req-7a7a069d-f64b-46ad-a7e7-6ec5b6acaed9 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "PUT /v2.0/ports/71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 1020 time: 1.1130118 Aug 18 14:14:17.609740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:17.615533 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38563507-7a89-4bcd-8331-0eca0a6614f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:17.681608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eefe4ea2-4dab-435c-bd79-aeb39f8deef0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:17.726030 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f7340-55c7-407a-b97c-8c4ad8e88959 x-openstack-request-id: req-ba9f7340-55c7-407a-b97c-8c4ad8e88959 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:17.726705 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:17.727595 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba9f7340-55c7-407a-b97c-8c4ad8e88959 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:17.728006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: eefe4ea2-4dab-435c-bd79-aeb39f8deef0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:17.728214 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'status': 'completed', 'code': 200} Aug 18 14:14:17.728361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device eefe4ea2-4dab-435c-bd79-aeb39f8deef0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:17.732440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.754492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:17.765243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f21a918d-9343-471a-a734-b75461ff4395 req-27bee6ef-d06a-41dc-97f7-dc9566b8388a tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0d7e5ba7-18ff-481a-a854-58fa8e15a6f3 HTTP/1.1" status: 200 len: 1802 time: 0.1007388 Aug 18 14:14:17.812110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=1aec9ee3-26f4-422a-b82a-e0906526a059,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:17.842093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:17.843816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:17.847509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:17.848484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.860911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Deleting port 4f6c8bca-661f-4533-a435-344b7c27b0e0 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:17.861282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.887773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-a8fdf84e-a26a-4e40-8ade-3a06319fb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:17.889607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-a8fdf84e-a26a-4e40-8ade-3a06319fb388 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1174 time: 0.1500137 Aug 18 14:14:17.897250 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-f21a918d-9343-471a-a734-b75461ff4395 req-bb6155af-1cfe-4b6a-b765-ff44051de56f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 14:14:17.899322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f21a918d-9343-471a-a734-b75461ff4395 req-bb6155af-1cfe-4b6a-b765-ff44051de56f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d7e5ba7-18ff-481a-a854-58fa8e15a6f3 HTTP/1.1" status: 409 len: 341 time: 0.1243858 Aug 18 14:14:17.933253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3725b5ca-b99e-4707-891e-a8af78c2ad70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8718257 Aug 18 14:14:17.941738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:17.952367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'name': 'tempest-NetworksTestDHCPv6-1089672589'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:18.068058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-704446f1-f672-4214-afbf-efb080e78204 None None] For port 4f6c8bca-661f-4533-a435-344b7c27b0e0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4f6c8bca-661f-4533-a435-344b7c27b0e0,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:18.068058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.092737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Calling delete_port for 4f6c8bca-661f-4533-a435-344b7c27b0e0 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:18.118238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-89258d57-9475-4826-867a-952cf9e2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:18.120522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-89258d57-9475-4826-867a-952cf9e2343d service neutron] 10.222.0.58 "GET /v2.0/networks?id=99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 200 len: 914 time: 0.2199919 Aug 18 14:14:18.200961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-79e838b4-c7ef-475d-a87f-f96836d4012e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 200 len: 217 time: 0.0707686 Aug 18 14:14:18.225620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:18.230921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.264829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 45a3ad27-964a-4b79-8003-5eaadf8ba419 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:18.297102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-3937fb9e-4095-4441-acb0-8ab9d8e33eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:18.298906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-3937fb9e-4095-4441-acb0-8ab9d8e33eb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 200 len: 853 time: 0.0897179 Aug 18 14:14:18.343814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-c595fac8-3629-45bc-b867-73a53255309e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99d87148-ae0b-4655-bc1c-eea8b833c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321779 Aug 18 14:14:18.414841 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.493337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704446f1-f672-4214-afbf-efb080e78204 None None] No DVR routers for this DVR port 4f6c8bca-661f-4533-a435-344b7c27b0e0 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:18.496818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::387 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/1aec9ee3-26f4-422a-b82a-e0906526a059/45a3ad27-964a-4b79-8003-5eaadf8ba419) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:18.510934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704446f1-f672-4214-afbf-efb080e78204 None None] Pushing event deleted for resources: {'Port': ['ID=4f6c8bca-661f-4533-a435-344b7c27b0e0,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:18.526298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99218a90-0155-4157-867e-4890fb743f52 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:18.544171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-aca5d54c-605c-4eac-bae4-d7e48d8e3486 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555710 Aug 18 14:14:18.559499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:18.668287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3d07e-fae7-4caf-94ff-d28f6e5d300a req-d82907da-6ddf-489a-baa8-111bfc926de5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:18.680830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77c3d07e-fae7-4caf-94ff-d28f6e5d300a req-d82907da-6ddf-489a-baa8-111bfc926de5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.3783998 Aug 18 14:14:18.715191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1174384078-network', 'tenant_id': 'd60de259aee042d8a6f9c15ee9e1073a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:18.728404 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.744949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '1aec9ee3-26f4-422a-b82a-e0906526a059'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:18.745998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.758874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2b510-6b6d-41e9-b256-032bc1bbf5d0 req-cfb2873d-1c40-4b46-bfae-dfd62c3bcfee tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:18.762441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 45a3ad27-964a-4b79-8003-5eaadf8ba419 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:18.767322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac2b510-6b6d-41e9-b256-032bc1bbf5d0 req-cfb2873d-1c40-4b46-bfae-dfd62c3bcfee tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1023 time: 0.2102971 Aug 18 14:14:18.799745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77c3d07e-fae7-4caf-94ff-d28f6e5d300a req-28be2510-3377-4e2f-801e-0ebb60d4e8cf tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180456 Aug 18 14:14:18.827512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38563507-7a89-4bcd-8331-0eca0a6614f9 req-32d35fb6-aeb3-4a4a-b65e-aca795995084 service neutron] 10.222.0.58 "GET /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669187 Aug 18 14:14:18.866446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ac2b510-6b6d-41e9-b256-032bc1bbf5d0 req-fac02767-658b-4ba6-9b2c-d7d77896b4ea tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=9ae604d2-5580-4888-9eda-3f132adcf417&id=0b4b5e25-25ad-4483-90fe-be90debe61da&id=0d7e5ba7-18ff-481a-a854-58fa8e15a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0981729 Aug 18 14:14:18.869879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Made reservation on behalf of d60de259aee042d8a6f9c15ee9e1073a for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:18.872164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.887897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.905251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:18.912608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.966222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:18.969537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/1aec9ee3-26f4-422a-b82a-e0906526a059/c900ea06-8620-4864-8245-213a508edf8d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:18.970483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:18.973050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:18.979165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:18.979815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:18.989936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=45a3ad27-964a-4b79-8003-5eaadf8ba419,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.008776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.047110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-730485526'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:19.108296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.117483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.125826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Transition to ACTIVE for port object c900ea06-8620-4864-8245-213a508edf8d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:19.138017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:19.142895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Transition to ACTIVE for port object c900ea06-8620-4864-8245-213a508edf8d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:19.149138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a41c93-dd23-45ac-ae73-d1f3cc36cd30,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.156644 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.156996 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Added segment b664a985-a34f-4f92-9336-8f0e7f1af57f of type vlan for network 94a3f2ae-cddd-4b70-9b5b-d354853e4f12 Aug 18 14:14:19.197978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.222380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96c5137e-dd4d-4a96-b973-627e98ba5f41 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2791181 Aug 18 14:14:19.225028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38020) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:19.260072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.279245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012de81-d462-4ebc-ba0b-6b4afd0c820d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:19.280903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d012de81-d462-4ebc-ba0b-6b4afd0c820d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0549312 Aug 18 14:14:19.283516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:19.302131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:19.307594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:19.312195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:19.313651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.314671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:19.315263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.321883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Pushing event updated for resources: {'Port': ['ID=c900ea06-8620-4864-8245-213a508edf8d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.351610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:19.355618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.365016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.369591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Attempting to bind port c900ea06-8620-4864-8245-213a508edf8d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:19.370003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Attempting to bind port c900ea06-8620-4864-8245-213a508edf8d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:19.370687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Attempting to bind port c900ea06-8620-4864-8245-213a508edf8d on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:19.376196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:19.376196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:19.376509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.376880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:19.377352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Bound port: c900ea06-8620-4864-8245-213a508edf8d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:19.377873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.422918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] Pushing event updated for resources: {'Network': ['ID=94a3f2ae-cddd-4b70-9b5b-d354853e4f12,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.454140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 94a3f2ae-cddd-4b70-9b5b-d354853e4f12 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:19.467990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:19.468946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-833b3e3f-b3f6-4805-836b-dc6afadebd0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8925152 Aug 18 14:14:19.476633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] For port c900ea06-8620-4864-8245-213a508edf8d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:19.489793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Request body: {'subnet': {'network_id': '94a3f2ae-cddd-4b70-9b5b-d354853e4f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1174384078-subnet', 'tenant_id': 'd60de259aee042d8a6f9c15ee9e1073a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:19.503917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 45a3ad27-964a-4b79-8003-5eaadf8ba419 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:19.505865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.537868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] For port c900ea06-8620-4864-8245-213a508edf8d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c900ea06-8620-4864-8245-213a508edf8d,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:19.543742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4f6c8bca-661f-4533-a435-344b7c27b0e0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:19.573520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4f6c8bca-661f-4533-a435-344b7c27b0e0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:19.573901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4f6c8bca-661f-4533-a435-344b7c27b0e0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:19.614803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.620630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.655179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ac57c-3990-4900-8f83-09d11fc7aa4d req-54d5a560-5614-4610-9221-2dcf57770663 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:19.656692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c6ac57c-3990-4900-8f83-09d11fc7aa4d req-54d5a560-5614-4610-9221-2dcf57770663 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1052930 Aug 18 14:14:19.677879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.682124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4e9f-3be3-4eb2-838f-49cebb41d55e None None] Pushing event updated for resources: {'Port': ['ID=c900ea06-8620-4864-8245-213a508edf8d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.690337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.702500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 45a3ad27-964a-4b79-8003-5eaadf8ba419 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:19.721390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:19.736927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c6ac57c-3990-4900-8f83-09d11fc7aa4d req-906c63bd-76be-40c0-a06e-673097cb1d44 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688226 Aug 18 14:14:19.738314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c01cdb-407f-481c-8567-aeec4111d830,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:19.741770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.742403 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment ab631efa-1cdc-4e7c-87bc-24465c5230f3 of type vlan for network 6d64c180-4298-4934-a99a-2a45f61309bb Aug 18 14:14:19.792432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.810289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Made reservation on behalf of d60de259aee042d8a6f9c15ee9e1073a for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:19.812823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.940343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:19.949183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:19.950098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.000760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.034741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=6d64c180-4298-4934-a99a-2a45f61309bb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.045825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 6d64c180-4298-4934-a99a-2a45f61309bb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:20.063187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=45a3ad27-964a-4b79-8003-5eaadf8ba419,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.098268 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.100276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-415761eb-02a3-4d7b-af71-dcaed5939cf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/45a3ad27-964a-4b79-8003-5eaadf8ba419 HTTP/1.1" status: 204 len: 168 time: 0.8156385 Aug 18 14:14:20.103032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.110432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dcc2f2e2-5227-46c5-91b3-14146372429e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.112735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dcc2f2e2-5227-46c5-91b3-14146372429e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.58 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1023 time: 0.1455576 Aug 18 14:14:20.121439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a423-9b2f-404c-bd6e-52120e8ccec9 req-c0e53772-6cea-4074-9b8c-14ba17b14e27 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.121958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16f7a423-9b2f-404c-bd6e-52120e8ccec9 req-c0e53772-6cea-4074-9b8c-14ba17b14e27 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 1023 time: 0.1660321 Aug 18 14:14:20.137515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78d96563-7dc7-4b5b-84d5-2ccfaac797ac tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2309847 Aug 18 14:14:20.163634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38038) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.176105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-217680991'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:20.198531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8219d-68a0-40d7-936f-ada455816070 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.200183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8219d-68a0-40d7-936f-ada455816070 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.201981 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fcd8219d-68a0-40d7-936f-ada455816070 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0975990 Aug 18 14:14:20.204678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38040) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.249226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.253033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16f7a423-9b2f-404c-bd6e-52120e8ccec9 req-9a46232f-2ca9-4178-bd32-8c295bc0014c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=9ae604d2-5580-4888-9eda-3f132adcf417&id=0b4b5e25-25ad-4483-90fe-be90debe61da&id=0d7e5ba7-18ff-481a-a854-58fa8e15a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1222191 Aug 18 14:14:20.282408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 1aec9ee3-26f4-422a-b82a-e0906526a059 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:20.283555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Deleting port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:20.283909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.292775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.327516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:20.330972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.354908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bf1c6b-5931-4828-9124-38199f514808,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.360997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.370632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:20.394510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.394864 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 02221bf0-ad91-49c1-9d69-776c3848314e of type vlan for network a01f6d64-c890-49b6-baa4-5278b5d198d5 Aug 18 14:14:20.395733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Checking segment: {'id': 'b664a985-a34f-4f92-9336-8f0e7f1af57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a3f2ae-cddd-4b70-9b5b-d354853e4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:20.396098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Network hostable DHCP agents. Network: 94a3f2ae-cddd-4b70-9b5b-d354853e4f12, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:20.415895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:20.416508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.453769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Calling delete_port for 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:20.461099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.466856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.507529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Network 94a3f2ae-cddd-4b70-9b5b-d354853e4f12 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:20.603292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 94a3f2ae-cddd-4b70-9b5b-d354853e4f12) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:20.604694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:14:20.607829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.612393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.618847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a9566-7e16-499b-ba4e-49911a82a3d0 None None] Network 94a3f2ae-cddd-4b70-9b5b-d354853e4f12 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:20.634632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.636190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.640746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.641400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.672820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=1aec9ee3-26f4-422a-b82a-e0906526a059,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.681565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.684576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7802621e-8b1b-4ae9-a952-4e249454b111 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/1aec9ee3-26f4-422a-b82a-e0906526a059 HTTP/1.1" status: 204 len: 168 time: 0.4789140 Aug 18 14:14:20.687288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.716755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=a01f6d64-c890-49b6-baa4-5278b5d198d5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.731120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:20.743508 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0dc97714-1096-4dbb-9c1a-3a336aacfe49 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507193 Aug 18 14:14:20.743725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.745242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.751926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e13049bc-f1ba-46ac-a55c-2af246fc01ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2827973 Aug 18 14:14:20.780650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a1cd4da5-86de-47f3-9880-118d69d2471b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6133437 Aug 18 14:14:20.782618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.795468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:20.861156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'Port': ['ID=71bc4e39-e39d-4392-a5e3-81b7c3ab5262,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:20.950203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.953292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] No DVR routers for this DVR port 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:20.957367 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:20.958849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:20.959387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57365f45-c4bb-4f78-8508-6c62d17ca8ab req-dbe35d4f-6448-4624-b2aa-ef2908090c47 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.58 "DELETE /v2.0/ports/71bc4e39-e39d-4392-a5e3-81b7c3ab5262 HTTP/1.1" status: 204 len: 173 time: 0.8365176 Aug 18 14:14:20.962240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71bc4e39-e39d-4392-a5e3-81b7c3ab5262'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:20.963676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'name': 'network-vif-deleted', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:20.966056 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037a6c0-8108-4ef6-a0cd-aea6be9fa0a2" -d '{"events": [{"server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "name": "network-vif-deleted", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:20.969303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4e82d-265d-4d91-819b-1347689c91db None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:20.979542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00387d55-0c29-4941-a09a-9bd379fc1839 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.983819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00387d55-0c29-4941-a09a-9bd379fc1839 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2371964 Aug 18 14:14:20.984434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38060) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:20.992476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17da8c-a1b9-4bc7-95ca-16f4492e9c79 req-d5e0b6fa-ff7d-40c8-b298-8569602c28b0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:20.994033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d17da8c-a1b9-4bc7-95ca-16f4492e9c79 req-d5e0b6fa-ff7d-40c8-b298-8569602c28b0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1285880 Aug 18 14:14:21.015607 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:14:21.028255 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059e9b07-01ef-4bc6-9669-a94f428deefb x-openstack-request-id: req-059e9b07-01ef-4bc6-9669-a94f428deefb {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:21.029229 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81dda15-2000-4777-8e42-b72df7bab9bb", "name": "network-vif-deleted", "tag": "71bc4e39-e39d-4392-a5e3-81b7c3ab5262", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:21.029708 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-059e9b07-01ef-4bc6-9669-a94f428deefb {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:21.030085 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81dda15-2000-4777-8e42-b72df7bab9bb', 'name': 'network-vif-deleted', 'tag': '71bc4e39-e39d-4392-a5e3-81b7c3ab5262', 'status': 'completed', 'code': 200} Aug 18 14:14:21.039790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:21.043417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.060465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d17da8c-a1b9-4bc7-95ca-16f4492e9c79 req-cc0f5148-a4bf-437c-9a4b-344e54db625f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Aug 18 14:14:21.110397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Deleting subnet 06bf1c6b-5931-4828-9124-38199f514808 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:21.128115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.136932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce346cf-a1ee-48d0-9ab6-c835f1939b1f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:21.140752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ce346cf-a1ee-48d0-9ab6-c835f1939b1f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1532068 Aug 18 14:14:21.141127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38062) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:21.199193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:21.209085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.211857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-255d9215-2a34-4d9d-babf-a54e7992b9e3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694938 Aug 18 14:14:21.217646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:21.220970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:21.250638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '71426e51-da59-45f6-8b09-c2632495c43e', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'port_id': '71426e51-da59-45f6-8b09-c2632495c43e', 'mac_address': 'fa:16:3e:bd:0f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:14:21.255350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cb166-2869-488a-be5e-d92e7ae5e035 None None] Network 94a3f2ae-cddd-4b70-9b5b-d354853e4f12 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:21.260181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-640ea2cb-b824-4b9e-9bad-3c795ff23a65 None None] Provisioning for port c900ea06-8620-4864-8245-213a508edf8d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:21.343699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.392459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4aceeb0c-839f-4b83-878a-8418401726a4 req-18a499d2-4588-4b16-bf92-0ef3973078d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81dda15-2000-4777-8e42-b72df7bab9bb HTTP/1.1" status: 200 len: 210 time: 0.0334201 Aug 18 14:14:21.422313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.440320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:21.444509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.474157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71426e51-da59-45f6-8b09-c2632495c43e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:14:21.509039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.527281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:21.557611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:21.560348 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.593937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.596393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/06bf1c6b-5931-4828-9124-38199f514808 HTTP/1.1" status: 204 len: 168 time: 0.6448753 Aug 18 14:14:21.598494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38068) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:21.599182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.603369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=e591bb67-d82f-4fd1-890e-cd4c5cf20ee5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:21.636013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0922b71-d0ae-4c8c-92b6-a38d85d14eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bf1c6b-5931-4828-9124-38199f514808,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:21.657032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': 'ab631efa-1cdc-4e7c-87bc-24465c5230f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:21.657407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 6d64c180-4298-4934-a99a-2a45f61309bb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:21.681036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.721900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:21.749108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Deleting port c900ea06-8620-4864-8245-213a508edf8d {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:21.749486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.771497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['71426e51-da59-45f6-8b09-c2632495c43e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:21.775007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6d64c180-4298-4934-a99a-2a45f61309bb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:21.779961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.791663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a3f2ae-cddd-4b70-9b5b-d354853e4f12']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:21.805418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b664a985-a34f-4f92-9336-8f0e7f1af57f') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:21.805418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b664a985-a34f-4f92-9336-8f0e7f1af57f') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:21.814880 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.829296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.837044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:21.837711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:21.839464 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:21.878511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] For port c900ea06-8620-4864-8245-213a508edf8d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c900ea06-8620-4864-8245-213a508edf8d,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:21.878908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.883667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 6d64c180-4298-4934-a99a-2a45f61309bb) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:21.888334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:21.889267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:21.898588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Calling delete_port for c900ea06-8620-4864-8245-213a508edf8d owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:21.912213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159585d8-6dd2-45ac-af81-7368db900c27 None None] Network 6d64c180-4298-4934-a99a-2a45f61309bb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:21.993954 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-898e34d2-37de-4bdd-a2e7-c7dde4397d32 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2105150 Aug 18 14:14:21.995797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38078) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:22.000073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.004879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-88fe396b-6014-4756-a98c-0c446d2fdd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.013142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.017402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] 10.222.0.35 "DELETE /v2.0/networks/94a3f2ae-cddd-4b70-9b5b-d354853e4f12 HTTP/1.1" status: 204 len: 168 time: 0.4156494 Aug 18 14:14:22.031106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907e6f5-9073-456b-8186-da4083394a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a3f2ae-cddd-4b70-9b5b-d354853e4f12,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:22.036841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:22.131231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.156561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:22.175778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:22.188181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:22.188778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.236290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=3b2aee20-99ec-4a15-a13e-2fef1f003187,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:22.242590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:22.251925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.252553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-6d64c180-4298-4934-a99a-2a45f61309bb', 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': 'e591bb67-d82f-4fd1-890e-cd4c5cf20ee5'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:22.252553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.252553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.270552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a028-591a-413f-9388-d6f7c71e7825 req-e1b614fa-bc74-4084-a8e2-db98b5a76d10 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:22.272096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb4a028-591a-413f-9388-d6f7c71e7825 req-e1b614fa-bc74-4084-a8e2-db98b5a76d10 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 944 time: 0.1141577 Aug 18 14:14:22.311922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] Pushing event deleted for resources: {'Port': ['ID=c900ea06-8620-4864-8245-213a508edf8d,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:22.330125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34cb04-ab81-4b2c-a288-51cb699173fd None None] No DVR routers for this DVR port c900ea06-8620-4864-8245-213a508edf8d on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:22.332375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb4a028-591a-413f-9388-d6f7c71e7825 req-f3f32fc5-13cd-478a-af71-72db05e94203 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Aug 18 14:14:22.352187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3f4ddd25-28be-42fa-a763-3177e032fd09 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1351953 Aug 18 14:14:22.364706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38090) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:22.375591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '3b2aee20-99ec-4a15-a13e-2fef1f003187', 'ip_address': '2001:db8::43a9:77fb:bad6:bb90'}], 'name': 'tempest-NetworksTestDHCPv6-1545658276'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:22.397358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd48a8-368e-4a27-8db5-8443d6e5364f None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:22.472684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38094) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:22.568189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-aa85d0aa-904a-45a9-b74d-51eb4d747de4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/9ae604d2-5580-4888-9eda-3f132adcf417 HTTP/1.1" status: 200 len: 1803 time: 0.0621581 Aug 18 14:14:22.589649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b53af45e-c932-437e-9162-ea21b82d50bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d60de259aee042d8a6f9c15ee9e1073a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157720 Aug 18 14:14:22.592199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:22.596740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Allocated IP 172.20.0.2 (6d64c180-4298-4934-a99a-2a45f61309bb/e591bb67-d82f-4fd1-890e-cd4c5cf20ee5/0d0b0631-3f6b-4430-bafa-026903502b85) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:22.622154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:22.650023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.671281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.676442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.703495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.708591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.742335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:22.778810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '3b2aee20-99ec-4a15-a13e-2fef1f003187'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:22.779676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.788277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=f7b427a2-a1e0-419e-bbfd-6c7989143da2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:22.798937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '02221bf0-ad91-49c1-9d69-776c3848314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:22.799467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: a01f6d64-c890-49b6-baa4-5278b5d198d5, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:22.835063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 71426e51-da59-45f6-8b09-c2632495c43e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:22.835471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.876635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.895023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port af08055d-8482-48dc-8ac4-d7d0d6ddba8b yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:22.920006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.923033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.925609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0a41c93-dd23-45ac-ae73-d1f3cc36cd30 HTTP/1.1" status: 204 len: 168 time: 0.3317962 Aug 18 14:14:22.940959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:22.946774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ce9a7-6c3e-4362-9db6-95c778afa0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a41c93-dd23-45ac-ae73-d1f3cc36cd30,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:22.959378 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.962827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:22.964813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc3ee3f6-7485-4244-97db-d1fdccfd1148 req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/9ae604d2-5580-4888-9eda-3f132adcf417 HTTP/1.1" status: 204 len: 173 time: 0.3733146 Aug 18 14:14:23.024832 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.044953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Transition to ACTIVE for port object 0d0b0631-3f6b-4430-bafa-026903502b85 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:23.046991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764435-a4ae-41b6-ada9-dedcb1a9687f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae604d2-5580-4888-9eda-3f132adcf417,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:23.062934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a01f6d64-c890-49b6-baa4-5278b5d198d5) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:23.068441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/3b2aee20-99ec-4a15-a13e-2fef1f003187/35928a4f-1c8d-445e-a0e9-354437b04e5f) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:23.069924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:23.070756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.097499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044db1c-f6c5-44b5-8bc2-2e88c97f1dba None None] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:23.150916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Transition to ACTIVE for port object 0d0b0631-3f6b-4430-bafa-026903502b85 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:23.167802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f7308d5-e960-4b91-89fd-bc1c286abe6c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1705520 Aug 18 14:14:23.168773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:23.177312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-728466304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:23.308308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.309698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.367345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.380810 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.441589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:23.455884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.456177 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d373d7-c46f-40ce-a45f-e07334fc2328" -d '{"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-plugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:23.504458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:23.514876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Network 6d64c180-4298-4934-a99a-2a45f61309bb is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:23.543040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.610003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-6502aa97-ca01-4b18-a66b-9a16d27983c1 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0d7e5ba7-18ff-481a-a854-58fa8e15a6f3 HTTP/1.1" status: 200 len: 1802 time: 0.5940557 Aug 18 14:14:23.642887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.651726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845fa5c-0569-427d-a1e3-7bbdf1680a2a req-d6c25639-328e-4088-8699-f5bb6b4706fc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:23.653640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Transition to ACTIVE for port object 35928a4f-1c8d-445e-a0e9-354437b04e5f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:23.659900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2845fa5c-0569-427d-a1e3-7bbdf1680a2a req-d6c25639-328e-4088-8699-f5bb6b4706fc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 944 time: 0.1898565 Aug 18 14:14:23.670375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Transition to ACTIVE for port object 35928a4f-1c8d-445e-a0e9-354437b04e5f will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:23.673331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:23.681182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Pushing event updated for resources: {'Port': ['ID=0d0b0631-3f6b-4430-bafa-026903502b85,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:23.689526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.690769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:23.692851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c900ea06-8620-4864-8245-213a508edf8d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:23.696681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:23.699188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.702018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38130) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:23.702545 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9d259681-39e1-49ce-8eb1-8b8f507e099e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5323627 Aug 18 14:14:23.777254 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.781537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c900ea06-8620-4864-8245-213a508edf8d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:23.782207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c900ea06-8620-4864-8245-213a508edf8d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:23.783369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:23.796240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71bc4e39-e39d-4392-a5e3-81b7c3ab5262 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:23.900715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2845fa5c-0569-427d-a1e3-7bbdf1680a2a req-46a30775-c5ae-429c-9879-675aa7c94004 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397063 Aug 18 14:14:23.901511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.948442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a01f6d64-c890-49b6-baa4-5278b5d198d5', 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': 'f7b427a2-a1e0-419e-bbfd-6c7989143da2'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:23.949297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:23.983279 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659297c3-4bed-4812-803b-b5a6f91c361a x-openstack-request-id: req-659297c3-4bed-4812-803b-b5a6f91c361a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:23.983574 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-plugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:23.983825 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-659297c3-4bed-4812-803b-b5a6f91c361a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:23.984213 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e', 'code': 200} Aug 18 14:14:23.985953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:23.994252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:24.007697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:24.018751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Attempting to bind port 0d0b0631-3f6b-4430-bafa-026903502b85 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:24.019121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Attempting to bind port 0d0b0631-3f6b-4430-bafa-026903502b85 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ab631efa-1cdc-4e7c-87bc-24465c5230f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:24.019478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Attempting to bind port 0d0b0631-3f6b-4430-bafa-026903502b85 on network 6d64c180-4298-4934-a99a-2a45f61309bb {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:24.028113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:24.030936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:24.030936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Checking segment: {'id': 'ab631efa-1cdc-4e7c-87bc-24465c5230f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:24.030936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.030936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Bound using segment: {'id': 'ab631efa-1cdc-4e7c-87bc-24465c5230f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:24.031404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Bound port: 0d0b0631-3f6b-4430-bafa-026903502b85, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab631efa-1cdc-4e7c-87bc-24465c5230f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d64c180-4298-4934-a99a-2a45f61309bb'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:24.031580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.089549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.094359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::43a9:77fb:bad6:bb90 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/3b2aee20-99ec-4a15-a13e-2fef1f003187/af08055d-8482-48dc-8ac4-d7d0d6ddba8b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:24.267368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Allocated IP 172.21.0.2 (a01f6d64-c890-49b6-baa4-5278b5d198d5/f7b427a2-a1e0-419e-bbfd-6c7989143da2/e4cb2a38-e4fc-4cca-9544-c8e24395fdfe) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:24.306728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.355685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Pushing event updated for resources: {'Port': ['ID=35928a4f-1c8d-445e-a0e9-354437b04e5f,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:24.400631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Attempting to bind port 35928a4f-1c8d-445e-a0e9-354437b04e5f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:24.401304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Attempting to bind port 35928a4f-1c8d-445e-a0e9-354437b04e5f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:24.401893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Attempting to bind port 35928a4f-1c8d-445e-a0e9-354437b04e5f on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:24.412969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] For port 0d0b0631-3f6b-4430-bafa-026903502b85, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] For port 0d0b0631-3f6b-4430-bafa-026903502b85, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0d0b0631-3f6b-4430-bafa-026903502b85,segment=NetworkSegment(ab631efa-1cdc-4e7c-87bc-24465c5230f3),segment_id=ab631efa-1cdc-4e7c-87bc-24465c5230f3)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Bound port: 35928a4f-1c8d-445e-a0e9-354437b04e5f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:24.425740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.562578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.592051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.594770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.618252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9df789c-5a6e-469b-a009-4c48ea1212e7 req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d7e5ba7-18ff-481a-a854-58fa8e15a6f3 HTTP/1.1" status: 204 len: 173 time: 0.9942842 Aug 18 14:14:24.644082 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.651503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-353204026', 'description': 'tempest-description-759884552'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:24.655432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] For port 35928a4f-1c8d-445e-a0e9-354437b04e5f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:24.662336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e5ba7-18ff-481a-a854-58fa8e15a6f3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:24.694393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Transition to ACTIVE for port object e4cb2a38-e4fc-4cca-9544-c8e24395fdfe will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:24.697953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] For port 35928a4f-1c8d-445e-a0e9-354437b04e5f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35928a4f-1c8d-445e-a0e9-354437b04e5f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:24.734277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b65d6-28f7-4836-b7fb-612b52358343 None None] Pushing event updated for resources: {'Port': ['ID=0d0b0631-3f6b-4430-bafa-026903502b85,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:24.738573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Transition to ACTIVE for port object e4cb2a38-e4fc-4cca-9544-c8e24395fdfe will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:24.770534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.20.0.1 (6d64c180-4298-4934-a99a-2a45f61309bb/e591bb67-d82f-4fd1-890e-cd4c5cf20ee5/94ca44be-8d8d-4a9b-a2e5-b00accdaa228) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:24.772016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.776665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3aece2ba-d5bc-4b1d-921f-b18cebb0473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.781821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.782267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.782702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.783117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.783523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.783947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.784442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.784880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.785376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.785770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.786229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.786685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad99ed-444b-4f17-84ee-fc6ed42e2a9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:24.921431 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.943349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62182d5-3edd-4bd9-83d6-07ef7d1cc230 None None] Pushing event updated for resources: {'Port': ['ID=35928a4f-1c8d-445e-a0e9-354437b04e5f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:24.950117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:24.966010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:25.064746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:25.079842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.087746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.090097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:25.094690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.104000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Pushing event updated for resources: {'Port': ['ID=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:25.162110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:25.164716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object af08055d-8482-48dc-8ac4-d7d0d6ddba8b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:25.231015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Attempting to bind port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:25.231541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Attempting to bind port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '02221bf0-ad91-49c1-9d69-776c3848314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:25.231843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Attempting to bind port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe on network a01f6d64-c890-49b6-baa4-5278b5d198d5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:25.242682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:25.243275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad75eea-94e2-4208-a35d-b60b85515126 req-fe3fe7e1-12cc-49a9-9ed2-0e741948e04c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:25.243556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Checking segment: {'id': '02221bf0-ad91-49c1-9d69-776c3848314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:25.244138 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.244871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Bound using segment: {'id': '02221bf0-ad91-49c1-9d69-776c3848314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:25.245444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cad75eea-94e2-4208-a35d-b60b85515126 req-fe3fe7e1-12cc-49a9-9ed2-0e741948e04c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1535478 Aug 18 14:14:25.245872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Bound port: e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02221bf0-ad91-49c1-9d69-776c3848314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a01f6d64-c890-49b6-baa4-5278b5d198d5'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:25.246948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.325764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] For port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:25.331451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] For port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,segment=NetworkSegment(02221bf0-ad91-49c1-9d69-776c3848314e),segment_id=02221bf0-ad91-49c1-9d69-776c3848314e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:25.423890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cad75eea-94e2-4208-a35d-b60b85515126 req-7ee9d460-225a-4b6b-a93b-97a6b565c02d tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485984 Aug 18 14:14:25.481233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.578660 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.579941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.597219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.662510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6d64c180-4298-4934-a99a-2a45f61309bb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:25.690688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:25.692500 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.697425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:25.705037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35928a4f-1c8d-445e-a0e9-354437b04e5f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:25.742627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8abd4f-21e8-4914-a5c4-5d2e978e7212 None None] Pushing event updated for resources: {'Port': ['ID=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:25.800741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:25.820852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05238140-4905-4821-8f5f-ef88571ad3c1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:25.825910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:25.827825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=af08055d-8482-48dc-8ac4-d7d0d6ddba8b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:25.835355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:25.849098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:25.849972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.910785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.954369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.955910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 35928a4f-1c8d-445e-a0e9-354437b04e5f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:25.960740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0d0b0631-3f6b-4430-bafa-026903502b85 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:25.974421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:25.986051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0a18250-c385-42bc-9f62-be4a6c45b744 req-7d7ed9bc-44b9-4102-9110-b5fc10f661d0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3641701 Aug 18 14:14:26.005474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-40b8e8d5-c18f-4fa2-af5b-cbd1871fd5cc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6377194 Aug 18 14:14:26.010807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:26.045351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=94ca44be-8d8d-4a9b-a2e5-b00accdaa228,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:26.136044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a97e87cf-7495-40dc-837d-75589939ece0 req-3d2c51db-4c9f-4f48-88be-4797dd8c638f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/05238140-4905-4821-8f5f-ef88571ad3c1 HTTP/1.1" status: 200 len: 1801 time: 0.0970354 Aug 18 14:14:26.176825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Request body: {'security_group': {'name': 'tempest-sg-hth-109703240', 'description': 'tempest-description-hth-1448411564'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:26.197914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0d0b0631-3f6b-4430-bafa-026903502b85 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:26.205822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436561f-03a7-425e-bfe3-986c4ba84d5c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:26.222669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436561f-03a7-425e-bfe3-986c4ba84d5c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:26.241090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b436561f-03a7-425e-bfe3-986c4ba84d5c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2290158 Aug 18 14:14:26.244487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38170) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:26.309002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.355259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.495714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port af08055d-8482-48dc-8ac4-d7d0d6ddba8b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:26.496047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.636870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22276989-e647-4395-9d64-9fd8f7a2b15e None None] Network 6d64c180-4298-4934-a99a-2a45f61309bb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:26.772181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.819427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.860501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for af08055d-8482-48dc-8ac4-d7d0d6ddba8b owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:26.876947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Provisioning for port 0d0b0631-3f6b-4430-bafa-026903502b85 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:26.892665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Provisioning complete for port 0d0b0631-3f6b-4430-bafa-026903502b85 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:26.894057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.917159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c950-829f-4941-a112-40c86bb6fd05 req-a7ad9e2a-6990-4db9-9ffd-8cc1dfdd44b2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:26.930024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c24c950-829f-4941-a112-40c86bb6fd05 req-a7ad9e2a-6990-4db9-9ffd-8cc1dfdd44b2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.2599154 Aug 18 14:14:26.942607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.952982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:26.964630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a97e87cf-7495-40dc-837d-75589939ece0 req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "PUT /v2.0/security-groups/05238140-4905-4821-8f5f-ef88571ad3c1 HTTP/1.1" status: 200 len: 1776 time: 0.7862904 Aug 18 14:14:27.162437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.176713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785453-f1c3-441d-8736-46e518f9f6c2 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05238140-4905-4821-8f5f-ef88571ad3c1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:27.199197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c24c950-829f-4941-a112-40c86bb6fd05 req-f500a2ee-aa93-4cd1-96a1-875524bc6e73 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681947 Aug 18 14:14:27.269260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.283669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2619f3c-e96f-4cc4-8c82-bfde45499cb2 req-b69e76f2-9f16-4a30-ad53-dfee6b407078 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/05238140-4905-4821-8f5f-ef88571ad3c1 HTTP/1.1" status: 200 len: 1776 time: 0.1302035 Aug 18 14:14:27.301226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] For port 0d0b0631-3f6b-4430-bafa-026903502b85, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0d0b0631-3f6b-4430-bafa-026903502b85,segment=NetworkSegment(ab631efa-1cdc-4e7c-87bc-24465c5230f3),segment_id=ab631efa-1cdc-4e7c-87bc-24465c5230f3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:27.347995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=af08055d-8482-48dc-8ac4-d7d0d6ddba8b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:27.385286 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.427025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.432346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0df9ccb3-3f89-49aa-82e1-6e857d5e039a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/af08055d-8482-48dc-8ac4-d7d0d6ddba8b HTTP/1.1" status: 204 len: 168 time: 1.1859710 Aug 18 14:14:27.432966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38190) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:27.452033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-57d0edbb-ae5d-4054-b5c5-8b3087c9cef0 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/05238140-4905-4821-8f5f-ef88571ad3c1 HTTP/1.1" status: 200 len: 1776 time: 0.1300750 Aug 18 14:14:27.515006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.571238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5db7e1-dea2-4737-9e7e-a30cc3c9dac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:27.573039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5db7e1-dea2-4737-9e7e-a30cc3c9dac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:27.573598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.578732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38192) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:27.594133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4d5db7e1-dea2-4737-9e7e-a30cc3c9dac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1600332 Aug 18 14:14:27.655468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999304e-9a72-42ff-be3d-c859fc0ffe08 None None] Pushing event updated for resources: {'Port': ['ID=0d0b0631-3f6b-4430-bafa-026903502b85,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:27.668023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.697236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Provisioning for port 35928a4f-1c8d-445e-a0e9-354437b04e5f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:27.702000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Provisioning complete for port 35928a4f-1c8d-445e-a0e9-354437b04e5f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:27.702647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.804044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e4cb2a38-e4fc-4cca-9544-c8e24395fdfe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:27.898511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.929499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 3b2aee20-99ec-4a15-a13e-2fef1f003187 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:27.941155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:27.943668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.009569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.029960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=94ca44be-8d8d-4a9b-a2e5-b00accdaa228,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:28.065624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baccd579-7e17-4003-92ad-27567b722232 None None] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:28.104644 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.107062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.183939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:28.282470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] For port 35928a4f-1c8d-445e-a0e9-354437b04e5f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35928a4f-1c8d-445e-a0e9-354437b04e5f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:28.424305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.438031 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.731361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Could not find standard attr ID for object af08055d-8482-48dc-8ac4-d7d0d6ddba8b. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:28.763686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fe3ed-496d-4f06-963b-d192e8918fff None None] Pushing event updated for resources: {'Port': ['ID=35928a4f-1c8d-445e-a0e9-354437b04e5f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:28.891264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Provisioning for port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:28.895824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Provisioning complete for port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:28.901545 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.983784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:29.112111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-a3b578ca-4284-4020-a197-67b9af3a35bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825791 Aug 18 14:14:29.121298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Provisioning for port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:29.130605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Provisioning complete for port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:29.136365 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.168211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.172674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.172674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a956be5-14ba-47fc-ab57-d9635c1adb7a req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/05238140-4905-4821-8f5f-ef88571ad3c1 HTTP/1.1" status: 204 len: 173 time: 1.7198954 Aug 18 14:14:29.208915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b90e93-4c2d-4a73-9193-47f2d2ed99ae tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05238140-4905-4821-8f5f-ef88571ad3c1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:29.225927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6d64c180-4298-4934-a99a-2a45f61309bb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:29.230004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:29.240174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd232d6-b3b4-4e0e-a851-9f38546cb686 req-a1004bb6-14c4-4215-87f4-40948149fe13 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.242448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cd232d6-b3b4-4e0e-a851-9f38546cb686 req-a1004bb6-14c4-4215-87f4-40948149fe13 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.7351923 Aug 18 14:14:29.302583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-9c6d2ae6-2acf-44b1-acd0-6f45c435df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.308042 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-9c6d2ae6-2acf-44b1-acd0-6f45c435df0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 1097 time: 0.1489670 Aug 18 14:14:29.365000 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.435338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cd232d6-b3b4-4e0e-a851-9f38546cb686 req-cdf8a4f0-3d75-46cd-8510-0257d88cbcaa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787262 Aug 18 14:14:29.494734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] For port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,segment=NetworkSegment(02221bf0-ad91-49c1-9d69-776c3848314e),segment_id=02221bf0-ad91-49c1-9d69-776c3848314e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:29.515815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.540610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-1d1b9394-be29-4826-aa29-216641ef2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.542255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-1d1b9394-be29-4826-aa29-216641ef2ebf service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1971102 Aug 18 14:14:29.556620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2aee20-99ec-4a15-a13e-2fef1f003187,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:29.560350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.565582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-74728f8a-563c-412e-a583-cc0692eedba2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/3b2aee20-99ec-4a15-a13e-2fef1f003187 HTTP/1.1" status: 204 len: 168 time: 1.9834599 Aug 18 14:14:29.566535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d07b6b-caa7-4ddf-b034-5cb99dcb526f None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:29.576020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:29.583727 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-4f375556-75ad-4c11-8648-14d631387532 req-eb843a10-fee5-491a-be7c-2ab2a9f1a7ab tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:29.584762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f375556-75ad-4c11-8648-14d631387532 req-eb843a10-fee5-491a-be7c-2ab2a9f1a7ab tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/0d7e5ba7-18ff-481a-a854-58fa8e15a6f3 HTTP/1.1" status: 404 len: 352 time: 0.0590861 Aug 18 14:14:29.621618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-b0464bea-83a4-45e3-99c3-ccda24cd6389 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 200 len: 217 time: 0.0693448 Aug 18 14:14:29.628277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35928a4f-1c8d-445e-a0e9-354437b04e5f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:29.638874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-50464886-cc23-4452-8195-b4d0963fd684 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610063 Aug 18 14:14:29.641429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38228) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:29.646533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:29.705330 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-8fe5e80d-cc48-4a34-b9ef-117555f683ac req-7bfd23ad-af47-457c-ba7b-6abac924cbd6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:29.706409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fe5e80d-cc48-4a34-b9ef-117555f683ac req-7bfd23ad-af47-457c-ba7b-6abac924cbd6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/9ae604d2-5580-4888-9eda-3f132adcf417 HTTP/1.1" status: 404 len: 352 time: 0.0664916 Aug 18 14:14:29.713126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router ed6b64e9-7937-445d-9080-8ac4be759cfe is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:14:29.713255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.764142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-74c13b2b-6113-43af-8724-0382aa910d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.765640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-74c13b2b-6113-43af-8724-0382aa910d83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1344872 Aug 18 14:14:29.783370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Pushing event updated for resources: {'Port': ['ID=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:29.826384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Provisioning complete for port 0d0b0631-3f6b-4430-bafa-026903502b85 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:29.826780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.839422 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-c7c9ee7c-099a-4cd5-b68c-635fd9a92cad req-4545ec1f-d7a5-415e-965f-63f21eb01363 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:29.840857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7c9ee7c-099a-4cd5-b68c-635fd9a92cad req-4545ec1f-d7a5-415e-965f-63f21eb01363 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/c9762b8f-67e7-40e3-a78b-b1f68c9bdca5 HTTP/1.1" status: 404 len: 352 time: 0.1009488 Aug 18 14:14:29.866079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-5b378791-6ea4-4c4a-943c-856072e8a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.869069 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-5b378791-6ea4-4c4a-943c-856072e8a207 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865705 Aug 18 14:14:29.890273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 35928a4f-1c8d-445e-a0e9-354437b04e5f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:29.890927 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.896092 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-8eff9c33-45be-4b7a-8b83-bdef336af535 req-a0ef4076-1ac9-44a9-b08f-ae5e93e7caa7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:29.897290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8eff9c33-45be-4b7a-8b83-bdef336af535 req-a0ef4076-1ac9-44a9-b08f-ae5e93e7caa7 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/662ff7cc-1e08-4b4a-9ec9-d66dee7041a2 HTTP/1.1" status: 404 len: 352 time: 0.0290620 Aug 18 14:14:29.911570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:29.911570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ec4e8e9a-8415-4f30-981f-c97f3e96c310 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2051396 Aug 18 14:14:29.911989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38242) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:29.940552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] Sync routers for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:29.985166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c09759-e036-4873-90e1-5cd6aaa3fa8b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:29.989757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-99c09759-e036-4873-90e1-5cd6aaa3fa8b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports/94ca44be-8d8d-4a9b-a2e5-b00accdaa228 HTTP/1.1" status: 200 len: 910 time: 0.0767522 Aug 18 14:14:29.991101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38246) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:30.050579 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-e14c4874-15b5-44e7-8df5-5d9a5da1b570 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706746 Aug 18 14:14:30.051758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:30.052622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:30.099575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-71aa46d4-9e0e-4edd-b5ad-c76d3b5d7c32 None None] Could not find standard attr ID for object 45a3ad27-964a-4b79-8003-5eaadf8ba419. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:30.110941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:30.114830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:30.166956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:30.170561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.191061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:30.192128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:30.233669 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-c1684d87-f972-4b36-a9ff-99f23b5eb9b7 req-b18b3b09-2a56-4cd7-b88b-0a4bfb20b0ce tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:30.234775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1684d87-f972-4b36-a9ff-99f23b5eb9b7 req-b18b3b09-2a56-4cd7-b88b-0a4bfb20b0ce tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/26dec50b-1f81-4650-9e70-c66e446c4504 HTTP/1.1" status: 404 len: 352 time: 0.3023889 Aug 18 14:14:30.304176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0d0b0631-3f6b-4430-bafa-026903502b85 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:30.334422 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-a83d9f32-813f-4798-9357-55e6890c9e1b req-2ba46ae0-cde7-4b20-8120-cd7b6dcaec30 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] show failed (client error): The resource could not be found. Aug 18 14:14:30.336583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a83d9f32-813f-4798-9357-55e6890c9e1b req-2ba46ae0-cde7-4b20-8120-cd7b6dcaec30 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/34328e5f-4a7b-4353-9d0a-e8b10d3eebf5 HTTP/1.1" status: 404 len: 352 time: 0.0565388 Aug 18 14:14:30.372933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:30.377251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd2b01-1db3-4b1a-927a-c347975c8ccd None None] The sync data for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:30.498035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-127d03eb-e741-405a-873c-a9dd8437a2b2 None None] Provisioning complete for port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:30.498485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-127d03eb-e741-405a-873c-a9dd8437a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.546896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Deleting port 35928a4f-1c8d-445e-a0e9-354437b04e5f {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:30.547362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.598412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-127d03eb-e741-405a-873c-a9dd8437a2b2 None None] Port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:30.602308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0d0b0631-3f6b-4430-bafa-026903502b85 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:30.603030 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.675222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-127d03eb-e741-405a-873c-a9dd8437a2b2 None None] Provisioning complete for port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:30.675222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-127d03eb-e741-405a-873c-a9dd8437a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.679170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] For port 35928a4f-1c8d-445e-a0e9-354437b04e5f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35928a4f-1c8d-445e-a0e9-354437b04e5f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:30.679667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.715934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Calling delete_port for 35928a4f-1c8d-445e-a0e9-354437b04e5f owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:30.829594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841214-4f91-4f67-b4a0-32246b2cad52 req-03ecf8f0-5572-47ff-b911-1c5a60a6b92c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:30.838094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09841214-4f91-4f67-b4a0-32246b2cad52 req-03ecf8f0-5572-47ff-b911-1c5a60a6b92c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1319063 Aug 18 14:14:30.841488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:30.848477 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3232a7aa-40a7-4662-950d-d91966cc2a67 req-70ffce3b-02ec-43d9-9eae-722212f120d9 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897477 Aug 18 14:14:31.065888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.089293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09841214-4f91-4f67-b4a0-32246b2cad52 req-cb6cf09b-e24f-40d5-ba95-33fd701345a7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452574 Aug 18 14:14:31.109251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] No DVR routers for this DVR port 35928a4f-1c8d-445e-a0e9-354437b04e5f on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:31.143504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0805c-1928-49ed-aac1-06a54da214b3 None None] Pushing event deleted for resources: {'Port': ['ID=35928a4f-1c8d-445e-a0e9-354437b04e5f,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:31.172593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979023ac-c372-4967-8128-64c04bfea662 req-a45d6176-f95f-4ac0-b033-97b17aeb49e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:31.174245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-979023ac-c372-4967-8128-64c04bfea662 req-a45d6176-f95f-4ac0-b033-97b17aeb49e6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1023 time: 0.1753449 Aug 18 14:14:31.178616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.313350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=05687333-7560-4c31-a0a8-baa6584c1e3e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:31.373465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-979023ac-c372-4967-8128-64c04bfea662 req-78c5d0e7-ccc2-4c9c-814a-99ca7e2472f4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=494d7779-e7f7-4b9f-95e7-32ab23a7fa8b&id=0b4b5e25-25ad-4483-90fe-be90debe61da&id=afc16273-7ccc-474c-8b5d-654efb342914&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1876552 Aug 18 14:14:31.377601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:31.381528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:31.387129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:31.387721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.392414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e1d50-abf0-44dc-9762-56c5069115a9 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:31.466278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:31.466986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-70279382-c9bf-415b-839d-8e052bc9f84f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8243372 Aug 18 14:14:31.468484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.21.0.1 (a01f6d64-c890-49b6-baa4-5278b5d198d5/f7b427a2-a1e0-419e-bbfd-6c7989143da2/5c694f49-1818-4fea-ad10-e52c00b6d452) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:31.474143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '05687333-7560-4c31-a0a8-baa6584c1e3e', 'ip_address': '2001:db8::bb45:e1b8:8e83:d3bb'}], 'name': 'tempest-NetworksTestDHCPv6-277455099'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:31.526067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e4cb2a38-e4fc-4cca-9544-c8e24395fdfe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:31.680422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:31.680910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.709095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.737618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 5c694f49-1818-4fea-ad10-e52c00b6d452 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:31.742624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '05687333-7560-4c31-a0a8-baa6584c1e3e'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:31.744929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.765197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:31.849603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.936025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:31.963354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:31.971935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:31.990574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:31.994998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/05687333-7560-4c31-a0a8-baa6584c1e3e/7c38ebdc-4d90-4f45-994c-28643155c20f) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:32.012714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port eb4cd079-32f7-493a-a70b-aa38af778e4e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:32.045327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35928a4f-1c8d-445e-a0e9-354437b04e5f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:32.086300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=5c694f49-1818-4fea-ad10-e52c00b6d452,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:32.145163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.214010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 35928a4f-1c8d-445e-a0e9-354437b04e5f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:32.215042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35928a4f-1c8d-445e-a0e9-354437b04e5f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:32.332114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20f17-e58a-4d5e-9682-07a08d654d90 req-dbef857e-311a-4f98-ad18-da8194a86f14 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:32.350244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7c20f17-e58a-4d5e-9682-07a08d654d90 req-dbef857e-311a-4f98-ad18-da8194a86f14 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1132979 Aug 18 14:14:32.395608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.418556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Transition to ACTIVE for port object 7c38ebdc-4d90-4f45-994c-28643155c20f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:32.418744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7c20f17-e58a-4d5e-9682-07a08d654d90 req-4447fa06-d1a5-4721-8326-798ed0091014 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665483 Aug 18 14:14:32.431515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Transition to ACTIVE for port object 7c38ebdc-4d90-4f45-994c-28643155c20f will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:32.523488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c90b8-3629-4851-a66e-f60582fa6542 req-ac2d344d-5300-429b-97cc-061abd8c00e4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:32.525533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985c90b8-3629-4851-a66e-f60582fa6542 req-ac2d344d-5300-429b-97cc-061abd8c00e4 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1023 time: 0.0798821 Aug 18 14:14:32.555971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.571287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-692f58b9-8faa-426e-bdb3-9460232ac85f None None] Provisioning for port 5c694f49-1818-4fea-ad10-e52c00b6d452 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:32.578109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.585148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e61a-f342-45e4-abb4-1119cd10ea5a req-cf820f90-fc2b-4971-ab7c-e819f90a8395 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:32.592754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4703e61a-f342-45e4-abb4-1119cd10ea5a req-cf820f90-fc2b-4971-ab7c-e819f90a8395 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 1023 time: 0.1132572 Aug 18 14:14:32.618034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-692f58b9-8faa-426e-bdb3-9460232ac85f None None] Provisioning complete for port 5c694f49-1818-4fea-ad10-e52c00b6d452 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:32.622431 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-692f58b9-8faa-426e-bdb3-9460232ac85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.687236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:32.733876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:32.743874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:32.760955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4703e61a-f342-45e4-abb4-1119cd10ea5a req-df4748c2-27a8-4a42-9b55-db95bdc191a6 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups?id=494d7779-e7f7-4b9f-95e7-32ab23a7fa8b&id=0b4b5e25-25ad-4483-90fe-be90debe61da&id=afc16273-7ccc-474c-8b5d-654efb342914&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1672406 Aug 18 14:14:32.798595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::bb45:e1b8:8e83:d3bb (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/05687333-7560-4c31-a0a8-baa6584c1e3e/eb4cd079-32f7-493a-a70b-aa38af778e4e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:32.861273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Pushing event updated for resources: {'Port': ['ID=7c38ebdc-4d90-4f45-994c-28643155c20f,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:32.867104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Deleting port f7f9ea68-c625-47c2-a755-3b0ca3698a8f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:32.874844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.876040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-692f58b9-8faa-426e-bdb3-9460232ac85f None None] Port 5c694f49-1818-4fea-ad10-e52c00b6d452 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:32.915065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Attempting to bind port 7c38ebdc-4d90-4f45-994c-28643155c20f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:32.915489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Attempting to bind port 7c38ebdc-4d90-4f45-994c-28643155c20f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:32.915872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Attempting to bind port 7c38ebdc-4d90-4f45-994c-28643155c20f on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:32.922119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:32.922119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:32.922119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.922567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:32.923016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Bound port: 7c38ebdc-4d90-4f45-994c-28643155c20f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:32.923454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:32.996923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] For port 7c38ebdc-4d90-4f45-994c-28643155c20f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:33.001082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] For port 7c38ebdc-4d90-4f45-994c-28643155c20f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7c38ebdc-4d90-4f45-994c-28643155c20f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:33.067205 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.085486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.135519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] For port f7f9ea68-c625-47c2-a755-3b0ca3698a8f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,segment=NetworkSegment(da8f718e-933e-4538-a04c-893731d32fce),segment_id=da8f718e-933e-4538-a04c-893731d32fce)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:33.136206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.138230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-ca021dbf-4520-46e3-9336-cefddb5f6aab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0648348 Aug 18 14:14:33.160996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Calling delete_port for f7f9ea68-c625-47c2-a755-3b0ca3698a8f owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:33.164390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549aff-4773-4f14-bb21-e048eb718ad5 None None] Pushing event updated for resources: {'Port': ['ID=7c38ebdc-4d90-4f45-994c-28643155c20f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:33.189968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.251052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.289470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object eb4cd079-32f7-493a-a70b-aa38af778e4e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:33.344177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.440294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=5c694f49-1818-4fea-ad10-e52c00b6d452,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:33.458192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.458915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.459392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.459873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.460519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.461281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.461786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.467242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-79cc127c-68cd-4eec-aa7c-484d74055e2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 6490 time: 0.2185059 Aug 18 14:14:33.470336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.593899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.607160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f7f9ea68-c625-47c2-a755-3b0ca3698a8f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:14:33.644942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=eb4cd079-32f7-493a-a70b-aa38af778e4e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:33.651506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:33.704394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'Port': ['ID=f7f9ea68-c625-47c2-a755-3b0ca3698a8f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:33.725017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:33.733587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:33.748922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:33.754959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:33.762505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.763180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.778032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] No DVR routers for this DVR port f7f9ea68-c625-47c2-a755-3b0ca3698a8f on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:33.795329 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:33.803400 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985c90b8-3629-4851-a66e-f60582fa6542 req-f6500108-e0b0-448a-b025-fbd566be4703 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.10 "DELETE /v2.0/ports/f7f9ea68-c625-47c2-a755-3b0ca3698a8f HTTP/1.1" status: 204 len: 173 time: 1.2650783 Aug 18 14:14:33.807265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'name': 'network-vif-deleted', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:33.815287 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad8a83-8006-4a19-b1ec-43b310d599f3" -d '{"events": [{"server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "name": "network-vif-deleted", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:33.850399 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d7875f4e-2222-408c-ac11-13cc814b2b54 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3825822 Aug 18 14:14:33.851390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38302) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:33.961102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549f25e-fd3a-4f6b-9197-a342da4a628c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.967776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549f25e-fd3a-4f6b-9197-a342da4a628c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:33.987662 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3549f25e-fd3a-4f6b-9197-a342da4a628c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1340303 Aug 18 14:14:33.992593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38306) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:34.155665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port eb4cd079-32f7-493a-a70b-aa38af778e4e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:34.156276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:34.229620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f0fde75b-558c-4a7c-9fee-c79d6198fd78 None None] Provisioning complete for port 5c694f49-1818-4fea-ad10-e52c00b6d452 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:34.230273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0fde75b-558c-4a7c-9fee-c79d6198fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:34.355323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f0fde75b-558c-4a7c-9fee-c79d6198fd78 None None] Port 5c694f49-1818-4fea-ad10-e52c00b6d452 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:34.361456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:34.406579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for eb4cd079-32f7-493a-a70b-aa38af778e4e owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:34.487765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ddece-0e5c-49a1-9c22-af59e8f5c3db req-ec32c7bf-aaff-4321-b49a-248710396ee7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:34.490309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b0ddece-0e5c-49a1-9c22-af59e8f5c3db req-ec32c7bf-aaff-4321-b49a-248710396ee7 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.9189494 Aug 18 14:14:34.590346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2439fe36-571c-4835-a8cb-2f165d10a843 req-c88344e9-ce23-41ef-858c-25faa554a488 tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0f55a40-24e9-4181-8745-46f06cf1cc5f HTTP/1.1" status: 200 len: 210 time: 0.1209245 Aug 18 14:14:34.642999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-064d0471-103a-4440-bf8f-cecd9c66cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:34.643499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-064d0471-103a-4440-bf8f-cecd9c66cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:34.645041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-064d0471-103a-4440-bf8f-cecd9c66cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:34.650479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-064d0471-103a-4440-bf8f-cecd9c66cabb service neutron] 10.222.0.58 "GET /v2.0/networks?id=12f4634e-4047-4d40-8a61-41f267019bb0&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&id=11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 200 len: 2293 time: 1.1119089 Aug 18 14:14:34.748600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b0ddece-0e5c-49a1-9c22-af59e8f5c3db req-9ad409f5-b895-4bed-bcbf-5a31b1c4f08a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324724 Aug 18 14:14:34.833343 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d776cb-8052-4b73-a853-4da74f83f61d x-openstack-request-id: req-59d776cb-8052-4b73-a853-4da74f83f61d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:34.834003 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f55a40-24e9-4181-8745-46f06cf1cc5f", "name": "network-vif-deleted", "tag": "f7f9ea68-c625-47c2-a755-3b0ca3698a8f", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:34.834495 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59d776cb-8052-4b73-a853-4da74f83f61d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:34.835172 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f55a40-24e9-4181-8745-46f06cf1cc5f', 'name': 'network-vif-deleted', 'tag': 'f7f9ea68-c625-47c2-a755-3b0ca3698a8f', 'status': 'completed', 'code': 200} Aug 18 14:14:34.874594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router ed6b64e9-7937-445d-9080-8ac4be759cfe has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:14:34.894197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:34.897388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-778b95ad-df7d-49ca-939b-557bd6ffb7f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 200 len: 1002 time: 0.1599581 Aug 18 14:14:35.019173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:35.032384 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] Sync routers for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:35.049235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-334ca4a9-8b53-4bf8-9d80-d874d3781186 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0474081 Aug 18 14:14:35.050357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38318) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:35.054749 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:35.055397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:35.061179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-30788f65-3452-488c-827b-b7102968f259 None None] Provisioning for port 7c38ebdc-4d90-4f45-994c-28643155c20f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:35.101375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=eb4cd079-32f7-493a-a70b-aa38af778e4e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:35.120009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.121589 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc665c7b-5638-42d7-afe0-ab9228884700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/eb4cd079-32f7-493a-a70b-aa38af778e4e HTTP/1.1" status: 204 len: 168 time: 1.1279736 Aug 18 14:14:35.125238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:35.130211 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:35.142592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:35.143620 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:35.158871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba3bf4-8f21-4df0-a000-f9a4c7bf2427 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:35.163615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e3ba3bf4-8f21-4df0-a000-f9a4c7bf2427 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports/5c694f49-1818-4fea-ad10-e52c00b6d452 HTTP/1.1" status: 200 len: 910 time: 0.0517712 Aug 18 14:14:35.164614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38322) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:35.199743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:35.218186 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260fe93-34aa-4ce8-870c-25ab356a4d77 None None] The sync data for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:35.250489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c8722-e006-4bb3-992c-fe64e92d4476 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:35.252707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c8722-e006-4bb3-992c-fe64e92d4476 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:35.254431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d74c8722-e006-4bb3-992c-fe64e92d4476 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1272805 Aug 18 14:14:35.260609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38326) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:35.297748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-71f0573d-4a83-4e73-8519-a3454b0486e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:35.299286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-71f0573d-4a83-4e73-8519-a3454b0486e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 200 len: 851 time: 0.2817292 Aug 18 14:14:35.352337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 05687333-7560-4c31-a0a8-baa6584c1e3e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:35.355438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.390441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-95216647-433d-4725-9438-4951eabe6be6 None None] Could not find standard attr ID for object eb4cd079-32f7-493a-a70b-aa38af778e4e. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:35.447027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.522312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-f1fc5380-0bf3-490c-970d-3344e1d25b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:35.524970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-f1fc5380-0bf3-490c-970d-3344e1d25b8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12f4634e-4047-4d40-8a61-41f267019bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154083 Aug 18 14:14:35.654007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7c38ebdc-4d90-4f45-994c-28643155c20f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:35.688911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.830721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-1d4cc282-4610-48d3-bc93-71c52f663c35 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650208 Aug 18 14:14:35.891508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.898500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-66373df8-a3c6-4ed7-aa60-52df3c04412e tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/afc16273-7ccc-474c-8b5d-654efb342914 HTTP/1.1" status: 200 len: 1802 time: 0.1045845 Aug 18 14:14:35.916912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19aa571-d0a2-4794-9aff-b94b00bbc04f None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:35.929526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.940287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/05687333-7560-4c31-a0a8-baa6584c1e3e HTTP/1.1" status: 204 len: 168 time: 0.6673949 Aug 18 14:14:35.954302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7c38ebdc-4d90-4f45-994c-28643155c20f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:35.968508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7c38ebdc-4d90-4f45-994c-28643155c20f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:35.969786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:35.987133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38340) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:36.023804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3295c-98d1-44a7-aa64-1f636d2addf6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=05687333-7560-4c31-a0a8-baa6584c1e3e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:36.048775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a4e99844-cabc-4b8a-a1e1-54f5ac8b2c88 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585220 Aug 18 14:14:36.061053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38344) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:36.082246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:36.198933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.247001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7c38ebdc-4d90-4f45-994c-28643155c20f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7c38ebdc-4d90-4f45-994c-28643155c20f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:36.255202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0551d8-dc6d-40a0-bc78-39a8015503ad req-caff4620-ebb8-4d23-80ca-f9cb0dee810a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:36.256691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe0551d8-dc6d-40a0-bc78-39a8015503ad req-caff4620-ebb8-4d23-80ca-f9cb0dee810a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.3270509 Aug 18 14:14:36.257313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.294486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:36.308143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b01c69f4-da15-4a2d-87fb-ec667c9a0b03 service neutron] 10.222.0.58 "GET /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617531 Aug 18 14:14:36.319590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.343687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Deleting port 7c38ebdc-4d90-4f45-994c-28643155c20f {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:36.344076 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.404380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-72bcb05c-d222-4312-9fcd-39ae02ac52fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 217 time: 0.0717576 Aug 18 14:14:36.418874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] For port 7c38ebdc-4d90-4f45-994c-28643155c20f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7c38ebdc-4d90-4f45-994c-28643155c20f,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:36.419373 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.432814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe0551d8-dc6d-40a0-bc78-39a8015503ad req-b4a03c0e-6dd4-47ab-813b-b2a39a4bfc6c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507030 Aug 18 14:14:36.433870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Calling delete_port for 7c38ebdc-4d90-4f45-994c-28643155c20f owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:36.467250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.560847 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.562107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:36.565808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.567063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-57c19fea-58fb-492d-927f-a0422378633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:36.569956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-57c19fea-58fb-492d-927f-a0422378633c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.1550448 Aug 18 14:14:36.571856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.574397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.575784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b27f6f3-9d37-4fc3-9861-1771e3213a48 req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/afc16273-7ccc-474c-8b5d-654efb342914 HTTP/1.1" status: 204 len: 173 time: 0.6405199 Aug 18 14:14:36.622980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f87da-286b-482f-a0dc-e1877629a12f tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc16273-7ccc-474c-8b5d-654efb342914,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:36.638929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7c38ebdc-4d90-4f45-994c-28643155c20f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:36.683032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:36.731892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-046bed1f-e823-49d4-8fe9-5413cd996b4c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "GET /v2.0/security-groups/494d7779-e7f7-4b9f-95e7-32ab23a7fa8b HTTP/1.1" status: 200 len: 1802 time: 0.1032739 Aug 18 14:14:36.743903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] No DVR routers for this DVR port 7c38ebdc-4d90-4f45-994c-28643155c20f on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:36.753112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fe39e-9f8e-451f-be83-2b729967fb26 None None] Pushing event deleted for resources: {'Port': ['ID=7c38ebdc-4d90-4f45-994c-28643155c20f,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:36.789483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b1580c76-750f-430a-825f-1b36e298bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:36.793088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b1580c76-750f-430a-825f-1b36e298bc60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2106261 Aug 18 14:14:36.951447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f7f9ea68-c625-47c2-a755-3b0ca3698a8f no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:36.975508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: f7f9ea68-c625-47c2-a755-3b0ca3698a8f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:36.975880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f7f9ea68-c625-47c2-a755-3b0ca3698a8f not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:37.020145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.036232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.059448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-9a017a00-7d7e-40b0-a67b-8ce2681eb2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529111 Aug 18 14:14:37.066373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:37.070576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:37.082722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:37.082722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.087077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd4c00-2fb2-4204-9fa9-09b4ee83bd3e None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:37.102512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=5ea0b684-a369-4418-a8b4-0c637ebae7a0,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:37.159935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e877bbd8-c2ba-4b71-a0cf-e63670034440 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0986662 Aug 18 14:14:37.162640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:37.167527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.168980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '5ea0b684-a369-4418-a8b4-0c637ebae7a0', 'ip_address': '2001:db8::b1cb:3079:41ec:416e'}], 'name': 'tempest-NetworksTestDHCPv6-644638913'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:37.331507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '5ea0b684-a369-4418-a8b4-0c637ebae7a0'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:37.332966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.471735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:37.616135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:37.626403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7c38ebdc-4d90-4f45-994c-28643155c20f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:37.643471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 9b2f627f-8fea-41e9-ab83-7abc16736266 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:37.672611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7c38ebdc-4d90-4f45-994c-28643155c20f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:37.673335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7c38ebdc-4d90-4f45-994c-28643155c20f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:37.706350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/5ea0b684-a369-4418-a8b4-0c637ebae7a0/93d179f4-8513-4ccb-aaec-61de333e378c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:37.888317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f774a9-6b54-4a00-8f82-5570c32b1d20 req-2002952d-f233-4a78-a50f-535c185bcdf5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:37.889904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94f774a9-6b54-4a00-8f82-5570c32b1d20 req-2002952d-f233-4a78-a50f-535c185bcdf5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1979601 Aug 18 14:14:37.921675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 5c694f49-1818-4fea-ad10-e52c00b6d452 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:37.922298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.014171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.021747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.023255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ed1a5c5-d5c9-4bac-863e-e496d05b1c98 req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] 10.222.0.35 "DELETE /v2.0/security-groups/494d7779-e7f7-4b9f-95e7-32ab23a7fa8b HTTP/1.1" status: 204 len: 173 time: 1.2902803 Aug 18 14:14:38.030591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38370) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:38.090559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.098726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b3a7da24-5cc9-441b-92c4-26f6a78a886c service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255167 Aug 18 14:14:38.123762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94f774a9-6b54-4a00-8f82-5570c32b1d20 req-a79ece7b-6fa3-4e2f-9357-bdc96b618372 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045963 Aug 18 14:14:38.127999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c6a63-592f-49ce-b75a-47dd34083d9c tempest-SecurityGroupsTestJSON-593612057 tempest-SecurityGroupsTestJSON-593612057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d7779-e7f7-4b9f-95e7-32ab23a7fa8b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:38.141447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Deleting subnet db681ea3-4db1-4568-bb65-7f9519cd5791 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:38.145766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.192359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 5c694f49-1818-4fea-ad10-e52c00b6d452 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:38.199161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-51c521fd-e588-40c0-81f6-45cf1f8e2b6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 217 time: 0.0859962 Aug 18 14:14:38.200846 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.206423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.227699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Transition to ACTIVE for port object 93d179f4-8513-4ccb-aaec-61de333e378c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:38.260711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Transition to ACTIVE for port object 93d179f4-8513-4ccb-aaec-61de333e378c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:38.279952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.318842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b5d30182-80f4-47b4-b4a7-a90066744ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:38.320600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b5d30182-80f4-47b4-b4a7-a90066744ad7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.1065540 Aug 18 14:14:38.360275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.443837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:38.448276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-e7a52b1d-1fba-4417-a532-dc72b0920ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:38.451560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-e7a52b1d-1fba-4417-a532-dc72b0920ed6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179087 Aug 18 14:14:38.464887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.480017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:38.497866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:38.503221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db681ea3-4db1-4568-bb65-7f9519cd5791,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:38.522074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.524853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3176e31b-d9d0-4dab-b7b5-e59ebb5ac82f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/db681ea3-4db1-4568-bb65-7f9519cd5791 HTTP/1.1" status: 204 len: 168 time: 0.4932218 Aug 18 14:14:38.527542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38376) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:38.543758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::b1cb:3079:41ec:416e (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/5ea0b684-a369-4418-a8b4-0c637ebae7a0/9b2f627f-8fea-41e9-ab83-7abc16736266) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:38.549723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Pushing event updated for resources: {'Port': ['ID=93d179f4-8513-4ccb-aaec-61de333e378c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:38.664425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-81fa414d-3d6e-49c4-ac6c-aa860027db21 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716113 Aug 18 14:14:38.670224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.682113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Attempting to bind port 93d179f4-8513-4ccb-aaec-61de333e378c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:38.683103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Attempting to bind port 93d179f4-8513-4ccb-aaec-61de333e378c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:38.684139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Attempting to bind port 93d179f4-8513-4ccb-aaec-61de333e378c on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:38.691667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:38.692402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:38.693090 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.693821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:38.695436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Bound port: 93d179f4-8513-4ccb-aaec-61de333e378c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:38.696018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.706873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.787386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=5c694f49-1818-4fea-ad10-e52c00b6d452,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:38.845653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] For port 93d179f4-8513-4ccb-aaec-61de333e378c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:38.854736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] For port 93d179f4-8513-4ccb-aaec-61de333e378c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=93d179f4-8513-4ccb-aaec-61de333e378c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:38.894938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.917223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d87148-ae0b-4655-bc1c-eea8b833c803']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:38.945784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8f718e-933e-4538-a04c-893731d32fce') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:38.946249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8f718e-933e-4538-a04c-893731d32fce') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:38.948498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.953680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-c89b2b49-9b29-4c27-8a80-bf2706b8c87b service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769306 Aug 18 14:14:38.974347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.024829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.043609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.077883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:39.078263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:39.083246 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:39.097169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-405975e8-8798-4a3c-9569-973ba0c10ba2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 200 len: 217 time: 0.0926239 Aug 18 14:14:39.154909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31824f6-ecaa-441a-868d-9df894b282c5 None None] Pushing event updated for resources: {'Port': ['ID=93d179f4-8513-4ccb-aaec-61de333e378c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:39.172132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.252462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 9b2f627f-8fea-41e9-ab83-7abc16736266 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:39.342326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-9a3ae8f3-6310-4e32-a573-83a343126bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.343776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-9a3ae8f3-6310-4e32-a573-83a343126bcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.2341609 Aug 18 14:14:39.414384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.462591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.469743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] 10.222.0.35 "DELETE /v2.0/networks/99d87148-ae0b-4655-bc1c-eea8b833c803 HTTP/1.1" status: 204 len: 168 time: 0.9389884 Aug 18 14:14:39.469743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdb60b-76be-4798-9ab8-c98ac4dbcc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=99d87148-ae0b-4655-bc1c-eea8b833c803,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:39.471607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.553147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=9b2f627f-8fea-41e9-ab83-7abc16736266,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:39.563813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:39.570533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:39.574011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router ed6b64e9-7937-445d-9080-8ac4be759cfe has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:14:39.578026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:39.586100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-db166f78-2b5f-4cdf-acc0-1b3c4281f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.587958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.588819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:39.589045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-db166f78-2b5f-4cdf-acc0-1b3c4281f8b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2325809 Aug 18 14:14:39.605027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3831e-d700-4455-83a2-fbd88d27713b req-84594fc9-51d8-409b-b9d6-d2736b72f456 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.607712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dc3831e-d700-4455-83a2-fbd88d27713b req-84594fc9-51d8-409b-b9d6-d2736b72f456 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.2664483 Aug 18 14:14:39.681822 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-83f484d8-f8f3-45fc-8606-fa985fc2251d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5172038 Aug 18 14:14:39.690829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:39.764328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 93d179f4-8513-4ccb-aaec-61de333e378c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:39.790589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39328696-8508-4e53-98b4-ae66397f6f2a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.800825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39328696-8508-4e53-98b4-ae66397f6f2a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.819640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-39328696-8508-4e53-98b4-ae66397f6f2a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1260979 Aug 18 14:14:39.821780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38390) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:39.873359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-f2e79b87-4793-4c9b-8687-7f455f5e4ef5 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641735 Aug 18 14:14:39.974305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 93d179f4-8513-4ccb-aaec-61de333e378c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:40.020656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 9b2f627f-8fea-41e9-ab83-7abc16736266 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:40.021059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.039699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.060964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:40.067779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dc3831e-d700-4455-83a2-fbd88d27713b req-b1aa5e0e-b4eb-4479-830d-2733080079f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923273 Aug 18 14:14:40.072956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] Sync routers for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:40.075967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-35f46b8e-10dc-426c-a90d-dcdf12ccbafb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9110260 Aug 18 14:14:40.086801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.095014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:40.098853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:40.146039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.180879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 9b2f627f-8fea-41e9-ab83-7abc16736266 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:40.182246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.222782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:40.237966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.253186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:40.256028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:40.304502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-238d245b-c3dc-420d-8cf7-a6ba98fe0397 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c71f8d4088f4fae9886c93366ad4b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193454 Aug 18 14:14:40.310957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38400) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.362874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-558b79f7-acfd-4521-952c-f5dbb834c98f service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769390 Aug 18 14:14:40.383502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:40.386585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8c5b7-a568-4cea-bd49-ec7715797d82 None None] The sync data for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:40.415849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17bd8136-ebbe-4979-a0f5-a39bd92f766e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.486099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-02faae81-2810-4ee0-a4aa-8d89b71fb0ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 200 len: 217 time: 0.1040196 Aug 18 14:14:40.622361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.659267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.694311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=9b2f627f-8fea-41e9-ab83-7abc16736266,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:40.740981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.743160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-021c1eda-9b08-4826-9001-55edd61c9771 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/9b2f627f-8fea-41e9-ab83-7abc16736266 HTTP/1.1" status: 204 len: 168 time: 0.9200034 Aug 18 14:14:40.746729 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.746866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38404) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.764103 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.799059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-8b69d838-dcd6-409d-8fef-c21eee1659a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:40.801249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-8b69d838-dcd6-409d-8fef-c21eee1659a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 200 len: 797 time: 0.2572551 Aug 18 14:14:40.815513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba067f77-6d9a-47f6-9ce3-513a521adac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:40.817313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba067f77-6d9a-47f6-9ce3-513a521adac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:40.819160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ba067f77-6d9a-47f6-9ce3-513a521adac1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0726197 Aug 18 14:14:40.822340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38406) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:40.912886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 5ea0b684-a369-4418-a8b4-0c637ebae7a0 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:40.916898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.969071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Provisioning for port 93d179f4-8513-4ccb-aaec-61de333e378c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:40.974306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:40.974898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Provisioning complete for port 93d179f4-8513-4ccb-aaec-61de333e378c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:40.975542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.006535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-97ec7500-100b-4f2e-911c-af6fe45191a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:41.008592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-97ec7500-100b-4f2e-911c-af6fe45191a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9aee283-afd4-49da-918d-9a8f5c02fe3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1871748 Aug 18 14:14:41.139603 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.229022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] For port 93d179f4-8513-4ccb-aaec-61de333e378c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=93d179f4-8513-4ccb-aaec-61de333e378c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:41.320194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.323088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.399006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e6478-bc58-48d8-bdf5-22887b810ccf None None] Pushing event updated for resources: {'Port': ['ID=93d179f4-8513-4ccb-aaec-61de333e378c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:41.436451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7537aa43-fee4-4c76-8f93-c6965df7a854 None None] Could not find standard attr ID for object 9b2f627f-8fea-41e9-ab83-7abc16736266. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:41.521443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.568746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea0b684-a369-4418-a8b4-0c637ebae7a0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:41.571120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.577310 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-579c18d3-9745-403f-8608-5e5a18ef9d8d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/5ea0b684-a369-4418-a8b4-0c637ebae7a0 HTTP/1.1" status: 204 len: 168 time: 0.7535014 Aug 18 14:14:41.579290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38412) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:41.584704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f7c5e-740c-47ae-9a79-8f0c38593bc5 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:41.657618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.660267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.661606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b4b5e25-25ad-4483-90fe-be90debe61da HTTP/1.1" status: 204 len: 168 time: 1.3495657 Aug 18 14:14:41.668794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 93d179f4-8513-4ccb-aaec-61de333e378c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:41.679591 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aeafff8e-19ac-41ee-b1ee-5732bb01dd8c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988672 Aug 18 14:14:41.686837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:41.726677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39661e7-470a-42f8-a1f8-042b3a1a3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b5e25-25ad-4483-90fe-be90debe61da,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:41.734032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17bd8136-ebbe-4979-a0f5-a39bd92f766e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.787993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00857b5-64f8-4007-917a-cac0242db4fb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:41.789888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d00857b5-64f8-4007-917a-cac0242db4fb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1022186 Aug 18 14:14:41.792083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38418) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:41.832415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-9ef508a6-647b-48bc-92aa-875e637871da service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133307 Aug 18 14:14:41.839357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-17bd8136-ebbe-4979-a0f5-a39bd92f766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.856254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01f64-2598-4ed2-b720-847e63ba2c22 req-5436bbd3-2d9c-4694-b076-8824a70ee7db tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:41.864989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a01f64-2598-4ed2-b720-847e63ba2c22 req-5436bbd3-2d9c-4694-b076-8824a70ee7db tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.2082829 Aug 18 14:14:41.869889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 93d179f4-8513-4ccb-aaec-61de333e378c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:41.870607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:41.893783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5a418-1c84-452a-8611-7a1aa0d7b71c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:41.903256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a6e5a418-1c84-452a-8611-7a1aa0d7b71c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1098702 Aug 18 14:14:41.905135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:41.996054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98594007-2f17-4251-8378-b18e8024bba9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793004 Aug 18 14:14:42.002050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:42.012918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:42.018807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-17bd8136-ebbe-4979-a0f5-a39bd92f766e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76b4f90348a9407d9e418be34aa68178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9697540 Aug 18 14:14:42.019885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38424) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:42.022166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd8136-ebbe-4979-a0f5-a39bd92f766e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12ffd1-8ccd-4a29-9486-9e09a7d9123b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:42.030754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9a01f64-2598-4ed2-b720-847e63ba2c22 req-535d25a1-176d-49e7-89e8-b25622d0abe1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645722 Aug 18 14:14:42.039134 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.050571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:42.107740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Deleting port 93d179f4-8513-4ccb-aaec-61de333e378c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:42.108118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.177431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] For port 93d179f4-8513-4ccb-aaec-61de333e378c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=93d179f4-8513-4ccb-aaec-61de333e378c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:42.177950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.193578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Calling delete_port for 93d179f4-8513-4ccb-aaec-61de333e378c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:42.220532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-84b17aeb-0385-4355-b743-e45e56fe3b84 service neutron] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457272 Aug 18 14:14:42.224796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.302698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-7d0ef806-bd2e-45d6-ad63-dda45a85eb79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 200 len: 217 time: 0.0481660 Aug 18 14:14:42.305902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.330063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:42.335440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.352297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.364482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] No DVR routers for this DVR port 93d179f4-8513-4ccb-aaec-61de333e378c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:42.390173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-781d439b-a922-40a7-b755-71a3a6a448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:42.394535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-781d439b-a922-40a7-b755-71a3a6a448c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.0785425 Aug 18 14:14:42.442771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae4b99-4129-4e9d-b873-39a08aaf8d39 None None] Pushing event deleted for resources: {'Port': ['ID=93d179f4-8513-4ccb-aaec-61de333e378c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:42.513168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-2304ca71-1711-481a-a022-400b5137906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:42.514776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-2304ca71-1711-481a-a022-400b5137906d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138980 Aug 18 14:14:42.596078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.599483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.617650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef12ffd1-8ccd-4a29-9486-9e09a7d9123b HTTP/1.1" status: 204 len: 168 time: 0.5858829 Aug 18 14:14:42.651789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaecaa5-a997-46a7-8534-0f92cbf1cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12ffd1-8ccd-4a29-9486-9e09a7d9123b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:42.669716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:42.670447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.773983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b5a2f1bf-8101-47e2-918a-d4f2fcead6a4 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468750 Aug 18 14:14:42.797387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.839031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.852651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 94ca44be-8d8d-4a9b-a2e5-b00accdaa228 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:42.923402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:42.930359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:42.944210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:42.944886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03d8d0-90a9-4824-8eb1-7bc03aa1da97 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:42.946001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:42.955312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=34c355be-970d-44fb-a3a9-9842f7afecd3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:42.981471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-8d58fed6-8617-4003-99a1-dfb69470cbeb service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955664 Aug 18 14:14:43.043123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db8c7159-7eb1-49c9-846a-ccc46834783b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0398166 Aug 18 14:14:43.045691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38444) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:43.051610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '34c355be-970d-44fb-a3a9-9842f7afecd3', 'ip_address': '2001:db8::a746:f406:234a:11d7'}], 'name': 'tempest-NetworksTestDHCPv6-1669146288'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:43.106625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-14f4776c-b409-4710-99a2-a5ab2013afa0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 200 len: 217 time: 0.1139238 Aug 18 14:14:43.240079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b129b99e-984b-4fa6-b35d-9a0196fbe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:43.241593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-b129b99e-984b-4fa6-b35d-9a0196fbe62f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 200 len: 797 time: 0.1173904 Aug 18 14:14:43.271676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17c34-23ba-4487-baaf-1ccce860d69d req-8cb450da-a3f6-4ef2-912c-b04378ff8184 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:43.277010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '34c355be-970d-44fb-a3a9-9842f7afecd3'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:43.278111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.279553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23a17c34-23ba-4487-baaf-1ccce860d69d req-8cb450da-a3f6-4ef2-912c-b04378ff8184 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1391623 Aug 18 14:14:43.336945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:43.346793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-782e8858-c984-4df2-a8d8-e980633372cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:43.348706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-782e8858-c984-4df2-a8d8-e980633372cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11e91dab-ac4e-44bc-bbf8-daca2b39369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940046 Aug 18 14:14:43.354377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23a17c34-23ba-4487-baaf-1ccce860d69d req-6657e05a-b204-4171-abd9-f99d33290959 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739543 Aug 18 14:14:43.435776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.456242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 250d0cc2-5b23-43e7-94b4-c8f8ca492eff yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:43.468503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-cfc0c078-6894-49a5-adf2-d054a86c90ac service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100986 Aug 18 14:14:43.531174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.555598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 93d179f4-8513-4ccb-aaec-61de333e378c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:43.578297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 93d179f4-8513-4ccb-aaec-61de333e378c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:43.578887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 93d179f4-8513-4ccb-aaec-61de333e378c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:43.586738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=94ca44be-8d8d-4a9b-a2e5-b00accdaa228,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:43.705712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:43.717979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/34c355be-970d-44fb-a3a9-9842f7afecd3/8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:43.730837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1181fd0-26a8-409d-ab00-82c7e97e7bb0 req-4e7c672a-949e-485a-92cf-435b7cf7dfe9 service neutron] 10.222.0.58 "GET /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532063 Aug 18 14:14:43.739181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d98a-29a4-4794-84ca-4aadb2dc3e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.768781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:43.854161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.887944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d98a-29a4-4794-84ca-4aadb2dc3e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.937749 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.947633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Transition to ACTIVE for port object 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:43.965187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Transition to ACTIVE for port object 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:43.982390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d98a-29a4-4794-84ca-4aadb2dc3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.001867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-797037741-network', 'tenant_id': 'ad23d01681cb4e48932ed33998022400'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:44.035916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router ed6b64e9-7937-445d-9080-8ac4be759cfe has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:14:44.039637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b2a1d98a-29a4-4794-84ca-4aadb2dc3e40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f07f24c069b4019ac2d99a9396dac47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326895 Aug 18 14:14:44.042478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:44.051108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.051899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1d98a-29a4-4794-84ca-4aadb2dc3e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50efa0c9-0fe7-4a63-acb1-0910e30a5651,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.101129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:44.104086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:44.108997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:44.111858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Pushing event updated for resources: {'Port': ['ID=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.114151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:44.125572 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] Sync routers for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:44.129320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71335cb9-0fde-4b2c-b751-f087f744a370 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0492306 Aug 18 14:14:44.130107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:44.135578 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:44.136454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:44.155415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Made reservation on behalf of ad23d01681cb4e48932ed33998022400 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:44.157869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.160303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::a746:f406:234a:11d7 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/34c355be-970d-44fb-a3a9-9842f7afecd3/250d0cc2-5b23-43e7-94b4-c8f8ca492eff) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:44.162741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.172402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5cf424d1-00e4-48af-8e06-3cf667f7863c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6b64e9-7937-445d-9080-8ac4be759cfe HTTP/1.1" status: 200 len: 205 time: 0.0410068 Aug 18 14:14:44.174883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38480) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:44.180626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:44.182564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Attempting to bind port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:44.182943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Attempting to bind port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:44.183314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Attempting to bind port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:44.188993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:44.189377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:44.189778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.190460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:44.190691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Bound port: 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:44.191127 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.196952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.202406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.205229 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] Routers {'ed6b64e9-7937-445d-9080-8ac4be759cfe'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:44.206172 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ed6b64e9-7937-445d-9080-8ac4be759cfe'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:44.262151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] For port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:44.265437 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:44.266077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] For port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:44.266729 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e31a5-2311-40ab-9b05-abe165e506ee None None] The sync data for ids ['ed6b64e9-7937-445d-9080-8ac4be759cfe'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:44.273463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.408940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.446968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.473513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.493294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d088f1-be40-4fc9-ab3d-67bdf1ad909d None None] Pushing event updated for resources: {'Port': ['ID=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.497876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.499883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.506037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.508621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.509774 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50efa0c9-0fe7-4a63-acb1-0910e30a5651 HTTP/1.1" status: 204 len: 168 time: 0.4647388 Aug 18 14:14:44.523251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 250d0cc2-5b23-43e7-94b4-c8f8ca492eff will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:44.525227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ddf73-322d-47a0-8db4-d8c63b922cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50efa0c9-0fe7-4a63-acb1-0910e30a5651,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.587683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.588708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dea5-0513-4f1b-b65c-0dd033c962ed req-36c50578-8bb5-4097-a114-1af8cfebaa02 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:44.590372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bed2dea5-0513-4f1b-b65c-0dd033c962ed req-36c50578-8bb5-4097-a114-1af8cfebaa02 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1570883 Aug 18 14:14:44.592700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-c0fc55dc-ce77-4667-8f63-4e3811cf4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:44.594196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-c0fc55dc-ce77-4667-8f63-4e3811cf4553 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 1096 time: 0.1100354 Aug 18 14:14:44.616627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b4c29-9845-4ce4-9932-eed90d792f44,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.677441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.677766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.686641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router ed6b64e9-7937-445d-9080-8ac4be759cfe {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:14:44.688125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.689542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5dc832d2-8770-4425-b573-856040e48525 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe HTTP/1.1" status: 204 len: 168 time: 0.5133367 Aug 18 14:14:44.703807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:44.725389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:44.732519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:44.760326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:44.766316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bed2dea5-0513-4f1b-b65c-0dd033c962ed req-88a4b1bb-9dec-4f30-b3d2-ca33c62f177a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627035 Aug 18 14:14:44.794705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:44.801692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:44.802377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.822930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-379e8c41-ea38-4c32-8924-e5f1a8ca1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:44.823291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.823413 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Added segment ade9a532-82e8-4938-a0d1-9dc7dff08d12 of type vlan for network 9670a841-b833-4064-9f37-0d6f09955ffa Aug 18 14:14:44.824458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-379e8c41-ea38-4c32-8924-e5f1a8ca1571 service neutron] 10.222.0.58 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.2175009 Aug 18 14:14:44.831663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet f7b427a2-a1e0-419e-bbfd-6c7989143da2 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:44.839112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=250d0cc2-5b23-43e7-94b4-c8f8ca492eff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:44.842309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.899306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-7a120324-c804-41c8-b9ce-137100bd895c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71426e51-da59-45f6-8b09-c2632495c43e HTTP/1.1" status: 200 len: 217 time: 0.0648258 Aug 18 14:14:44.907186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:44.934452 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11412020-ffff-40a9-8219-a5943c140b1a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8875120 Aug 18 14:14:44.937769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38492) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:44.943231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '34c355be-970d-44fb-a3a9-9842f7afecd3', 'ip_address': '2001:db8::a746:f406:234a:11d7'}], 'name': 'tempest-NetworksTestDHCPv6-1036279852'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:45.000926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.004696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:45.004696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.109091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9670a841-b833-4064-9f37-0d6f09955ffa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:45.127404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9670a841-b833-4064-9f37-0d6f09955ffa details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:45.182405 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df96ea49-19e3-4a9a-a918-c72dff343fc2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4110842 Aug 18 14:14:45.186046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38500) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:45.191242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Request body: {'subnet': {'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-797037741-subnet', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:45.280795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:45.283040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.287232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.314718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 1d3e9bb0-4271-4729-9605-02d7d584c2fb yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:45.332924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-f464ccf9-58a2-423c-8e52-12a21e3663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:45.334450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-f464ccf9-58a2-423c-8e52-12a21e3663a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.4231894 Aug 18 14:14:45.423642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.481648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-eb96d7b1-1885-4c8c-92bd-42414aec43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:45.483942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-eb96d7b1-1885-4c8c-92bd-42414aec43fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373992 Aug 18 14:14:45.550452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Made reservation on behalf of ad23d01681cb4e48932ed33998022400 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:45.552983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.634883 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 14:14:45.635481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:14:45.636687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-fe6e95d0-6ca4-4b41-ba9d-bb798163cdc2 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391356 Aug 18 14:14:45.639158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.645285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:45.682668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b427a2-a1e0-419e-bbfd-6c7989143da2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:45.686986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.695929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49bdfa-a13b-4b7a-b1a9-f8d12ba297ce None None] Network a01f6d64-c890-49b6-baa4-5278b5d198d5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:45.696207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-41a6ae5b-cfd4-4eb4-8836-1a7ba0b2d9b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/f7b427a2-a1e0-419e-bbfd-6c7989143da2 HTTP/1.1" status: 204 len: 168 time: 0.9867973 Aug 18 14:14:45.704157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38510) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:45.783531 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3ceac97-c94b-4880-8a01-a5d888112599 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8445959 Aug 18 14:14:45.788454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:45.824160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet e591bb67-d82f-4fd1-890e-cd4c5cf20ee5 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:45.829503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.870477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ea34d-2ab8-4c99-989c-1bd17f7c19ae tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:45.880119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ea34d-2ab8-4c99-989c-1bd17f7c19ae tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:45.882436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-391ea34d-2ab8-4c99-989c-1bd17f7c19ae tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0858917 Aug 18 14:14:45.902717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:45.907780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.942248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:45.976410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01abb4b7-67b7-4fd2-a61b-187af7bed90d req-c26ffa29-4448-4b45-8a8f-dd5fd4055514 service neutron] 10.222.0.58 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957489 Aug 18 14:14:45.982780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.023209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Provisioning for port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:46.035672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Provisioning complete for port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:46.036567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.038765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82f21-161f-4759-9f60-c0ecfe9676b6 req-ef623b24-782e-48ee-b145-ef8af0291d11 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:46.040627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebd82f21-161f-4759-9f60-c0ecfe9676b6 req-ef623b24-782e-48ee-b145-ef8af0291d11 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 945 time: 0.1471705 Aug 18 14:14:46.041268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] DHCP port deletion for a01f6d64-c890-49b6-baa4-5278b5d198d5 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:46.127937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Checking segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:46.128241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebd82f21-161f-4759-9f60-c0ecfe9676b6 req-d182323c-8933-44fb-83f4-a8d431c6caa2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783026 Aug 18 14:14:46.135147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Network hostable DHCP agents. Network: 9670a841-b833-4064-9f37-0d6f09955ffa, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:46.137052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.151913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Deleting port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:46.152419 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.162335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d612fbf8-87b3-4b3f-a71a-aacb57122dd1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:46.199608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 250d0cc2-5b23-43e7-94b4-c8f8ca492eff {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:46.200247 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.251092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Network 9670a841-b833-4064-9f37-0d6f09955ffa is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:46.259676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.279074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] For port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,segment=NetworkSegment(02221bf0-ad91-49c1-9d69-776c3848314e),segment_id=02221bf0-ad91-49c1-9d69-776c3848314e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:46.279468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.293776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.300590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Calling delete_port for e4cb2a38-e4fc-4cca-9544-c8e24395fdfe owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:46.303230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.316445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 250d0cc2-5b23-43e7-94b4-c8f8ca492eff owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:46.323886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] For port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:46.324194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=e591bb67-d82f-4fd1-890e-cd4c5cf20ee5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:46.328285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.333125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fca1eba3-3c69-4cf8-b78a-1e1ccc8198b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/e591bb67-d82f-4fd1-890e-cd4c5cf20ee5 HTTP/1.1" status: 204 len: 168 time: 0.6272140 Aug 18 14:14:46.333759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:46.345442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9670a841-b833-4064-9f37-0d6f09955ffa) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:46.351139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:46.352187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.367780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc2925-17f2-4450-94a2-8ef95f0ea049 None None] Network 6d64c180-4298-4934-a99a-2a45f61309bb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:46.428739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14ebe4-c7e3-4641-8173-2aac96b300aa None None] Network 9670a841-b833-4064-9f37-0d6f09955ffa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:46.436346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.450303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.477568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8b374b2-5f21-4d3a-87c7-a60f201dcad6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2876372 Aug 18 14:14:46.477812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38528) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:46.489485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:46.503449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:46.503789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.547768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6009d7-af54-4fa1-9550-e310b02f0b7c None None] Pushing event updated for resources: {'Port': ['ID=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:46.584600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,segment=NetworkSegment(02221bf0-ad91-49c1-9d69-776c3848314e),segment_id=02221bf0-ad91-49c1-9d69-776c3848314e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:46.589103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.601150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for e4cb2a38-e4fc-4cca-9544-c8e24395fdfe owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:46.610974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.646703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.648009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.654543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=250d0cc2-5b23-43e7-94b4-c8f8ca492eff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:46.693180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.695940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-535d5f6a-3345-4acb-aafe-e4068e42f9e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/250d0cc2-5b23-43e7-94b4-c8f8ca492eff HTTP/1.1" status: 204 len: 168 time: 0.7976038 Aug 18 14:14:46.699498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38534) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:46.731597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-15c3d4af-922d-4c66-9a06-fd7400c267a8 None None] Could not find standard attr ID for object 250d0cc2-5b23-43e7-94b4-c8f8ca492eff. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:14:46.759599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:46.788541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.825350 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:46.828815 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:14:46.855118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:46.857292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:46.900217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.961282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:46.966489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] No DVR routers for this DVR port e4cb2a38-e4fc-4cca-9544-c8e24395fdfe on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:46.972939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01f6d64-c890-49b6-baa4-5278b5d198d5']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:46.986503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a14bd8-2210-471f-bfe9-ca66c44e6285 None None] Pushing event deleted for resources: {'Port': ['ID=e4cb2a38-e4fc-4cca-9544-c8e24395fdfe,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:47.004381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02221bf0-ad91-49c1-9d69-776c3848314e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:47.007321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02221bf0-ad91-49c1-9d69-776c3848314e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:47.029122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.029702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9670a841-b833-4064-9f37-0d6f09955ffa', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:47.030849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.060126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.069597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:47.070143 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:47.073598 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:47.096252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.168425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] DHCP port deletion for 6d64c180-4298-4934-a99a-2a45f61309bb request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:47.179691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:14:47.182034 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d182311c-30e8-4ebb-b131-ee535881b2ca" -d '{"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-unplugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:14:47.197407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.204984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:47.216234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22326d67-8692-4f0a-9ce2-7b5a179d0b05 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:47.218099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22326d67-8692-4f0a-9ce2-7b5a179d0b05 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:47.219937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-22326d67-8692-4f0a-9ce2-7b5a179d0b05 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5201106 Aug 18 14:14:47.222871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:47.258747 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43007645-72f2-4501-a86e-38d68488ff15 x-openstack-request-id: req-43007645-72f2-4501-a86e-38d68488ff15 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:14:47.259043 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-unplugged", "status": "completed", "tag": "71426e51-da59-45f6-8b09-c2632495c43e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:14:47.259295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43007645-72f2-4501-a86e-38d68488ff15 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:14:47.259678 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e', 'code': 200} Aug 18 14:14:47.262880 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.274007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.306238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.310929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38552) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:47.311520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/a01f6d64-c890-49b6-baa4-5278b5d198d5 HTTP/1.1" status: 204 len: 168 time: 0.9767237 Aug 18 14:14:47.319350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Allocated IP 172.20.0.2 (9670a841-b833-4064-9f37-0d6f09955ffa/d612fbf8-87b3-4b3f-a71a-aacb57122dd1/c3816355-a95c-43fa-b74d-77a1addcc0f4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:47.340132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Deleting port 0d0b0631-3f6b-4430-bafa-026903502b85 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:47.340933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.344594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57561c5d-325d-4a53-bf9c-f8b53d7eacfb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=a01f6d64-c890-49b6-baa4-5278b5d198d5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:47.358929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 34c355be-970d-44fb-a3a9-9842f7afecd3 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:47.364408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.424685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f9eb2-204a-499e-b5bb-a10fef36fbb9 req-4f62b682-cd83-4737-85f3-8cafecfcaeed tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:47.426258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-420f9eb2-204a-499e-b5bb-a10fef36fbb9 req-4f62b682-cd83-4737-85f3-8cafecfcaeed tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.1513524 Aug 18 14:14:47.441226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.446146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:47.471238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] For port 0d0b0631-3f6b-4430-bafa-026903502b85, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0d0b0631-3f6b-4430-bafa-026903502b85,segment=NetworkSegment(ab631efa-1cdc-4e7c-87bc-24465c5230f3),segment_id=ab631efa-1cdc-4e7c-87bc-24465c5230f3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:47.471639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.491030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Calling delete_port for 0d0b0631-3f6b-4430-bafa-026903502b85 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:47.493196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.503447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.623273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:47.647193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.655642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.678804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 0d0b0631-3f6b-4430-bafa-026903502b85 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:47.679646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.691393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:47.691815 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.706130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-420f9eb2-204a-499e-b5bb-a10fef36fbb9 req-b9169521-0bf3-4090-80cc-068048c6b225 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678025 Aug 18 14:14:47.751217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.774842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 0d0b0631-3f6b-4430-bafa-026903502b85, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0d0b0631-3f6b-4430-bafa-026903502b85,segment=NetworkSegment(ab631efa-1cdc-4e7c-87bc-24465c5230f3),segment_id=ab631efa-1cdc-4e7c-87bc-24465c5230f3)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:47.775342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.785234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] Pushing event deleted for resources: {'Port': ['ID=0d0b0631-3f6b-4430-bafa-026903502b85,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:47.787057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421def9-130b-4d8b-b7ff-f784127629f0 None None] No DVR routers for this DVR port 0d0b0631-3f6b-4430-bafa-026903502b85 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:47.801917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 0d0b0631-3f6b-4430-bafa-026903502b85 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:47.844848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Transition to ACTIVE for port object c3816355-a95c-43fa-b74d-77a1addcc0f4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:47.851125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.866634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Transition to ACTIVE for port object c3816355-a95c-43fa-b74d-77a1addcc0f4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:47.884084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=34c355be-970d-44fb-a3a9-9842f7afecd3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:47.886169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.890804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4f692c8e-aec4-49bd-bb96-b59625eac4a6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/34c355be-970d-44fb-a3a9-9842f7afecd3 HTTP/1.1" status: 204 len: 168 time: 0.6665864 Aug 18 14:14:47.891541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38558) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:47.905974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e4cb2a38-e4fc-4cca-9544-c8e24395fdfe no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:47.912643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1f326-8a43-48b6-bd1d-db2815fe780f None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:47.947084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a863135a-93a3-4522-a8ad-d8e543c8b016 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496955 Aug 18 14:14:47.947312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e4cb2a38-e4fc-4cca-9544-c8e24395fdfe {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:47.947312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e4cb2a38-e4fc-4cca-9544-c8e24395fdfe not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:47.947312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0d0b0631-3f6b-4430-bafa-026903502b85 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:47.947593 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.947870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:47.954480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:47.968097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.995456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.020196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 0d0b0631-3f6b-4430-bafa-026903502b85 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:48.020574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0d0b0631-3f6b-4430-bafa-026903502b85 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:48.036670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Network 9670a841-b833-4064-9f37-0d6f09955ffa is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:48.041434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:48.051553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:48.083904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.097296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Pushing event updated for resources: {'Port': ['ID=c3816355-a95c-43fa-b74d-77a1addcc0f4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.131263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:48.135948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.168737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=0d0b0631-3f6b-4430-bafa-026903502b85,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.169027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Attempting to bind port c3816355-a95c-43fa-b74d-77a1addcc0f4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:48.169132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Attempting to bind port c3816355-a95c-43fa-b74d-77a1addcc0f4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:48.169483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Attempting to bind port c3816355-a95c-43fa-b74d-77a1addcc0f4 on network 9670a841-b833-4064-9f37-0d6f09955ffa {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:48.174341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port 0d0b0631-3f6b-4430-bafa-026903502b85 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:48.176300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:48.176683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Checking segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:48.177101 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.177930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Bound using segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:48.179164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Bound port: c3816355-a95c-43fa-b74d-77a1addcc0f4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:48.179727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.265687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] For port c3816355-a95c-43fa-b74d-77a1addcc0f4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:48.269218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] For port c3816355-a95c-43fa-b74d-77a1addcc0f4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c3816355-a95c-43fa-b74d-77a1addcc0f4,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:48.283795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:48.298730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Allocated IP 172.25.1.153 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/db2f189d-7aa6-445b-b877-2f766b460286) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:48.319886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.335365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d64c180-4298-4934-a99a-2a45f61309bb']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:48.352957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Deleting port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:48.353345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.356757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.385356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab631efa-1cdc-4e7c-87bc-24465c5230f3') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:48.385671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab631efa-1cdc-4e7c-87bc-24465c5230f3') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:48.401744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.421176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.432119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:14:48.432920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:14:48.436319 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:14:48.463645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] For port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:48.464043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.486199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Calling delete_port for 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:48.490686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae72f0-9ba2-4dbb-830b-bd4eea546b38 None None] Pushing event updated for resources: {'Port': ['ID=c3816355-a95c-43fa-b74d-77a1addcc0f4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.514046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.531121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.574832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.590928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:48.592744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:48.595939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:48.596548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.622017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.629351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.631054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/6d64c180-4298-4934-a99a-2a45f61309bb HTTP/1.1" status: 204 len: 168 time: 1.3192015 Aug 18 14:14:48.635579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:48.642818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049623307'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:48.647599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5b22-f914-4663-a7e9-5e7889e6ea98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=6d64c180-4298-4934-a99a-2a45f61309bb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.668707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.740307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:48.747473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:48.759916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Pushing event updated for resources: {'Port': ['ID=db2f189d-7aa6-445b-b877-2f766b460286,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.763128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:48.768969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:48.775145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d73f92a6-7f26-4a48-8d65-09165e2d6b4b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8259819 Aug 18 14:14:48.779722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38572) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:48.785555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2106329362'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:48.819932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] Pushing event deleted for resources: {'Port': ['ID=8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:48.820495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e908b52-0e64-4c36-949f-9ad3537071c1 None None] No DVR routers for this DVR port 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:48.840843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5563d-cb96-477c-9fdc-7daf6940c838 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:48.902786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38574) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:48.980435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:48.986081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.000528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338cff9-66a8-4dff-9d1e-72083ed518e6 req-41dabb10-681b-43b8-aea0-c3d1c3c07153 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:49.002086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7338cff9-66a8-4dff-9d1e-72083ed518e6 req-41dabb10-681b-43b8-aea0-c3d1c3c07153 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.2068467 Aug 18 14:14:49.044681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:49.045459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.077483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:14:49.107786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.108290 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 074b6042-3484-4501-b17c-3b5facc4ea83 of type vlan for network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d Aug 18 14:14:49.125086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59011983-589a-4a4c-aaee-7590ba289b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.155031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.165394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7338cff9-66a8-4dff-9d1e-72083ed518e6 req-81fe3117-8516-48a7-8043-abbe49634f80 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500409 Aug 18 14:14:49.179136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.203743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004/bce80ad2-c15e-4e5f-a87a-e9f82005435b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:49.240835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:49.323792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.329875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:49.330504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.408849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.419609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Transition to ACTIVE for port object bce80ad2-c15e-4e5f-a87a-e9f82005435b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:49.438364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Transition to ACTIVE for port object bce80ad2-c15e-4e5f-a87a-e9f82005435b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:49.467396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.484449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=fe8c8c70-d93b-49d4-8ffd-4c25d307f70d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:49.496785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:14:49.525500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5b3de-7a43-47ff-9305-4eb6610f15e8 req-6072efaa-a18c-4399-97b1-789ef40bf8ac tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:49.534293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec5b3de-7a43-47ff-9305-4eb6610f15e8 req-6072efaa-a18c-4399-97b1-789ef40bf8ac tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2166476 Aug 18 14:14:49.563607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.592285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c3816355-a95c-43fa-b74d-77a1addcc0f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:49.596511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.648139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:49.651913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port c99114f5-b4b1-4e21-a724-db58db57b497 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:49.659930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59011983-589a-4a4c-aaee-7590ba289b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.661879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:49.668382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:49.676658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec5b3de-7a43-47ff-9305-4eb6610f15e8 req-32b5e845-b04f-4c1d-aec5-9d80a1741781 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410687 Aug 18 14:14:49.709913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Pushing event updated for resources: {'Port': ['ID=bce80ad2-c15e-4e5f-a87a-e9f82005435b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:49.749492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Attempting to bind port bce80ad2-c15e-4e5f-a87a-e9f82005435b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:49.749909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Attempting to bind port bce80ad2-c15e-4e5f-a87a-e9f82005435b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:49.750273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Attempting to bind port bce80ad2-c15e-4e5f-a87a-e9f82005435b on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:49.755448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:49.755821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:49.756226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.757246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:49.757715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Bound port: bce80ad2-c15e-4e5f-a87a-e9f82005435b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:49.758127 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.798458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe427a90-dfd5-4a46-954a-003fd1fa29da None None] Network 9670a841-b833-4064-9f37-0d6f09955ffa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:49.799109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59011983-589a-4a4c-aaee-7590ba289b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:49.822398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:14:49.878709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59011983-589a-4a4c-aaee-7590ba289b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d96666-ffc2-4985-8203-82ec9b8c69c9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:49.887676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59011983-589a-4a4c-aaee-7590ba289b36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d02340211f7e401ba01a9e03bb797862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9831042 Aug 18 14:14:49.891655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38584) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:49.894255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-16ffc0f0-e712-45a1-a9e3-c6ea503da020 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2555373 Aug 18 14:14:49.895003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:49.902266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:49.927379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346a77-8d1e-4dca-a513-30b6b889bb48 req-5c926faa-9594-4eb5-8091-9f5fbd2185d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:49.929665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee346a77-8d1e-4dca-a513-30b6b889bb48 req-5c926faa-9594-4eb5-8091-9f5fbd2185d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1502059 Aug 18 14:14:49.958022 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:14:49.959029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:14:49.978762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:49.997173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.009071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c3816355-a95c-43fa-b74d-77a1addcc0f4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:50.018995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Sync routers for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:50.023303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee346a77-8d1e-4dca-a513-30b6b889bb48 req-191d1bed-ccca-453b-983e-ed487e1532b9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665631 Aug 18 14:14:50.024908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.077287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7b3a73ca-581b-410f-b60a-987771b11399 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2961056 Aug 18 14:14:50.079735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38590) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:50.102414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.106463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8fc8894-a964-4db8-99c2-4825398e9336 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6251814 Aug 18 14:14:50.106786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:50.121451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:50.125807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] For port bce80ad2-c15e-4e5f-a87a-e9f82005435b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:50.161120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.164257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.166306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aceae9-f84b-4add-89e3-af0ef17412e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:50.170184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-69aceae9-f84b-4add-89e3-af0ef17412e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0871689 Aug 18 14:14:50.170864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65d96666-ffc2-4985-8203-82ec9b8c69c9 HTTP/1.1" status: 204 len: 168 time: 0.2765467 Aug 18 14:14:50.171191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38596) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:50.177587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:50.178259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:50.180809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:14:50.181166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a1a80cb-75a8-4a0f-95d1-4b4aea2fc56e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:50.186500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] For port bce80ad2-c15e-4e5f-a87a-e9f82005435b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bce80ad2-c15e-4e5f-a87a-e9f82005435b,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:50.248942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:50.250698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfe80b-7db0-4547-8fac-d8a386c50b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d96666-ffc2-4985-8203-82ec9b8c69c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:50.256043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.265351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a6962-40a4-45d7-a19a-e4149ade10eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:50.267142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a6962-40a4-45d7-a19a-e4149ade10eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:50.271120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-954a6962-40a4-45d7-a19a-e4149ade10eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965900 Aug 18 14:14:50.274550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Provisioning for port c3816355-a95c-43fa-b74d-77a1addcc0f4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:50.281795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38598) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:50.302024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.319134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Provisioning complete for port c3816355-a95c-43fa-b74d-77a1addcc0f4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:50.319557 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.433961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:50.503903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:14:50.509388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb3d0-289a-474f-894d-fd423193e49c None None] Pushing event updated for resources: {'Port': ['ID=bce80ad2-c15e-4e5f-a87a-e9f82005435b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:50.509940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.556335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.631177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.770588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] For port c3816355-a95c-43fa-b74d-77a1addcc0f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c3816355-a95c-43fa-b74d-77a1addcc0f4,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:50.778194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 71426e51-da59-45f6-8b09-c2632495c43e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:50.859937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.863492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.919024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:48Z', 'revision_number': 3, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:50.922465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f33fc-ce4d-4f3e-8da1-d4b9ab1a79dd req-f7a4f2ac-d4e2-4e56-b40d-5ae2bab26291 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:50.928792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-517f33fc-ce4d-4f3e-8da1-d4b9ab1a79dd req-f7a4f2ac-d4e2-4e56-b40d-5ae2bab26291 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.4691701 Aug 18 14:14:50.935189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:50.976743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Checking router: a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:14:50.977202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Updating router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 port db2f189d-7aa6-445b-b877-2f766b460286 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:14:50.990491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.020275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230497a-65cd-40dc-a815-ff64df828981 None None] Pushing event updated for resources: {'Port': ['ID=c3816355-a95c-43fa-b74d-77a1addcc0f4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.032000 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.035381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-23cf56a0-2d21-453f-97b9-8637472e2c9b None None] Provisioning complete for port c3816355-a95c-43fa-b74d-77a1addcc0f4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:51.035744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-23cf56a0-2d21-453f-97b9-8637472e2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.093192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-517f33fc-ce4d-4f3e-8da1-d4b9ab1a79dd req-67b26b5f-802a-4536-a539-8811c3229d03 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344585 Aug 18 14:14:51.102155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=409dc0d7-5e46-4b8b-ad56-b30dc931bc24,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.133804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '074b6042-3484-4501-b17c-3b5facc4ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:51.134355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: fe8c8c70-d93b-49d4-8ffd-4c25d307f70d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:14:51.189425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38606) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:51.206929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb2b56b3-e998-41b8-b235-0a2cd27fc6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.237362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:14:51.244267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.286916 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.289008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004 HTTP/1.1" status: 204 len: 168 time: 1.0063674 Aug 18 14:14:51.290217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370f9e-3e79-4e8d-b395-e4f8156cb72b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.291953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38608) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:51.348060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7508df6d-adb6-410c-8bbc-aa95058cc353 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537331 Aug 18 14:14:51.352978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38610) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:51.353633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, fe8c8c70-d93b-49d4-8ffd-4c25d307f70d) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:51.362579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:51.369475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:51.370173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.372365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab866031-adc9-46fa-b25a-fe392c7da3fe None None] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:51.493901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.525878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Transition to ACTIVE for port object db2f189d-7aa6-445b-b877-2f766b460286 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:51.537226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb2b56b3-e998-41b8-b235-0a2cd27fc6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.544911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Allocated IP 172.20.0.1 (9670a841-b833-4064-9f37-0d6f09955ffa/d612fbf8-87b3-4b3f-a71a-aacb57122dd1/d0767809-db76-46ad-8d81-de1d0b051e0b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:51.616444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.622705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-fe8c8c70-d93b-49d4-8ffd-4c25d307f70d', 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': '409dc0d7-5e46-4b8b-ad56-b30dc931bc24'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:51.633687 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.655118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb2b56b3-e998-41b8-b235-0a2cd27fc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.704903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bce80ad2-c15e-4e5f-a87a-e9f82005435b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:51.713036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb2b56b3-e998-41b8-b235-0a2cd27fc6a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c8612ba7cd64223878bee81629a893f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221796 Aug 18 14:14:51.713655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38614) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:51.723086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.726396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b56b3-e998-41b8-b235-0a2cd27fc6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc5437-b4b0-43ac-a86f-55af5f6c6c02,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.742771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Transition to ACTIVE for port object d0767809-db76-46ad-8d81-de1d0b051e0b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:51.746305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f08a1ee2-f88e-4d6d-a061-a55efa05449f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8501170 Aug 18 14:14:51.751337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38616) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:51.751769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99793891-c718-4afb-84e9-dfc4293ae9b1 None None] Pushing event updated for resources: {'Port': ['ID=db2f189d-7aa6-445b-b877-2f766b460286,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.760608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Attempting to bind port db2f189d-7aa6-445b-b877-2f766b460286 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:51.760888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Attempting to bind port db2f189d-7aa6-445b-b877-2f766b460286 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:51.761472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Attempting to bind port db2f189d-7aa6-445b-b877-2f766b460286 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:51.765720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257851910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:51.786557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:51.786947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:51.787337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.787787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:51.788782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Bound port: db2f189d-7aa6-445b-b877-2f766b460286, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:51.789187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.810511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.833726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.848474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.875862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:51.879685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.896303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Network 9670a841-b833-4064-9f37-0d6f09955ffa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:51.899891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:51.904045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:51.905153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7182c25e-ee95-41ba-9179-0e9083ad1843 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:51.936864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:51.963545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.968915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31d05027-755e-425e-ac64-3a26d36c33df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:51.970933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] For port db2f189d-7aa6-445b-b877-2f766b460286, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:52.056356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.057445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.120393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.123285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.124595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6bc5437-b4b0-43ac-a86f-55af5f6c6c02 HTTP/1.1" status: 204 len: 168 time: 0.4068596 Aug 18 14:14:52.160979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bce80ad2-c15e-4e5f-a87a-e9f82005435b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:52.162440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] For port db2f189d-7aa6-445b-b877-2f766b460286, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2f189d-7aa6-445b-b877-2f766b460286,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:52.174285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Allocated IP 172.20.0.2 (fe8c8c70-d93b-49d4-8ffd-4c25d307f70d/409dc0d7-5e46-4b8b-ad56-b30dc931bc24/f505ebdf-8b71-4a0a-9382-d4051efe14e4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:52.201866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c3816355-a95c-43fa-b74d-77a1addcc0f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:52.205420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c18c-c747-4706-baff-ae2295c5de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc5437-b4b0-43ac-a86f-55af5f6c6c02,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:52.216535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.239274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.290489 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.298122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.318408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03d2f-076b-40db-87a6-bdcc67b8a8cb req-8f514071-c98f-4d55-b43f-ad38059e8676 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:52.321131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2d03d2f-076b-40db-87a6-bdcc67b8a8cb req-8f514071-c98f-4d55-b43f-ad38059e8676 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1013136 Aug 18 14:14:52.344475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Provisioning for port bce80ad2-c15e-4e5f-a87a-e9f82005435b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:52.379067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Provisioning complete for port bce80ad2-c15e-4e5f-a87a-e9f82005435b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:52.379429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.435239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:52.436802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:52.471324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.537573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99793891-c718-4afb-84e9-dfc4293ae9b1 None None] Pushing event updated for resources: {'Port': ['ID=db2f189d-7aa6-445b-b877-2f766b460286,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:52.567011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.578304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:14:52.625695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c3816355-a95c-43fa-b74d-77a1addcc0f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:52.626253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.649410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:52.657757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.722584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.728672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7d23a179-5ef4-4aa4-a4d2-3eba9b193475 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9698045 Aug 18 14:14:52.730591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38628) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:52.741360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'port': {'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d', 'name': 'tempest-RoutersTest-1059447236'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:52.763381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2d03d2f-076b-40db-87a6-bdcc67b8a8cb req-d4f5026f-9e3e-4a14-bb54-c29f333ab175 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172096 Aug 18 14:14:52.785342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.813515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.822745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.824743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:52.827007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:52.829329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:52.831724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:52.832319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:52.856855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=92d87ac2-32ce-44d7-9525-b0cbc672f764,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:52.882740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Transition to ACTIVE for port object f505ebdf-8b71-4a0a-9382-d4051efe14e4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:52.892773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Network 9670a841-b833-4064-9f37-0d6f09955ffa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:52.894218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:52.956353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6f795a6c-6b78-4883-9953-cc2c9b33b92c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6004617 Aug 18 14:14:52.958439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38634) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:52.966900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:52.983462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Transition to ACTIVE for port object f505ebdf-8b71-4a0a-9382-d4051efe14e4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:52.989593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] For port bce80ad2-c15e-4e5f-a87a-e9f82005435b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bce80ad2-c15e-4e5f-a87a-e9f82005435b,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:53.029180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:14:53.042561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Deleting port bce80ad2-c15e-4e5f-a87a-e9f82005435b {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:53.042926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.094282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.099085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:14:53.103757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.133093 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.156959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] device_id is not set on port a98f53a1-3eeb-4e68-b300-b9347d871e25 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:14:53.185518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:53.190703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.191781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.193029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Pushing event updated for resources: {'Port': ['ID=f505ebdf-8b71-4a0a-9382-d4051efe14e4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:53.199320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:53.207233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:53.220057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:53.227536 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f59591a3-d9b5-42d4-9d49-0b580449fcc5 admin admin] 10.222.0.35 "PUT /v2.0/routers/a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1195977 Aug 18 14:14:53.278319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] For port bce80ad2-c15e-4e5f-a87a-e9f82005435b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bce80ad2-c15e-4e5f-a87a-e9f82005435b,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:53.278718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.304744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.311846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.20.0.11 (fe8c8c70-d93b-49d4-8ffd-4c25d307f70d/409dc0d7-5e46-4b8b-ad56-b30dc931bc24/a98f53a1-3eeb-4e68-b300-b9347d871e25) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:53.339401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Calling delete_port for bce80ad2-c15e-4e5f-a87a-e9f82005435b owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:53.361032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3e982-35aa-49c9-9c0f-6ee86390c5ef None None] Pushing event updated for resources: {'Port': ['ID=bce80ad2-c15e-4e5f-a87a-e9f82005435b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:53.368139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.412781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Attempting to bind port f505ebdf-8b71-4a0a-9382-d4051efe14e4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:53.412781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Attempting to bind port f505ebdf-8b71-4a0a-9382-d4051efe14e4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '074b6042-3484-4501-b17c-3b5facc4ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:53.412781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Attempting to bind port f505ebdf-8b71-4a0a-9382-d4051efe14e4 on network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:53.422280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:53.422656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Checking segment: {'id': '074b6042-3484-4501-b17c-3b5facc4ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:53.423059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.423449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Bound using segment: {'id': '074b6042-3484-4501-b17c-3b5facc4ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:53.424044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Bound port: f505ebdf-8b71-4a0a-9382-d4051efe14e4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074b6042-3484-4501-b17c-3b5facc4ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe8c8c70-d93b-49d4-8ffd-4c25d307f70d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:53.424339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.447646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be9f3042-8874-40fb-9ea0-85b615c69244 None None] Provisioning for port d0767809-db76-46ad-8d81-de1d0b051e0b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:53.460415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be9f3042-8874-40fb-9ea0-85b615c69244 None None] Provisioning complete for port d0767809-db76-46ad-8d81-de1d0b051e0b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:53.460797 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-be9f3042-8874-40fb-9ea0-85b615c69244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.473059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.474586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-55a69187-254e-4ce6-8c98-c54bfefa8555 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5121255 Aug 18 14:14:53.477978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:53.524997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:14:51Z', 'revision_number': 1, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:53.548391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.564138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object a98f53a1-3eeb-4e68-b300-b9347d871e25 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:53.573616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7687475-eeb6-4f38-8e92-3109a5c7e120 None None] The sync data for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 is: [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:14:51Z', 'revision_number': 1, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:53.581462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bce80ad2-c15e-4e5f-a87a-e9f82005435b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:14:53.655271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-be9f3042-8874-40fb-9ea0-85b615c69244 None None] Port d0767809-db76-46ad-8d81-de1d0b051e0b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:53.673588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.717494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.737753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] For port f505ebdf-8b71-4a0a-9382-d4051efe14e4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:53.747824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Pushing event deleted for resources: {'Port': ['ID=bce80ad2-c15e-4e5f-a87a-e9f82005435b,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:53.760495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No active binding found for port bce80ad2-c15e-4e5f-a87a-e9f82005435b {{(pid=112230) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 14:14:53.761258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bce80ad2-c15e-4e5f-a87a-e9f82005435b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:14:53.774874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.775526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.776124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.776856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.777449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.778216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.780234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.781096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.781239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.781677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.782298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.782701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:53.789437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] For port f505ebdf-8b71-4a0a-9382-d4051efe14e4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f505ebdf-8b71-4a0a-9382-d4051efe14e4,segment=NetworkSegment(074b6042-3484-4501-b17c-3b5facc4ea83),segment_id=074b6042-3484-4501-b17c-3b5facc4ea83)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:53.789437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ade31-c678-4030-8a42-60402ed5f734 None None] No DVR routers for this DVR port bce80ad2-c15e-4e5f-a87a-e9f82005435b on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:14:53.807085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60439398-a624-416b-bb1d-6df8535b12ce None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:53.836667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:53.840616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:53.849619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:53.890541 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.917263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:53.918562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:53.932773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=a98f53a1-3eeb-4e68-b300-b9347d871e25,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:54.027790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89eea-9d8a-4b5e-ae23-d300c1c4047d None None] Pushing event updated for resources: {'Port': ['ID=f505ebdf-8b71-4a0a-9382-d4051efe14e4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:54.042313 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bfb60d4-e47c-42e8-9487-992ccb1b830e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3030975 Aug 18 14:14:54.045221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38662) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:54.070811 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.229809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9bec9-c495-4a66-a101-1b299c8d3e6a req-a6bcf48e-4d12-4162-9714-cdf9c271b32b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:54.231454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2b9bec9-c495-4a66-a101-1b299c8d3e6a req-a6bcf48e-4d12-4162-9714-cdf9c271b32b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2688313 Aug 18 14:14:54.234886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '92d87ac2-32ce-44d7-9525-b0cbc672f764'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:14:54.235821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.336181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38666) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:54.340702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125769232', 'description': 'tempest-description--832541666'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:54.487815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2b9bec9-c495-4a66-a101-1b299c8d3e6a req-e4510640-83f9-4060-9e20-93a7ac5f28fb tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429342 Aug 18 14:14:54.620341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.663410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::1 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/92d87ac2-32ce-44d7-9525-b0cbc672f764/b707371c-fd90-4433-8d76-6f32e06dd657) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:54.693678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.724800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c3383467-b715-494a-b842-12b9f6490282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.885909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.893645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.911485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:54.931716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object b707371c-fd90-4433-8d76-6f32e06dd657 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:54.986268 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.024721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4680cfc1-356f-4f24-a448-94aac93aa269,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:55.062085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.107484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.120356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.121648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ad0fb6ab-0cac-46f7-96c2-c32d7e8d8fe7 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7846692 Aug 18 14:14:55.124917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:55.134281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'security_group_rule': {'security_group_id': '4680cfc1-356f-4f24-a448-94aac93aa269', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:55.144793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/92d87ac2-32ce-44d7-9525-b0cbc672f764/cec6e590-2e27-4ada-9b68-976c8106fc89) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:55.176949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:55.181652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.187542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:55.196964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:55.197804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.203242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=b707371c-fd90-4433-8d76-6f32e06dd657,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:55.282290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.347072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=a98f53a1-3eeb-4e68-b300-b9347d871e25,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:55.393237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.407762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Transition to ACTIVE for port object cec6e590-2e27-4ada-9b68-976c8106fc89 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:55.439764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Transition to ACTIVE for port object cec6e590-2e27-4ada-9b68-976c8106fc89 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:55.481433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.526882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.528034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.617874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:55.621757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:55.632205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:55.658643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Pushing event updated for resources: {'Port': ['ID=cec6e590-2e27-4ada-9b68-976c8106fc89,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:55.675292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.679731 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.695661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7201a0-ae99-4387-9f4f-00a79dbc75bb None None] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:14:55.795082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f505ebdf-8b71-4a0a-9382-d4051efe14e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:55.876180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c98ed82-4052-4058-b2ce-10b1ae5b12d6,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:55.889177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad7d4-243f-4e11-8463-3893e31de4b5 req-0b744144-09d0-44e3-8286-ce6c819ed507 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:55.891971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Attempting to bind port cec6e590-2e27-4ada-9b68-976c8106fc89 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:55.892867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Attempting to bind port cec6e590-2e27-4ada-9b68-976c8106fc89 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:55.893238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Attempting to bind port cec6e590-2e27-4ada-9b68-976c8106fc89 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:55.894598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64bad7d4-243f-4e11-8463-3893e31de4b5 req-0b744144-09d0-44e3-8286-ce6c819ed507 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2083127 Aug 18 14:14:55.914075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:55.916420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:55.916420 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.916420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:55.916420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Bound port: cec6e590-2e27-4ada-9b68-976c8106fc89, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:55.916869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:55.977367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64bad7d4-243f-4e11-8463-3893e31de4b5 req-4c1da109-00a7-4652-b0bb-6f2633e738a1 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740361 Aug 18 14:14:56.000522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.003804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9aa5a206-588b-4c8a-89dc-a8c320f365e7 None None] Provisioning for port f505ebdf-8b71-4a0a-9382-d4051efe14e4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:56.005769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.015837 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b6913ca-57c6-4cac-a678-67e5a4db0ee3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8809710 Aug 18 14:14:56.016065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.016194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:56.022579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'security_group_rule': {'security_group_id': '4680cfc1-356f-4f24-a448-94aac93aa269', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:56.028281 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.043491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] For port cec6e590-2e27-4ada-9b68-976c8106fc89, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:56.063179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] For port cec6e590-2e27-4ada-9b68-976c8106fc89, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cec6e590-2e27-4ada-9b68-976c8106fc89,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:56.065079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f505ebdf-8b71-4a0a-9382-d4051efe14e4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:56.070937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f505ebdf-8b71-4a0a-9382-d4051efe14e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:56.071313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.095163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.096035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.171641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.312544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.312937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.313798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=b707371c-fd90-4433-8d76-6f32e06dd657,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:56.314046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f505ebdf-8b71-4a0a-9382-d4051efe14e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f505ebdf-8b71-4a0a-9382-d4051efe14e4,segment=NetworkSegment(074b6042-3484-4501-b17c-3b5facc4ea83),segment_id=074b6042-3484-4501-b17c-3b5facc4ea83)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:56.314046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05318b35-246f-4161-a8d9-df8d90ed1e5f None None] Pushing event updated for resources: {'Port': ['ID=cec6e590-2e27-4ada-9b68-976c8106fc89,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:56.348061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.359538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:56.361234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:56.439315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.527969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.528508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2f189d-7aa6-445b-b877-2f766b460286 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:56.610648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.612573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.639048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Router 3853844d-2d54-424b-8fa4-f8a9529c1370 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:14:56.662352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Provisioning for port a98f53a1-3eeb-4e68-b300-b9347d871e25 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:56.683163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Provisioning complete for port a98f53a1-3eeb-4e68-b300-b9347d871e25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:56.696323 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.705322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=a98f53a1-3eeb-4e68-b300-b9347d871e25,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:56.781995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Port a98f53a1-3eeb-4e68-b300-b9347d871e25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:56.797494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a821a4-1bc0-4f56-a5a4-2639183edd4e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:56.822799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:56.833024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.836388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Provisioning complete for port f505ebdf-8b71-4a0a-9382-d4051efe14e4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:56.836861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-091b9e08-b897-41ee-b6dc-a4707d3563d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.837146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Sync routers for ids ['3853844d-2d54-424b-8fa4-f8a9529c1370'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:56.848100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f505ebdf-8b71-4a0a-9382-d4051efe14e4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:56.857701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Routers {'3853844d-2d54-424b-8fa4-f8a9529c1370'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:56.858422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8e70cb27-b385-4f9d-a117-b4fd296e161f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "PUT /v2.0/routers/3853844d-2d54-424b-8fa4-f8a9529c1370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3776929 Aug 18 14:14:56.866209 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3853844d-2d54-424b-8fa4-f8a9529c1370'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:56.867858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38706) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:56.954357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port db2f189d-7aa6-445b-b877-2f766b460286 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:56.983430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:56.984838 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96404d28-b981-46d8-b138-863d5da9810f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9678383 Aug 18 14:14:56.989963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38712) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:56.993436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:56.996618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:57.000826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port db2f189d-7aa6-445b-b877-2f766b460286 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:57.001214 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.025920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:14:57.062102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0967e-ead7-4fd6-ac3b-833799523bf9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:57.066440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-81a0967e-ead7-4fd6-ac3b-833799523bf9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports/b707371c-fd90-4433-8d76-6f32e06dd657 HTTP/1.1" status: 200 len: 911 time: 0.1937363 Aug 18 14:14:57.067931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38716) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:57.087209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Sync routers for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:57.132905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:57.133574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.248756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f8d09-750c-49e2-9416-52c881448a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:57.258430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f8d09-750c-49e2-9416-52c881448a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:57.262706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ae3f8d09-750c-49e2-9416-52c881448a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1750367 Aug 18 14:14:57.263827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38718) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:57.294562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Set router 3853844d-2d54-424b-8fa4-f8a9529c1370 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:57.315347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:57.324570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:14:57.388934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d307-7f7d-432e-96cd-8c9c5eba0943 req-416a65e0-91cf-48e4-b93e-8f46d2387129 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:57.390377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05d7d307-7f7d-432e-96cd-8c9c5eba0943 req-416a65e0-91cf-48e4-b93e-8f46d2387129 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2257514 Aug 18 14:14:57.392398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.515580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2891b3e-162f-4f5e-afab-be7885c96b36 None None] Provisioning complete for port a98f53a1-3eeb-4e68-b300-b9347d871e25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:57.524379 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2891b3e-162f-4f5e-afab-be7885c96b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.533025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:14:57.541014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae676d49-1c11-4df9-82ce-8d9c7ea0be9b tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4928656 Aug 18 14:14:57.543744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38724) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:57.554633 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] Sync routers for ids ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:14:57.612613 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] Routers {'69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:57.613926 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.618721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05d7d307-7f7d-432e-96cd-8c9c5eba0943 req-f8d10687-f6bd-4f63-961b-80507fd92d3e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403522 Aug 18 14:14:57.637425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f3599-22e4-4544-aa2a-6dc1a217d816 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:57.650520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b8f3599-22e4-4544-aa2a-6dc1a217d816 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports/a98f53a1-3eeb-4e68-b300-b9347d871e25 HTTP/1.1" status: 200 len: 978 time: 0.1029704 Aug 18 14:14:57.654044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38726) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:14:57.691296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.718387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a2891b3e-162f-4f5e-afab-be7885c96b36 None None] Port a98f53a1-3eeb-4e68-b300-b9347d871e25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:57.744132 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.760659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port db2f189d-7aa6-445b-b877-2f766b460286, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2f189d-7aa6-445b-b877-2f766b460286,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:14:57.778087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.787348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] Routers {'69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:57.791121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.847225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.851236 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.852526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0f91b-f7bd-4c28-b37d-130f6f0cc2dd None None] The sync data for ids ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:57.880662 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:14:55Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'b707371c-fd90-4433-8d76-6f32e06dd657', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:ea:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:54Z', 'updated_at': '2021-08-18T14:14:55Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:57.903228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-defde3b9-d54e-4040-abac-9f301ccc272a None None] Provisioning complete for port a98f53a1-3eeb-4e68-b300-b9347d871e25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:57.903850 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-defde3b9-d54e-4040-abac-9f301ccc272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.937800 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Checking router: 3853844d-2d54-424b-8fa4-f8a9529c1370 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:14:57.938984 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Updating router 3853844d-2d54-424b-8fa4-f8a9529c1370 port b707371c-fd90-4433-8d76-6f32e06dd657 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:14:57.944848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:57.990106 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.029054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=db2f189d-7aa6-445b-b877-2f766b460286,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:58.043994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-defde3b9-d54e-4040-abac-9f301ccc272a None None] Port a98f53a1-3eeb-4e68-b300-b9347d871e25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:14:58.081258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 2, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:58.117938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Checking router: a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:14:58.118499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Updating router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 port d0767809-db76-46ad-8d81-de1d0b051e0b binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:14:58.195836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f505ebdf-8b71-4a0a-9382-d4051efe14e4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:58.228920 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.266823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.332685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Allocated IP 172.25.1.104 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/e88be744-2f06-48fc-b01a-a99d49cb791c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:14:58.378919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.392786 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:14:58.548255 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.567277 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Transition to ACTIVE for port object b707371c-fd90-4433-8d76-6f32e06dd657 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:58.615127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.694790 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.764420 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port a98f53a1-3eeb-4e68-b300-b9347d871e25 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:58.764885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.795318 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Pushing event updated for resources: {'Port': ['ID=b707371c-fd90-4433-8d76-6f32e06dd657,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:58.803999 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.804276 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.804590 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.804964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.805296 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.805634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.805986 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.806314 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.806639 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.806965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.807291 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.807613 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:14:58.893316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Attempting to bind port b707371c-fd90-4433-8d76-6f32e06dd657 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:58.896700 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Attempting to bind port b707371c-fd90-4433-8d76-6f32e06dd657 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:58.896700 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Attempting to bind port b707371c-fd90-4433-8d76-6f32e06dd657 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:58.901016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:58.901436 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:58.901802 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.902319 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:58.902796 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Bound port: b707371c-fd90-4433-8d76-6f32e06dd657, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:58.903173 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.938473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.958383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for a98f53a1-3eeb-4e68-b300-b9347d871e25 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:59.053084 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] For port b707371c-fd90-4433-8d76-6f32e06dd657, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:59.058079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] For port b707371c-fd90-4433-8d76-6f32e06dd657, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b707371c-fd90-4433-8d76-6f32e06dd657,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:59.084057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.098473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Transition to ACTIVE for port object d0767809-db76-46ad-8d81-de1d0b051e0b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:14:59.103228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a9a102ac-9b38-4ae7-ae81-a4ed4efe3775 None None] Provisioning for port cec6e590-2e27-4ada-9b68-976c8106fc89 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:59.124669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f505ebdf-8b71-4a0a-9382-d4051efe14e4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:59.125483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.139779 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.168990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.174568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796643d-9cfa-4aa4-9c2e-48ab21d17628 req-7e3e9600-14b6-4dd4-8acb-9032bfe50813 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:59.175849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5796643d-9cfa-4aa4-9c2e-48ab21d17628 req-7e3e9600-14b6-4dd4-8acb-9032bfe50813 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.4821615 Aug 18 14:14:59.188677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port b707371c-fd90-4433-8d76-6f32e06dd657 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:14:59.189020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.248097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.255387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6325dc-7190-4afb-a181-ebb2ad39afe2 None None] Pushing event updated for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:59.313223 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Routers {'3853844d-2d54-424b-8fa4-f8a9529c1370'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:59.314087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3853844d-2d54-424b-8fa4-f8a9529c1370'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:59.319842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.341888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:14:59.362958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c8b1e20-0cad-421e-bbed-49907a479598 None None] Provisioning for port b707371c-fd90-4433-8d76-6f32e06dd657 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:59.366788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:14:59.395232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cec6e590-2e27-4ada-9b68-976c8106fc89 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:14:59.404811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5796643d-9cfa-4aa4-9c2e-48ab21d17628 req-da155b61-5a97-481d-a8b0-484e9677b0fc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184994 Aug 18 14:14:59.416257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:14:59.437780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Attempting to bind port d0767809-db76-46ad-8d81-de1d0b051e0b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:14:59.438249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Attempting to bind port d0767809-db76-46ad-8d81-de1d0b051e0b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:14:59.444956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Attempting to bind port d0767809-db76-46ad-8d81-de1d0b051e0b on network 9670a841-b833-4064-9f37-0d6f09955ffa {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Checking segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Bound using segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Bound port: d0767809-db76-46ad-8d81-de1d0b051e0b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:14:59.489376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.492048 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] Set router 3853844d-2d54-424b-8fa4-f8a9529c1370 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:14:59.502021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'Port': ['ID=e88be744-2f06-48fc-b01a-a99d49cb791c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:59.548023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.578220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=a98f53a1-3eeb-4e68-b300-b9347d871e25,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:59.658328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] For port d0767809-db76-46ad-8d81-de1d0b051e0b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:14:59.665042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] For port d0767809-db76-46ad-8d81-de1d0b051e0b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0767809-db76-46ad-8d81-de1d0b051e0b,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:14:59.709454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd507f-f4c8-4a1f-b136-d4a2dc4fdb51 None None] Pushing event updated for resources: {'Port': ['ID=b707371c-fd90-4433-8d76-6f32e06dd657,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:14:59.745316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.756666 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.767729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.790531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for b707371c-fd90-4433-8d76-6f32e06dd657 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:14:59.793760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port cec6e590-2e27-4ada-9b68-976c8106fc89 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:14:59.806076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port cec6e590-2e27-4ada-9b68-976c8106fc89 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:14:59.806490 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.871730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:14:59.874202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:59.927078 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:14:55Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'b707371c-fd90-4433-8d76-6f32e06dd657', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:ea:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:54Z', 'updated_at': '2021-08-18T14:14:59Z', 'revision_number': 4, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:14:59.970932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:14:59.977051 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c252-1cb1-4fe4-be0c-3f21b40c4e3f None None] The sync data for ids ['3853844d-2d54-424b-8fa4-f8a9529c1370'] in n-d-804303-5 is: [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:14:55Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'b707371c-fd90-4433-8d76-6f32e06dd657', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:ea:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:54Z', 'updated_at': '2021-08-18T14:14:59Z', 'revision_number': 4, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '92d87ac2-32ce-44d7-9525-b0cbc672f764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:14:59.992384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.068055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6325dc-7190-4afb-a181-ebb2ad39afe2 None None] Pushing event updated for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:00.098065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:00.103665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2814ac60-9443-4181-807d-bbcc3fd149fb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485285 Aug 18 14:15:00.110360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:00.126032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:00.136718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] Sync routers for ids ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:00.229222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] Routers {'69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:00.229873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:00.301556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.302775 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.348576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:00.447543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port cec6e590-2e27-4ada-9b68-976c8106fc89, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cec6e590-2e27-4ada-9b68-976c8106fc89,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:00.448530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] Routers {'69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:00.449151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:00.512164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.519172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=b707371c-fd90-4433-8d76-6f32e06dd657,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:00.567568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:00.571880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65ef56-42d3-401f-b998-ebcaca805d96 None None] The sync data for ids ['69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:00.579062 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.669679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.819862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=cec6e590-2e27-4ada-9b68-976c8106fc89,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:00.822665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'Port': ['ID=e88be744-2f06-48fc-b01a-a99d49cb791c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:00.839018 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:00.866875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2f189d-7aa6-445b-b877-2f766b460286 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:00.918407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:14:59Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:00.955962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2128ea-e671-48a5-998e-b29a7bba9d77 None None] The sync data for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 is: [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:14:59Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:00.962163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae15380-63fd-4757-8d96-2ed8d03ef284 req-0c7ddbda-0b2a-4e4f-8575-628f13677474 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:00.966224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bae15380-63fd-4757-8d96-2ed8d03ef284 req-0c7ddbda-0b2a-4e4f-8575-628f13677474 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.3624661 Aug 18 14:15:00.980543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port db2f189d-7aa6-445b-b877-2f766b460286 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:00.981276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.049776 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-d8b259bf-310d-4499-85d5-954d513abc6f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 14:15:01.050888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d8b259bf-310d-4499-85d5-954d513abc6f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9393020 Aug 18 14:15:01.053801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38766) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:01.088638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0767809-db76-46ad-8d81-de1d0b051e0b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:01.101714 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e97b4f6-617d-4e7d-902d-f45dbc66cc98 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc HTTP/1.1" status: 200 len: 205 time: 0.0366759 Aug 18 14:15:01.101714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:01.125885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.229003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.286892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Router 3853844d-2d54-424b-8fa4-f8a9529c1370 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:01.302725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bae15380-63fd-4757-8d96-2ed8d03ef284 req-d432bed9-1573-4317-bd61-e3e169702ad5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907349 Aug 18 14:15:01.316166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d0767809-db76-46ad-8d81-de1d0b051e0b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:01.321143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d0767809-db76-46ad-8d81-de1d0b051e0b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:01.322026 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.363488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.373866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1495bdf5-4eb7-4d0b-abe2-20df4539cd40 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3818893 Aug 18 14:15:01.419707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:01.429893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71eac5b3-f174-4833-aaef-8d6ae6994885 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "PUT /v2.0/routers/3853844d-2d54-424b-8fa4-f8a9529c1370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1640496 Aug 18 14:15:01.430815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38778) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:01.474954 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.511996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.514983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.566622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596374f4-60b5-42ff-baba-65c59b783bcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:01.569792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596374f4-60b5-42ff-baba-65c59b783bcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:01.571645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-596374f4-60b5-42ff-baba-65c59b783bcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1398587 Aug 18 14:15:01.574317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d0767809-db76-46ad-8d81-de1d0b051e0b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0767809-db76-46ad-8d81-de1d0b051e0b,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:01.576137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38780) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:01.644147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 92d87ac2-32ce-44d7-9525-b0cbc672f764 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:01.652537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.684751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.685368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router 69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:01.687077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.695611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.697002 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-73fddac8-1c37-4677-91ec-feae865fb248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc HTTP/1.1" status: 204 len: 168 time: 0.5955765 Aug 18 14:15:01.704363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38796) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:01.751368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:01.776063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-281f6a06-cf1b-41f8-ae3a-e7d6c3cabf75 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1125769232&fields=id&tenant_id=ad23d01681cb4e48932ed33998022400 HTTP/1.1" status: 200 len: 267 time: 0.0985413 Aug 18 14:15:01.785891 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.792909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet 409dc0d7-5e46-4b8b-ad56-b30dc931bc24 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:01.797315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.862382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.960199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:01.966725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-039b913f-b670-4d6a-b2c6-7e3b3ed4a409 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:01.968612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-039b913f-b670-4d6a-b2c6-7e3b3ed4a409 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/networks?id=9670a841-b833-4064-9f37-0d6f09955ffa HTTP/1.1" status: 200 len: 805 time: 0.1908643 Aug 18 14:15:01.971808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.014902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-9d1b210e-4499-425c-a9ea-7d172812f9b8 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/quotas/ad23d01681cb4e48932ed33998022400 HTTP/1.1" status: 200 len: 375 time: 0.0395305 Aug 18 14:15:02.105291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-37254731-61e3-4864-991f-47209fe9df4d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad23d01681cb4e48932ed33998022400&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680776 Aug 18 14:15:02.113964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Sync routers for ids ['3853844d-2d54-424b-8fa4-f8a9529c1370'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:02.123894 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Routers {'3853844d-2d54-424b-8fa4-f8a9529c1370'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:02.124513 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3853844d-2d54-424b-8fa4-f8a9529c1370'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:02.139453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.171247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=409dc0d7-5e46-4b8b-ad56-b30dc931bc24,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:02.176979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.182990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.184471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38804) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:02.185180 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7334b96-6f51-43f5-a1f9-b80f2dff90d5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/409dc0d7-5e46-4b8b-ad56-b30dc931bc24 HTTP/1.1" status: 204 len: 168 time: 0.4797082 Aug 18 14:15:02.187827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c5aff-dd6e-4c39-adb2-12279e206c5e None None] Network fe8c8c70-d93b-49d4-8ffd-4c25d307f70d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:02.201544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Set router 3853844d-2d54-424b-8fa4-f8a9529c1370 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:02.245521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=92d87ac2-32ce-44d7-9525-b0cbc672f764,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:02.259388 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:15:00Z', 'revision_number': 3, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:02.283220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.285273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-326b1872-61cc-4042-bdeb-ad75f4e7a3b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/92d87ac2-32ce-44d7-9525-b0cbc672f764 HTTP/1.1" status: 204 len: 168 time: 0.7081494 Aug 18 14:15:02.288066 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Checking router: 3853844d-2d54-424b-8fa4-f8a9529c1370 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:02.288684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38806) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:02.297148 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Routers {'3853844d-2d54-424b-8fa4-f8a9529c1370'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:02.298055 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3853844d-2d54-424b-8fa4-f8a9529c1370'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:02.306195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4814b-126c-4b12-a6af-59bfd010afb4 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:02.381750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.431302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-772f21ec-fa87-40a8-afc8-8c9fa4750cb3 service neutron] 10.222.0.35 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127012 Aug 18 14:15:02.432133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a6bbff27-af75-4095-af37-7a24190cb4b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1420422 Aug 18 14:15:02.433707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:02.497421 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] Set router 3853844d-2d54-424b-8fa4-f8a9529c1370 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:02.517534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] DHCP port deletion for fe8c8c70-d93b-49d4-8ffd-4c25d307f70d request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:02.560619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:15:00Z', 'revision_number': 3, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:02.564961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:02.596547 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5617a-e8a8-4208-8215-f7087e420302 None None] The sync data for ids ['3853844d-2d54-424b-8fa4-f8a9529c1370'] in n-d-804303-5 is: [{'id': '3853844d-2d54-424b-8fa4-f8a9529c1370', 'name': 'tempest-NetworksTestDHCPv6-router-725162907', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:53Z', 'updated_at': '2021-08-18T14:15:00Z', 'revision_number': 3, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:02.636842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Deleting port f505ebdf-8b71-4a0a-9382-d4051efe14e4 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:02.637328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.679200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.690281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Deleting port cec6e590-2e27-4ada-9b68-976c8106fc89 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:02.690654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.745387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] For port f505ebdf-8b71-4a0a-9382-d4051efe14e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f505ebdf-8b71-4a0a-9382-d4051efe14e4,segment=NetworkSegment(074b6042-3484-4501-b17c-3b5facc4ea83),segment_id=074b6042-3484-4501-b17c-3b5facc4ea83)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:02.745703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.770107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Calling delete_port for f505ebdf-8b71-4a0a-9382-d4051efe14e4 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:02.781345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] For port cec6e590-2e27-4ada-9b68-976c8106fc89, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cec6e590-2e27-4ada-9b68-976c8106fc89,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:02.781737 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.800432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Calling delete_port for cec6e590-2e27-4ada-9b68-976c8106fc89 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:02.863182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921139be-88c9-452b-8f20-014b3bd810f8 req-fd0a4391-7894-4e88-8acf-c75199ac65ad tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:02.864686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-921139be-88c9-452b-8f20-014b3bd810f8 req-fd0a4391-7894-4e88-8acf-c75199ac65ad tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.3034220 Aug 18 14:15:02.927055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.935134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-1ee3b7a1-4512-4089-bdc2-9166317822f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302456 Aug 18 14:15:02.939452 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:02.955556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port f505ebdf-8b71-4a0a-9382-d4051efe14e4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:02.958141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.050735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-921139be-88c9-452b-8f20-014b3bd810f8 req-91ec0381-821f-4276-a75b-3b2828c2c5b2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563845 Aug 18 14:15:03.096604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port f505ebdf-8b71-4a0a-9382-d4051efe14e4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f505ebdf-8b71-4a0a-9382-d4051efe14e4,segment=NetworkSegment(074b6042-3484-4501-b17c-3b5facc4ea83),segment_id=074b6042-3484-4501-b17c-3b5facc4ea83)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:03.097006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.118567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for f505ebdf-8b71-4a0a-9382-d4051efe14e4 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:03.122305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0767809-db76-46ad-8d81-de1d0b051e0b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:03.141748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.154481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Fanout notify agent at l3_agent the message router_deleted on router 3853844d-2d54-424b-8fa4-f8a9529c1370 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:03.164279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.166619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3334cf9c-428f-4fac-b8e0-5bc4367cf2f2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/routers/3853844d-2d54-424b-8fa4-f8a9529c1370 HTTP/1.1" status: 204 len: 168 time: 0.7293148 Aug 18 14:15:03.168821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38820) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:03.175399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:03.213941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d0767809-db76-46ad-8d81-de1d0b051e0b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:03.216331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.273002 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.303821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.311620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] No DVR routers for this DVR port f505ebdf-8b71-4a0a-9382-d4051efe14e4 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:03.321795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c935793-51b9-4781-811f-c571fbf6f8e1 None None] Pushing event deleted for resources: {'Port': ['ID=f505ebdf-8b71-4a0a-9382-d4051efe14e4,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:03.365666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8850042b-9d17-44cd-a055-1d197697b91b req-487e14c1-2725-4974-a734-21fffe654ea5 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 210 time: 0.0591555 Aug 18 14:15:03.379458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.409592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] No DVR routers for this DVR port cec6e590-2e27-4ada-9b68-976c8106fc89 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:03.413659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f42c-3c75-4514-a136-149c748d2b8b None None] Pushing event deleted for resources: {'Port': ['ID=cec6e590-2e27-4ada-9b68-976c8106fc89,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:03.440186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=f505ebdf-8b71-4a0a-9382-d4051efe14e4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:03.471923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:03.471923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.478087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port f505ebdf-8b71-4a0a-9382-d4051efe14e4 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:03.577437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f505ebdf-8b71-4a0a-9382-d4051efe14e4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:03.622183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f505ebdf-8b71-4a0a-9382-d4051efe14e4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:03.622957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f505ebdf-8b71-4a0a-9382-d4051efe14e4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:03.623675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cec6e590-2e27-4ada-9b68-976c8106fc89 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:03.645409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: cec6e590-2e27-4ada-9b68-976c8106fc89 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:03.646191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cec6e590-2e27-4ada-9b68-976c8106fc89 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:03.653434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.667579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8c8c70-d93b-49d4-8ffd-4c25d307f70d']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:03.687902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c90a34-3f8b-4388-9efb-179833f15b1f req-c5e84147-5dad-44e2-8799-30ab3af0fc9f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:03.688606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47c90a34-3f8b-4388-9efb-179833f15b1f req-c5e84147-5dad-44e2-8799-30ab3af0fc9f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1373365 Aug 18 14:15:03.690522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074b6042-3484-4501-b17c-3b5facc4ea83') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:03.691198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074b6042-3484-4501-b17c-3b5facc4ea83') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:03.709098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.737535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.748475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328838-be6c-4415-a728-c86579969541 req-d8ad5ba8-21ee-42e9-ba1e-e5fe2baad53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:03.749443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47c90a34-3f8b-4388-9efb-179833f15b1f req-e63ddac9-7e53-4307-a18c-feb1271025db tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503550 Aug 18 14:15:03.750027 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-d8ad5ba8-21ee-42e9-ba1e-e5fe2baad53e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.0618229 Aug 18 14:15:03.750548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:15:03.750958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:15:03.754230 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:15:03.857104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.871751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328838-be6c-4415-a728-c86579969541 req-70a9e3ee-9d67-4685-baf7-eba6528a09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:03.873173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-70a9e3ee-9d67-4685-baf7-eba6528a09eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1104996 Aug 18 14:15:03.882689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.887462 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.889501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/fe8c8c70-d93b-49d4-8ffd-4c25d307f70d HTTP/1.1" status: 204 len: 168 time: 1.7006030 Aug 18 14:15:03.895733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38836) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:03.899697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-751527396'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:03.916557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377abafd-81b7-4fe4-bfe8-a005a4b14b7e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=fe8c8c70-d93b-49d4-8ffd-4c25d307f70d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:03.923626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:03.956736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:03.964520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:03.965125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:03.965278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee406a-fca5-4491-b573-72b6aa8692c6 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:03.998149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=7ba08712-bc95-4706-98ae-18fdf95b4f72,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:04.013281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.013756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.014235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.014725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.015299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.015754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.016189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.016624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.017055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.017492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.017951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.018382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:04.022076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:04.025984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.040640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-8940487f-ea9b-43d9-abfe-6b488bad2813 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1343889 Aug 18 14:15:04.057642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:15:04.067823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.068182 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment d777123a-5a18-4dca-9073-f736d5316c40 of type vlan for network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 Aug 18 14:15:04.099270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-abf93ceb-9e8b-4875-94d0-e51e2c874330 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9286711 Aug 18 14:15:04.101792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38840) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:04.115224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2056076785', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:04.126958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.128356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328838-be6c-4415-a728-c86579969541 req-a033b31a-76e8-4920-bd87-883267842f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:04.130123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-a033b31a-76e8-4920-bd87-883267842f08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0796859 Aug 18 14:15:04.190371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328838-be6c-4415-a728-c86579969541 req-b7e50763-3eb0-4c44-b9b3-87fe062c3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:04.193151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-b7e50763-3eb0-4c44-b9b3-87fe062c3d0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487304 Aug 18 14:15:04.201197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '7ba08712-bc95-4706-98ae-18fdf95b4f72'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:04.202146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.258966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.264358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.264738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:04.265362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.265633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.332996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=6a9a1e69-2208-4af2-9ad7-21cc202a26d9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:04.345570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:15:04.349473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.354779 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-8d7fd0e1-b75b-4e3d-bfc6-29faddd329f7 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497433 Aug 18 14:15:04.390019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/7ba08712-bc95-4706-98ae-18fdf95b4f72/bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:04.436563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-736dbae3-06d9-442d-8afd-efe2603ddfbd tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5407815 Aug 18 14:15:04.437059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38852) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:04.442348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:04.466863 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff328838-be6c-4415-a728-c86579969541 req-e6d7fe1c-b023-4638-ac06-7421420e79bc service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020298 Aug 18 14:15:04.470080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.518616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe47ce7e-0887-4d88-bb08-3439d7a49413 req-c07bf56d-7654-4a12-9a5f-4af5ca1711c5 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 210 time: 0.0720508 Aug 18 14:15:04.577916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.589801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Transition to ACTIVE for port object bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:04.602582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Transition to ACTIVE for port object bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:04.604335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.608082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0dd171d6-4e3f-4418-82cd-ea871a71d11a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5025065 Aug 18 14:15:04.608769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:04.629388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b707371c-fd90-4433-8d76-6f32e06dd657 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:04.649932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b707371c-fd90-4433-8d76-6f32e06dd657 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:04.650408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b707371c-fd90-4433-8d76-6f32e06dd657 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:04.730056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:04.730569 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.735448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.783088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:04.803763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:04.807782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:04.823453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Pushing event updated for resources: {'Port': ['ID=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:04.910430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Attempting to bind port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:04.910975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Attempting to bind port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:04.912141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Attempting to bind port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:04.919061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:04.919498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:04.919859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.920257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:04.920743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Bound port: bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:04.921134 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.930193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:04.998432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] For port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:05.004762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] For port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:05.065465 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.136647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc282d-a572-4fb2-a445-b7292f1c5d68 None None] Pushing event updated for resources: {'Port': ['ID=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:05.282250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065824fe-3cd8-4715-9756-a1f183f13d12 req-a347ade8-ab32-4646-a641-274e342d7348 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:05.283895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-065824fe-3cd8-4715-9756-a1f183f13d12 req-a347ade8-ab32-4646-a641-274e342d7348 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0821543 Aug 18 14:15:05.342283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::1 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/7ba08712-bc95-4706-98ae-18fdf95b4f72/de05e975-709c-4ab5-aef9-324f3c0a0eaa) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:05.436810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-065824fe-3cd8-4715-9756-a1f183f13d12 req-032416f1-aa16-4e2b-9302-dc6f7e20a75c tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454303 Aug 18 14:15:05.552655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.569474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object de05e975-709c-4ab5-aef9-324f3c0a0eaa will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:05.624206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62d54c84-89db-43e4-af4c-349a56f30e79 req-bececa54-6264-406f-89f4-89f2666c03f6 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 210 time: 0.0262144 Aug 18 14:15:05.625084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.682156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=dd9e8e62-0042-4f9d-a129-4e62b76eefac,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:05.695776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': 'd777123a-5a18-4dca-9073-f736d5316c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:05.696133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 6a9a1e69-2208-4af2-9ad7-21cc202a26d9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:15:05.702758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.748627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:05.751910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:05.754549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:05.755164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.793343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=de05e975-709c-4ab5-aef9-324f3c0a0eaa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:05.827284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:15:05.901525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 6a9a1e69-2208-4af2-9ad7-21cc202a26d9) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:05.917355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:05.917740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaea7e3-bc02-461b-8129-9cfcadbe4c95 None None] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:05.918243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:05.983317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.023301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-de01b1e1-1335-4a1f-9e78-50bfc3a3573f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5851526 Aug 18 14:15:06.025883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38888) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:06.032196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079334999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:06.097391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-6a9a1e69-2208-4af2-9ad7-21cc202a26d9', 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': 'dd9e8e62-0042-4f9d-a129-4e62b76eefac'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:06.099180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.165310 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.166509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.293568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.322926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Allocated IP 172.20.0.2 (6a9a1e69-2208-4af2-9ad7-21cc202a26d9/dd9e8e62-0042-4f9d-a129-4e62b76eefac/f1171d16-3075-4581-9582-83c2ec5179c3) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:06.335003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-a464ba2f-ac68-4435-b634-000aa94668fe tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:06.335003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-a464ba2f-ac68-4435-b634-000aa94668fe tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.10 "GET /v2.0/networks?id=9670a841-b833-4064-9f37-0d6f09955ffa HTTP/1.1" status: 200 len: 805 time: 0.1629028 Aug 18 14:15:06.393770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.424155 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-0a3013f9-92a3-446d-beba-d065e7e549f5 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad23d01681cb4e48932ed33998022400 HTTP/1.1" status: 200 len: 380 time: 0.0807467 Aug 18 14:15:06.434936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'port': {'device_id': '64711016-14b5-4d08-acaa-af8ca2138216', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'admin_state_up': True, 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'security_groups': ['4680cfc1-356f-4f24-a448-94aac93aa269']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:06.518589 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.520128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8c8eae05-db41-4ff3-aac9-336841bf4ece tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4932947 Aug 18 14:15:06.523689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:06.550248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-29ca5ff8-33aa-48d4-81eb-5104582ba7c4 None None] Provisioning for port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:06.560027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.593791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Transition to ACTIVE for port object f1171d16-3075-4581-9582-83c2ec5179c3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:06.622554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Transition to ACTIVE for port object f1171d16-3075-4581-9582-83c2ec5179c3 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:06.631989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.707979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.751561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:06.753673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Made reservation on behalf of ad23d01681cb4e48932ed33998022400 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:06.757351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:06.761676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:06.768081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.770577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.771489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.774659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:06.799352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Pushing event updated for resources: {'Port': ['ID=f1171d16-3075-4581-9582-83c2ec5179c3,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:06.822700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e74061ff-0706-4573-9c2b-162e26a835d3 req-5754f046-17d5-4356-b9f5-49ef6b9c8987 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 210 time: 0.1030223 Aug 18 14:15:06.834612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb4d3e-3d4a-47e5-a1d3-b4c71ed265a3 req-03cedd6b-5946-4a26-a4ff-e02851b34c46 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:06.852679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25cb4d3e-3d4a-47e5-a1d3-b4c71ed265a3 req-03cedd6b-5946-4a26-a4ff-e02851b34c46 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2760446 Aug 18 14:15:06.879249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Attempting to bind port f1171d16-3075-4581-9582-83c2ec5179c3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:06.879989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Attempting to bind port f1171d16-3075-4581-9582-83c2ec5179c3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd777123a-5a18-4dca-9073-f736d5316c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:06.880680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Attempting to bind port f1171d16-3075-4581-9582-83c2ec5179c3 on network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:06.890837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:06.894441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Checking segment: {'id': 'd777123a-5a18-4dca-9073-f736d5316c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:06.894441 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.894441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Bound using segment: {'id': 'd777123a-5a18-4dca-9073-f736d5316c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:06.894441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Bound port: f1171d16-3075-4581-9582-83c2ec5179c3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd777123a-5a18-4dca-9073-f736d5316c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6a9a1e69-2208-4af2-9ad7-21cc202a26d9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:06.894441 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:06.948591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=de05e975-709c-4ab5-aef9-324f3c0a0eaa,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:06.958033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-15c8a55e-80eb-41b3-ba2b-304f34bf1b9b None None] Provisioning for port de05e975-709c-4ab5-aef9-324f3c0a0eaa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:06.967868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-15c8a55e-80eb-41b3-ba2b-304f34bf1b9b None None] Provisioning complete for port de05e975-709c-4ab5-aef9-324f3c0a0eaa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:06.968393 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15c8a55e-80eb-41b3-ba2b-304f34bf1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.005283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25cb4d3e-3d4a-47e5-a1d3-b4c71ed265a3 req-ce67c6cf-feab-43a9-8627-c23573695f88 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516225 Aug 18 14:15:07.007299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-15c8a55e-80eb-41b3-ba2b-304f34bf1b9b None None] Port de05e975-709c-4ab5-aef9-324f3c0a0eaa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:07.016477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:07.025231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:07.025740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.048569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.055947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] For port f1171d16-3075-4581-9582-83c2ec5179c3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:07.080914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] For port f1171d16-3075-4581-9582-83c2ec5179c3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f1171d16-3075-4581-9582-83c2ec5179c3,segment=NetworkSegment(d777123a-5a18-4dca-9073-f736d5316c40),segment_id=d777123a-5a18-4dca-9073-f736d5316c40)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:07.116016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:07.121248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:07.134305 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.139213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Allocated IP 172.20.0.11 (9670a841-b833-4064-9f37-0d6f09955ffa/d612fbf8-87b3-4b3f-a71a-aacb57122dd1/0ccca3cc-3c4f-4573-a9db-c3436cc04e53) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:07.187816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:07.194864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.235360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c59ef-0bc3-42dc-b558-b9c904ff2611 req-46d9955f-20ed-4a6a-98f1-705070ad7de5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:07.247879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b8c59ef-0bc3-42dc-b558-b9c904ff2611 req-46d9955f-20ed-4a6a-98f1-705070ad7de5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1437771 Aug 18 14:15:07.253785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.295044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bbace-1fd9-48e0-a096-fa07879a0d29 None None] Pushing event updated for resources: {'Port': ['ID=f1171d16-3075-4581-9582-83c2ec5179c3,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:07.365520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b8c59ef-0bc3-42dc-b558-b9c904ff2611 req-848337bf-0fdb-4bd1-b923-78525aa22d50 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147053 Aug 18 14:15:07.386346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:07.477233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.20.0.1 (6a9a1e69-2208-4af2-9ad7-21cc202a26d9/dd9e8e62-0042-4f9d-a129-4e62b76eefac/aa10a8ed-7664-4516-a46c-9e019b49b52c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:07.574210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Router 349f1341-470d-46df-a496-b87d6a543017 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:15:07.598259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.653129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14a08ca1-f5ee-44ab-a081-4106b4e00e34 None None] Provisioning complete for port de05e975-709c-4ab5-aef9-324f3c0a0eaa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:07.654466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14a08ca1-f5ee-44ab-a081-4106b4e00e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.667466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a01bc-6581-4c86-8438-6c6520022cc5 req-08b63cf0-171f-48bf-8580-0aff5dd1b8e8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:07.669096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a55a01bc-6581-4c86-8438-6c6520022cc5 req-08b63cf0-171f-48bf-8580-0aff5dd1b8e8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1888397 Aug 18 14:15:07.703169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Transition to ACTIVE for port object 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:07.715290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-14a08ca1-f5ee-44ab-a081-4106b4e00e34 None None] Port de05e975-709c-4ab5-aef9-324f3c0a0eaa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:07.744687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a55a01bc-6581-4c86-8438-6c6520022cc5 req-8a21b745-26ed-4b27-a69a-e7c5225f0ae9 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688663 Aug 18 14:15:07.749531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.754603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:07.760502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-463ddef8-5784-49c3-a9ef-300b6d3712ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "PUT /v2.0/routers/349f1341-470d-46df-a496-b87d6a543017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1509972 Aug 18 14:15:07.773400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:07.773785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Sync routers for ids ['349f1341-470d-46df-a496-b87d6a543017'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:07.773959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object aa10a8ed-7664-4516-a46c-9e019b49b52c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:07.780336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Routers {'349f1341-470d-46df-a496-b87d6a543017'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:07.782650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['349f1341-470d-46df-a496-b87d6a543017'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:07.841105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50be62-2253-417a-b20e-058a0a1e1dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:07.844896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca50be62-2253-417a-b20e-058a0a1e1dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports/de05e975-709c-4ab5-aef9-324f3c0a0eaa HTTP/1.1" status: 200 len: 911 time: 0.0777822 Aug 18 14:15:07.845142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38918) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:07.888120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Set router 349f1341-470d-46df-a496-b87d6a543017 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:07.896788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:07.904261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e140e2-9e17-42a5-9c54-27f03baec7ea tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:07.910566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e140e2-9e17-42a5-9c54-27f03baec7ea tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:07.912395 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-12e140e2-9e17-42a5-9c54-27f03baec7ea tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0662980 Aug 18 14:15:07.915158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:08.002515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.033725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:08.052065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:08.058009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:08.074936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Network 9670a841-b833-4064-9f37-0d6f09955ffa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:08.082341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:08.085399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:08.090463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=aa10a8ed-7664-4516-a46c-9e019b49b52c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:08.110586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event updated for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:08.112896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa8ae6-f720-4e89-8163-91f7c729befd req-d66f357d-5f8d-43ed-b2f1-0f17ec39845e tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:08.115093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03fa8ae6-f720-4e89-8163-91f7c729befd req-d66f357d-5f8d-43ed-b2f1-0f17ec39845e tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 932 time: 0.2096753 Aug 18 14:15:08.164305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.218647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349f1341-470d-46df-a496-b87d6a543017', 'name': 'tempest-NetworksTestDHCPv6-router-2056076785', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:04Z', 'updated_at': '2021-08-18T14:15:05Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'de05e975-709c-4ab5-aef9-324f3c0a0eaa', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:f4:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349f1341-470d-46df-a496-b87d6a543017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:05Z', 'updated_at': '2021-08-18T14:15:06Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:08.256823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Checking router: 349f1341-470d-46df-a496-b87d6a543017 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:08.257518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Updating router 349f1341-470d-46df-a496-b87d6a543017 port de05e975-709c-4ab5-aef9-324f3c0a0eaa binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:15:08.273791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03fa8ae6-f720-4e89-8163-91f7c729befd req-9b7c2712-4ad1-4a0e-8d1e-2d470c896f81 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469920 Aug 18 14:15:08.295930 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.452468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bd1d-12a9-40ee-a8ae-fe8a342d00ba req-3bbfd6dc-bfcf-4418-b86c-d54dd8407b40 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:08.454294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09a1bd1d-12a9-40ee-a8ae-fe8a342d00ba req-3bbfd6dc-bfcf-4418-b86c-d54dd8407b40 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0856888 Aug 18 14:15:08.505824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09a1bd1d-12a9-40ee-a8ae-fe8a342d00ba req-354feae2-2a34-4e9d-ac98-f1c911a64d92 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Aug 18 14:15:08.577867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.682115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-86879dc5-8806-40ec-9b58-81191d5b6e8f None None] Provisioning for port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:08.706311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-86879dc5-8806-40ec-9b58-81191d5b6e8f None None] Provisioning complete for port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:08.706311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-86879dc5-8806-40ec-9b58-81191d5b6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.709193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:08.709857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:08.776591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-86879dc5-8806-40ec-9b58-81191d5b6e8f None None] Port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:08.805016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82669ef4-f53e-4677-b9f5-2b66626b72c2 None None] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:08.856532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-aaff2fb2-5ef7-4e9f-89ce-abee01f9ef3d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4256909 Aug 18 14:15:08.878695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Request body: {'port': {'device_id': '64711016-14b5-4d08-acaa-af8ca2138216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:08.960910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f1171d16-3075-4581-9582-83c2ec5179c3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:08.966656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.021648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.054202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.127831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.213351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.216594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=aa10a8ed-7664-4516-a46c-9e019b49b52c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:09.229921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.261252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f9c54c4-e0b2-4dfe-9378-92eee69da4cb None None] Provisioning for port f1171d16-3075-4581-9582-83c2ec5179c3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:09.266921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Transition to ACTIVE for port object de05e975-709c-4ab5-aef9-324f3c0a0eaa will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:09.351018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f1171d16-3075-4581-9582-83c2ec5179c3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:09.357360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f1171d16-3075-4581-9582-83c2ec5179c3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:09.357948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:09.358346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.359956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:09.450264 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.457202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:15:09.468607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.483813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Transition to ACTIVE for port object 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:09.512683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port de05e975-709c-4ab5-aef9-324f3c0a0eaa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:09.515504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.531641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13c49-00f4-4d3d-a72f-5e2622d9c7e9 None None] Pushing event updated for resources: {'Port': ['ID=de05e975-709c-4ab5-aef9-324f3c0a0eaa,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:09.582103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.621463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.653377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab9d35-4aa6-4f55-9f3b-14f26de7206e req-dfd4686a-de30-40d7-aeab-bceca0e1d5b0 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:09.661001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49ab9d35-4aa6-4f55-9f3b-14f26de7206e req-dfd4686a-de30-40d7-aeab-bceca0e1d5b0 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 932 time: 0.1733768 Aug 18 14:15:09.715458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:09.718747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] For port de05e975-709c-4ab5-aef9-324f3c0a0eaa, host n-d-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:09.718747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.745544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f1171d16-3075-4581-9582-83c2ec5179c3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f1171d16-3075-4581-9582-83c2ec5179c3,segment=NetworkSegment(d777123a-5a18-4dca-9073-f736d5316c40),segment_id=d777123a-5a18-4dca-9073-f736d5316c40)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:09.748927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Attempting to bind port de05e975-709c-4ab5-aef9-324f3c0a0eaa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:09.749265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Attempting to bind port de05e975-709c-4ab5-aef9-324f3c0a0eaa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:09.749420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 1a4d5d3e-3488-4dfc-8fcd-609de409786f is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:15:09.749757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Attempting to bind port de05e975-709c-4ab5-aef9-324f3c0a0eaa on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:09.753512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for de05e975-709c-4ab5-aef9-324f3c0a0eaa owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:09.755493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:09.755870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:09.756926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.757404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:09.757975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Bound port: de05e975-709c-4ab5-aef9-324f3c0a0eaa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:09.758492 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.894144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:09.897899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:09.947459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Attempting to bind port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:09.947942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Attempting to bind port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:09.948497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Attempting to bind port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 on network 9670a841-b833-4064-9f37-0d6f09955ffa {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:09.960747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] For port de05e975-709c-4ab5-aef9-324f3c0a0eaa, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:09.961221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 on network 9670a841-b833-4064-9f37-0d6f09955ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:15:09.961650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Attempting to bind port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 on network 9670a841-b833-4064-9f37-0d6f09955ffa {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:09.972310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:09.972924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Checking segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:09.975007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Bound using segment: {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:09.975798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Bound port: 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade9a532-82e8-4938-a0d1-9dc7dff08d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:09.976288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.060771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] For port de05e975-709c-4ab5-aef9-324f3c0a0eaa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=de05e975-709c-4ab5-aef9-324f3c0a0eaa,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:10.092854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:10.093397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.100331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49ab9d35-4aa6-4f55-9f3b-14f26de7206e req-0add511f-9a12-4d81-a5a2-973182f402d9 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307439 Aug 18 14:15:10.132625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f1171d16-3075-4581-9582-83c2ec5179c3,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:10.146535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Provisioning for port aa10a8ed-7664-4516-a46c-9e019b49b52c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:10.152663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Provisioning complete for port aa10a8ed-7664-4516-a46c-9e019b49b52c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:10.154312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.155961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.157777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.165294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1960cb-ffee-4abb-888f-7c0f3c4204ac req-8a56b415-26fa-4986-8d41-f09a31ed49a8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:10.168790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb1960cb-ffee-4abb-888f-7c0f3c4204ac req-8a56b415-26fa-4986-8d41-f09a31ed49a8 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.4251809 Aug 18 14:15:10.227411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:10.235015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7761161a-0733-47d5-8b94-d31a9b6efd72 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/1a4d5d3e-3488-4dfc-8fcd-609de409786f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7099626 Aug 18 14:15:10.238267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38958) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:10.240313 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] Sync routers for ids ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:10.255111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb1960cb-ffee-4abb-888f-7c0f3c4204ac req-2bfb43ad-b458-4d4f-8158-37b39d018de2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788343 Aug 18 14:15:10.279342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Port aa10a8ed-7664-4516-a46c-9e019b49b52c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:10.288340 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] Routers {'1a4d5d3e-3488-4dfc-8fcd-609de409786f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:10.290129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Routers {'349f1341-470d-46df-a496-b87d6a543017'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:10.290964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['349f1341-470d-46df-a496-b87d6a543017'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:10.291647 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:10.344258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:10.360240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e290322-ae5e-480f-9932-aa4ebef2a2b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:10.367485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e290322-ae5e-480f-9932-aa4ebef2a2b3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports/aa10a8ed-7664-4516-a46c-9e019b49b52c HTTP/1.1" status: 200 len: 910 time: 0.1263194 Aug 18 14:15:10.369183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38964) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:10.379519 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:10.387369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:10.411716 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] Routers {'1a4d5d3e-3488-4dfc-8fcd-609de409786f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:10.412725 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:10.450023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13c49-00f4-4d3d-a72f-5e2622d9c7e9 None None] Pushing event updated for resources: {'Port': ['ID=de05e975-709c-4ab5-aef9-324f3c0a0eaa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:10.453993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.467812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Provisioning complete for port f1171d16-3075-4581-9582-83c2ec5179c3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:10.468467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8466-10a4-4bf6-ba06-a646dd319ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.514460 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:10.518665 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04872248-cf84-4e43-85ff-2ff4896ced84 None None] The sync data for ids ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:10.560012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:10.566067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.584736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] Set router 349f1341-470d-46df-a496-b87d6a543017 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:10.658248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:10.659212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.660830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-143ce361-8945-42fd-8343-c6c6a19c4ca5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ccca3cc-3c4f-4573-a9db-c3436cc04e53 HTTP/1.1" status: 200 len: 1092 time: 1.7883646 Aug 18 14:15:10.770867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:10.778166 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db33511-77c6-49ea-86ce-0e05a9e8d251" -d '{"events": [{"name": "network-changed", "server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:10.789648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:10.802508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=de05e975-709c-4ab5-aef9-324f3c0a0eaa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:10.840987 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b214a-6581-448e-9299-702e38af5734 x-openstack-request-id: req-419b214a-6581-448e-9299-702e38af5734 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:10.841298 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:10.841516 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-419b214a-6581-448e-9299-702e38af5734 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:10.841947 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'status': 'completed', 'code': 200} Aug 18 14:15:10.874263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f1171d16-3075-4581-9582-83c2ec5179c3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:10.911439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.059359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-ac59aa28-4183-4dc1-a2c5-80e8ff61c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.061062 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-ac59aa28-4183-4dc1-a2c5-80e8ff61c21d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad23d01681cb4e48932ed33998022400&device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 1095 time: 0.2091732 Aug 18 14:15:11.076652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b652a-404c-449a-b430-ee04e30a01fd req-c19d2182-094c-49f3-901f-1ed0dd3312fc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.086035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-064b652a-404c-449a-b430-ee04e30a01fd req-c19d2182-094c-49f3-901f-1ed0dd3312fc tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.2518599 Aug 18 14:15:11.111675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-83e4dce2-b88c-4874-bd95-7d284146df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.112372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f1171d16-3075-4581-9582-83c2ec5179c3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:11.112678 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.113179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-83e4dce2-b88c-4874-bd95-7d284146df75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.1478999 Aug 18 14:15:11.132584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-8d6ccf87-bf4e-44c0-9448-918e044dc4ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53 HTTP/1.1" status: 200 len: 217 time: 0.0408652 Aug 18 14:15:11.192953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349f1341-470d-46df-a496-b87d6a543017', 'name': 'tempest-NetworksTestDHCPv6-router-2056076785', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:04Z', 'updated_at': '2021-08-18T14:15:05Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'de05e975-709c-4ab5-aef9-324f3c0a0eaa', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:f4:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349f1341-470d-46df-a496-b87d6a543017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:05Z', 'updated_at': '2021-08-18T14:15:09Z', 'revision_number': 4, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:11.209047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Router 349f1341-470d-46df-a496-b87d6a543017 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:11.220160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-7b1f3076-8ee4-43d3-9b02-1c9db84929fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.221650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-7b1f3076-8ee4-43d3-9b02-1c9db84929fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d612fbf8-87b3-4b3f-a71a-aacb57122dd1 HTTP/1.1" status: 200 len: 844 time: 0.0616486 Aug 18 14:15:11.249727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904c92a-47c7-4ed4-a735-db74c03edb1e None None] The sync data for ids ['349f1341-470d-46df-a496-b87d6a543017'] in n-d-804303-5 is: [{'id': '349f1341-470d-46df-a496-b87d6a543017', 'name': 'tempest-NetworksTestDHCPv6-router-2056076785', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:04Z', 'updated_at': '2021-08-18T14:15:05Z', 'revision_number': 2, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'gw_port_host': None, '_interfaces': [{'id': 'de05e975-709c-4ab5-aef9-324f3c0a0eaa', 'name': '', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'mac_address': 'fa:16:3e:f4:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349f1341-470d-46df-a496-b87d6a543017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:05Z', 'updated_at': '2021-08-18T14:15:09Z', 'revision_number': 4, 'project_id': '55dfee0341924e72a56145e86425e4cf', 'subnets': [{'id': '7ba08712-bc95-4706-98ae-18fdf95b4f72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:11.266641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e5faad95-18d1-471b-ae23-5e821fd00e4a None None] Provisioning complete for port aa10a8ed-7664-4516-a46c-9e019b49b52c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:11.267014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5faad95-18d1-471b-ae23-5e821fd00e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.316780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:11.326841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03986cd3-227b-43a8-bdab-32b6d99771e5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "PUT /v2.0/routers/349f1341-470d-46df-a496-b87d6a543017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4105949 Aug 18 14:15:11.336017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e5faad95-18d1-471b-ae23-5e821fd00e4a None None] Port aa10a8ed-7664-4516-a46c-9e019b49b52c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:11.339607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e5faad95-18d1-471b-ae23-5e821fd00e4a None None] Could not find standard attr ID for object de05e975-709c-4ab5-aef9-324f3c0a0eaa. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:15:11.341584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38978) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:11.403852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-06280d07-4376-4a3f-8b6c-0869a3090eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.405394 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-06280d07-4376-4a3f-8b6c-0869a3090eed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9670a841-b833-4064-9f37-0d6f09955ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971036 Aug 18 14:15:11.412845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a49f33-128e-4cad-9bb9-7445c74948d4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.414669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a49f33-128e-4cad-9bb9-7445c74948d4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.418653 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-85a49f33-128e-4cad-9bb9-7445c74948d4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761232 Aug 18 14:15:11.419259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:11.575278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 7ba08712-bc95-4706-98ae-18fdf95b4f72 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:11.595060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-064b652a-404c-449a-b430-ee04e30a01fd req-a9714b9c-daa0-458a-b20a-9d54cbc396be tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081596 Aug 18 14:15:11.608272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.655067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-fff4682e-55e0-4c70-b0b1-97f421a67a3c service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344654 Aug 18 14:15:11.699914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e70a-76bc-4232-97a4-c997edd59b4e req-4b7b26c2-3b29-4a03-b0e9-da55f72dfe95 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.701481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae69e70a-76bc-4232-97a4-c997edd59b4e req-4b7b26c2-3b29-4a03-b0e9-da55f72dfe95 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 944 time: 0.1158638 Aug 18 14:15:11.703899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.707741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-9f5967da-7771-4ba5-98c6-b982964ec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.709443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-9f5967da-7771-4ba5-98c6-b982964ec8e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.5554357 Aug 18 14:15:11.721080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.827810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8befa10e-928e-48dd-9d04-bbddbb7e2fbd req-d293df34-deac-4eb7-9486-310c991300a4 service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595435 Aug 18 14:15:11.854848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.886277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae69e70a-76bc-4232-97a4-c997edd59b4e req-78add506-56c9-487d-a409-f150db21aa98 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387818 Aug 18 14:15:11.891525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-bdd23830-4a8e-439e-b4e9-1b8f08fec017 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1470304 Aug 18 14:15:11.993886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-a6364646-7899-49b2-88f2-2ed2ed5b15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:11.995712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-a6364646-7899-49b2-88f2-2ed2ed5b15a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad23d01681cb4e48932ed33998022400&device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 1095 time: 0.0490077 Aug 18 14:15:12.006643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-32d2a065-ac02-44b8-85e2-0b1285f5dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.008217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-32d2a065-ac02-44b8-85e2-0b1285f5dcf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.1053381 Aug 18 14:15:12.025110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.083706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.087049 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/7ba08712-bc95-4706-98ae-18fdf95b4f72 HTTP/1.1" status: 204 len: 168 time: 0.6651213 Aug 18 14:15:12.089940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83866c98-03ec-4c58-a07b-8564545b6f3a None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:12.094421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38988) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:12.106551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-46e0bc5c-c147-43c6-b3b7-557b861a08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.107704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-46e0bc5c-c147-43c6-b3b7-557b861a08a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892761 Aug 18 14:15:12.165549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-cd32fb1d-2638-4c9b-99d3-c4778e6a0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.167100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-cd32fb1d-2638-4c9b-99d3-c4778e6a0ac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9670a841-b833-4064-9f37-0d6f09955ffa HTTP/1.1" status: 200 len: 906 time: 0.1639860 Aug 18 14:15:12.168119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036659d-85af-43ec-aa5b-e903a15d75c6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba08712-bc95-4706-98ae-18fdf95b4f72,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:12.217947 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-57e79ff9-0ee2-4d56-8fc6-f8a742d60695 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53 HTTP/1.1" status: 200 len: 217 time: 0.0400367 Aug 18 14:15:12.288742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-3ab5dc01-a6ce-4710-950f-778547171848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.290379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-3ab5dc01-a6ce-4710-950f-778547171848 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d612fbf8-87b3-4b3f-a71a-aacb57122dd1 HTTP/1.1" status: 200 len: 844 time: 0.0646036 Aug 18 14:15:12.329133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:12.349288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-5ad449f1-627b-4a00-9fa4-66958bd0a255 service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873100 Aug 18 14:15:12.355705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-131d59f9-7456-4f6a-a315-64baaea2fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.357463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-131d59f9-7456-4f6a-a315-64baaea2fd9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9670a841-b833-4064-9f37-0d6f09955ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548351 Aug 18 14:15:12.358502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b7b811b4-c554-43e9-9f90-0f82ab74345e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2630184 Aug 18 14:15:12.361042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38994) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:12.409707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Deleting port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:12.416458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.426082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port aa10a8ed-7664-4516-a46c-9e019b49b52c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:12.426469 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.499992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] For port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:12.500717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.501808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.515295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Calling delete_port for bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:12.520146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-186674ae-7154-4de7-b5e4-c3ee74e781e8 req-49bd60b8-d44a-41bb-a0ea-92c41126cc0c service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568325 Aug 18 14:15:12.568427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.606133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for aa10a8ed-7664-4516-a46c-9e019b49b52c owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:12.732964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.757223 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.768498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.775080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54143-7caf-4403-8bca-b0e574b6f477 req-a048034f-29ac-486d-af3e-8d38be8f04f4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:12.776674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96c54143-7caf-4403-8bca-b0e574b6f477 req-a048034f-29ac-486d-af3e-8d38be8f04f4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1052911 Aug 18 14:15:12.789755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] Pushing event deleted for resources: {'Port': ['ID=bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:12.791634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63a264-4077-4e8a-a8ba-3566f0b6252b None None] No DVR routers for this DVR port bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:12.802053 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-93c48f9e-1aa0-462f-a4de-36f8183866e3 service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508923 Aug 18 14:15:12.830110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:12.850177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:12.850529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bd8c62b1-d0c0-498d-aab6-ae26cc22dcbc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:12.894609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96c54143-7caf-4403-8bca-b0e574b6f477 req-34a68c57-c547-4aa2-9cfa-599d47630aff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994608 Aug 18 14:15:12.961921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.962497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Fanout notify agent at l3_agent the message router_deleted on router 349f1341-470d-46df-a496-b87d6a543017 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:12.970852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:12.973875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8d442ca6-86d0-460a-a42f-563d3a882696 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/routers/349f1341-470d-46df-a496-b87d6a543017 HTTP/1.1" status: 204 len: 168 time: 0.6084702 Aug 18 14:15:12.976287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39010) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:12.987135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:13.013235 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dcf9e6f8-2327-424a-af6b-e84f9b905d70 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0355830 Aug 18 14:15:13.015556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3db33511-77c6-49ea-86ce-0e05a9e8d251 req-0f85c764-a8d3-441f-a793-a7564e819916 service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432502 Aug 18 14:15:13.016029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:13.063874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=aa10a8ed-7664-4516-a46c-9e019b49b52c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:13.085431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e02761-eba5-4043-a13b-fab949625710 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:13.087669 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-40e02761-eba5-4043-a13b-fab949625710 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705044 Aug 18 14:15:13.090516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:13.183732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-27263afe-2bb5-47c1-b2f6-a0d8a56d1075 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855889 Aug 18 14:15:13.189383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:13.196721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:13.201700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae598-4916-4e00-8d49-2f89742f1d22 req-11d40dc1-8346-4ae6-851c-8cfc261c7d44 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:13.209864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6dbae598-4916-4e00-8d49-2f89742f1d22 req-11d40dc1-8346-4ae6-851c-8cfc261c7d44 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 944 time: 0.2371297 Aug 18 14:15:13.299219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Sync routers for ids ['349f1341-470d-46df-a496-b87d6a543017'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:13.316986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Routers set() bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:13.317700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Router IDs set() for agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:15:13.318801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_agentschedulers_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'349f1341-470d-46df-a496-b87d6a543017'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent'). {{(pid=112230) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 14:15:13.320038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6dbae598-4916-4e00-8d49-2f89742f1d22 req-4a9850a7-6238-4521-b04f-e1245cdbacb1 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089077 Aug 18 14:15:13.323319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:13.327512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Routers set() bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:13.328116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Router IDs set() for agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:15:13.328905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_agentschedulers_db [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'349f1341-470d-46df-a496-b87d6a543017'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent'). {{(pid=112230) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 14:15:13.329276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc5a9eb-a09c-41f7-9851-f8551240ef80 None None] The sync data for ids ['349f1341-470d-46df-a496-b87d6a543017'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:13.414052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:13.418237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:13.506938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 1a4d5d3e-3488-4dfc-8fcd-609de409786f has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:13.623077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:13.631953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4c38ffc0-d592-4f82-8bf6-cc5ee754d248 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/1a4d5d3e-3488-4dfc-8fcd-609de409786f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2616665 Aug 18 14:15:13.640426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] Sync routers for ids ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:13.641556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39034) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:13.652134 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] Routers {'1a4d5d3e-3488-4dfc-8fcd-609de409786f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:13.652951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:13.678403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-94860f49-f63d-4512-9f15-f8e62ce6001c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a4d5d3e-3488-4dfc-8fcd-609de409786f HTTP/1.1" status: 200 len: 205 time: 0.0333760 Aug 18 14:15:13.678821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:13.692160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:13.702106 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] Routers {'1a4d5d3e-3488-4dfc-8fcd-609de409786f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:13.702733 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:13.739147 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:13.740129 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f5700-f105-4d2d-8fda-a14af9c6a151 None None] The sync data for ids ['1a4d5d3e-3488-4dfc-8fcd-609de409786f'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:14.019865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d10b6-c288-4804-8d95-834cf315c2ad req-a7a10ed3-262c-41dc-9782-7031ae780763 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:14.021403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a57d10b6-c288-4804-8d95-834cf315c2ad req-a7a10ed3-262c-41dc-9782-7031ae780763 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0525315 Aug 18 14:15:14.064324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a57d10b6-c288-4804-8d95-834cf315c2ad req-ba3b441c-ae88-4741-a885-074e2668af13 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344849 Aug 18 14:15:14.113787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.187978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e720f9-0ec1-433d-ac11-c37b52965b26 req-902cc3cd-a831-4aeb-b69c-1d192d843116 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:14.189734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00e720f9-0ec1-433d-ac11-c37b52965b26 req-902cc3cd-a831-4aeb-b69c-1d192d843116 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0503228 Aug 18 14:15:14.234215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00e720f9-0ec1-433d-ac11-c37b52965b26 req-1a35cb3a-ea65-4df1-a183-4aaea94df37f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374210 Aug 18 14:15:14.335370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:15:14.338410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.346230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.348739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.424019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:14.430347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:14.433618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:14.434500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.438046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=b411c489-5905-4a4d-a797-378b27a39e5a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:14.446685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06a9e9-926a-42e2-bc84-6e4434fc7634 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:14.464672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0d08-a1d4-49c5-bb56-7bcc0f86a850 req-9d4e7ca8-cdbe-4067-99ef-f10cae741510 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:14.465911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2af0d08-a1d4-49c5-bb56-7bcc0f86a850 req-9d4e7ca8-cdbe-4067-99ef-f10cae741510 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 944 time: 0.0632665 Aug 18 14:15:14.507394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2af0d08-a1d4-49c5-bb56-7bcc0f86a850 req-bf504281-501d-4452-a716-890b8ef2d79c tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Aug 18 14:15:14.532045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.532573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router 1a4d5d3e-3488-4dfc-8fcd-609de409786f {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:14.552229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea201a4e-bb18-45ed-b6c4-b0ae0947c8be tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3599818 Aug 18 14:15:14.555717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39066) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:14.562912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:14.565758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.567127 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2edd0e51-2ff2-42b1-b3d3-13d54f0397d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/1a4d5d3e-3488-4dfc-8fcd-609de409786f HTTP/1.1" status: 204 len: 168 time: 0.8872643 Aug 18 14:15:14.570378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39070) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:14.647834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'b411c489-5905-4a4d-a797-378b27a39e5a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:14.649024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.683739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet dd9e8e62-0042-4f9d-a129-4e62b76eefac {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:14.695407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.753315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.835886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:14.840412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.863579 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.972580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Allocated IP 2001:db8::f816:3eff:fe55:7026 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/b411c489-5905-4a4d-a797-378b27a39e5a/cc0b4f3b-3df8-4701-9f95-314774e4cf6a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:14.985465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device de05e975-709c-4ab5-aef9-324f3c0a0eaa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:15.003800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.015984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: de05e975-709c-4ab5-aef9-324f3c0a0eaa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:15.016342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device de05e975-709c-4ab5-aef9-324f3c0a0eaa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:15.040606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9e8e62-0042-4f9d-a129-4e62b76eefac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.042629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.047256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05139dde-e541-45ca-b35c-4c233a4b105a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/dd9e8e62-0042-4f9d-a129-4e62b76eefac HTTP/1.1" status: 204 len: 168 time: 0.4725296 Aug 18 14:15:15.048354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39084) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:15.075033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0dfe1-076f-4fa8-993b-6f144e540d6e None None] Network 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:15.089081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:15:15.131357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.187248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port f1171d16-3075-4581-9582-83c2ec5179c3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:15.187956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.245501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.274292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port f1171d16-3075-4581-9582-83c2ec5179c3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f1171d16-3075-4581-9582-83c2ec5179c3,segment=NetworkSegment(d777123a-5a18-4dca-9073-f736d5316c40),segment_id=d777123a-5a18-4dca-9073-f736d5316c40)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:15.274857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.292608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:15.296104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:15.296694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for f1171d16-3075-4581-9582-83c2ec5179c3 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:15.300423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:15.301048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.309229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=22746ded-230d-4811-ab3d-05ba2776934f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.326599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:15.354937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'port_id': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'mac_address': 'fa:16:3e:e0:bf:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:15:15.421683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] DHCP port deletion for 6a9a1e69-2208-4af2-9ad7-21cc202a26d9 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:15.428652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.433748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0f96406a-9673-468f-9fac-3f44d7ea6cd4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8765640 Aug 18 14:15:15.436809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:15.440807 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.442007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:c5:f3:2d', 'name': 'tempest-NetworksTestDHCPv6-537687166'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:15.442861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Transition to ACTIVE for port object cc0b4f3b-3df8-4701-9f95-314774e4cf6a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:15.488720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:15:15.491660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Transition to ACTIVE for port object cc0b4f3b-3df8-4701-9f95-314774e4cf6a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:15.514407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:15.541641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.542936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Deleting port f1171d16-3075-4581-9582-83c2ec5179c3 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:15.543652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.591188 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.596791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=f1171d16-3075-4581-9582-83c2ec5179c3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.606230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port f1171d16-3075-4581-9582-83c2ec5179c3 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:15.648881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:15.649396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.661247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:15.663998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:15.678622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] For port f1171d16-3075-4581-9582-83c2ec5179c3, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:15.679296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.693029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69404-f033-4b7b-9798-dabf33cc2aae req-f51f4602-20ac-4831-9774-88e606814d38 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:15.702162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ec69404-f033-4b7b-9798-dabf33cc2aae req-f51f4602-20ac-4831-9774-88e606814d38 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 945 time: 0.0689678 Aug 18 14:15:15.718846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.732304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Pushing event updated for resources: {'Port': ['ID=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.732545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9a1e69-2208-4af2-9ad7-21cc202a26d9']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:15.739200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:15.751490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd777123a-5a18-4dca-9073-f736d5316c40') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:15.751788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd777123a-5a18-4dca-9073-f736d5316c40') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:15.755640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Calling delete_port for f1171d16-3075-4581-9582-83c2ec5179c3 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:15.762537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.774219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ec69404-f033-4b7b-9798-dabf33cc2aae req-97aef5a9-f756-489b-a588-14c99c65e884 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663471 Aug 18 14:15:15.777140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Attempting to bind port cc0b4f3b-3df8-4701-9f95-314774e4cf6a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:15.777517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Attempting to bind port cc0b4f3b-3df8-4701-9f95-314774e4cf6a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:15.777974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Attempting to bind port cc0b4f3b-3df8-4701-9f95-314774e4cf6a on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:15.787002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.791669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Port f1171d16-3075-4581-9582-83c2ec5179c3 was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:15:15.798835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.802287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:15:15.802713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:15:15.810265 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:15:15.816864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:15.817382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:15.817880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.818419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:15.819561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Bound port: cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:15.820043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.825708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] No DVR routers for this DVR port f1171d16-3075-4581-9582-83c2ec5179c3 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:15.866252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.874922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.901445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:15.909690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a98d7-cbce-422d-95cd-4cbe1d758977 None None] Pushing event deleted for resources: {'Port': ['ID=f1171d16-3075-4581-9582-83c2ec5179c3,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:15.942367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0ccca3cc-3c4f-4573-a9db-c3436cc04e53'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:15.993396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] For port cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:16.010060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] For port cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:16.010309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.022394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.024850 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/6a9a1e69-2208-4af2-9ad7-21cc202a26d9 HTTP/1.1" status: 204 len: 168 time: 0.9755392 Aug 18 14:15:16.031511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:16.048158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1591337628', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:16.072777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86ec2-0916-49ff-b15d-561429210d8a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=6a9a1e69-2208-4af2-9ad7-21cc202a26d9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:16.119888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.127780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 172.20.0.9 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/22746ded-230d-4811-ab3d-05ba2776934f/a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:16.135145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fec5:f32d (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/b411c489-5905-4a4d-a797-378b27a39e5a/a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:16.183394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0581e5-0f95-4f18-ad3b-529179e0ad18 None None] Pushing event updated for resources: {'Port': ['ID=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:16.213413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.214624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.275689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.302147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-7dae4e39-860d-4a36-8db1-269356522179 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:16.304779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-7dae4e39-860d-4a36-8db1-269356522179 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=343e5eca-a3ab-469b-aa53-6573e73f35ae HTTP/1.1" status: 200 len: 943 time: 0.1389914 Aug 18 14:15:16.468148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.486919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:16.497677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port 71426e51-da59-45f6-8b09-c2632495c43e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:16.498054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.550632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.607993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port 71426e51-da59-45f6-8b09-c2632495c43e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=71426e51-da59-45f6-8b09-c2632495c43e,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:16.608436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.621743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for 71426e51-da59-45f6-8b09-c2632495c43e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:16.680959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.737171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:16.738731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:16.762700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:16.804349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:16.842070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:16.842877 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.843665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cc0b4f3b-3df8-4701-9f95-314774e4cf6a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:16.968122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:16.987622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:16.998395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.065971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f1171d16-3075-4581-9582-83c2ec5179c3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:17.071146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:17.122613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f1171d16-3075-4581-9582-83c2ec5179c3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:17.123103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f1171d16-3075-4581-9582-83c2ec5179c3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:17.175130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.25.1.199 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6c54c42c-0e9f-4308-bc84-acbeee916715) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:17.290119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:17.296475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:17.297364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.335634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e1a00e3f-ab90-41c2-a3f6-afe6c93eea52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8954365 Aug 18 14:15:17.337269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.341878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:17.407261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776cba-3959-4fd1-90a1-f77d75103a93 req-be107729-26c2-4eec-b6b9-53fa7080f0f4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:17.409396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a776cba-3959-4fd1-90a1-f77d75103a93 req-be107729-26c2-4eec-b6b9-53fa7080f0f4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 945 time: 0.5303376 Aug 18 14:15:17.435263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.460972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.473443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:17.478792 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491ca68-16b2-433f-8f0b-bbe66b7da219" -d '{"events": [{"server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "name": "network-vif-plugged", "status": "completed", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:17.489552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:17.517326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4dbc5-0edd-4bad-a355-33f229054209 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:17.535070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4dbc5-0edd-4bad-a355-33f229054209 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:17.535070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e4c4dbc5-0edd-4bad-a355-33f229054209 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1891401 Aug 18 14:15:17.536779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:17.536951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:17.552459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd7979-3e97-4868-8611-a96487c4c68c None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:17.562346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a776cba-3959-4fd1-90a1-f77d75103a93 req-764648b3-2c4f-46ac-bb3f-9acea4b8782a tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421187 Aug 18 14:15:17.574777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=71426e51-da59-45f6-8b09-c2632495c43e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:17.617089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] No DVR routers for this DVR port 71426e51-da59-45f6-8b09-c2632495c43e on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:17.624033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.628220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.630541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0372f04a-c56f-423b-81fe-83c08237aea1 req-5833167b-c266-44bf-a95c-19bfbc8e3487 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "DELETE /v2.0/ports/71426e51-da59-45f6-8b09-c2632495c43e HTTP/1.1" status: 204 len: 173 time: 1.3198473 Aug 18 14:15:17.631641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-deleted', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:17.634134 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa0f91e-3ecc-4fc1-9f5a-19bdff05b2e7" -d '{"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-deleted", "tag": "71426e51-da59-45f6-8b09-c2632495c43e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:17.692038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=6c54c42c-0e9f-4308-bc84-acbeee916715,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:17.727754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:17.765792 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dcc722-603b-4f3f-9851-13fdfddd78de x-openstack-request-id: req-d2dcc722-603b-4f3f-9851-13fdfddd78de {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:17.766219 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "name": "network-vif-plugged", "status": "completed", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:17.766572 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2dcc722-603b-4f3f-9851-13fdfddd78de {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:17.767054 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'code': 200} Aug 18 14:15:17.797258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:17.805556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:17.809336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:17.826636 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97b3a8-77a8-4c2c-8098-5fa71d3358e8 x-openstack-request-id: req-0b97b3a8-77a8-4c2c-8098-5fa71d3358e8 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:17.827150 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e5eca-a3ab-469b-aa53-6573e73f35ae", "name": "network-vif-deleted", "tag": "71426e51-da59-45f6-8b09-c2632495c43e", "status": "failed", "code": 422}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:17.827346 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b97b3a8-77a8-4c2c-8098-5fa71d3358e8 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:17.827829 n-d-804303-5 neutron-server[112229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '343e5eca-a3ab-469b-aa53-6573e73f35ae', 'name': 'network-vif-deleted', 'tag': '71426e51-da59-45f6-8b09-c2632495c43e', 'status': 'failed', 'code': 422} returned with failed status Aug 18 14:15:17.852045 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.903110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:17.905040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.922171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Provisioning for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:17.945673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Provisioning complete for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:17.946073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.027405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:18.044273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db52bf-971b-41ff-8415-2576dbb21467 req-f902264d-5157-41ce-a03a-2524655b04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.046750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99db52bf-971b-41ff-8415-2576dbb21467 req-f902264d-5157-41ce-a03a-2524655b04c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 1097 time: 0.2021244 Aug 18 14:15:18.133680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-99db52bf-971b-41ff-8415-2576dbb21467 req-46195b62-e748-437d-966e-4c969d3753bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770202 Aug 18 14:15:18.153170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.168649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:18.208256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.223018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': 'b411c489-5905-4a4d-a797-378b27a39e5a', 'ip_address': '2001:db8::f816:3eff:fe55:7026'}, {'subnet_id': '22746ded-230d-4811-ab3d-05ba2776934f'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'cc0b4f3b-3df8-4701-9f95-314774e4cf6a'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:15:18.266512 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.272073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] For port cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:18.417204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.426593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.480908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Allocated IP 172.20.0.2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/22746ded-230d-4811-ab3d-05ba2776934f/cc0b4f3b-3df8-4701-9f95-314774e4cf6a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:18.495382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d29da-2a40-4bfe-b809-1b553da4f43c None None] Pushing event updated for resources: {'Port': ['ID=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:18.564364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.606606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] For port cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:18.650155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.663372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:18.698284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Transition to ACTIVE for port object cc0b4f3b-3df8-4701-9f95-314774e4cf6a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:18.774495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.776760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.779418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.780902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be8c17-f08d-41fa-994b-0a2f5905f265 req-6980a96d-76a1-4f7a-8da7-48deaaf1d94f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.783399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4be8c17-f08d-41fa-994b-0a2f5905f265 req-6980a96d-76a1-4f7a-8da7-48deaaf1d94f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.0787930 Aug 18 14:15:18.784303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39178) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:18.785628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91f5441b-78cd-4977-8f65-65652fe3e12f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 HTTP/1.1" status: 204 len: 168 time: 1.2454171 Aug 18 14:15:18.824331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cc0b4f3b-3df8-4701-9f95-314774e4cf6a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:18.892644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4be8c17-f08d-41fa-994b-0a2f5905f265 req-f1510124-cdda-4d7b-a8c6-0ff70f688528 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934744 Aug 18 14:15:18.925002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad78017-7220-46d7-b88d-d1703270f861 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.927439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad78017-7220-46d7-b88d-d1703270f861 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.930793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad78017-7220-46d7-b88d-d1703270f861 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.933137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1ad78017-7220-46d7-b88d-d1703270f861 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1471016 Aug 18 14:15:18.935818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39180) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:19.005203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 22746ded-230d-4811-ab3d-05ba2776934f {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:19.009400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.032802 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:15:19.063057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.075775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc50c7-bcdf-4b84-bc11-373d946bdaef None None] Pushing event updated for resources: {'Port': ['ID=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:19.200964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:19.210026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.210569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] Sync routers for ids ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:19.222812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] Routers {'e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:19.223656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:19.263737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:19.273948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] Routers {'e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:19.274575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:19.294170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3996-4d2a-4fa9-b9cb-40abf25a9862 req-535742db-f97b-459b-9297-ee64387b6087 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:19.299131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-371f3996-4d2a-4fa9-b9cb-40abf25a9862 req-535742db-f97b-459b-9297-ee64387b6087 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 907 time: 0.1639850 Aug 18 14:15:19.317525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:19.317757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825f7d7-aee2-4b89-a9b5-2a8a716fe60a None None] The sync data for ids ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:19.319178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.322896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc43fd05-97c3-4f84-bfbe-621ad30a71ab tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2822483 Aug 18 14:15:19.325224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:19.423812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.451292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2cd6f617-0835-403b-8e4c-a61d52e1acd6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers/e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 200 len: 881 time: 0.1247790 Aug 18 14:15:19.453557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39188) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:19.458226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=22746ded-230d-4811-ab3d-05ba2776934f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:19.462816 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.465263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-237adb7c-edaa-4efe-9939-17021c30d42e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/22746ded-230d-4811-ab3d-05ba2776934f HTTP/1.1" status: 204 len: 168 time: 0.5280437 Aug 18 14:15:19.468150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39190) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:19.545327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet b411c489-5905-4a4d-a797-378b27a39e5a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:19.549243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.600744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.711271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:19.744170 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-289e3765-4c1d-4269-b582-874bdb590a02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2893434 Aug 18 14:15:19.750828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:19.758068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1591337628'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:19.808926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b24cd-2df1-44ce-888a-46e3953ed8b1 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:19.862159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c0129084-bca0-4631-ab35-1573969b8972 None None] Could not find standard attr ID for object a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:15:19.971819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c0129084-bca0-4631-ab35-1573969b8972 None None] Provisioning for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:19.977738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c0129084-bca0-4631-ab35-1573969b8972 None None] Provisioning complete for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:19.978139 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c0129084-bca0-4631-ab35-1573969b8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.015473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.085253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=b411c489-5905-4a4d-a797-378b27a39e5a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:20.097608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.099730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-02876c42-2f63-4fb4-8e49-7cec256482eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/b411c489-5905-4a4d-a797-378b27a39e5a HTTP/1.1" status: 204 len: 168 time: 0.6305804 Aug 18 14:15:20.103105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39200) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:20.105418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4b7a7-1107-48a8-8a20-06d14001e88f None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': 'b411c489-5905-4a4d-a797-378b27a39e5a'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'cc0b4f3b-3df8-4701-9f95-314774e4cf6a'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:15:20.128872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce346-e2fe-48c3-b9a1-d11f52056ec9 req-b5237a65-ca20-4569-8089-4d586c1d24fb tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:20.131690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bbce346-e2fe-48c3-b9a1-d11f52056ec9 req-b5237a65-ca20-4569-8089-4d586c1d24fb tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.1295452 Aug 18 14:15:20.133374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-68e4b7a7-1107-48a8-8a20-06d14001e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.149936 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-985e50fb-2b35-49a4-8b25-d3ea5b67ce27 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446937 Aug 18 14:15:20.154340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:20.162352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:20.241488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bbce346-e2fe-48c3-b9a1-d11f52056ec9 req-257eb6f7-92c7-4b37-a7ca-a6a2835e0af6 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744693 Aug 18 14:15:20.274600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.346448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcbcb85-9c78-4430-ab94-1dc09fbde272 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:20.351643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.378217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:20.386607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.395633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39210) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:20.432881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa39c8-65b0-47f5-a323-6171b81d8448 req-e918b8f1-c085-463a-9f8a-cef5fffd7ee9 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:20.434620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abfa39c8-65b0-47f5-a323-6171b81d8448 req-e918b8f1-c085-463a-9f8a-cef5fffd7ee9 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.1144888 Aug 18 14:15:20.453299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:20.459567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Request body: {'floatingip': {'port_id': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:20.490737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ecb8588f-d96f-477b-a1e0-bd6607f640d2 None None] Provisioning complete for port cc0b4f3b-3df8-4701-9f95-314774e4cf6a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:20.491115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ecb8588f-d96f-477b-a1e0-bd6607f640d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.543203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.577908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:20.653729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Deleting port cc0b4f3b-3df8-4701-9f95-314774e4cf6a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:20.654420 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.665988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2f5be-4dd6-467a-adfb-1788be45efad req-44a7d6ff-af89-4b4b-adf6-302bdda7481a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:20.669223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14a2f5be-4dd6-467a-adfb-1788be45efad req-44a7d6ff-af89-4b4b-adf6-302bdda7481a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 907 time: 0.2641587 Aug 18 14:15:20.724385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] For port cc0b4f3b-3df8-4701-9f95-314774e4cf6a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:20.731139 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.740474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Calling delete_port for cc0b4f3b-3df8-4701-9f95-314774e4cf6a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:20.784292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-758eaaf9-7802-4de9-b06f-8dfde1094583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.789965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cc0b4f3b-3df8-4701-9f95-314774e4cf6a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:20.811245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:20.890714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-b48449d1-bd77-44fb-a055-675984be9f9a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:20.891781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.892567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-b48449d1-bd77-44fb-a055-675984be9f9a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 907 time: 0.3054156 Aug 18 14:15:20.919430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:20.997357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] Pushing event deleted for resources: {'Port': ['ID=cc0b4f3b-3df8-4701-9f95-314774e4cf6a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:21.010164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd2aa4-3fc5-4ca3-9406-a36cfcf34119 None None] No DVR routers for this DVR port cc0b4f3b-3df8-4701-9f95-314774e4cf6a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:21.209330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:15:21.210839 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.230162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:21.242426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] Sync routers for ids ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:21.246676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.247901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-478b1671-5091-4053-a2c6-2e618189223e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 200 len: 888 time: 1.4961686 Aug 18 14:15:21.252114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39218) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:21.257816 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] Routers {'e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:21.258100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:21.258509 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:21.267967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:21.277405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e6259-0f6a-41a1-9e78-d1f785f5f80d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:21.290671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port dafb0c7f-82a6-4ee9-99e8-343b752c1812 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:21.291031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.296945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-758eaaf9-7802-4de9-b06f-8dfde1094583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.302326 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:21.306492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:21.309675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.314368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=3802a020-d8b1-448e-85d3-55fdc1e8d97b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:21.314626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] Routers {'e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:21.314626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:21.357060 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:21.357990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3111f-ce35-49dc-a41c-0b2a480d05ee None None] The sync data for ids ['e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:21.369781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-758eaaf9-7802-4de9-b06f-8dfde1094583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.391221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21b7efac-3c78-4116-bdd6-df66974f245c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers/e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 200 len: 888 time: 0.1356287 Aug 18 14:15:21.393735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:21.430008 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f4c20d07-5b6f-4347-b7b8-7a7fd5fe68eb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 200 len: 205 time: 0.0348859 Aug 18 14:15:21.432668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:21.444446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-737d56e1-f469-4021-b283-63065765c26f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2878594 Aug 18 14:15:21.448474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39224) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:21.482110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:21.494083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '3802a020-d8b1-448e-85d3-55fdc1e8d97b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:21.495737 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.640435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.659187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Allocated IP 2001:db8::f816:3eff:fecd:37a1 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/3802a020-d8b1-448e-85d3-55fdc1e8d97b/c11e6f67-a20b-4129-ab74-51ae715ac13e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:21.761553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:15:21.765123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-758eaaf9-7802-4de9-b06f-8dfde1094583 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a788ac11928749b5add54a7c735dcc93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3685253 Aug 18 14:15:21.765865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eaaf9-7802-4de9-b06f-8dfde1094583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8d220-e30c-4f85-85df-dff1ccd5f145,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:21.784497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:21.846318 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.847265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.855894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Transition to ACTIVE for port object c11e6f67-a20b-4129-ab74-51ae715ac13e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:21.859499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port dafb0c7f-82a6-4ee9-99e8-343b752c1812, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dafb0c7f-82a6-4ee9-99e8-343b752c1812,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:21.859870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.872062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.876156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Transition to ACTIVE for port object c11e6f67-a20b-4129-ab74-51ae715ac13e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:21.878836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.882095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for dafb0c7f-82a6-4ee9-99e8-343b752c1812 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:21.891013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1200c-da53-4562-875c-83c09c3150b1 req-951ecd5d-ef20-4686-af89-a6ee1907f731 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:21.892416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24c1200c-da53-4562-875c-83c09c3150b1 req-951ecd5d-ef20-4686-af89-a6ee1907f731 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 907 time: 0.1473608 Aug 18 14:15:21.895667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.903041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:21.910833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.930008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-199aaecf-49f8-435c-b9f6-5b624b3b26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:21.999772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.002045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.039363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:22.046364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:22.050332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:22.062220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Pushing event updated for resources: {'Port': ['ID=c11e6f67-a20b-4129-ab74-51ae715ac13e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.064221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 6c54c42c-0e9f-4308-bc84-acbeee916715 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:22.068057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.116059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Attempting to bind port c11e6f67-a20b-4129-ab74-51ae715ac13e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:22.116432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Attempting to bind port c11e6f67-a20b-4129-ab74-51ae715ac13e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:22.116799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Attempting to bind port c11e6f67-a20b-4129-ab74-51ae715ac13e on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:22.122864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:22.122864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:22.123414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.123414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:22.123958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Bound port: c11e6f67-a20b-4129-ab74-51ae715ac13e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:22.124257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.138216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.140911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.143068 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Floating IP f0872afe-164c-48da-9ebd-c6d90923fe70 associated. External IP: 172.25.1.104, port: 0ccca3cc-3c4f-4573-a9db-c3436cc04e53. Aug 18 14:15:22.143321 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bf8d220-e30c-4f85-85df-dff1ccd5f145 HTTP/1.1" status: 204 len: 168 time: 0.3564024 Aug 18 14:15:22.187562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.224267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=dafb0c7f-82a6-4ee9-99e8-343b752c1812,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.243066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] For port c11e6f67-a20b-4129-ab74-51ae715ac13e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:22.246672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] For port c11e6f67-a20b-4129-ab74-51ae715ac13e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c11e6f67-a20b-4129-ab74-51ae715ac13e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:22.270973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8c0d-604d-4db0-9c0d-bf404e5f7005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8d220-e30c-4f85-85df-dff1ccd5f145,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.309209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] No DVR routers for this DVR port dafb0c7f-82a6-4ee9-99e8-343b752c1812 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:22.319344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.319608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.321537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c8e2e2d-546d-4fa1-b42a-fc568069103e req-f8a4aee3-6574-482f-a40a-24f87215c3f2 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "DELETE /v2.0/ports/dafb0c7f-82a6-4ee9-99e8-343b752c1812 HTTP/1.1" status: 204 len: 173 time: 1.4190748 Aug 18 14:15:22.321941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'name': 'network-vif-deleted', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:22.324271 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9626882-bbb1-4f96-884f-7d0ef357ff47" -d '{"events": [{"server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "name": "network-vif-deleted", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:22.374812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 6c54c42c-0e9f-4308-bc84-acbeee916715 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:22.378669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.397535 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5509624-3d7f-4319-811d-3ec33f7cacb4 x-openstack-request-id: req-a5509624-3d7f-4319-811d-3ec33f7cacb4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:22.397762 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a257d2-e24c-4da6-b55f-b41359775a4e", "name": "network-vif-deleted", "tag": "dafb0c7f-82a6-4ee9-99e8-343b752c1812", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:22.398039 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5509624-3d7f-4319-811d-3ec33f7cacb4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:22.398446 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a257d2-e24c-4da6-b55f-b41359775a4e', 'name': 'network-vif-deleted', 'tag': 'dafb0c7f-82a6-4ee9-99e8-343b752c1812', 'status': 'completed', 'code': 200} Aug 18 14:15:22.461768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f54a0-cb48-4be2-ba20-f8c9c53501f0 None None] Pushing event updated for resources: {'Port': ['ID=c11e6f67-a20b-4129-ab74-51ae715ac13e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.557661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:22.626909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.679040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:22.684261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:22.691337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:22.691939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.713248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=59816f77-f34f-4252-974e-010378ec504f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.780077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:22.785596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.793292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3acc18fb-4bd0-468e-a2c6-d88c21a215ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3101120 Aug 18 14:15:22.793421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39238) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:22.796000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Sync routers for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:22.796647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:31:6a:9a', 'name': 'tempest-NetworksTestDHCPv6-583341346'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:22.807995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:22.809157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:22.893407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c11e6f67-a20b-4129-ab74-51ae715ac13e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:22.907037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:22.942922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e649d300-ee9b-47cb-ade0-66396ebbf96d tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "PUT /v2.0/floatingips/f0872afe-164c-48da-9ebd-c6d90923fe70 HTTP/1.1" status: 200 len: 992 time: 2.4844673 Aug 18 14:15:22.955323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dafb0c7f-82a6-4ee9-99e8-343b752c1812 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:22.968680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=6c54c42c-0e9f-4308-bc84-acbeee916715,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:22.992293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: dafb0c7f-82a6-4ee9-99e8-343b752c1812 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:22.992917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dafb0c7f-82a6-4ee9-99e8-343b752c1812 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:23.000235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:23.024080 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db2d3bd-892b-4bd4-80dd-355043c5d428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.025260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:23.039603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:23.054941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.117658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c11e6f67-a20b-4129-ab74-51ae715ac13e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:23.126749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06b44a41-dddd-4b20-abfa-854c063a9c02 req-e118eb15-2254-4062-9075-f43433b8fdc0 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a257d2-e24c-4da6-b55f-b41359775a4e HTTP/1.1" status: 200 len: 210 time: 0.0804195 Aug 18 14:15:23.179722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.182422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.193879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.236537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 293bfae2-4b50-4e27-bf6b-442cb6c0edfc yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:23.328072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.329145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:23.339875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.339875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-453782f1-041c-43c5-91c6-ab2a58de0b4f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 204 len: 168 time: 1.9050744 Aug 18 14:15:23.342866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39248) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:23.351206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938332672'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:23.356966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f0872afe-164c-48da-9ebd-c6d90923fe70', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'port_id': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'mac_address': 'fa:16:3e:e0:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64711016-14b5-4d08-acaa-af8ca2138216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:14:59Z', 'updated_at': '2021-08-18T14:15:21Z', 'revision_number': 1, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:23.395629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db2d3bd-892b-4bd4-80dd-355043c5d428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.406029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Checking router: a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:23.424417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:23.424970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:23.463199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6db2d3bd-892b-4bd4-80dd-355043c5d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.501014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 172.20.0.6 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/59816f77-f34f-4252-974e-010378ec504f/293bfae2-4b50-4e27-bf6b-442cb6c0edfc) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:23.522125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fe31:6a9a (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/3802a020-d8b1-448e-85d3-55fdc1e8d97b/293bfae2-4b50-4e27-bf6b-442cb6c0edfc) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:23.528008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2d3bd-892b-4bd4-80dd-355043c5d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a88d2-b734-4b2b-b942-90a618848ca8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:23.549301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39250) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:23.549544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6db2d3bd-892b-4bd4-80dd-355043c5d428 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e139583cfd04ed8839cc8b76b8e8d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479348 Aug 18 14:15:23.611933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:23.616323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.647070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:15:23.659574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.660248 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 02dd70eb-607f-419a-b53e-afeb6f8aecc7 of type vlan for network ca3ad382-aa81-460b-98b0-bcc79962daef Aug 18 14:15:23.707792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:23.734722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.735206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ee8b29-f560-4089-b61e-5b44b056bf54 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:23.746675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.766647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 293bfae2-4b50-4e27-bf6b-442cb6c0edfc will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:23.773219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.800306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.850022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.856067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:23.871084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.890263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.952413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:23.956411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=293bfae2-4b50-4e27-bf6b-442cb6c0edfc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:23.960908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:23.963459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:23.968964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=ca3ad382-aa81-460b-98b0-bcc79962daef,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:23.971922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.975348 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:23.979051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Provisioning for port c11e6f67-a20b-4129-ab74-51ae715ac13e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:23.987725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/685a88d2-b734-4b2b-b942-90a618848ca8 HTTP/1.1" status: 204 len: 168 time: 0.4287729 Aug 18 14:15:23.989628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6607-5fea-43d1-933d-89abfa5adb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a88d2-b734-4b2b-b942-90a618848ca8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:23.996613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ca3ad382-aa81-460b-98b0-bcc79962daef details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:15:24.003591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Provisioning complete for port c11e6f67-a20b-4129-ab74-51ae715ac13e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:24.004912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.008096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-45ebd5a9-e10c-4a2a-865e-f1b5d58ace0a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6641386 Aug 18 14:15:24.010969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39254) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:24.017873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:24.024017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.024680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.110536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39258) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:24.111225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0e745d8-aa12-402d-8cda-2bf25c9cddc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3208556 Aug 18 14:15:24.179977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10811d-fa6e-4880-9461-cc5516680446 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.186033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10811d-fa6e-4880-9461-cc5516680446 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.187673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-be10811d-fa6e-4880-9461-cc5516680446 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0761719 Aug 18 14:15:24.192557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39260) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:24.242570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f0872afe-164c-48da-9ebd-c6d90923fe70', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'port_id': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'mac_address': 'fa:16:3e:e0:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64711016-14b5-4d08-acaa-af8ca2138216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:14:59Z', 'updated_at': '2021-08-18T14:15:21Z', 'revision_number': 1, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:24.247369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.252441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:24.256531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.280242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784adad8-17c3-4c2a-a79e-e24cfbd27bdb None None] The sync data for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 is: [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f0872afe-164c-48da-9ebd-c6d90923fe70', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'port_id': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'mac_address': 'fa:16:3e:e0:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64711016-14b5-4d08-acaa-af8ca2138216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:14:59Z', 'updated_at': '2021-08-18T14:15:21Z', 'revision_number': 1, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:24.312379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '3802a020-d8b1-448e-85d3-55fdc1e8d97b', 'ip_address': '2001:db8::f816:3eff:fecd:37a1'}, {'subnet_id': '59816f77-f34f-4252-974e-010378ec504f'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'c11e6f67-a20b-4129-ab74-51ae715ac13e'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:15:24.317551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 293bfae2-4b50-4e27-bf6b-442cb6c0edfc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:24.318464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.374470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] For port c11e6f67-a20b-4129-ab74-51ae715ac13e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c11e6f67-a20b-4129-ab74-51ae715ac13e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:24.374470 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.405045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:24.411599 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4" -d '{"events": [{"name": "network-changed", "server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:24.520735 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.529010 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6bf7fb-31b1-4e83-9446-d692476ef42f x-openstack-request-id: req-ff6bf7fb-31b1-4e83-9446-d692476ef42f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:24.529010 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:24.529010 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff6bf7fb-31b1-4e83-9446-d692476ef42f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:24.529010 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'status': 'completed', 'code': 200} Aug 18 14:15:24.534618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.551054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 293bfae2-4b50-4e27-bf6b-442cb6c0edfc owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:24.660681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-a524800e-e9f5-4071-b736-fb8e200670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.662555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-a524800e-e9f5-4071-b736-fb8e200670a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad23d01681cb4e48932ed33998022400&device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 1097 time: 0.1048253 Aug 18 14:15:24.663858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ed9af-8a25-4c67-90b9-9d8a945b2a22 None None] Pushing event updated for resources: {'Port': ['ID=c11e6f67-a20b-4129-ab74-51ae715ac13e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:24.694073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Allocated IP 172.20.0.2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/59816f77-f34f-4252-974e-010378ec504f/c11e6f67-a20b-4129-ab74-51ae715ac13e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:24.745385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58616a-2a8b-4599-8b11-8acbbd0238cc None None] New status for floating IP f0872afe-164c-48da-9ebd-c6d90923fe70: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:15:24.799630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.854776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1730f1ad-14c2-4105-b373-ea2f5af0a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.860302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c11e6f67-a20b-4129-ab74-51ae715ac13e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:24.908802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] For port c11e6f67-a20b-4129-ab74-51ae715ac13e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c11e6f67-a20b-4129-ab74-51ae715ac13e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:24.921708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbabb70-1056-44bd-be3d-6c117ecdcff0 req-9b147f1f-595d-4a10-9bc2-3fb119fdb1ae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.930118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cbabb70-1056-44bd-be3d-6c117ecdcff0 req-9b147f1f-595d-4a10-9bc2-3fb119fdb1ae tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.0794716 Aug 18 14:15:24.954524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=6d613271-8294-42c7-b94a-f86f10b7ab7a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:24.956942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.966724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '02dd70eb-607f-419a-b53e-afeb6f8aecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:24.967235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: ca3ad382-aa81-460b-98b0-bcc79962daef, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:15:24.981040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c11e6f67-a20b-4129-ab74-51ae715ac13e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:24.981040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:24.981404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-9d306518-fb78-4a72-b043-a430e2eee4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.981563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Transition to ACTIVE for port object c11e6f67-a20b-4129-ab74-51ae715ac13e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:24.981670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-9d306518-fb78-4a72-b043-a430e2eee4fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=9670a841-b833-4064-9f37-0d6f09955ffa HTTP/1.1" status: 200 len: 906 time: 0.3047957 Aug 18 14:15:24.998384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cbabb70-1056-44bd-be3d-6c117ecdcff0 req-9a29e237-8a67-4b0a-bb52-6f278547c03e tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 Aug 18 14:15:25.011354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.032667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.061278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=293bfae2-4b50-4e27-bf6b-442cb6c0edfc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:25.070988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-e8ba0856-32b8-4dce-b341-14eaf1f667dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53 HTTP/1.1" status: 200 len: 1000 time: 0.0789716 Aug 18 14:15:25.075133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.075479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.075814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.078813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:25.092554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.114569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network ca3ad382-aa81-460b-98b0-bcc79962daef is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:15:25.136538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-d35dda48-6e07-47b1-8bf4-713511a37071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.137876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-d35dda48-6e07-47b1-8bf4-713511a37071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d612fbf8-87b3-4b3f-a71a-aacb57122dd1 HTTP/1.1" status: 200 len: 844 time: 0.0526247 Aug 18 14:15:25.205799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be13a6-4266-4a56-9c33-0fa98b4a95db None None] Pushing event updated for resources: {'Port': ['ID=c11e6f67-a20b-4129-ab74-51ae715ac13e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:25.221228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-a2f8da1b-07e5-4934-8dcc-07bea4a6271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.223750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-a2f8da1b-07e5-4934-8dcc-07bea4a6271e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9670a841-b833-4064-9f37-0d6f09955ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733924 Aug 18 14:15:25.235646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.240929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5ecd6e5b-8c3d-4c6c-ac56-64bd2c16fc4d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/293bfae2-4b50-4e27-bf6b-442cb6c0edfc HTTP/1.1" status: 204 len: 168 time: 1.0432143 Aug 18 14:15:25.241380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39286) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:25.242997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ca3ad382-aa81-460b-98b0-bcc79962daef) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:25.247753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.247753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.256003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12a131-8043-4add-a609-4704da122bc8 None None] Network ca3ad382-aa81-460b-98b0-bcc79962daef requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:25.309996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b5e6e-16a0-4e83-ba19-c7db08891bbd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.316356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b5e6e-16a0-4e83-ba19-c7db08891bbd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.316356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b5e6e-16a0-4e83-ba19-c7db08891bbd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.316356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-399b5e6e-16a0-4e83-ba19-c7db08891bbd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0724425 Aug 18 14:15:25.317894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39292) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:25.376817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-098d57d4-3277-41b4-a5cc-ed9ed98ce2a2 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3645022 Aug 18 14:15:25.384104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39294) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:25.392629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1015467442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:25.393820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 3802a020-d8b1-448e-85d3-55fdc1e8d97b {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:25.397248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.408092 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-ca2e7dc0-3eae-434b-bb07-262ccd090d8b service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380422 Aug 18 14:15:25.450514 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.539047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.540146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.547426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-ca3ad382-aa81-460b-98b0-bcc79962daef', 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': '6d613271-8294-42c7-b94a-f86f10b7ab7a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:25.548301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.566151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b1258b0d-5a4c-4677-bfa0-c2a509a9afc4 req-f84ba741-34a7-4bf8-90bd-dfbc71a454de service neutron] 10.222.0.10 "GET /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419947 Aug 18 14:15:25.603035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.642876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.736054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.750557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Allocated IP 172.20.0.2 (ca3ad382-aa81-460b-98b0-bcc79962daef/6d613271-8294-42c7-b94a-f86f10b7ab7a/bfab248b-e28b-4fa6-97ea-e43517af016f) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:25.767458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.807940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.813007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/3802a020-d8b1-448e-85d3-55fdc1e8d97b HTTP/1.1" status: 204 len: 168 time: 0.4908354 Aug 18 14:15:25.813007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fdb21-be86-48c7-89ad-9dd7322e5dc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=3802a020-d8b1-448e-85d3-55fdc1e8d97b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:25.813290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39302) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:25.849410 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.851574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.852784 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ffd4ce0a-469b-4db1-9c41-ba0e5d745609 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4673860 Aug 18 14:15:25.855782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39304) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:25.878494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 59816f77-f34f-4252-974e-010378ec504f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:25.884405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.940319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.981528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:25.997753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Transition to ACTIVE for port object bfab248b-e28b-4fa6-97ea-e43517af016f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:26.043598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Transition to ACTIVE for port object bfab248b-e28b-4fa6-97ea-e43517af016f will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:26.089456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.105908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9e31c-50ba-43c8-8c15-be9533948f34 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:26.158654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.171143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d65f8dc-4e20-420a-80df-b740a0127b6b None None] Could not find standard attr ID for object 293bfae2-4b50-4e27-bf6b-442cb6c0edfc. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:15:26.206799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403fb6-af3e-484b-864f-645b17c8f188 req-b2ab0bf9-0bf0-4228-8080-f0337d59105f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:26.208356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87403fb6-af3e-484b-864f-645b17c8f188 req-b2ab0bf9-0bf0-4228-8080-f0337d59105f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.1184740 Aug 18 14:15:26.232956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Network ca3ad382-aa81-460b-98b0-bcc79962daef is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:26.237437 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.242104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.246990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:26.253803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:26.269147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Pushing event updated for resources: {'Port': ['ID=bfab248b-e28b-4fa6-97ea-e43517af016f,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:26.286324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=59816f77-f34f-4252-974e-010378ec504f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:26.298424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.301783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e9c4bed-122f-4d16-9b27-c73a856a7348 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/59816f77-f34f-4252-974e-010378ec504f HTTP/1.1" status: 204 len: 168 time: 0.4862266 Aug 18 14:15:26.302967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39316) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:26.353982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d65f8dc-4e20-420a-80df-b740a0127b6b None None] Provisioning for port c11e6f67-a20b-4129-ab74-51ae715ac13e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:26.359233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d65f8dc-4e20-420a-80df-b740a0127b6b None None] Provisioning complete for port c11e6f67-a20b-4129-ab74-51ae715ac13e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:26.359615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d65f8dc-4e20-420a-80df-b740a0127b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.361470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Attempting to bind port bfab248b-e28b-4fa6-97ea-e43517af016f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:26.361857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Attempting to bind port bfab248b-e28b-4fa6-97ea-e43517af016f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '02dd70eb-607f-419a-b53e-afeb6f8aecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:26.362220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Attempting to bind port bfab248b-e28b-4fa6-97ea-e43517af016f on network ca3ad382-aa81-460b-98b0-bcc79962daef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:26.399270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87403fb6-af3e-484b-864f-645b17c8f188 req-3fd45eba-1c93-4a1c-855e-79ffe0d04825 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820781 Aug 18 14:15:26.418976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:26.419793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Checking segment: {'id': '02dd70eb-607f-419a-b53e-afeb6f8aecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:26.428102 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.428619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Bound using segment: {'id': '02dd70eb-607f-419a-b53e-afeb6f8aecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:26.429138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Bound port: bfab248b-e28b-4fa6-97ea-e43517af016f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02dd70eb-607f-419a-b53e-afeb6f8aecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ca3ad382-aa81-460b-98b0-bcc79962daef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:26.429540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.465369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd642eb-1c91-4059-a248-63f78443896c req-74a2496e-fede-474b-b643-f5c48c042c6b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:26.467170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fd642eb-1c91-4059-a248-63f78443896c req-74a2496e-fede-474b-b643-f5c48c042c6b tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 945 time: 0.1340861 Aug 18 14:15:26.672337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:26.717883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b9cb58fc-cc4c-4676-ab49-cbd618c9ed73 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4137237 Aug 18 14:15:26.723839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39326) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:26.730984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:26.731661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] For port bfab248b-e28b-4fa6-97ea-e43517af016f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:26.736212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] For port bfab248b-e28b-4fa6-97ea-e43517af016f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfab248b-e28b-4fa6-97ea-e43517af016f,segment=NetworkSegment(02dd70eb-607f-419a-b53e-afeb6f8aecc7),segment_id=02dd70eb-607f-419a-b53e-afeb6f8aecc7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:26.767483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Deleting port c11e6f67-a20b-4129-ab74-51ae715ac13e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:26.768001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.775518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.20.0.1 (ca3ad382-aa81-460b-98b0-bcc79962daef/6d613271-8294-42c7-b94a-f86f10b7ab7a/3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:26.806035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port 8241d135-a9df-46ad-b616-edc2810b00b8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:26.806517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.843515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] For port c11e6f67-a20b-4129-ab74-51ae715ac13e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c11e6f67-a20b-4129-ab74-51ae715ac13e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:26.843838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.857655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Calling delete_port for c11e6f67-a20b-4129-ab74-51ae715ac13e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:26.870347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c11e6f67-a20b-4129-ab74-51ae715ac13e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:26.876448 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.977587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port 8241d135-a9df-46ad-b616-edc2810b00b8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=8241d135-a9df-46ad-b616-edc2810b00b8,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:26.978441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.983200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:26.995090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:26.995814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.007367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for 8241d135-a9df-46ad-b616-edc2810b00b8 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:27.020070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c0c48-fbf1-4947-a200-3194faec099f None None] Pushing event updated for resources: {'Port': ['ID=bfab248b-e28b-4fa6-97ea-e43517af016f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:27.021593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:27.100830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.364629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.410038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.415668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] Pushing event deleted for resources: {'Port': ['ID=c11e6f67-a20b-4129-ab74-51ae715ac13e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:27.426262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ceba0d-67a4-49f6-bc88-1d8e0c30e197 None None] No DVR routers for this DVR port c11e6f67-a20b-4129-ab74-51ae715ac13e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:27.454856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network ca3ad382-aa81-460b-98b0-bcc79962daef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:27.457813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:27.460551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:27.478991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.489448 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.515415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.537745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:27.543226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:27.554279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0ce735-4b63-45a8-9ee4-7e3186b28246 req-4dd9e21a-a972-44e1-94da-37b473231474 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 210 time: 0.0537446 Aug 18 14:15:27.573028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['8241d135-a9df-46ad-b616-edc2810b00b8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:27.579185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:27.587898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:27.593171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:27.593948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.600650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6568a1e-ac08-429d-b697-0aa9f65f8cdb None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:27.614388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=5d16ddcc-ba01-44c8-af2f-3be02200b544,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:27.619344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=8241d135-a9df-46ad-b616-edc2810b00b8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:27.643844 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.702080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8786c7a-1443-4276-8078-db7483be902a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9766600 Aug 18 14:15:27.704801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39342) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:27.711940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:27.846555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '5d16ddcc-ba01-44c8-af2f-3be02200b544'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:27.847454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:27.990522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:27.995022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.084588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Allocated IP 172.20.0.2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/5d16ddcc-ba01-44c8-af2f-3be02200b544/ec34cdb8-7ba4-4f8c-8635-9a3243e9769e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:28.191584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] No DVR routers for this DVR port 8241d135-a9df-46ad-b616-edc2810b00b8 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:28.198947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.201539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fd642eb-1c91-4059-a248-63f78443896c req-2b1be488-abb5-4302-a796-9b82b54542e4 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.58 "DELETE /v2.0/ports/8241d135-a9df-46ad-b616-edc2810b00b8 HTTP/1.1" status: 204 len: 173 time: 1.7203319 Aug 18 14:15:28.202328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'name': 'network-vif-deleted', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:28.205743 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901e9a4-85f7-4033-9fed-a50938de8193" -d '{"events": [{"server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "name": "network-vif-deleted", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:28.286769 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d289616-99c6-4720-aa19-e1712f823f09 x-openstack-request-id: req-6d289616-99c6-4720-aa19-e1712f823f09 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:28.287119 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e153f-1aca-4bad-8c3f-3dfe224dd429", "name": "network-vif-deleted", "tag": "8241d135-a9df-46ad-b616-edc2810b00b8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:28.287471 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d289616-99c6-4720-aa19-e1712f823f09 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:28.288243 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7e153f-1aca-4bad-8c3f-3dfe224dd429', 'name': 'network-vif-deleted', 'tag': '8241d135-a9df-46ad-b616-edc2810b00b8', 'status': 'completed', 'code': 200} Aug 18 14:15:28.344779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.348157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02dcda7-4a32-4254-b5de-21956aa005ce None None] Network ca3ad382-aa81-460b-98b0-bcc79962daef requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:28.397311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.414977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Transition to ACTIVE for port object ec34cdb8-7ba4-4f8c-8635-9a3243e9769e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:28.442058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Transition to ACTIVE for port object ec34cdb8-7ba4-4f8c-8635-9a3243e9769e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:28.495513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d7436675-e1f3-4b37-9fbe-480588dc6bda None None] Provisioning for port bfab248b-e28b-4fa6-97ea-e43517af016f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:28.521998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.563683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:28.573563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:28.588823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:28.646687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Pushing event updated for resources: {'Port': ['ID=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:28.715952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Attempting to bind port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:28.716375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Attempting to bind port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:28.716687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Attempting to bind port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:28.752899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:28.752899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:28.753353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.753868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:28.754679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Bound port: ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:28.755320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.775096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:15:28.810465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4551c409-9c0d-46d4-8b34-5e9c4d284124 req-3a5daf30-d5a7-4e30-b92b-143769d34d85 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e7e153f-1aca-4bad-8c3f-3dfe224dd429 HTTP/1.1" status: 200 len: 210 time: 0.0818353 Aug 18 14:15:28.904998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:28.938333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] For port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:28.944941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] For port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:28.986265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfab248b-e28b-4fa6-97ea-e43517af016f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:29.001527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.031568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.166072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.171438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:29.194902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5ae8-2460-42bc-a16d-be47b7414782 None None] Pushing event updated for resources: {'Port': ['ID=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:29.243910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bfab248b-e28b-4fa6-97ea-e43517af016f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:29.248336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bfab248b-e28b-4fa6-97ea-e43517af016f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:29.248790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.296129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Provisioning for port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:29.304194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Provisioning complete for port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:29.304568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.346875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.348103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network ca3ad382-aa81-460b-98b0-bcc79962daef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:29.349739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:29.482493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:29.500497 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.591791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Provisioning complete for port bfab248b-e28b-4fa6-97ea-e43517af016f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:29.592169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.666271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port bfab248b-e28b-4fa6-97ea-e43517af016f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfab248b-e28b-4fa6-97ea-e43517af016f,segment=NetworkSegment(02dd70eb-607f-419a-b53e-afeb6f8aecc7),segment_id=02dd70eb-607f-419a-b53e-afeb6f8aecc7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:29.679196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 21eea96f-7437-46ab-ba31-2b0b128a764e is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:15:29.769467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] For port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:29.776149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.781565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.812289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.823820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:29.841103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cf0fac39-cf23-46a2-b135-8129a97a3c48 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/21eea96f-7437-46ab-ba31-2b0b128a764e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9838665 Aug 18 14:15:29.843730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39364) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:29.850071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] Sync routers for ids ['21eea96f-7437-46ab-ba31-2b0b128a764e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:29.901054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424ec6a-6b05-4c2f-b278-4a503fa90684 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:29.903610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2424ec6a-6b05-4c2f-b278-4a503fa90684 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports/3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b HTTP/1.1" status: 200 len: 910 time: 0.0575655 Aug 18 14:15:29.905637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39368) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:29.911599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d613271-8294-42c7-b94a-f86f10b7ab7a'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:29.921573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.922768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.936586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=bfab248b-e28b-4fa6-97ea-e43517af016f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:30.001963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] Routers {'21eea96f-7437-46ab-ba31-2b0b128a764e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:30.007066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['21eea96f-7437-46ab-ba31-2b0b128a764e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:30.166259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:30.184833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39376) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:30.189617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:30.189746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=a99a8363-b897-4afd-a4fb-2afbce701f08,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:30.234593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:30.244484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,revision_number=4']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:30.252741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:30.263619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.268588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:30.281251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:15:30.281752 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-20c806bc-b8a6-4668-8646-37b90b7497f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:15:30.289692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] Routers {'21eea96f-7437-46ab-ba31-2b0b128a764e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:30.290770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['21eea96f-7437-46ab-ba31-2b0b128a764e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:30.321147 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-2d3ffdbb-a7e3-4f3b-aa04-25e164047e89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2731602 Aug 18 14:15:30.332367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:30.333199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f472c-c132-4052-867f-d3b2908281b2 None None] The sync data for ids ['21eea96f-7437-46ab-ba31-2b0b128a764e'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:30.410537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf2fd-174a-4361-b98f-c66ed7bb5885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:30.432084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bd4053db-4b14-4b5b-972a-29436a7fa6b2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7248993 Aug 18 14:15:30.435417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39382) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:30.442484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:b1:c1:69', 'name': 'tempest-NetworksTestDHCPv6-533869962'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:30.506307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-30691e43-2087-404e-a52a-34888297038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.507944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-30691e43-2087-404e-a52a-34888297038e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 1095 time: 0.1180203 Aug 18 14:15:30.602204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dea14b-f85c-4628-91bd-f45a49e70757 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:30.613559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781b6aa-7126-4a34-b2e3-297f96bf3c0a req-b87cc3b6-e7b1-407d-a907-f3bdb9c1ee52 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.615652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2781b6aa-7126-4a34-b2e3-297f96bf3c0a req-b87cc3b6-e7b1-407d-a907-f3bdb9c1ee52 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1631958 Aug 18 14:15:30.669332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-bdb3719d-e3a1-47c4-9e5a-5119d5673cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.672230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-bdb3719d-e3a1-47c4-9e5a-5119d5673cf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 200 len: 913 time: 0.1287420 Aug 18 14:15:30.738186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2781b6aa-7126-4a34-b2e3-297f96bf3c0a req-8cd9166a-10b3-43ff-82d0-0b4e961c0187 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090901 Aug 18 14:15:30.806003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-0a380d13-2fc7-4175-85dc-62b1b3fb3d80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 200 len: 999 time: 0.1181624 Aug 18 14:15:30.826796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf2fd-174a-4361-b98f-c66ed7bb5885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:30.896048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf2fd-174a-4361-b98f-c66ed7bb5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:30.926376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-1abbee6d-203f-47eb-b3bc-1b2ab1dcfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.928923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-1abbee6d-203f-47eb-b3bc-1b2ab1dcfbbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 200 len: 851 time: 0.0949707 Aug 18 14:15:30.981739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6dcf2fd-174a-4361-b98f-c66ed7bb5885 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17a32bd905a24de79e1c1627cff7a57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929521 Aug 18 14:15:30.985011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39386) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:30.987240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8241d135-a9df-46ad-b616-edc2810b00b8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:30.988111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcf2fd-174a-4361-b98f-c66ed7bb5885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cee8596-25c3-4287-825f-827f2598e446,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:31.001960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-30159436-2685-4148-8b70-b47d23590360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:31.003549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec34cdb8-7ba4-4f8c-8635-9a3243e9769e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:31.006306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-30159436-2685-4148-8b70-b47d23590360 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224b066a-30cd-4483-bec3-6041db3ca63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588975 Aug 18 14:15:31.008561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:31.059360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.062101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 8241d135-a9df-46ad-b616-edc2810b00b8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:31.065919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 8241d135-a9df-46ad-b616-edc2810b00b8 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:31.157338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.174804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.193476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-abd85b40-2cf9-49ca-ac2b-e25468614b4f None None] Provisioning for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:31.216193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.216980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-abd85b40-2cf9-49ca-ac2b-e25468614b4f None None] Provisioning complete for port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:31.217674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abd85b40-2cf9-49ca-ac2b-e25468614b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.237986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.258178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-a21d45e7-fea2-4008-86b3-ee0099c2eacc service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290928 Aug 18 14:15:31.267945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:31.280778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port adf3e4a6-25d9-4572-b816-18ee8357750e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:31.284778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:31.286432 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.291275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-abd85b40-2cf9-49ca-ac2b-e25468614b4f None None] Port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:31.348242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:31.348743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.351188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/ports/3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b HTTP/1.1" status: 200 len: 910 time: 1.4441209 Aug 18 14:15:31.352566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c9e4-7485-468b-869e-743d8058134f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:31.355373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39390) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:31.412583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.476895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:31.517565 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a14127f8-f959-40d7-b414-c3fe2e02e444 req-f415e6fb-9849-4ff3-bcb1-ce4243d4e23e service neutron] 10.222.0.10 "GET /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381084 Aug 18 14:15:31.541867 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.544137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfab248b-e28b-4fa6-97ea-e43517af016f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:31.615469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 172.20.0.5 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/5d16ddcc-ba01-44c8-af2f-3be02200b544/adf3e4a6-25d9-4572-b816-18ee8357750e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:31.630934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:feb1:c169 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/a99a8363-b897-4afd-a4fb-2afbce701f08/adf3e4a6-25d9-4572-b816-18ee8357750e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:31.679505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:31.701746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bfab248b-e28b-4fa6-97ea-e43517af016f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:31.702371 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.712641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.715414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.716680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cee8596-25c3-4287-825f-827f2598e446 HTTP/1.1" status: 204 len: 168 time: 0.7304077 Aug 18 14:15:31.743736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510a7a-20be-40bf-a5c2-3b8476d1862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cee8596-25c3-4287-825f-827f2598e446,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:32.028297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.031601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-b6796000-4b28-46ce-864c-9f51c7433a0f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:32.033276 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-b6796000-4b28-46ce-864c-9f51c7433a0f tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1947126 Aug 18 14:15:32.088673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.118100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61d939-8a4a-4674-bad0-ff75abe28304 req-d1c65fd0-8416-4e6a-9882-6ead32e8db5a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:32.124354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6376ea12-7cf1-4301-b21d-4703f73d5a59 None None] Provisioning complete for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:32.125540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6376ea12-7cf1-4301-b21d-4703f73d5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.129307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd61d939-8a4a-4674-bad0-ff75abe28304 req-d1c65fd0-8416-4e6a-9882-6ead32e8db5a tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 946 time: 0.1885951 Aug 18 14:15:32.171479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object adf3e4a6-25d9-4572-b816-18ee8357750e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:32.294001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:32.305210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.331331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd61d939-8a4a-4674-bad0-ff75abe28304 req-d7c2b9af-63d1-4aaf-84aa-3eacc139bb95 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007635 Aug 18 14:15:32.377866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.445210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:32.445583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.468621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:32.471598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:32.473033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:32.473386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.475031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=adf3e4a6-25d9-4572-b816-18ee8357750e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:32.489171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:32.489171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:32.603860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:32.604649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.609420 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.624282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:32.693563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:32.719790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e768f1-95e9-4e3a-a7f3-95a23fca8b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.785303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea30987a-d683-4016-914d-3e7af507b77a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3482237 Aug 18 14:15:32.793296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39404) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:32.838797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec34cdb8-7ba4-4f8c-8635-9a3243e9769e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:32.864291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.878190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1e4b48e9-23ee-4021-91dd-c0bff6f25e14'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:32.899973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfcefa-2c5d-441e-a0f0-edeb85f9a48c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:32.906430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfcefa-2c5d-441e-a0f0-edeb85f9a48c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:32.908130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68bfcefa-2c5d-441e-a0f0-edeb85f9a48c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1138101 Aug 18 14:15:32.911480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39406) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:32.928387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e768f1-95e9-4e3a-a7f3-95a23fca8b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.949047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=1e4b48e9-23ee-4021-91dd-c0bff6f25e14,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:32.953616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:32.955186 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.998376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] No DVR routers for this DVR port 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:33.011099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.012885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f1ba38ee-4702-4ee5-be02-e8e59418481b req-89028924-fff8-41d9-9ad4-48649a133095 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "DELETE /v2.0/ports/1e4b48e9-23ee-4021-91dd-c0bff6f25e14 HTTP/1.1" status: 204 len: 173 time: 0.9689000 Aug 18 14:15:33.013422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'name': 'network-vif-deleted', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:33.016008 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f502353-774e-438e-82b2-bcccbfedf0ee" -d '{"events": [{"server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "name": "network-vif-deleted", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:33.025244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8bb94d6b-91cf-4a2f-ad9f-7d3fd49436d3 None None] Provisioning for port adf3e4a6-25d9-4572-b816-18ee8357750e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:33.035581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8bb94d6b-91cf-4a2f-ad9f-7d3fd49436d3 None None] Provisioning complete for port adf3e4a6-25d9-4572-b816-18ee8357750e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:33.035958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8bb94d6b-91cf-4a2f-ad9f-7d3fd49436d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.058370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20e768f1-95e9-4e3a-a7f3-95a23fca8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.062854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.117918 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9a8b67-157d-44cc-88d3-e0df8fe071e9 x-openstack-request-id: req-bb9a8b67-157d-44cc-88d3-e0df8fe071e9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:33.118531 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed42a32-1f8c-4adc-96ef-ae9b66453b1f", "name": "network-vif-deleted", "tag": "1e4b48e9-23ee-4021-91dd-c0bff6f25e14", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:33.120062 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb9a8b67-157d-44cc-88d3-e0df8fe071e9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:33.120480 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed42a32-1f8c-4adc-96ef-ae9b66453b1f', 'name': 'network-vif-deleted', 'tag': '1e4b48e9-23ee-4021-91dd-c0bff6f25e14', 'status': 'completed', 'code': 200} Aug 18 14:15:33.168998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8bb94d6b-91cf-4a2f-ad9f-7d3fd49436d3 None None] Port adf3e4a6-25d9-4572-b816-18ee8357750e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:33.185888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-20e768f1-95e9-4e3a-a7f3-95a23fca8b78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d982bac80baf427fbdef98809b85738b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908915 Aug 18 14:15:33.190305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39412) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:33.192857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=3d5535ed-eb8f-43a5-ad00-6f0e63fcce4b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:33.199614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e768f1-95e9-4e3a-a7f3-95a23fca8b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d2e677-6789-4d6f-85c1-6521ec629860,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:33.241053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port adf3e4a6-25d9-4572-b816-18ee8357750e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:33.241573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.310405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.339586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.476063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.478719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.480051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3d2e677-6789-4d6f-85c1-6521ec629860 HTTP/1.1" status: 204 len: 168 time: 0.2875478 Aug 18 14:15:33.488705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e898fc5-0792-4c0f-a3a2-ffbfef86fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d2e677-6789-4d6f-85c1-6521ec629860,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:33.505881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.531178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d6906da-6b5a-4159-bc1f-9f620eeb1bd9 req-76cdd899-ad23-4cf2-9feb-9fb5be1af4ff tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0540669 Aug 18 14:15:33.615667 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:33.633355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for adf3e4a6-25d9-4572-b816-18ee8357750e owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:33.751306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 21eea96f-7437-46ab-ba31-2b0b128a764e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:34.232471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:34.248986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:34.250103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5070c8d5-1c69-40a7-8d9c-a491c22bd149 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/21eea96f-7437-46ab-ba31-2b0b128a764e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897548 Aug 18 14:15:34.254156 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] Sync routers for ids ['21eea96f-7437-46ab-ba31-2b0b128a764e'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:34.280356 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] Routers {'21eea96f-7437-46ab-ba31-2b0b128a764e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:34.281373 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['21eea96f-7437-46ab-ba31-2b0b128a764e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:34.322364 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6813f922-d298-4c9e-94f3-98579780eee1 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=21eea96f-7437-46ab-ba31-2b0b128a764e HTTP/1.1" status: 200 len: 205 time: 0.0666158 Aug 18 14:15:34.323211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39430) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:34.336700 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:34.349959 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] Routers {'21eea96f-7437-46ab-ba31-2b0b128a764e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:34.350649 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['21eea96f-7437-46ab-ba31-2b0b128a764e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:34.392431 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:34.393104 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645c335-000a-4f29-944f-537bf8c3e35c None None] The sync data for ids ['21eea96f-7437-46ab-ba31-2b0b128a764e'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:34.593986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:34.759177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=adf3e4a6-25d9-4572-b816-18ee8357750e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:34.897049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:34.932276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-109fbd2b-ffbf-44f4-8942-1adbbe7167c2 req-0cda2f94-c441-4871-b578-92956b5dde73 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ed42a32-1f8c-4adc-96ef-ae9b66453b1f HTTP/1.1" status: 200 len: 210 time: 0.0576615 Aug 18 14:15:34.985561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:34.990805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fafe2ae3-d6ac-40f6-a965-1ba23b230c45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/adf3e4a6-25d9-4572-b816-18ee8357750e HTTP/1.1" status: 204 len: 168 time: 2.0769858 Aug 18 14:15:34.996223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:35.119313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:35.131437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf2e51-6cea-450f-aa6e-5617a44ff38e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:35.133583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf2e51-6cea-450f-aa6e-5617a44ff38e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:35.135315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf2e51-6cea-450f-aa6e-5617a44ff38e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:35.137472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8dbf2e51-6cea-450f-aa6e-5617a44ff38e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1364641 Aug 18 14:15:35.140177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:35.167063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.169459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.180053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:35.180391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1e4b48e9-23ee-4021-91dd-c0bff6f25e14 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:35.254527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 5d16ddcc-ba01-44c8-af2f-3be02200b544 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:35.258224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.296031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.296621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router 21eea96f-7437-46ab-ba31-2b0b128a764e {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:35.304867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.309300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f964646-ce26-49e9-a21c-bfdfb80fdf77 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/21eea96f-7437-46ab-ba31-2b0b128a764e HTTP/1.1" status: 204 len: 168 time: 0.9812024 Aug 18 14:15:35.309521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:35.364743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.391821 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:15:35.431006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet 6d613271-8294-42c7-b94a-f86f10b7ab7a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:35.439428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.579401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.587180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.795391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.878285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.914251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=5d16ddcc-ba01-44c8-af2f-3be02200b544,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:35.916331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:35.918483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ff6491a3-ca46-4cd4-9c1d-d84c26d55a45 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/5d16ddcc-ba01-44c8-af2f-3be02200b544 HTTP/1.1" status: 204 len: 168 time: 0.7769701 Aug 18 14:15:35.922169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39464) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:35.926861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d78e52-2917-4536-92ec-895889af1349 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:36.001867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.017083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet a99a8363-b897-4afd-a4fb-2afbce701f08 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:36.033394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.062286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=6d613271-8294-42c7-b94a-f86f10b7ab7a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:36.072118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.078462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-861d6bee-12a0-499c-85f8-5bf675ac160a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/6d613271-8294-42c7-b94a-f86f10b7ab7a HTTP/1.1" status: 204 len: 168 time: 0.7685487 Aug 18 14:15:36.081902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913e158-bc34-4fae-849f-2985edff7929 None None] Network ca3ad382-aa81-460b-98b0-bcc79962daef requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:36.082719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:36.161262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.201588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.282864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port bfab248b-e28b-4fa6-97ea-e43517af016f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:36.283557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.306612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.388770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port bfab248b-e28b-4fa6-97ea-e43517af016f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfab248b-e28b-4fa6-97ea-e43517af016f,segment=NetworkSegment(02dd70eb-607f-419a-b53e-afeb6f8aecc7),segment_id=02dd70eb-607f-419a-b53e-afeb6f8aecc7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:36.389342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.399643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] DHCP port deletion for ca3ad382-aa81-460b-98b0-bcc79962daef request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:36.426593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for bfab248b-e28b-4fa6-97ea-e43517af016f owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:36.520899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Deleting port bfab248b-e28b-4fa6-97ea-e43517af016f {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:36.520899 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.535956 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.610963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=a99a8363-b897-4afd-a4fb-2afbce701f08,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:36.618612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.625950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ae3f4945-8651-4d84-bb9f-c9a56424d14a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/a99a8363-b897-4afd-a4fb-2afbce701f08 HTTP/1.1" status: 204 len: 168 time: 0.6963406 Aug 18 14:15:36.626157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39490) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:36.676991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] For port bfab248b-e28b-4fa6-97ea-e43517af016f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfab248b-e28b-4fa6-97ea-e43517af016f,segment=NetworkSegment(02dd70eb-607f-419a-b53e-afeb6f8aecc7),segment_id=02dd70eb-607f-419a-b53e-afeb6f8aecc7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:36.677467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.695169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Calling delete_port for bfab248b-e28b-4fa6-97ea-e43517af016f owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:36.715985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1253f364-d903-4fab-801a-8443a9c98deb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850620 Aug 18 14:15:36.716452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:36.723496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:36.769914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.814435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port bfab248b-e28b-4fa6-97ea-e43517af016f on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:36.836859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:36.869269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] Pushing event deleted for resources: {'Port': ['ID=bfab248b-e28b-4fa6-97ea-e43517af016f,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:36.873961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f2520-48cb-4f6e-861f-a24ac28691ad None None] No DVR routers for this DVR port bfab248b-e28b-4fa6-97ea-e43517af016f on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:36.923915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfab248b-e28b-4fa6-97ea-e43517af016f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:36.932186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=bfab248b-e28b-4fa6-97ea-e43517af016f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:36.971623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: bfab248b-e28b-4fa6-97ea-e43517af016f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:36.987889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfab248b-e28b-4fa6-97ea-e43517af016f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:37.018289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.031647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72ea66-af06-49c6-8db1-fc83835e81cf req-b4aa3fc8-51f8-41c7-afdd-1d855cae0550 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:37.032530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3ad382-aa81-460b-98b0-bcc79962daef']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:37.033340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d72ea66-af06-49c6-8db1-fc83835e81cf req-b4aa3fc8-51f8-41c7-afdd-1d855cae0550 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.3058727 Aug 18 14:15:37.061448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dd70eb-607f-419a-b53e-afeb6f8aecc7') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:37.061448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dd70eb-607f-419a-b53e-afeb6f8aecc7') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:37.070752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.091765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.093958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d72ea66-af06-49c6-8db1-fc83835e81cf req-20cd7fbe-4619-40b7-a281-4d0862448424 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536954 Aug 18 14:15:37.098573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:15:37.099100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:15:37.102209 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:15:37.222800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf473c-b0d7-41be-8f3c-1dea8a5c1964 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:37.345985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-efd6e7dd-4129-477d-8d71-e8f488950b62 None None] Provisioning complete for port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:37.346336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-efd6e7dd-4129-477d-8d71-e8f488950b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.452472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:37.498778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:37.499287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.503005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.505959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Deleting port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:37.506622 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.512803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.527675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/ca3ad382-aa81-460b-98b0-bcc79962daef HTTP/1.1" status: 204 len: 168 time: 1.4404805 Aug 18 14:15:37.529942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39502) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:37.555295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019202628', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:37.575354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4855-951f-4e4d-be5a-63581d976c30 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=ca3ad382-aa81-460b-98b0-bcc79962daef,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:37.609545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] For port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:37.612647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.626755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Calling delete_port for ec34cdb8-7ba4-4f8c-8635-9a3243e9769e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:37.713326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.714574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.794418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.812886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.839539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] Pushing event deleted for resources: {'Port': ['ID=ec34cdb8-7ba4-4f8c-8635-9a3243e9769e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:37.845326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6b50e-4b58-4c83-896e-e1e722555b26 None None] No DVR routers for this DVR port ec34cdb8-7ba4-4f8c-8635-9a3243e9769e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:37.849911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.937146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:37.942333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:37.947559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:37.948271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.948515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:37.958235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d7384-47e4-4698-b45d-9a167057c36b None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:37.969877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=fadaf658-6eaf-48d4-a37c-182e0812e534,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:38.070199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.074825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-72e4b844-3f99-43ae-adef-e1724f9023d6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5376816 Aug 18 14:15:38.075046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2fd54574-1335-4bae-84fb-af62c7abde52 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3541842 Aug 18 14:15:38.075263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:38.076217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39534) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:38.081002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:38.084903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-292679969'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:38.216209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:38.219941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.229129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'fadaf658-6eaf-48d4-a37c-182e0812e534'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:38.239068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.259046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ba2d7-8be1-4515-8945-9bd07b5e214e req-c8397ff6-7aaa-47ac-9aec-af5c29179548 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:38.266412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-772ba2d7-8be1-4515-8945-9bd07b5e214e req-c8397ff6-7aaa-47ac-9aec-af5c29179548 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.0897527 Aug 18 14:15:38.271716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:15:38.295083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.295627 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 0bb080a8-1f94-4067-a261-d232f29d9806 of type vlan for network 61c445ad-935b-42f5-a317-8a5cc0a72502 Aug 18 14:15:38.355616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-772ba2d7-8be1-4515-8945-9bd07b5e214e req-21ecdf70-e34b-4f72-b76a-82a4ad9c8201 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878210 Aug 18 14:15:38.379574 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.398893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:38.403060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.421150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Allocated IP 172.20.0.2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/fadaf658-6eaf-48d4-a37c-182e0812e534/5047babb-f9f6-499d-9ef9-7cd5c9296cde) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:38.480729 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.485114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:38.486190 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.597398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=61c445ad-935b-42f5-a317-8a5cc0a72502,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:38.624406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:15:38.643057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ffb35c27-f8c4-4f9d-87cc-646a6a8969f0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5653038 Aug 18 14:15:38.647004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39562) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:38.653319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-605a3bc6-b1e3-4de3-a31d-be3375806522 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:38.654860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:38.656084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-605a3bc6-b1e3-4de3-a31d-be3375806522 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.1306725 Aug 18 14:15:38.748581 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.781802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Transition to ACTIVE for port object 5047babb-f9f6-499d-9ef9-7cd5c9296cde will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:38.819867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Transition to ACTIVE for port object 5047babb-f9f6-499d-9ef9-7cd5c9296cde will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:38.861204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec34cdb8-7ba4-4f8c-8635-9a3243e9769e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:38.884813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ec34cdb8-7ba4-4f8c-8635-9a3243e9769e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:38.885751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec34cdb8-7ba4-4f8c-8635-9a3243e9769e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:38.895774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:38.902024 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.904814 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.931946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:38.932295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:38.972943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:38.977194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:38.987739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:39.005690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Pushing event updated for resources: {'Port': ['ID=5047babb-f9f6-499d-9ef9-7cd5c9296cde,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:39.075182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Attempting to bind port 5047babb-f9f6-499d-9ef9-7cd5c9296cde on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:39.075558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Attempting to bind port 5047babb-f9f6-499d-9ef9-7cd5c9296cde by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:39.075924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Attempting to bind port 5047babb-f9f6-499d-9ef9-7cd5c9296cde on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:39.083070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:39.084130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:39.084911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.085752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:39.086795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Bound port: 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:39.087477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.147227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] For port ef9e83da-c3b2-4361-95ed-5a90277f6870, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ef9e83da-c3b2-4361-95ed-5a90277f6870,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:39.147967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.169469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] For port 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:39.173154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] For port 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5047babb-f9f6-499d-9ef9-7cd5c9296cde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:39.302506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.302825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.419021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=21c3f481-6516-499f-a193-6daed2e195c4,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:39.430757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:39.430757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 61c445ad-935b-42f5-a317-8a5cc0a72502, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:15:39.433511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:15:39.456446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa174d8-4f4f-4b97-b851-2e9a316da561 None None] Pushing event updated for resources: {'Port': ['ID=5047babb-f9f6-499d-9ef9-7cd5c9296cde,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:39.555997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:15:39.656084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 61c445ad-935b-42f5-a317-8a5cc0a72502) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:39.666544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.667349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.726192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2b73f-a2f4-450c-b739-795a988f508c None None] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:39.759555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:39.791118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.792003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:39.792003 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Floating IP 4805b07c-5360-4a41-8de0-44db7dde1ecc disassociated. External IP: 172.25.1.212, port: ef9e83da-c3b2-4361-95ed-5a90277f6870. Aug 18 14:15:39.795717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for ef9e83da-c3b2-4361-95ed-5a90277f6870 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:39.817280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2c0882a9-d809-4911-ad47-85484de7b658 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1688671 Aug 18 14:15:39.822627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39592) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:40.024059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.085540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-61c445ad-935b-42f5-a317-8a5cc0a72502', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:40.086743 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.184560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-413559a9-b581-411b-b883-70c1aef7242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.274591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.289922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb54a1-2c3a-459b-a204-57e0bb4adb84 req-a1b0cbc1-3551-4a4c-ae32-e62201fd0316 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:40.297507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecbb54a1-2c3a-459b-a204-57e0bb4adb84 req-a1b0cbc1-3551-4a4c-ae32-e62201fd0316 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 944 time: 0.7903407 Aug 18 14:15:40.317544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] For port 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5047babb-f9f6-499d-9ef9-7cd5c9296cde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:40.338301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.410902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecbb54a1-2c3a-459b-a204-57e0bb4adb84 req-2a6856a1-1320-49a3-820f-4bfb3a441b11 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups?id=f1f55268-241c-460b-97a9-3bfd1ca71308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106353 Aug 18 14:15:40.425507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=ef9e83da-c3b2-4361-95ed-5a90277f6870,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:40.450529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.460708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.462139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Allocated IP 172.20.0.2 (61c445ad-935b-42f5-a317-8a5cc0a72502/21c3f481-6516-499f-a193-6daed2e195c4/5377ef84-6484-4376-98cb-4b702adb3705) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:40.622953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-413559a9-b581-411b-b883-70c1aef7242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.727953 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.740117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Transition to ACTIVE for port object 5377ef84-6484-4376-98cb-4b702adb3705 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:40.766273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Transition to ACTIVE for port object 5377ef84-6484-4376-98cb-4b702adb3705 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:40.879216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5047babb-f9f6-499d-9ef9-7cd5c9296cde up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:40.914098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.915330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:40.955603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-413559a9-b581-411b-b883-70c1aef7242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.003876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:41.012285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.017092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-413559a9-b581-411b-b883-70c1aef7242c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=685138506d8e41118fc7bfe25df32f51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2530670 Aug 18 14:15:41.017283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.022002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413559a9-b581-411b-b883-70c1aef7242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1d86b-6070-4e0b-83b8-62c942644219,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.024071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:41.033822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39598) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:41.060412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Router 3199f6f6-32a2-4146-8974-5525a2880fef has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:41.063414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:41.064378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.090550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.20.0.1 (61c445ad-935b-42f5-a317-8a5cc0a72502/21c3f481-6516-499f-a193-6daed2e195c4/693a83ce-1030-4f4c-beca-96ddf6d7a722) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:41.093471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=f980cab2-82cd-4ca6-8eae-e2d2b94ca519,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.100504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=5047babb-f9f6-499d-9ef9-7cd5c9296cde,revision_number=4']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.126750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2cc69-e35c-45d6-940e-9e09bc3e81e1 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:41.141329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Pushing event updated for resources: {'Port': ['ID=5377ef84-6484-4376-98cb-4b702adb3705,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.153212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:41.188073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:41.197035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b61393ed-a8bd-439f-8cf2-58b866320ef0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1205528 Aug 18 14:15:41.202413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39602) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:41.207803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:ee:47:92', 'name': 'tempest-NetworksTestDHCPv6-52161624'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:41.216008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.286710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:41.295890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: ef9e83da-c3b2-4361-95ed-5a90277f6870 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:41.297102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ef9e83da-c3b2-4361-95ed-5a90277f6870 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:41.299887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:41.306549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:41.333612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.354270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 693a83ce-1030-4f4c-beca-96ddf6d7a722 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:41.355654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.389613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:41.399315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Attempting to bind port 5377ef84-6484-4376-98cb-4b702adb3705 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:41.399697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Attempting to bind port 5377ef84-6484-4376-98cb-4b702adb3705 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:41.400068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Attempting to bind port 5377ef84-6484-4376-98cb-4b702adb3705 on network 61c445ad-935b-42f5-a317-8a5cc0a72502 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:41.406771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Sync routers for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:41.442175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:41.442541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Checking segment: {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:41.443674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.444082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Bound using segment: {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:41.444598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Bound port: 5377ef84-6484-4376-98cb-4b702adb3705, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:41.444985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.456446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Provisioning for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:41.468562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:41.469217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:41.478632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.500106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] No DVR routers for this DVR port ef9e83da-c3b2-4361-95ed-5a90277f6870 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:41.504462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.507468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e5f24304-9b24-4098-ac0f-75fb7095621d req-4ec1548c-2831-418f-b567-6ef40ac61046 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.10 "DELETE /v2.0/ports/ef9e83da-c3b2-4361-95ed-5a90277f6870 HTTP/1.1" status: 204 len: 173 time: 2.8389847 Aug 18 14:15:41.508349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-deleted', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:41.510967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Provisioning complete for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:41.510967 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.513465 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1c8bab-45ea-4d3c-aea2-8a51106436f9" -d '{"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-deleted", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:41.591942 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c19e7b-9172-46cf-8755-a9dc53bc5c58 x-openstack-request-id: req-f0c19e7b-9172-46cf-8755-a9dc53bc5c58 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:41.592127 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f", "name": "network-vif-deleted", "tag": "ef9e83da-c3b2-4361-95ed-5a90277f6870", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:41.592854 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0c19e7b-9172-46cf-8755-a9dc53bc5c58 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:41.592854 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f', 'name': 'network-vif-deleted', 'tag': 'ef9e83da-c3b2-4361-95ed-5a90277f6870', 'status': 'completed', 'code': 200} Aug 18 14:15:41.633794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db6cfecb-4e75-4d1f-a2bb-d77de010f578 req-4921fc1f-b9ae-4a83-acc3-f86a4bc50ffa tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.0408950 Aug 18 14:15:41.637944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.642681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:41.644640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:41.652398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:41.704185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.710228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] For port 5377ef84-6484-4376-98cb-4b702adb3705, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:41.717806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] For port 5377ef84-6484-4376-98cb-4b702adb3705, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5377ef84-6484-4376-98cb-4b702adb3705,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:41.733383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:41.813132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:41.817608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.820400 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.823790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bc1d86b-6070-4e0b-83b8-62c942644219 HTTP/1.1" status: 204 len: 168 time: 0.7832146 Aug 18 14:15:41.836802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.873052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d905e-d338-45be-be92-0e9b3ea2f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1d86b-6070-4e0b-83b8-62c942644219,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:41.876863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.948343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.956404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.980817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port f26ac710-149e-4975-8c82-d0a633abfc85 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:42.006060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] For port 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5047babb-f9f6-499d-9ef9-7cd5c9296cde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:42.047506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e53e9a-26bd-4b4f-ac78-1c18f4757065 None None] Pushing event updated for resources: {'Port': ['ID=5377ef84-6484-4376-98cb-4b702adb3705,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:42.111109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.239938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e5969-a7ae-47a1-80a5-57bcfec2b088 None None] Pushing event updated for resources: {'Port': ['ID=5047babb-f9f6-499d-9ef9-7cd5c9296cde,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:42.259673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:42.296988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Checking router: 3199f6f6-32a2-4146-8974-5525a2880fef for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:42.302102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 172.20.0.11 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/fadaf658-6eaf-48d4-a37c-182e0812e534/f26ac710-149e-4975-8c82-d0a633abfc85) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:42.323240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:42.323911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:42.341517 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:feee:4792 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/f980cab2-82cd-4ca6-8eae-e2d2b94ca519/f26ac710-149e-4975-8c82-d0a633abfc85) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:42.560392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:42.610172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.677601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.691611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object f26ac710-149e-4975-8c82-d0a633abfc85 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:42.730778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.851279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.881517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:42.920176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:42.954343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14973561-9385-47e2-a048-b81c1b89dc6c req-b56d75c8-8bf8-4f44-8a97-4dc65c75a4d5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0288ce9-c1d1-4fe3-bbd4-bb80b3dcc19f HTTP/1.1" status: 200 len: 210 time: 0.1893249 Aug 18 14:15:42.977019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=f26ac710-149e-4975-8c82-d0a633abfc85,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:42.980996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:42.983026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:42.986635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:43.030240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:43.122496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:43.125150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:43.125883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.126589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.265083 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2932ce00-ea98-45e0-8eaa-58ef8e219770 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0610831 Aug 18 14:15:43.267222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39632) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:43.281421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5377ef84-6484-4376-98cb-4b702adb3705 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:43.289153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ad2c-1758-429d-9299-12f8e81138e3 None None] The sync data for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 is: [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f124c853-7408-4ae6-bb18-6259b62ea0c3', 'name': '', 'network_id': '224b066a-30cd-4483-bec3-6041db3ca63c', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'mac_address': 'fa:16:3e:ea:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:13Z', 'updated_at': '2021-08-18T14:06:20Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'subnets': [{'id': '7c3b7027-a337-4428-b5cd-5f74f09b4261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:43.299644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39634) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:43.322397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5975e349-0135-4bcb-9ed4-400d9ab00f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.397644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f29969cf-5b01-42b7-864a-34202ecb3e95 None None] Provisioning complete for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:43.398054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f29969cf-5b01-42b7-864a-34202ecb3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.455694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631a486-1a20-4fa4-8905-2e3e9d344da3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.461773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:15:43.462440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631a486-1a20-4fa4-8905-2e3e9d344da3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.466870 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4631a486-1a20-4fa4-8905-2e3e9d344da3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1956050 Aug 18 14:15:43.467340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:43.615606 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5975e349-0135-4bcb-9ed4-400d9ab00f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.621312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5377ef84-6484-4376-98cb-4b702adb3705 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:43.626347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5047babb-f9f6-499d-9ef9-7cd5c9296cde up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:43.696141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port f26ac710-149e-4975-8c82-d0a633abfc85 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:43.696662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.715860 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5975e349-0135-4bcb-9ed4-400d9ab00f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.756034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:43.756585 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.800618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e70b6-e504-4a1c-aef6-921e24ddd913 None None] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:43.806652 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9161c-bd21-4688-a99d-be833e7fb9a7 None None] New status for floating IP 4805b07c-5360-4a41-8de0-44db7dde1ecc: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:15:43.859407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5975e349-0135-4bcb-9ed4-400d9ab00f8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0f80210dbf746d18fabaa697e6c24b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585465 Aug 18 14:15:43.863315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39640) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:43.871278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.874371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975e349-0135-4bcb-9ed4-400d9ab00f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3968ec29-1f1c-40a8-a942-d4ab8d1d4b26,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:43.886880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:43.889124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for f26ac710-149e-4975-8c82-d0a633abfc85 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:43.899282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-91253888-3bba-44bf-bf6b-20147a3d4c16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713527 Aug 18 14:15:43.902984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39642) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:43.908345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-2073873772'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:43.954358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-008ba852-0430-47fc-81e7-10f6c474f1d3 None None] Provisioning for port f26ac710-149e-4975-8c82-d0a633abfc85 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:43.956953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:43.961023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.981640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-008ba852-0430-47fc-81e7-10f6c474f1d3 None None] Provisioning complete for port f26ac710-149e-4975-8c82-d0a633abfc85 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:43.982051 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-008ba852-0430-47fc-81e7-10f6c474f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:43.995294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.015797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:44.016365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:44.087855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:44.095613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.169749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.172948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.183657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3968ec29-1f1c-40a8-a942-d4ab8d1d4b26 HTTP/1.1" status: 204 len: 168 time: 0.3152604 Aug 18 14:15:44.183776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-008ba852-0430-47fc-81e7-10f6c474f1d3 None None] Port f26ac710-149e-4975-8c82-d0a633abfc85 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:44.189205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541193c-b7c7-4ec4-a011-88336a784b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968ec29-1f1c-40a8-a942-d4ab8d1d4b26,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:44.232217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39650) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.263719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.263901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:44.282034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:15:44.300618 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.301275 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733 of type vlan for network 8672603c-5a6d-4d1d-9454-a2e1691923e7 Aug 18 14:15:44.312765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=f26ac710-149e-4975-8c82-d0a633abfc85,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:44.376166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.395133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.440067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Provisioning for port 5377ef84-6484-4376-98cb-4b702adb3705 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:44.448590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Provisioning complete for port 5377ef84-6484-4376-98cb-4b702adb3705 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:44.448971 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.474303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.502479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.507939 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5e8e5252-ed37-4a96-ab01-1a994987a0fc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/f26ac710-149e-4975-8c82-d0a633abfc85 HTTP/1.1" status: 204 len: 168 time: 1.0396292 Aug 18 14:15:44.510580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39654) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.523892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.532415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:44.533193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.635609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.639243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.640894 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1f55268-241c-460b-97a9-3bfd1ca71308 HTTP/1.1" status: 204 len: 168 time: 0.4076974 Aug 18 14:15:44.647107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.650570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39658) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.655746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=8672603c-5a6d-4d1d-9454-a2e1691923e7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:44.692355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:15:44.697079 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-b4181c79-8667-4780-a62d-f712a5441928 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] show failed (client error): The resource could not be found. Aug 18 14:15:44.699625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b4181c79-8667-4780-a62d-f712a5441928 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "GET /v2.0/security-groups/f1f55268-241c-460b-97a9-3bfd1ca71308 HTTP/1.1" status: 404 len: 347 time: 0.0435331 Aug 18 14:15:44.703088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39662) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.705098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f041e45-6eb2-406e-9569-3d8bfdcf3ef5 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f55268-241c-460b-97a9-3bfd1ca71308,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:44.737279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d0b35-96cb-42b1-a143-97b63f909bc5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:44.747131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d0b35-96cb-42b1-a143-97b63f909bc5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:44.748832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d0b35-96cb-42b1-a143-97b63f909bc5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:44.750718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-db4d0b35-96cb-42b1-a143-97b63f909bc5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2378123 Aug 18 14:15:44.766792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39664) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.803551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9eee0873-9c0a-4aa9-b80b-c05fcecf089e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8992012 Aug 18 14:15:44.808463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39670) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:44.814801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:44.851312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:41Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:42Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:44.853785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet f980cab2-82cd-4ca6-8eae-e2d2b94ca519 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:44.857017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] For port 5377ef84-6484-4376-98cb-4b702adb3705, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5377ef84-6484-4376-98cb-4b702adb3705,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:44.884834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.930655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:44.930941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Updating router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c port 693a83ce-1030-4f4c-beca-96ddf6d7a722 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:15:44.947938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Deleting port 78082c7f-8441-49b5-877a-2ea028660e7b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:44.949561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.965888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.967856 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.993643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.079627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.080353 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.099664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Calling delete_port for 78082c7f-8441-49b5-877a-2ea028660e7b owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:45.115487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:45.119257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.126178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.159194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461999f-d8cf-453d-979c-9e9f5b7deb70 None None] Pushing event updated for resources: {'Port': ['ID=5377ef84-6484-4376-98cb-4b702adb3705,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:45.264918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Provisioning for port 693a83ce-1030-4f4c-beca-96ddf6d7a722 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:45.277510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Provisioning complete for port 693a83ce-1030-4f4c-beca-96ddf6d7a722 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:45.278207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.333028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Port 693a83ce-1030-4f4c-beca-96ddf6d7a722 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:45.371554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Provisioning complete for port 5377ef84-6484-4376-98cb-4b702adb3705 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:45.371932 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c777c8b-8e54-4f2c-91d5-68512eb961da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.387872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.415414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.451062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Pushing event deleted for resources: {'Port': ['ID=78082c7f-8441-49b5-877a-2ea028660e7b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:45.470576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.483549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Transition to ACTIVE for port object 693a83ce-1030-4f4c-beca-96ddf6d7a722 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:45.554944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.561359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.577960 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-863ced21-55d3-430d-9d65-ce7205524d64 tempest-ServerActionsTestJSON-185327616 tempest-ServerActionsTestJSON-185327616-project] 10.222.0.35 "DELETE /v2.0/floatingips/4805b07c-5360-4a41-8de0-44db7dde1ecc HTTP/1.1" status: 204 len: 168 time: 0.8566492 Aug 18 14:15:45.581038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39690) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:45.590178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.842452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Attempting to bind port 693a83ce-1030-4f4c-beca-96ddf6d7a722 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:45.843161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Attempting to bind port 693a83ce-1030-4f4c-beca-96ddf6d7a722 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:45.849566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Attempting to bind port 693a83ce-1030-4f4c-beca-96ddf6d7a722 on network 61c445ad-935b-42f5-a317-8a5cc0a72502 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:45.849566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f6bd6-4650-411e-8ecc-11f78cc185c8 None None] Pushing event updated for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:45.857215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:45.858015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Checking segment: {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:45.858629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.859236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Bound using segment: {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:45.859925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Bound port: 693a83ce-1030-4f4c-beca-96ddf6d7a722, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb080a8-1f94-4067-a261-d232f29d9806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:45.860508 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.978707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] For port 693a83ce-1030-4f4c-beca-96ddf6d7a722, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:45.982924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] For port 693a83ce-1030-4f4c-beca-96ddf6d7a722, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=693a83ce-1030-4f4c-beca-96ddf6d7a722,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:46.080323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=f980cab2-82cd-4ca6-8eae-e2d2b94ca519,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:46.092639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.109881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.111773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a13b3071-8f96-4113-88c2-e6a0a2867fa5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f980cab2-82cd-4ca6-8eae-e2d2b94ca519 HTTP/1.1" status: 204 len: 168 time: 1.3571112 Aug 18 14:15:46.115326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39702) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:46.127505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613bdbf-3198-4ddd-934f-7ac9b9d2648d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:46.268192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f6bd6-4650-411e-8ecc-11f78cc185c8 None None] Pushing event updated for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:46.295186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet fadaf658-6eaf-48d4-a37c-182e0812e534 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:46.298792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.300203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:46.301180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:46.319746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.348012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.391337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=60b84e6c-a962-482d-8dd3-3c0b2d96a57b,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:46.394790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:46.450277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:46.450909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 8672603c-5a6d-4d1d-9454-a2e1691923e7, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:15:46.455697 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.535340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:15:46.652654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8672603c-5a6d-4d1d-9454-a2e1691923e7) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:46.657539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:46.658515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.670933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39e40a-d0ba-43fd-ab53-e6617413202c None None] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:46.684388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.742454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a9707954-9d74-4ef1-a5ae-0e5ed8086cb0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9345748 Aug 18 14:15:46.747375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39724) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:46.778924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=fadaf658-6eaf-48d4-a37c-182e0812e534,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:46.796991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.800111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c5717ea0-522b-4e6f-891e-fe1897d112fa tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/fadaf658-6eaf-48d4-a37c-182e0812e534 HTTP/1.1" status: 204 len: 168 time: 0.6829987 Aug 18 14:15:46.805757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39730) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:46.917861 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8fbc8c82-1e93-408d-b4e1-65522cf178f3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070378 Aug 18 14:15:46.920096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:46.961435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5377ef84-6484-4376-98cb-4b702adb3705 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:47.006428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138e79bf-b668-47e5-96f9-ffd1e131b2f4 None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': 'fadaf658-6eaf-48d4-a37c-182e0812e534'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '5047babb-f9f6-499d-9ef9-7cd5c9296cde'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:15:47.037749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae7bc7-bdf3-4749-9885-119b772c1807 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:47.039343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d7ae7bc7-bdf3-4749-9885-119b772c1807 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1175199 Aug 18 14:15:47.044661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:47.080492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d46f8e-00c3-4049-b939-a1cccc7a50f3 req-29e9fb65-12f6-4c76-8798-b00aaae6e746 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:47.088138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23d46f8e-00c3-4049-b939-a1cccc7a50f3 req-29e9fb65-12f6-4c76-8798-b00aaae6e746 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1836355 Aug 18 14:15:47.094738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.102092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-138e79bf-b668-47e5-96f9-ffd1e131b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.152819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a06ddd-5344-4215-97a2-9bfbdf2d4741 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:47.157679 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-73a06ddd-5344-4215-97a2-9bfbdf2d4741 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1088710 Aug 18 14:15:47.157679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:47.182169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-8672603c-5a6d-4d1d-9454-a2e1691923e7', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:47.183165 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.186494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23d46f8e-00c3-4049-b939-a1cccc7a50f3 req-dce650e5-6de6-4f60-8054-3c15c9b75f98 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974381 Aug 18 14:15:47.223418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5377ef84-6484-4376-98cb-4b702adb3705 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:47.223977 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.230359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-45c8074b-db77-4906-9ff3-e6264cfe216f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722113 Aug 18 14:15:47.237399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:47.243096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:47.369512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.417825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:41Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:45Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:47.470226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c29dd7-114d-4a50-b1fe-f6c30ddddcad None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:47.510090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540a202-8eb8-4ef2-b6f1-0a327c2d6fc1 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:41Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:45Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:47.706326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Allocated IP 172.21.0.2 (8672603c-5a6d-4d1d-9454-a2e1691923e7/60b84e6c-a962-482d-8dd3-3c0b2d96a57b/173056b4-8d9b-4414-82c6-40114e33a50d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:47.708500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-06550cc6-dc19-48df-8097-824e3d0cf2fc None None] Provisioning complete for port 5047babb-f9f6-499d-9ef9-7cd5c9296cde triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:47.708869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-06550cc6-dc19-48df-8097-824e3d0cf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.821588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:47.830807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.836509 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:47.836509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:47.872177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Deleting port f124c853-7408-4ae6-bb18-6259b62ea0c3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:47.872543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:47.933854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39756) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:47.936230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:47.938510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb366b09-f952-4627-a83f-7d94a74085c7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6999490 Aug 18 14:15:47.941513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:48.006491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] For port f124c853-7408-4ae6-bb18-6259b62ea0c3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f124c853-7408-4ae6-bb18-6259b62ea0c3,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:48.006803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.033581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Calling delete_port for f124c853-7408-4ae6-bb18-6259b62ea0c3 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:48.051177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.064744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Transition to ACTIVE for port object 173056b4-8d9b-4414-82c6-40114e33a50d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:48.081748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Deleting port 5047babb-f9f6-499d-9ef9-7cd5c9296cde {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:48.082218 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.086355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Transition to ACTIVE for port object 173056b4-8d9b-4414-82c6-40114e33a50d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:48.156448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] For port 5047babb-f9f6-499d-9ef9-7cd5c9296cde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5047babb-f9f6-499d-9ef9-7cd5c9296cde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:48.156958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.169385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:48.173596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.174793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Calling delete_port for 5047babb-f9f6-499d-9ef9-7cd5c9296cde owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:48.175202 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:48.175645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:48.237489 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.290482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:48.296146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:48.304497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:48.310076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.21.0.1 (8672603c-5a6d-4d1d-9454-a2e1691923e7/60b84e6c-a962-482d-8dd3-3c0b2d96a57b/7020303e-9a2b-4850-a1a9-46f239d87697) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:48.325909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Pushing event updated for resources: {'Port': ['ID=173056b4-8d9b-4414-82c6-40114e33a50d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:48.397612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-043e8600-da71-4497-8799-0295d6cd69a5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4613523 Aug 18 14:15:48.400611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39770) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:48.406542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:48.407493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Attempting to bind port 173056b4-8d9b-4414-82c6-40114e33a50d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:48.407832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Attempting to bind port 173056b4-8d9b-4414-82c6-40114e33a50d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:48.408197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Attempting to bind port 173056b4-8d9b-4414-82c6-40114e33a50d on network 8672603c-5a6d-4d1d-9454-a2e1691923e7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:48.414982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:48.415364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Checking segment: {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:48.415770 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.416168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Bound using segment: {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:48.416685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Bound port: 173056b4-8d9b-4414-82c6-40114e33a50d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:48.417060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.456213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.466309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a1417-304b-46ac-a0db-0945831e1b34 req-ba5faf6f-bff5-4aa7-969d-a6748c595db8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:48.468890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e53a1417-304b-46ac-a0db-0945831e1b34 req-ba5faf6f-bff5-4aa7-969d-a6748c595db8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1099081 Aug 18 14:15:48.486638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.499385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Pushing event deleted for resources: {'Port': ['ID=f124c853-7408-4ae6-bb18-6259b62ea0c3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:48.523295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] For port 173056b4-8d9b-4414-82c6-40114e33a50d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:48.529137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] Pushing event deleted for resources: {'Port': ['ID=5047babb-f9f6-499d-9ef9-7cd5c9296cde,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:48.535075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199c8d3-98ee-441c-a948-d43c48493f0a None None] No DVR routers for this DVR port 5047babb-f9f6-499d-9ef9-7cd5c9296cde on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:48.545724 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.551378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] For port 173056b4-8d9b-4414-82c6-40114e33a50d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=173056b4-8d9b-4414-82c6-40114e33a50d,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:48.575092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e53a1417-304b-46ac-a0db-0945831e1b34 req-26e1d0dc-1103-4815-b759-523b1d462b44 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917182 Aug 18 14:15:48.576139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 7020303e-9a2b-4850-a1a9-46f239d87697 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:48.632960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.704644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b76f8-6b83-4006-9b83-6892585d99c2 None None] Pushing event updated for resources: {'Port': ['ID=173056b4-8d9b-4414-82c6-40114e33a50d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:48.735620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.753809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:48.757451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.759105 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:48.759568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:48.811374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:48.815409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:48.815872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.818301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:48.861031 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-06874ed7-3e01-45a0-b4c8-8bc6c6c8e2e9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4598660 Aug 18 14:15:48.881777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39780) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:48.896691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:48.912450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:49.060306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.086218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 693a83ce-1030-4f4c-beca-96ddf6d7a722 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:49.238813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Router 3199f6f6-32a2-4146-8974-5525a2880fef has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:49.246766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 693a83ce-1030-4f4c-beca-96ddf6d7a722 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:49.251145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 693a83ce-1030-4f4c-beca-96ddf6d7a722 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:49.257080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.316956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:49.335076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.338545 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:49.340242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:49.394771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:49.406693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6bd3774-91d6-4a46-8554-f6f25054515c admin admin] 10.222.0.35 "PUT /v2.0/routers/3199f6f6-32a2-4146-8974-5525a2880fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8243518 Aug 18 14:15:49.409118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39798) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:49.410033 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Sync routers for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:49.427399 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:49.428032 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:49.453707 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.473025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5eb33342-c335-4c27-a34a-a157e83fc95b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5862393 Aug 18 14:15:49.476207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39800) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:49.483215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:49.617936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.685050 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:49.818950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.904447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 693a83ce-1030-4f4c-beca-96ddf6d7a722, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=693a83ce-1030-4f4c-beca-96ddf6d7a722,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:49.956332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.998856 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.096924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5047babb-f9f6-499d-9ef9-7cd5c9296cde no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:50.116846 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:15:48Z', 'revision_number': 5, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port': {'id': '123b8f85-66c4-42c1-8aa8-0a982d5ae0f2', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:06:07Z', 'updated_at': '2021-08-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:50.127933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5047babb-f9f6-499d-9ef9-7cd5c9296cde {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:50.128602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5047babb-f9f6-499d-9ef9-7cd5c9296cde not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:50.163359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:50.163911 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Checking router: 3199f6f6-32a2-4146-8974-5525a2880fef for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:50.183868 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Routers {'3199f6f6-32a2-4146-8974-5525a2880fef'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:50.184902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3199f6f6-32a2-4146-8974-5525a2880fef'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:50.195294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Deleting port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:50.195848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.211152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.226554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd8d58-b61d-4527-878a-71a4df5c5242 req-99b35da0-54e6-4a98-85a8-72d09c542ad7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.235931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57cd8d58-b61d-4527-878a-71a4df5c5242 req-99b35da0-54e6-4a98-85a8-72d09c542ad7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2894533 Aug 18 14:15:50.244407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:50.248301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.249911 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:50.250353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:50.281219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdc8f9-a7c4-4c84-99ec-b167d081e078 None None] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:50.308983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] For port 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:50.309352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.326509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Calling delete_port for 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:50.332802 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] Set router 3199f6f6-32a2-4146-8974-5525a2880fef gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:50.353112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.395130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57cd8d58-b61d-4527-878a-71a4df5c5242 req-9a730ea4-8a62-46b8-82cc-6b8dd2a7e62e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581426 Aug 18 14:15:50.409084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ee8a3ae6-0b35-43f6-a657-9c3e1d8d36eb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9315388 Aug 18 14:15:50.415208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39818) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:50.421410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:50.513700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.520641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.528023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.534282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.540857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.541194 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 6, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:50.542812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3a43c262-d256-4ae0-abf7-1af57215d2cd None None] Provisioning for port 173056b4-8d9b-4414-82c6-40114e33a50d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:50.548656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.557381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.559576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-149c5653-ee40-426e-9e11-1f1ebaca1cc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.2674046 Aug 18 14:15:50.576387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.577159 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f431d-71f6-4e92-a694-437783ac2f8f None None] The sync data for ids ['3199f6f6-32a2-4146-8974-5525a2880fef'] in n-d-804303-5 is: [{'id': '3199f6f6-32a2-4146-8974-5525a2880fef', 'name': 'tempest-ServerActionsTestJSON-1621994788-router', 'tenant_id': '07d8d66be9bc43c3ad336477eb4944a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:06:06Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 6, 'project_id': '07d8d66be9bc43c3ad336477eb4944a2', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:50.585930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:50.680950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2428c1f2-50c2-4289-9b9e-eb525342eb1f req-57968435-cc28-49b8-b947-979e6fc2cce7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1135490 Aug 18 14:15:50.735197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:50.736820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:50.806718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:50.810380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.811985 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:15:50.812829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:15:50.844185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:50.853681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:50.874332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Pushing event deleted for resources: {'Port': ['ID=123b8f85-66c4-42c1-8aa8-0a982d5ae0f2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:50.930871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f88570fd-0744-4cb7-9718-3792d1f66b9d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5142200 Aug 18 14:15:50.933641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39832) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:50.973661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:15:50.993673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f4e4054-3c09-42b2-9dde-a41101f2a7b9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2449486 Aug 18 14:15:50.995967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.007155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:15:51.010859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-96720772'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:51.021406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.027150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-942b8054-199c-42d5-866b-c0a4ff5d6f2d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0739169 Aug 18 14:15:51.030085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.060490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:51.061312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:51.227852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.230377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.257336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef922431-230b-4b12-ab90-b5c8598e4f82 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.265998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef922431-230b-4b12-ab90-b5c8598e4f82 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2331455 Aug 18 14:15:51.268885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.278507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ab57ca97-562c-48a0-bd52-7f52373d5123 None None] Provisioning for port 7020303e-9a2b-4850-a1a9-46f239d87697 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:51.344978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ab57ca97-562c-48a0-bd52-7f52373d5123 None None] Provisioning complete for port 7020303e-9a2b-4850-a1a9-46f239d87697 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:51.345653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab57ca97-562c-48a0-bd52-7f52373d5123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.352403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:51.377336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:51.382372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.396246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.396868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3199f6f6-32a2-4146-8974-5525a2880fef {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:15:51.399853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a9a3c245-7780-48c3-946a-8176990e02fd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295917 Aug 18 14:15:51.406127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39850) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.408723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.412605 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc339b72-10d6-471e-8cca-8be224da78eb admin admin] 10.222.0.35 "DELETE /v2.0/routers/3199f6f6-32a2-4146-8974-5525a2880fef HTTP/1.1" status: 204 len: 168 time: 2.0021577 Aug 18 14:15:51.413865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:51.415313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39852) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.499651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:15:51.530105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Deleting subnet 7c3b7027-a337-4428-b5cd-5f74f09b4261 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:15:51.534249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.592500 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.593123 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 4c3f9e5c-06fc-48e3-981c-40e5402115d5 of type vlan for network 94cc1cc0-cf91-44ad-8a32-3afc46288063 Aug 18 14:15:51.593261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.674536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.714494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.741493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 173056b4-8d9b-4414-82c6-40114e33a50d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:51.746143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ab57ca97-562c-48a0-bd52-7f52373d5123 None None] Port 7020303e-9a2b-4850-a1a9-46f239d87697 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:51.769311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.779373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.786359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.808420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.808420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.812200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.818613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.820804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4cf68773-eb5f-4326-9c66-c8bfba693859 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.3808911 Aug 18 14:15:51.851261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 3, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:51.876800 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.883026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.883282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.884900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:15:51.885260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Updating router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c port 7020303e-9a2b-4850-a1a9-46f239d87697 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:15:51.889790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.915498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d1519c1-fb7c-4b61-acd6-6f564939c33e None None] Provisioning complete for port 7020303e-9a2b-4850-a1a9-46f239d87697 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:51.915946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d1519c1-fb7c-4b61-acd6-6f564939c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.921214 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87953326-1734-4927-97ca-6c9c387ad632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.922351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3b7027-a337-4428-b5cd-5f74f09b4261,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:51.925657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:51.927753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7465917b-97de-4b52-a680-e2158380285f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c3b7027-a337-4428-b5cd-5f74f09b4261 HTTP/1.1" status: 204 len: 168 time: 0.5110857 Aug 18 14:15:51.930329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:51.939422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366188b1-1a5c-4cbe-a7f1-0dcd6938b4d9 req-d24bb5ea-8c64-4908-9efd-811758f8d499 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.941820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-366188b1-1a5c-4cbe-a7f1-0dcd6938b4d9 req-d24bb5ea-8c64-4908-9efd-811758f8d499 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.3790464 Aug 18 14:15:51.944927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5410f9b-74fa-4509-a1e3-771953237e9e None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:51.967960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-504b195d-b698-44bd-990a-76bfaaba1c6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.969261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-504b195d-b698-44bd-990a-76bfaaba1c6d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1363215 Aug 18 14:15:51.994776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.017349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 173056b4-8d9b-4414-82c6-40114e33a50d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:52.034703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.048142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 173056b4-8d9b-4414-82c6-40114e33a50d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:52.048626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.052014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0d1519c1-fb7c-4b61-acd6-6f564939c33e None None] Port 7020303e-9a2b-4850-a1a9-46f239d87697 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:52.110317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:52.114234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.123097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Deleting port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:52.124088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.212895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] For port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,segment=NetworkSegment(5df51be1-5ada-4eb5-8ffc-e61cd586f4f2),segment_id=5df51be1-5ada-4eb5-8ffc-e61cd586f4f2)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:52.213281 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.227535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Calling delete_port for c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:52.233402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2334838 Aug 18 14:15:52.241899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:52.250189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:52.297324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933033-2b8a-48b0-9030-8d14ee007ebb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=94cc1cc0-cf91-44ad-8a32-3afc46288063,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:52.319164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:15:52.351153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-366188b1-1a5c-4cbe-a7f1-0dcd6938b4d9 req-50afad13-803d-4981-ba0f-629a4a684e7b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894130 Aug 18 14:15:52.370279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.377167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.394508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.394508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.401104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.407295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.413492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.421890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a430d61d-ca21-4e97-9882-fe562550950e req-c042f8c2-4170-434c-8b43-fa0d98bcd638 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 5433 time: 0.5460064 Aug 18 14:15:52.476518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] DHCP port deletion for 224b066a-30cd-4483-bec3-6041db3ca63c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:15:52.539956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-c02514ca-da12-48a5-a33a-23c9353e120f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4572039 Aug 18 14:15:52.546773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.563216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a430d61d-ca21-4e97-9882-fe562550950e req-70c23dd9-89f6-4f80-a9d4-577dc14a0311 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1397924 Aug 18 14:15:52.598931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:52.603556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:52.607294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.664231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.685208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 173056b4-8d9b-4414-82c6-40114e33a50d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=173056b4-8d9b-4414-82c6-40114e33a50d,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:52.703816 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.708621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:52.717254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] No DVR routers for this DVR port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:52.722670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Deleting port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:52.723088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.832683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.834056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 693a83ce-1030-4f4c-beca-96ddf6d7a722 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:52.843613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.855346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b066a-30cd-4483-bec3-6041db3ca63c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:52.871002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:52.871385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df51be1-5ada-4eb5-8ffc-e61cd586f4f2') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:52.902527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.909204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.927571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.938480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:15:52.938922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:15:52.940515 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:15:52.945418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] For port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:52.945816 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:52.949782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:15:52.953063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.042385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=749a659e-2b0f-4326-91f5-1fa7f5fb1131,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:53.060474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:53.063324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=414c18a2-7fee-4739-b3ea-1fb6df5ffaee,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.067287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:53.071683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:53.072284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.110626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] For port 749a659e-2b0f-4326-91f5-1fa7f5fb1131, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:53.123214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.125198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Transition to ACTIVE for port object 7020303e-9a2b-4850-a1a9-46f239d87697 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:53.128935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.133688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e293f-f97a-4bdd-97b2-a866ddd13551 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:53.140350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Calling delete_port for c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:53.145016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:15:53.156918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=173056b4-8d9b-4414-82c6-40114e33a50d,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.179469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.183915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-000a4695-7a00-4480-9372-8a8415102914 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7731705 Aug 18 14:15:53.184072 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] 10.222.0.35 "DELETE /v2.0/networks/224b066a-30cd-4483-bec3-6041db3ca63c HTTP/1.1" status: 204 len: 168 time: 1.2519276 Aug 18 14:15:53.191861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:53.192043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.192164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] device_id is not set on port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:53.199442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Network 224b066a-30cd-4483-bec3-6041db3ca63c is not hosted by any dhcp agent {{(pid=112230) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:15:53.199906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] No DVR routers for this DVR port c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:53.204184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 693a83ce-1030-4f4c-beca-96ddf6d7a722 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:53.204431 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.223695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.249402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:5e:04:80', 'name': 'tempest-NetworksTestDHCPv6-790611755'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:53.260843 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.264920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f7705-b19a-4732-b7e3-e82a096eb33e admin admin] Pushing event deleted for resources: {'Network': ['ID=224b066a-30cd-4483-bec3-6041db3ca63c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.272304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87c46-acbb-433a-95e0-706b19dfb894 None None] Pushing event deleted for resources: {'Port': ['ID=c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.316002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.385344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=789966a4-6271-4fce-87d7-5bc25a01dde4,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.415151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:53.422067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 94cc1cc0-cf91-44ad-8a32-3afc46288063, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:15:53.561051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:15:53.647186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:15:53.691197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Pushing event updated for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:53.699923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Attempting to bind port 7020303e-9a2b-4850-a1a9-46f239d87697 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:53.700517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Attempting to bind port 7020303e-9a2b-4850-a1a9-46f239d87697 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:53.701107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Attempting to bind port 7020303e-9a2b-4850-a1a9-46f239d87697 on network 8672603c-5a6d-4d1d-9454-a2e1691923e7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:53.716795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:53.717381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Checking segment: {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:53.718063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.718705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Bound using segment: {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:53.719516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Bound port: 7020303e-9a2b-4850-a1a9-46f239d87697, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:53.720186 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.730768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 94cc1cc0-cf91-44ad-8a32-3afc46288063) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:53.749679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:53.751181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.758099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5451242-4427-495f-954f-949a6c790593 None None] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:15:53.786773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39906) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:53.887375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '414c18a2-7fee-4739-b3ea-1fb6df5ffaee'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:53.888099 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.925044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-300fa73e-c61a-4568-827d-77d97000e905 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07d8d66be9bc43c3ad336477eb4944a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364923 Aug 18 14:15:53.928026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:53.930641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:53.942257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f124c853-7408-4ae6-bb18-6259b62ea0c3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:53.975725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13d57e8a-4156-4730-9328-a75d4734ceff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7322292 Aug 18 14:15:53.976528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:53.994325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 360527c1-4277-4b0a-930b-623fc2107bdd yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:53.997361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f124c853-7408-4ae6-bb18-6259b62ea0c3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:53.997731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f124c853-7408-4ae6-bb18-6259b62ea0c3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:54.070141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] For port 7020303e-9a2b-4850-a1a9-46f239d87697, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:54.082863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Pushing event updated for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:54.125014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.134139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.139471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] For port 7020303e-9a2b-4850-a1a9-46f239d87697, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7020303e-9a2b-4850-a1a9-46f239d87697,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:54.140554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.152699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.157962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.165963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.168212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-cbbbe4b1-83a7-43e7-9bf3-d6c6b179d4d7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 4660 time: 0.2005594 Aug 18 14:15:54.169063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] No DVR routers for this DVR port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:54.188418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6641c8-5960-44d0-99cb-4893853c7e59 req-c9ea5b77-c09a-4826-a010-7f31d406b719 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.190591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d6641c8-5960-44d0-99cb-4893853c7e59 req-c9ea5b77-c09a-4826-a010-7f31d406b719 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2134025 Aug 18 14:15:54.233729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 173056b4-8d9b-4414-82c6-40114e33a50d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:54.241084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.299054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d6641c8-5960-44d0-99cb-4893853c7e59 req-8386509f-b2a2-4bf8-ac4e-dba21830cefa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788701 Aug 18 14:15:54.328242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] In _notify_port_updated(), no bound segment for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:15:54.337652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.338668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.340272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1f27e11-2677-40e2-814c-f8541a36eb09 service neutron] 10.222.0.58 "PUT /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 200 len: 1026 time: 1.7466798 Aug 18 14:15:54.350410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2252e6e0-7b7c-4424-922c-36c7a2ce8ff1 req-1dab39f9-1a36-426a-9ed9-31f2bf84e2b7 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=b94af90f-b6c0-4346-8971-74a6112a42a1&id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1372125 Aug 18 14:15:54.365751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.405492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Allocated IP 2001:db8::f816:3eff:fea7:417c (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/414c18a2-7fee-4739-b3ea-1fb6df5ffaee/f5980188-4a8a-4e41-afd5-c96b1eba5d91) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:54.445957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-6ee5af7d-ab5d-41a4-b9c2-d0e369e07c43 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.446402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:15:54.447308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:54.447453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-6ee5af7d-ab5d-41a4-b9c2-d0e369e07c43 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "GET /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0952659 Aug 18 14:15:54.454610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-94cc1cc0-cf91-44ad-8a32-3afc46288063', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:15:54.455592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.475135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:54.527735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Pushing event updated for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:54.579755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 173056b4-8d9b-4414-82c6-40114e33a50d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:54.580588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.619530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.718916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.719445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.719591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.719933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.720264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.720700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.720914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.721238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.721563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.721914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.722239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.722884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f40e09-18e3-48ec-96a4-33a7a9cf0d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:54.870686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e9308b2d-556a-4fa5-b6be-41300a201c6e None None] Provisioning complete for port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:54.871047 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9308b2d-556a-4fa5-b6be-41300a201c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.901529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:54.917023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:15:54.956559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] For port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:54.983926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5463c9a7-c8b8-4a9e-89e1-125987d8c6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:54.989588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.014090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] device_id is not set on port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:15:55.025942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.037977 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.051387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e9308b2d-556a-4fa5-b6be-41300a201c6e None None] Port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:55.115748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.123051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6bfeb266-da0f-45e5-98de-f4cbeec30fca no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:55.218348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Allocated IP 172.22.0.2 (94cc1cc0-cf91-44ad-8a32-3afc46288063/789966a4-6271-4fce-87d7-5bc25a01dde4/06a96a97-8786-4c87-acee-f9a2ec7b88d6) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:55.229612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:55.262621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] No DVR routers for this DVR port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:55.267080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.287513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.290854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.292213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90de42d1-8c52-4a8c-ab30-3b6b6fd78d06 HTTP/1.1" status: 204 len: 168 time: 1.3588426 Aug 18 14:15:55.309758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68280-79fe-4917-9864-8b02ff06318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90de42d1-8c52-4a8c-ab30-3b6b6fd78d06,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:55.360030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] In _notify_port_updated(), no bound segment for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 on network b9aee283-afd4-49da-918d-9a8f5c02fe3a {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:15:55.360030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.360030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.360030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-ebc535f5-d1aa-45d5-96ec-02a9cd26d373 service neutron] 10.222.0.58 "PUT /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 200 len: 1027 time: 0.8942080 Aug 18 14:15:55.433351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.563667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Transition to ACTIVE for port object f5980188-4a8a-4e41-afd5-c96b1eba5d91 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:55.705019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4776f-0d5e-41b4-a02c-19795f7f8554 req-963f2da5-da5b-45b1-9b5f-e756aa00f159 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.706744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89e4776f-0d5e-41b4-a02c-19795f7f8554 req-963f2da5-da5b-45b1-9b5f-e756aa00f159 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1947241 Aug 18 14:15:55.730135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.736614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.743534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.749590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.756116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:55.758001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-88d297df-e536-4563-b3c5-5ff3c2cc985a tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 3886 time: 0.1720364 Aug 18 14:15:55.792889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port c830aff6-9c03-4ac0-93b7-7387612d8e83 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:55.793236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.811122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:55.871827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:55.872192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0c03f8d-6568-4bf5-b02a-1d27b4fbb3b4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:55.872664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:55.890447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Transition to ACTIVE for port object f5980188-4a8a-4e41-afd5-c96b1eba5d91 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:55.893129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89e4776f-0d5e-41b4-a02c-19795f7f8554 req-ee754007-2cfb-4765-81f1-eb409ff360c6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793296 Aug 18 14:15:55.899757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd328558-b95c-43d5-8fc1-f66e1a85393f req-e72640b1-c139-45e3-b223-a86b720bbef5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322935 Aug 18 14:15:55.960987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port c830aff6-9c03-4ac0-93b7-7387612d8e83, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c830aff6-9c03-4ac0-93b7-7387612d8e83,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:55.961526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.968835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:55.981266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for c830aff6-9c03-4ac0-93b7-7387612d8e83 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:56.000637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:56.001073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 123b8f85-66c4-42c1-8aa8-0a982d5ae0f2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:56.032705 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.081781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-68ea51d4-1ddd-4da8-8c94-a48bf08b3085 None None] Provisioning complete for port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:56.082214 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-68ea51d4-1ddd-4da8-8c94-a48bf08b3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.083739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:56.086646 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ccd94-37b9-4382-8f57-212fac4add4c" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:56.098135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.105474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fe5e:480 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/414c18a2-7fee-4739-b3ea-1fb6df5ffaee/360527c1-4277-4b0a-930b-623fc2107bdd) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:56.155297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:56.164700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:56.248418 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3b78a-2456-4427-ae01-095eda32f0ca x-openstack-request-id: req-21a3b78a-2456-4427-ae01-095eda32f0ca {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:56.248723 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:56.248987 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21a3b78a-2456-4427-ae01-095eda32f0ca {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:56.249393 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'code': 200} Aug 18 14:15:56.256564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:56.267558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.268614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 6e20463c-82c8-4b4b-b540-3538e2a6bc21 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:56.273219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:56.329378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-68ea51d4-1ddd-4da8-8c94-a48bf08b3085 None None] Port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:15:56.357813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Pushing event updated for resources: {'Port': ['ID=f5980188-4a8a-4e41-afd5-c96b1eba5d91,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:56.368904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.378179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.388973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.413286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=c830aff6-9c03-4ac0-93b7-7387612d8e83,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:56.413560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 360527c1-4277-4b0a-930b-623fc2107bdd will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:56.422397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Transition to ACTIVE for port object 06a96a97-8786-4c87-acee-f9a2ec7b88d6 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:56.463582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port c830aff6-9c03-4ac0-93b7-7387612d8e83 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:56.466582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.468910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-4abd310e-05e4-4e63-ab17-110cbe23f764 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "DELETE /v2.0/ports/c830aff6-9c03-4ac0-93b7-7387612d8e83 HTTP/1.1" status: 204 len: 173 time: 1.1064119 Aug 18 14:15:56.469570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:56.470092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Attempting to bind port f5980188-4a8a-4e41-afd5-c96b1eba5d91 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:56.470501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Attempting to bind port f5980188-4a8a-4e41-afd5-c96b1eba5d91 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:56.471079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Attempting to bind port f5980188-4a8a-4e41-afd5-c96b1eba5d91 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:56.472431 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca810c8-302d-4966-9de6-40faf4c912de" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:56.492860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Transition to ACTIVE for port object 06a96a97-8786-4c87-acee-f9a2ec7b88d6 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:56.494531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:56.500613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:56.501152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:56.501665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.502349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:56.503061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Bound port: f5980188-4a8a-4e41-afd5-c96b1eba5d91, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:56.503669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.508949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 3, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:53Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:15:56.565132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.572905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a56fd-a094-4df6-a6b0-da58622acf7c None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 3, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:53Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:15:56.576917 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa7a1c-1cae-41aa-884b-fdd6f9bae470 x-openstack-request-id: req-fdaa7a1c-1cae-41aa-884b-fdd6f9bae470 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:56.577219 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "c830aff6-9c03-4ac0-93b7-7387612d8e83", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:56.577479 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdaa7a1c-1cae-41aa-884b-fdd6f9bae470 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:56.577923 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'c830aff6-9c03-4ac0-93b7-7387612d8e83', 'status': 'completed', 'code': 200} Aug 18 14:15:56.608723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.702832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port a0ac4f84-fb61-4637-9da1-af8c38d139b6 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:56.703230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.736213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.754677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:56.760153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:56.772313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=360527c1-4277-4b0a-930b-623fc2107bdd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:56.775344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:56.787369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:56.788066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.806290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.22.0.1 (94cc1cc0-cf91-44ad-8a32-3afc46288063/789966a4-6271-4fce-87d7-5bc25a01dde4/b9849c76-27b7-4994-b7a8-ddf2a6bcbc40) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:15:56.806896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:56.829084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:56.851586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Pushing event updated for resources: {'Port': ['ID=06a96a97-8786-4c87-acee-f9a2ec7b88d6,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:56.858162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:56.895234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port a0ac4f84-fb61-4637-9da1-af8c38d139b6, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a0ac4f84-fb61-4637-9da1-af8c38d139b6,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:56.896325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:56.916626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] For port f5980188-4a8a-4e41-afd5-c96b1eba5d91, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:56.954645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for a0ac4f84-fb61-4637-9da1-af8c38d139b6 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:57.067204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] For port f5980188-4a8a-4e41-afd5-c96b1eba5d91, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f5980188-4a8a-4e41-afd5-c96b1eba5d91,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:57.140285 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.156602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:57.159792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:57.174315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.195092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Attempting to bind port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:57.195990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Attempting to bind port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:57.196726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Attempting to bind port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 on network 94cc1cc0-cf91-44ad-8a32-3afc46288063 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:57.214772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-425a9519-b35d-4033-a02f-0e97e6203114 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9767818 Aug 18 14:15:57.216830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:57.240967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:57.241829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Checking segment: {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:57.242552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.243384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Bound using segment: {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:57.244115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Bound port: 06a96a97-8786-4c87-acee-f9a2ec7b88d6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:57.244767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.295510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.296612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c830aff6-9c03-4ac0-93b7-7387612d8e83 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:57.311483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.351601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-d18fdcca-927c-4fa0-9876-fcc9c670b1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.358568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-d18fdcca-927c-4fa0-9876-fcc9c670b1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.367551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-d18fdcca-927c-4fa0-9876-fcc9c670b1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.381086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-d18fdcca-927c-4fa0-9876-fcc9c670b1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.397015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-d18fdcca-927c-4fa0-9876-fcc9c670b1c5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 3149 time: 0.2759259 Aug 18 14:15:57.420849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6189e-75ce-458c-9cfd-dd362fadacd5 req-9258247d-2eb2-48a1-865e-d5dcde7946de tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.423238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb6189e-75ce-458c-9cfd-dd362fadacd5 req-9258247d-2eb2-48a1-865e-d5dcde7946de tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2493370 Aug 18 14:15:57.455385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: c830aff6-9c03-4ac0-93b7-7387612d8e83 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:57.455643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c830aff6-9c03-4ac0-93b7-7387612d8e83 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:57.456090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:57.481494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:57.504731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:57.512733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:15:57.552472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb6189e-75ce-458c-9cfd-dd362fadacd5 req-192765d3-982b-422a-b414-5c65057588a0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175098 Aug 18 14:15:57.589540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38c94fd3-eff7-4b45-9008-70aa97ae8d73 req-c558a442-a4b6-4f21-93f5-ca1541e42c3d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901340 Aug 18 14:15:57.639527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34559f87-80d2-42cb-bd8d-64d05509d1b7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.667820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24274-16bc-410c-964b-7438037f0fbd None None] Pushing event updated for resources: {'Port': ['ID=f5980188-4a8a-4e41-afd5-c96b1eba5d91,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:57.672054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34559f87-80d2-42cb-bd8d-64d05509d1b7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.684933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40068) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:57.685778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-34559f87-80d2-42cb-bd8d-64d05509d1b7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4614408 Aug 18 14:15:57.759324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.763137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.793996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:57.794439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 749a659e-2b0f-4326-91f5-1fa7f5fb1131 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:57.803616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] For port 06a96a97-8786-4c87-acee-f9a2ec7b88d6, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:57.810796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] For port 06a96a97-8786-4c87-acee-f9a2ec7b88d6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06a96a97-8786-4c87-acee-f9a2ec7b88d6,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:57.816099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.829506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:57.856941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:57.881922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.903154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=a0ac4f84-fb61-4637-9da1-af8c38d139b6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:57.977160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port a0ac4f84-fb61-4637-9da1-af8c38d139b6 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:57.981691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:57.983584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-bc6b5536-987a-4708-bb74-3e2fbff4ff2d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "DELETE /v2.0/ports/a0ac4f84-fb61-4637-9da1-af8c38d139b6 HTTP/1.1" status: 204 len: 173 time: 1.5039756 Aug 18 14:15:57.985053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 749a659e-2b0f-4326-91f5-1fa7f5fb1131 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:57.985981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0ac4f84-fb61-4637-9da1-af8c38d139b6 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:58.002573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 360527c1-4277-4b0a-930b-623fc2107bdd {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:58.004032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.063808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: a0ac4f84-fb61-4637-9da1-af8c38d139b6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:15:58.064380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a0ac4f84-fb61-4637-9da1-af8c38d139b6 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:15:58.065095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:58.138061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8ede-0d8a-4c0a-af52-0060ed8ca1ed None None] Pushing event updated for resources: {'Port': ['ID=06a96a97-8786-4c87-acee-f9a2ec7b88d6,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:58.190340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.316391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.316391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:58.316391 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8693345-9e13-4c66-aca5-77e28082a188" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:58.331711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.331711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 360527c1-4277-4b0a-930b-623fc2107bdd owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:58.350813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port 6bfeb266-da0f-45e5-98de-f4cbeec30fca {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:15:58.351161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.352950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:58.360492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7020303e-9a2b-4850-a1a9-46f239d87697 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:58.463040 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d39305-7d14-4cc4-b6ee-dfef51d3ccb0 x-openstack-request-id: req-63d39305-7d14-4cc4-b6ee-dfef51d3ccb0 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:58.463777 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:58.464252 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63d39305-7d14-4cc4-b6ee-dfef51d3ccb0 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:58.465199 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'code': 200} Aug 18 14:15:58.588754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:58.597267 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd50bcc-19eb-4c0f-87a0-6a537e32ab33" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:58.626940 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.704718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7020303e-9a2b-4850-a1a9-46f239d87697 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:58.726836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7020303e-9a2b-4850-a1a9-46f239d87697 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:58.727225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.754858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port 6bfeb266-da0f-45e5-98de-f4cbeec30fca, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6bfeb266-da0f-45e5-98de-f4cbeec30fca,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:58.755815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.817322 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ab578-4655-40a9-9f99-e675bcd333a9 x-openstack-request-id: req-d30ab578-4655-40a9-9f99-e675bcd333a9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:58.819779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:58.820007 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "a0ac4f84-fb61-4637-9da1-af8c38d139b6", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:58.820007 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d30ab578-4655-40a9-9f99-e675bcd333a9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:58.820507 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'a0ac4f84-fb61-4637-9da1-af8c38d139b6', 'status': 'completed', 'code': 200} Aug 18 14:15:58.889392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for 6bfeb266-da0f-45e5-98de-f4cbeec30fca owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:15:58.925884 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.979341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7020303e-9a2b-4850-a1a9-46f239d87697, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7020303e-9a2b-4850-a1a9-46f239d87697,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:59.022761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.077159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.079292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f5980188-4a8a-4e41-afd5-c96b1eba5d91 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:59.128946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b008-293a-4361-99b9-b6269eaf1920 req-f47f0222-de8a-444b-b7aa-4c11743ec9dd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.135375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b008-293a-4361-99b9-b6269eaf1920 req-f47f0222-de8a-444b-b7aa-4c11743ec9dd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.137897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.143803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b008-293a-4361-99b9-b6269eaf1920 req-f47f0222-de8a-444b-b7aa-4c11743ec9dd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.154713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed41b008-293a-4361-99b9-b6269eaf1920 req-f47f0222-de8a-444b-b7aa-4c11743ec9dd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 2410 time: 0.2786298 Aug 18 14:15:59.165514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78fcd2-0baf-4251-a1a7-9397709c3819 req-97ca6eac-53a5-4504-adf4-e9fdc3af3ff3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.188043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc78fcd2-0baf-4251-a1a7-9397709c3819 req-97ca6eac-53a5-4504-adf4-e9fdc3af3ff3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.3517108 Aug 18 14:15:59.225195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:59.244257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:15:59.278563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.336307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc78fcd2-0baf-4251-a1a7-9397709c3819 req-d7910d62-b284-4834-8276-b4e35ba9b7a4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449654 Aug 18 14:15:59.361802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f5980188-4a8a-4e41-afd5-c96b1eba5d91 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:59.430600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:59.435777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed41b008-293a-4361-99b9-b6269eaf1920 req-8d864a3b-3df2-45d6-882f-7a8e626167b6 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2777815 Aug 18 14:15:59.468362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:15:59.476491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:15:59.526648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:59.540767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c5737ff-2f6c-46c6-9cd0-80ec9065cdde req-946024c5-4819-4961-b7d4-4611119d2382 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0775442 Aug 18 14:15:59.547132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.562492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:15:59.583632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Provisioning for port f5980188-4a8a-4e41-afd5-c96b1eba5d91 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:15:59.588827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Provisioning complete for port f5980188-4a8a-4e41-afd5-c96b1eba5d91 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:59.589524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.669560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=360527c1-4277-4b0a-930b-623fc2107bdd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:59.723495 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.734477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:15:59.751617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.758070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c2d2dbc8-3812-4bd4-a13c-5b43cf1d62a3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/360527c1-4277-4b0a-930b-623fc2107bdd HTTP/1.1" status: 204 len: 168 time: 2.0735376 Aug 18 14:15:59.761758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40142) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:59.783966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:15:59.853863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:59.864103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77376ca2-14d4-4013-943c-8f4223154e76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.869732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77376ca2-14d4-4013-943c-8f4223154e76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.881772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-77376ca2-14d4-4013-943c-8f4223154e76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1131604 Aug 18 14:15:59.881772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.893730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40158) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:59.907693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.971049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.001166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:00.011564 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-02ed0b60-2857-460a-8a57-81d9551ddf16 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0078859 Aug 18 14:16:00.013063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:00.022252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=6bfeb266-da0f-45e5-98de-f4cbeec30fca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:00.026153 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:00.028733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 414c18a2-7fee-4739-b3ea-1fb6df5ffaee {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:00.036215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'network': {'name': 'tempest-RoutersTest-923724158'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:00.044209 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:00.044863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:00.049647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] For port f5980188-4a8a-4e41-afd5-c96b1eba5d91, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f5980188-4a8a-4e41-afd5-c96b1eba5d91,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:00.063864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.112124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:00.135920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:16:00.186728 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.194731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:00.202078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.238151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:00.266191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:00.279598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.280694 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added segment 12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0 of type vlan for network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 Aug 18 14:16:00.287791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port 6bfeb266-da0f-45e5-98de-f4cbeec30fca on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:00.295427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.395494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d4687-f07d-43db-b857-995e19f4af88 None None] Pushing event updated for resources: {'Port': ['ID=f5980188-4a8a-4e41-afd5-c96b1eba5d91,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:00.407383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf46a8a-6f33-4116-b07f-824701729fe6 None None] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:00.417898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.497227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b9f8b797-6f6b-444d-bff8-d802734a3630 None None] Could not find standard attr ID for object 360527c1-4277-4b0a-930b-623fc2107bdd. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:00.535362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:00.538448 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467fd44c-a1e2-4e08-9f10-f6ed3b0c3731" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:00.553436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06a96a97-8786-4c87-acee-f9a2ec7b88d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:00.572115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.610485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.619990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:00.631433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.759619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.762004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-3923eefa-031c-4bfb-857e-a4f0269ba990 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "DELETE /v2.0/ports/6bfeb266-da0f-45e5-98de-f4cbeec30fca HTTP/1.1" status: 204 len: 173 time: 2.7629151 Aug 18 14:16:00.829172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:00.835534 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e4058-d46e-4a85-a82a-7c41b4647979" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:00.836972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Network': ['ID=64f679ec-c5e6-4cb9-a5a2-b1925928a278,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:00.888310 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:57Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:00.928863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:00.929381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Updating router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:16:00.964168 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:00.975263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e091fac-7fbe-4f73-8cda-0c57fbc7770c req-f4e8a9d8-ed53-4c29-8eeb-1a2aa029df0a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:00.977878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e091fac-7fbe-4f73-8cda-0c57fbc7770c req-f4e8a9d8-ed53-4c29-8eeb-1a2aa029df0a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.2526178 Aug 18 14:16:00.985240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:01.013421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18e7e-f494-42ea-8eb1-7726ea987b4e req-ece9c0a9-be6f-404b-806e-01bf15829ed4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:01.019647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18e7e-f494-42ea-8eb1-7726ea987b4e req-ece9c0a9-be6f-404b-806e-01bf15829ed4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:01.021908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90f18e7e-f494-42ea-8eb1-7726ea987b4e req-ece9c0a9-be6f-404b-806e-01bf15829ed4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 1678 time: 0.2104118 Aug 18 14:16:01.083841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e091fac-7fbe-4f73-8cda-0c57fbc7770c req-fdbeaec1-a847-422a-9604-77e19ca1ce47 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892694 Aug 18 14:16:01.106335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:01.106719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.201742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90f18e7e-f494-42ea-8eb1-7726ea987b4e req-e1e04d29-5c94-45c7-aba1-b6e2a93366bd tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619804 Aug 18 14:16:01.293972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80fe3421-41a7-4a0d-b3fa-fbb2e91a9b10 req-34d441e9-c6aa-4f5e-b1e8-bdd137127643 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0444372 Aug 18 14:16:01.319473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f5d57-4a06-4e7c-a1f1-5ad771ef6c10 x-openstack-request-id: req-445f5d57-4a06-4e7c-a1f1-5ad771ef6c10 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:01.319473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:01.319473 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-445f5d57-4a06-4e7c-a1f1-5ad771ef6c10 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:01.319990 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'code': 200} Aug 18 14:16:01.335339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:01.336653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.344186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Provisioning for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:01.350491 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15fff636-7f48-44e9-a5fb-34c488bf2c39 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3351676 Aug 18 14:16:01.351788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:01.352779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:01.361514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:01.361928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.363630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Provisioning complete for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:01.363992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.364488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'subnet': {'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:01.377112 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca0c96-e4dc-4d9a-a147-0ba994317266 x-openstack-request-id: req-4dca0c96-e4dc-4d9a-a147-0ba994317266 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:01.381717 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "6bfeb266-da0f-45e5-98de-f4cbeec30fca", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:01.381717 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dca0c96-e4dc-4d9a-a147-0ba994317266 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:01.381717 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': '6bfeb266-da0f-45e5-98de-f4cbeec30fca', 'status': 'completed', 'code': 200} Aug 18 14:16:01.397052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.437543 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.470213 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Transition to ACTIVE for port object b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:01.498802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:01.509646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.536760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/414c18a2-7fee-4739-b3ea-1fb6df5ffaee HTTP/1.1" status: 204 len: 168 time: 1.5765822 Aug 18 14:16:01.537676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40226) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:01.546459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ac727-b51a-4e8f-88cc-d1865d5aa006 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=414c18a2-7fee-4739-b3ea-1fb6df5ffaee,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:01.602684 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.607935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87d4dd-e41d-4641-8790-a5138c062a0d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:01.622038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dba53fc8-72d8-47d2-a4e5-70ff8e74fb01 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781200 Aug 18 14:16:01.625059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40232) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:01.632119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:01.756009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Made reservation on behalf of 84c87bda336e42a9b669a81ff0891077 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:01.764177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.777504 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Pushing event updated for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:01.832622 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Attempting to bind port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Attempting to bind port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:01.869713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Attempting to bind port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 on network 94cc1cc0-cf91-44ad-8a32-3afc46288063 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Checking segment: {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Bound using segment: {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Bound port: b9849c76-27b7-4994-b7a8-ddf2a6bcbc40, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f9e5c-06fc-48e3-981c-40e5402115d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:01.881619 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.910273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:01.987249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.006004 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] For port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:02.013505 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] For port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:02.035426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:02.053674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 06a96a97-8786-4c87-acee-f9a2ec7b88d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06a96a97-8786-4c87-acee-f9a2ec7b88d6,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:02.055688 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.085150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:02.094074 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.097643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-8ef5e7be-bb9e-4582-83a3-5bff597a0824 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "DELETE /v2.0/ports/ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762 HTTP/1.1" status: 204 len: 173 time: 1.3204856 Aug 18 14:16:02.144974 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.145263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.149131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7020303e-9a2b-4850-a1a9-46f239d87697 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:02.248939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:02.321411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059e84-7de0-4027-af4b-edeecb930b89 None None] Pushing event updated for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:02.391776 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:02.392349 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:02.457411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:02.461591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.636302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:02.636568 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-b7b88c32-02e6-471b-9610-ebdf4f54f54e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:02.651168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c8db5-6f4f-4db0-949e-de11e87b8425 req-ee8d0b1d-c760-4747-981a-6f1f07d28dea tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:02.655174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-095c8db5-6f4f-4db0-949e-de11e87b8425 req-ee8d0b1d-c760-4747-981a-6f1f07d28dea tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.3221862 Aug 18 14:16:02.694085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=06a96a97-8786-4c87-acee-f9a2ec7b88d6,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:02.745669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7020303e-9a2b-4850-a1a9-46f239d87697 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:02.746067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.815791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a490f-0bd3-487f-8593-4ef63a3b5542 req-b86013a6-3264-42e8-a6dd-d5c38eb100b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:02.816585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Deleting port f5980188-4a8a-4e41-afd5-c96b1eba5d91 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:02.816970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.819463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a88a490f-0bd3-487f-8593-4ef63a3b5542 req-b86013a6-3264-42e8-a6dd-d5c38eb100b9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 944 time: 0.1612337 Aug 18 14:16:02.824346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-095c8db5-6f4f-4db0-949e-de11e87b8425 req-24d286cd-e410-4c01-8543-57c9f78dc6a3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538491 Aug 18 14:16:02.826092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:02.826827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:02.921641 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:02.957985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a88a490f-0bd3-487f-8593-4ef63a3b5542 req-b6315f21-3aab-4ec3-974c-c269327810f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273220 Aug 18 14:16:03.032232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port 6e20463c-82c8-4b4b-b540-3538e2a6bc21, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=6e20463c-82c8-4b4b-b540-3538e2a6bc21,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:03.032935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:03.049327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:03.117008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] For port f5980188-4a8a-4e41-afd5-c96b1eba5d91, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f5980188-4a8a-4e41-afd5-c96b1eba5d91,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:03.117658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:03.140015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Checking segment: {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:03.140381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network hostable DHCP agents. Network: 64f679ec-c5e6-4cb9-a5a2-b1925928a278, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:03.142923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71984ef4-1b72-42d4-8228-23dda71c978e req-cb1f1308-fe8f-4233-872f-a98b29f5012d tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1040030 Aug 18 14:16:03.302489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:03.318603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Calling delete_port for f5980188-4a8a-4e41-afd5-c96b1eba5d91 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:03.328564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:03.351655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Subnet': ['ID=ae3fb807-ea39-4df7-8050-ede4ba672ca3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:03.553293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 64f679ec-c5e6-4cb9-a5a2-b1925928a278) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:03.569089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:03.570174 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:03.572352 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:57Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:01Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:03.618775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8280556-95fb-490d-b9a3-5e0b0348e6e7 None None] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:03.625222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06a96a97-8786-4c87-acee-f9a2ec7b88d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:03.633418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40270) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:03.634423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31e597-1c4a-4f64-bc96-537f611ee200 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:15:57Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:01Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:03.682945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:03.823685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:03.824327 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:03.851228 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-189029f3-de04-4c07-98af-a64f9947d542 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4953239 Aug 18 14:16:03.852216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:04.127896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:04.131067 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e5fb6-5b2a-4aff-8464-a0f9bea3a24a" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:04.174104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.227346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.292592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:04.293094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.305700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] Pushing event deleted for resources: {'Port': ['ID=f5980188-4a8a-4e41-afd5-c96b1eba5d91,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:04.339406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf8702-ab8f-4feb-89d3-9696c2f7cdf2 None None] No DVR routers for this DVR port f5980188-4a8a-4e41-afd5-c96b1eba5d91 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:04.344047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ba7b735-24f2-46bb-8638-a1a248b0435e None None] Provisioning for port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:04.353744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01457d3b-e01d-4ce3-8c53-5f31667a29ad req-c89b9446-8fbb-42fc-b9ba-3dab09ade981 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:04.361074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01457d3b-e01d-4ce3-8c53-5f31667a29ad req-c89b9446-8fbb-42fc-b9ba-3dab09ade981 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.2227285 Aug 18 14:16:04.380722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.404416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358e15a-d158-4371-a694-7fe3491d99c4 req-de540e1d-0c89-484c-92cd-76edd18c3bf5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:04.406704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d358e15a-d158-4371-a694-7fe3491d99c4 req-de540e1d-0c89-484c-92cd-76edd18c3bf5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 944 time: 0.2501605 Aug 18 14:16:04.426081 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.revisions.revision_plugin [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Could not find related port for resource to bump revision. Aug 18 14:16:04.465658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.466378 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.467414 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Floating IP 3a9de870-0dbc-44e2-a470-4e280d2ab179 disassociated. External IP: 172.25.1.123, port: 6e20463c-82c8-4b4b-b540-3538e2a6bc21. Aug 18 14:16:04.468048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for 6e20463c-82c8-4b4b-b540-3538e2a6bc21 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:04.490225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.514623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.546494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01457d3b-e01d-4ce3-8c53-5f31667a29ad req-daadb754-68be-41be-802e-03fe7c80dbcc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545904 Aug 18 14:16:04.568116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:04.574786 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9e91b-a599-4e86-a22f-93fce2de3b6e" -d '{"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:04.581740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Port f5980188-4a8a-4e41-afd5-c96b1eba5d91 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 18 14:16:04.589242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation for 2001:db8::f816:3eff:fea7:417c {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 18 14:16:04.605201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea7:417c {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 18 14:16:04.624251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d358e15a-d158-4371-a694-7fe3491d99c4 req-97427bbb-5fea-4207-85ec-0acfd00c4e60 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups?id=87d804f0-5adc-4208-96a4-ac0849685c82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024128 Aug 18 14:16:04.684331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:04.686178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ba7b735-24f2-46bb-8638-a1a248b0435e None None] Provisioning complete for port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:04.686550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b735-24f2-46bb-8638-a1a248b0435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.697590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:04.705447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.742630 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30907862-2b71-48ca-9189-ae4845f24bc1 x-openstack-request-id: req-30907862-2b71-48ca-9189-ae4845f24bc1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:04.742861 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:04.743108 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30907862-2b71-48ca-9189-ae4845f24bc1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:04.743513 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': 'ff2dd6fa-ae65-4126-ac6e-e3acfd3e2762', 'status': 'completed', 'code': 200} Aug 18 14:16:04.812540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.816321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-555db774-ed6b-406d-8c80-658210900eea req-d7d48b21-85a8-49bc-9f3e-c46011382a41 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0811265 Aug 18 14:16:04.924816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdf5ef2-5798-4b9c-be04-32012efd721a x-openstack-request-id: req-bfdf5ef2-5798-4b9c-be04-32012efd721a {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:04.924816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:04.924816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfdf5ef2-5798-4b9c-be04-32012efd721a {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:04.924816 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'code': 200} Aug 18 14:16:05.049140 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.050554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.109776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.119973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=6e20463c-82c8-4b4b-b540-3538e2a6bc21,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.125684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8cff29a8-1f61-4881-b630-93320958c5cb req-418dc8d1-bc4a-4365-8a94-cff6eb179db5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.5080795 Aug 18 14:16:05.171803 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3550fdd8dc174c9ba6546cd5307b96b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5302906 Aug 18 14:16:05.172585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f418a-5db7-4aee-acf6-6acabddaa626,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.174770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:05.195222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f5980188-4a8a-4e41-afd5-c96b1eba5d91 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:05.209961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:05.223500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.223831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.224182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.224725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.225261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.225794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.226324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.226831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.227355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.227873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.228378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.228891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe304d-fc27-4afe-bfe7-115724fdf053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:05.232888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:05.263896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:05.264817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.267358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e169b0-e06f-4df3-ade3-e0e0fa2a561e None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:05.272676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Allocated IP 172.23.0.2 (64f679ec-c5e6-4cb9-a5a2-b1925928a278/ae3fb807-ea39-4df7-8050-ede4ba672ca3/da42bfab-4fa4-4a68-bbf0-52084bec6224) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:05.286293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=e764e470-3920-41f6-96fc-7452dc123948,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.297475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f5980188-4a8a-4e41-afd5-c96b1eba5d91 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:05.297830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f5980188-4a8a-4e41-afd5-c96b1eba5d91 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:05.358436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.397733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.401623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.474448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Router d80c3d5f-6997-488e-b3a9-4a250c74a59a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:05.507613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74e9f374-5905-4b72-82dc-1a07a46c35c0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8780022 Aug 18 14:16:05.510543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40290) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:05.569118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:bc:60:12', 'name': 'tempest-NetworksTestDHCPv6-827026974'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:05.699611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:05.830635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c973f53-86c1-4c6e-9722-3d7a8b81d390 req-5bacd44b-36d9-43af-b5ce-431a1850d286 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1053600 Aug 18 14:16:05.846121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.847490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.849204 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c2f418a-5db7-4aee-acf6-6acabddaa626 HTTP/1.1" status: 204 len: 168 time: 0.6675808 Aug 18 14:16:05.895969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:05.916968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6904de-6d60-4646-81bb-d5c6f70e4b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f418a-5db7-4aee-acf6-6acabddaa626,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.917550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-455189d4-f85f-4435-9711-c8af78ae490e req-a8253f5b-a256-4c57-ad86-38996accc868 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1050131 Aug 18 14:16:06.028370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eb655-442c-4377-a876-c9cac6d3e2de req-d975c8cd-c046-4736-9229-1e259dbb95a4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:06.030933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb5eb655-442c-4377-a876-c9cac6d3e2de req-d975c8cd-c046-4736-9229-1e259dbb95a4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2860160 Aug 18 14:16:06.032066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port 6e20463c-82c8-4b4b-b540-3538e2a6bc21 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:06.036791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Sync routers for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:06.045936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.053366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb96ccc-8fcf-4b5c-9772-413112e23f41 req-e1ee8eb2-153e-4716-9bf6-28bec28c366f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.58 "DELETE /v2.0/ports/6e20463c-82c8-4b4b-b540-3538e2a6bc21 HTTP/1.1" status: 204 len: 173 time: 3.9408231 Aug 18 14:16:06.111718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.128252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:06.135526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb5eb655-442c-4377-a876-c9cac6d3e2de req-a022057f-e75a-4144-84d0-6dd651265d00 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839810 Aug 18 14:16:06.151948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Transition to ACTIVE for port object da42bfab-4fa4-4a68-bbf0-52084bec6224 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:06.243889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c6bca70-de45-4378-9589-68bd0349ed6b req-72d6503d-a93f-4eb7-b60a-583967ba2693 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0464919 Aug 18 14:16:06.271986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Transition to ACTIVE for port object da42bfab-4fa4-4a68-bbf0-52084bec6224 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:06.284555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:06.285245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:06.359442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.422710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port f5f93624-89f0-48bb-846f-225c97f03dea yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:06.445000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:06.474394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.606317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:febc:6012 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/e764e470-3920-41f6-96fc-7452dc123948/f5f93624-89f0-48bb-846f-225c97f03dea) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:06.652288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:06.729679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:06.729993 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.745465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:06.748143 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e26518-d6de-417b-b861-a7aaea88203e" -d '{"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:06.802666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:06.819515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object f5f93624-89f0-48bb-846f-225c97f03dea will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:06.857647 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3befb0-fed3-4323-91be-2c615f35ed7b x-openstack-request-id: req-ab3befb0-fed3-4323-91be-2c615f35ed7b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:06.858053 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01164275-ad2a-466b-9bb2-5738da620423", "name": "network-vif-deleted", "tag": "6e20463c-82c8-4b4b-b540-3538e2a6bc21", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:06.858214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab3befb0-fed3-4323-91be-2c615f35ed7b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:06.858754 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01164275-ad2a-466b-9bb2-5738da620423', 'name': 'network-vif-deleted', 'tag': '6e20463c-82c8-4b4b-b540-3538e2a6bc21', 'status': 'completed', 'code': 200} Aug 18 14:16:06.866904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:06.871381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Pushing event updated for resources: {'Port': ['ID=da42bfab-4fa4-4a68-bbf0-52084bec6224,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:06.877934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Allocated IP 172.23.0.1 (64f679ec-c5e6-4cb9-a5a2-b1925928a278/ae3fb807-ea39-4df7-8050-ede4ba672ca3/0ed347bd-1d05-4890-9967-1de4f5310f0b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:06.882850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:06.891667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:06.988164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'e764e470-3920-41f6-96fc-7452dc123948'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:06.989035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.015511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.091658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.138927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-780c61ca-96f7-4ea8-a693-5242c2a63a65 req-24a60173-0930-45e7-9a95-56727605f41f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0661967 Aug 18 14:16:07.317606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.344876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Transition to ACTIVE for port object 0ed347bd-1d05-4890-9967-1de4f5310f0b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:07.433522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c8df-a703-4309-a55f-0c671b645645 req-2185cae1-8c65-43cc-b3ef-ce36bd5c8ee7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:07.444492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef8c8df-a703-4309-a55f-0c671b645645 req-2185cae1-8c65-43cc-b3ef-ce36bd5c8ee7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.0979939 Aug 18 14:16:07.480460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=f5f93624-89f0-48bb-846f-225c97f03dea,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:07.492527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:07.494160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:07.498592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:07.507979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:07.508911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.548825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.564842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f56aed74-9bcb-4607-b80a-8acf0587aa7c req-7cdb53fc-fb98-4aa0-8cc9-a02bae700472 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1039331 Aug 18 14:16:07.646293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Allocated IP 2001:db8::f816:3eff:fe71:cbc8 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/e764e470-3920-41f6-96fc-7452dc123948/310622a0-1f1c-40d8-9aeb-0fe75d04ccec) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:07.660839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef8c8df-a703-4309-a55f-0c671b645645 req-6367362b-5318-4191-8b2c-1edfbf254e8c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149310 Aug 18 14:16:07.670884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:07.675869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:07.681871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24c37a2d-1191-4c8d-a392-07564804f496 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1230335 Aug 18 14:16:07.685096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40330) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:07.725735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:07.853128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f37239-15fb-4dbd-aee3-5e2562ef2dbf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:07.862660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b2f37239-15fb-4dbd-aee3-5e2562ef2dbf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1763391 Aug 18 14:16:07.865128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40342) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:07.891595 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.903378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Transition to ACTIVE for port object 310622a0-1f1c-40d8-9aeb-0fe75d04ccec will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:07.906801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:07.922050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Transition to ACTIVE for port object 310622a0-1f1c-40d8-9aeb-0fe75d04ccec will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:07.963932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.979943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:07.985816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Attempting to bind port da42bfab-4fa4-4a68-bbf0-52084bec6224 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:07.986306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Attempting to bind port da42bfab-4fa4-4a68-bbf0-52084bec6224 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:07.993528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Attempting to bind port da42bfab-4fa4-4a68-bbf0-52084bec6224 on network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:07.997877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:07.998384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Checking segment: {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:07.998792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.999214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Bound using segment: {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:07.999916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Bound port: da42bfab-4fa4-4a68-bbf0-52084bec6224, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:08.000131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.040058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.063916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port f5f93624-89f0-48bb-846f-225c97f03dea {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:08.065249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.142095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.219926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:08.222746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:08.241345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:08.268904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:08.289317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Checking router: d80c3d5f-6997-488e-b3a9-4a250c74a59a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:08.301158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Pushing event updated for resources: {'Port': ['ID=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:08.355650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] For port da42bfab-4fa4-4a68-bbf0-52084bec6224, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:08.376313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.386190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.428965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for f5f93624-89f0-48bb-846f-225c97f03dea owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:08.500441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:08.500441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:08.700838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:08.711516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] For port da42bfab-4fa4-4a68-bbf0-52084bec6224, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=da42bfab-4fa4-4a68-bbf0-52084bec6224,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:08.794418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:08.812442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Attempting to bind port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:08.812442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Attempting to bind port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:08.812831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Attempting to bind port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:08.871535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018f9f21-7d7b-4eab-9382-6a1dd0ca6bb0 req-0be4867a-2be4-418e-a4c1-21d93cf4364c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1685708 Aug 18 14:16:08.900783 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.941855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:08.945492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:08.946220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.946646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:08.947178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Bound port: 310622a0-1f1c-40d8-9aeb-0fe75d04ccec, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:08.947829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:08.962409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fa58a51-dbbb-46f2-8d81-bb1a98c8bc10 req-594bc60c-91e8-4c4d-ba8e-dc4334f9dcbe tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1300652 Aug 18 14:16:09.077100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.118626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=f5f93624-89f0-48bb-846f-225c97f03dea,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:09.136931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.196132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e16e-e8c6-452b-9b09-45f528b5cc9d None None] Pushing event updated for resources: {'Port': ['ID=da42bfab-4fa4-4a68-bbf0-52084bec6224,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:09.200817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.216096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b724fb-98a5-4939-879a-956026c5679a req-f798af10-feb3-4a2b-95a6-0b8c6338dc76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.224735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5b724fb-98a5-4939-879a-956026c5679a req-f798af10-feb3-4a2b-95a6-0b8c6338dc76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2039907 Aug 18 14:16:09.230782 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.237493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0ca715cc-ef33-4c90-aeed-96e1e02672f1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/f5f93624-89f0-48bb-846f-225c97f03dea HTTP/1.1" status: 204 len: 168 time: 1.3695340 Aug 18 14:16:09.238174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40368) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:09.324941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5b724fb-98a5-4939-879a-956026c5679a req-21cc44f4-98f9-4556-961a-413e7c43adb1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962243 Aug 18 14:16:09.342082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] For port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:09.371154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] For port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:09.442878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.476936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e32d97-40f1-4a48-8a10-47a977c48887 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.486616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e32d97-40f1-4a48-8a10-47a977c48887 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.496721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d7e32d97-40f1-4a48-8a10-47a977c48887 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2561717 Aug 18 14:16:09.497340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40376) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:09.523188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event updated for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:09.743794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:09.746596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:09.767163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet e764e470-3920-41f6-96fc-7452dc123948 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:09.784968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.850713 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:09.921015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:09.932406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:10.183982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:10.196493 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:10.201761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f726708-036b-48dc-8460-be99dc6b7817 None None] Pushing event updated for resources: {'Port': ['ID=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:10.213307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:10.218027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:10.218467 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ee0b91d1-c5b7-49a9-b347-9731b7b3aa34 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3589027 Aug 18 14:16:10.226720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40388) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:10.239253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed52f850-cabc-4c32-99fa-041f19441c9c req-7a45e913-eaef-45e5-8c0a-ee9da2ba21a5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1498826 Aug 18 14:16:10.241296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:10.242650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:10.301319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee0fe-4e96-42c5-9076-f5a5a5e06a8c None None] The sync data for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 is: [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '56e899f7-bd70-4ebd-ae63-30ef8d67faa0', 'name': '', 'network_id': '12f4634e-4047-4d40-8a61-41f267019bb0', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'mac_address': 'fa:16:3e:5f:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:47Z', 'updated_at': '2021-08-18T14:04:58Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'subnets': [{'id': 'bc156da8-085f-4eb6-88e0-80b1d4239989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:10.393571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b66bddc1-8534-4f66-8a61-2b02f2b42d3b req-7aedca55-6ece-4fa3-af88-faf51768b46c tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1349754 Aug 18 14:16:10.415433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:10.577566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:10.717450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device da42bfab-4fa4-4a68-bbf0-52084bec6224 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:10.812837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:10.933139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e141f-1184-41b9-b712-db0ce3169576 req-20e5a328-55aa-4d4e-b9ea-2536edf06473 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:10.958969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-283e141f-1184-41b9-b712-db0ce3169576 req-20e5a328-55aa-4d4e-b9ea-2536edf06473 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.3050408 Aug 18 14:16:10.973034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:10.979818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebc8f8-3099-4371-8a9a-a3adedf4e7b0 None None] New status for floating IP 3a9de870-0dbc-44e2-a470-4e280d2ab179: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:16:11.007013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:11.113091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port da42bfab-4fa4-4a68-bbf0-52084bec6224 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:11.156588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-283e141f-1184-41b9-b712-db0ce3169576 req-1c21ba2d-7a0f-4867-87af-29f0fb9a1a00 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966701 Aug 18 14:16:11.158307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=e764e470-3920-41f6-96fc-7452dc123948,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:11.169275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:11.179238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce8083ac-8b4f-4590-a61c-26c91fca46d2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/e764e470-3920-41f6-96fc-7452dc123948 HTTP/1.1" status: 204 len: 168 time: 1.6766293 Aug 18 14:16:11.179935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40418) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:11.219133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:11.284994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cb7acb4b-b87a-4f23-a401-4f5338a45a7b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037784 Aug 18 14:16:11.285784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40424) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:11.367705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e72a197-5f0b-412e-90bd-dfd838b9673e None None] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:11.454829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:08Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:08Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:11.545976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136bd0a-e596-45b0-ac8c-094896986529 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:11.553866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b136bd0a-e596-45b0-ac8c-094896986529 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2662005 Aug 18 14:16:11.554647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:11.569422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc42e07e-e747-4091-86a8-0576bc6e90bc req-5bda8f81-51a4-4c67-85a2-2809a22c97b5 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1340652 Aug 18 14:16:11.571520 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:11.576503 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Updating router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c port 0ed347bd-1d05-4890-9967-1de4f5310f0b binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:16:11.689131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:11.689666 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:11.696500 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:11.755566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52014d1f-388d-4464-9394-a663639c05e9 req-06fc6e17-535c-46a6-a0e0-9d3e6067f5bc tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0920277 Aug 18 14:16:11.821220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Provisioning for port da42bfab-4fa4-4a68-bbf0-52084bec6224 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:11.840456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Provisioning complete for port da42bfab-4fa4-4a68-bbf0-52084bec6224 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:11.846616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:11.850546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e0856-c406-4735-a608-0537195cabc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:11.855502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e72e0856-c406-4735-a608-0537195cabc3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2978585 Aug 18 14:16:11.855835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:11.928770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-15ec4b8e-722b-4790-a28f-46d25c21ad7a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674150 Aug 18 14:16:11.930051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:11.943361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:12.003589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:16:12.075468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Removed routes are [] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:16:12.080531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.160217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da647ebd-8937-4228-aecb-27e744d24d2a None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:12.241648 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.383406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:12.388535 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.427156 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:16:12.461358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121416-1076-48d3-9a46-a4acc2241682 req-62045a80-163e-43e2-88fc-525e17eff5d6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:12.480582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2121416-1076-48d3-9a46-a4acc2241682 req-62045a80-163e-43e2-88fc-525e17eff5d6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1581318 Aug 18 14:16:12.542036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] For port da42bfab-4fa4-4a68-bbf0-52084bec6224, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=da42bfab-4fa4-4a68-bbf0-52084bec6224,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:12.551032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 310622a0-1f1c-40d8-9aeb-0fe75d04ccec up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:12.575930 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.606737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2121416-1076-48d3-9a46-a4acc2241682 req-83529bb8-4c95-4541-abcc-3633aee24f46 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214402 Aug 18 14:16:12.615625 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Transition to ACTIVE for port object 0ed347bd-1d05-4890-9967-1de4f5310f0b will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:12.651100 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.694041 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.762888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:12.820145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9048a4f0-13b3-417d-8494-5d1061cd92d3 req-e1f7df5b-2e8a-4a67-aa83-f0f6361cb61c tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0924082 Aug 18 14:16:12.857131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.872870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:12.884873 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abf874-c61a-4b98-b904-8f60a8d912db None None] Pushing event updated for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:13.015759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:13.063883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5749b273-a54a-4633-b54a-1bcc42976b1c req-0e5b744d-9b40-4ff5-a8c3-0c9aaf54c278 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0697920 Aug 18 14:16:13.087925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Provisioning for port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:13.097217 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Attempting to bind port 0ed347bd-1d05-4890-9967-1de4f5310f0b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:13.097584 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Attempting to bind port 0ed347bd-1d05-4890-9967-1de4f5310f0b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:13.097965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Attempting to bind port 0ed347bd-1d05-4890-9967-1de4f5310f0b on network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:13.104385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:13.104734 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Checking segment: {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:13.105186 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.105548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:13.105690 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Bound using segment: {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:13.105949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.106158 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Bound port: 0ed347bd-1d05-4890-9967-1de4f5310f0b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:13.106537 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.175610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Provisioning complete for port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:13.176182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.199930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:13.225274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] For port 0ed347bd-1d05-4890-9967-1de4f5310f0b, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:13.228927 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] For port 0ed347bd-1d05-4890-9967-1de4f5310f0b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0ed347bd-1d05-4890-9967-1de4f5310f0b,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:13.274387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0b87-eca8-4af9-8a1f-cbd8693ecd48 None None] Pushing event updated for resources: {'Port': ['ID=da42bfab-4fa4-4a68-bbf0-52084bec6224,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:13.309255 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.439771 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:13.442093 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:13.455266 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abf874-c61a-4b98-b904-8f60a8d912db None None] Pushing event updated for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:13.514350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Deleting port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:13.514835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.653660 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:13.832190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:13.855669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.859221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8b1e5988-b113-42af-a1b6-a985aae44f00 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 934 time: 3.6290884 Aug 18 14:16:13.861980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:13.927775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dcf7c-d2d0-4fc9-8f62-0e960302dcc5 req-4a95268c-8876-4b2c-9475-5e185ed9041b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:13.930132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a6dcf7c-d2d0-4fc9-8f62-0e960302dcc5 req-4a95268c-8876-4b2c-9475-5e185ed9041b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1766942 Aug 18 14:16:13.938868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] For port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:13.944511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.024709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.027353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Calling delete_port for 310622a0-1f1c-40d8-9aeb-0fe75d04ccec owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:14.029207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.051200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a6dcf7c-d2d0-4fc9-8f62-0e960302dcc5 req-1f4027be-2a86-434e-bd9c-9187bd9bba05 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145525 Aug 18 14:16:14.098164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ebd69a9-6fb0-40da-8b2e-c208b139ab04 req-a72182c5-1e7f-453f-94b9-67d52c96b537 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0708673 Aug 18 14:16:14.109301 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d5c8c86-f630-4abc-9b41-3510a7bf839f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 934 time: 0.2460978 Aug 18 14:16:14.109746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40526) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:14.120537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'routes': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:14.329144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:14.331032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e62a79-ebeb-447b-b6a3-a3f0817c8083 req-6f75a322-8e4a-4ca5-bd4a-71e51b4364c7 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0525353 Aug 18 14:16:14.400687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:14.414583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.439070 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:12Z', 'revision_number': 6, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:13Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:14.512463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb050e1b-3763-4838-9909-11a84e8b4eff None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:12Z', 'revision_number': 6, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:13Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:14.554101 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:14.554832 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:14.565612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:14.571776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.652745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device da42bfab-4fa4-4a68-bbf0-52084bec6224 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:14.662971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] No DVR routers for this DVR port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:14.674465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae354a-3881-44fb-85ac-6d588e5a6830 None None] Pushing event deleted for resources: {'Port': ['ID=310622a0-1f1c-40d8-9aeb-0fe75d04ccec,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:14.802111 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.revisions.revision_plugin [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Could not find related port for resource to bump revision. Aug 18 14:16:14.811678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port da42bfab-4fa4-4a68-bbf0-52084bec6224 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:14.812169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.883337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 18 14:16:14.883950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:cbc8 {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 18 14:16:14.887689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:cbc8 {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 18 14:16:14.889642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.974302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added routes are [] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:16:14.974840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:16:15.017966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:15.034636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.046003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:15.057453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:15.057453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.059628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3ccfa-b1eb-440c-8aa8-43c81ad02842 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:15.067160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=34fd2f64-9f4f-4eab-9d14-82b295aa0ce2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:15.077640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 310622a0-1f1c-40d8-9aeb-0fe75d04ccec no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:15.213439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8d06458e-bb86-49de-8b9f-b6e88e0e6109 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2780187 Aug 18 14:16:15.214165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40558) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:15.220242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:bf:a4:e3', 'name': 'tempest-NetworksTestDHCPv6-278795346'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:15.292198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 310622a0-1f1c-40d8-9aeb-0fe75d04ccec {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:15.292547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 310622a0-1f1c-40d8-9aeb-0fe75d04ccec not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:15.294102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Port 310622a0-1f1c-40d8-9aeb-0fe75d04ccec update to ACTIVE by agent not found {{(pid=112230) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 18 14:16:15.331690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '34fd2f64-9f4f-4eab-9d14-82b295aa0ce2'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:15.334840 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.525625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87010789-fd0f-4838-bf26-99bf80a369f8 req-91062091-43fc-4b2e-9800-075dbe438989 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1518342 Aug 18 14:16:15.608274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:15.622175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a0293-5f7e-4748-8d58-b5e1141d7211 req-6486248e-9765-49de-9da6-655189d7323a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:15.633870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d8a0293-5f7e-4748-8d58-b5e1141d7211 req-6486248e-9765-49de-9da6-655189d7323a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.3504262 Aug 18 14:16:15.650017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.693107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.789232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.806540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d8a0293-5f7e-4748-8d58-b5e1141d7211 req-4b8205ae-e699-4c89-99c0-f6ad0f548cf0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716530 Aug 18 14:16:15.830869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33f65fa2-e88b-4982-8066-dddc561f836c req-c08d348f-32e7-46a6-887e-e6cbcd246df4 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1247804 Aug 18 14:16:15.862416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 712c5eaa-b68f-451c-87c5-28cdf5ba48b4 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:16.012942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Allocated IP 2001:db8::f816:3eff:fe12:a90d (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/34fd2f64-9f4f-4eab-9d14-82b295aa0ce2/36a0bfb8-4db4-4d2d-9724-b1c72b0d201c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:16.032031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Provisioning for port 0ed347bd-1d05-4890-9967-1de4f5310f0b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:16.043942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:16.081930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Provisioning complete for port da42bfab-4fa4-4a68-bbf0-52084bec6224 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:16.082311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd074e4e-2a52-459b-b4f2-cf05a096a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.168204 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:16.183172 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:16.184250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:16.191591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40568) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:16.268054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:16.291274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.294750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-30980620-c54b-41fc-b957-7d29b764ef02 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 700 time: 2.1813965 Aug 18 14:16:16.295534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40572) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:16.342279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:16.394718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06386919-eadc-424a-940b-75c5c748827b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.513162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4b8a56c-fcef-4dbb-9a9a-f1794e9cd948 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 700 time: 0.2165117 Aug 18 14:16:16.518281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40574) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:16.710778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0ed347bd-1d05-4890-9967-1de4f5310f0b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:16.754359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06386919-eadc-424a-940b-75c5c748827b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.773398 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:13Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:16.810683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.821618 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:16.840367 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:16.841378 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:16.866175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06386919-eadc-424a-940b-75c5c748827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:16.879062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Transition to ACTIVE for port object 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:16.903345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51212fd0-13bc-408c-883e-fbff084271bf req-63e380a4-4318-4848-b5aa-332f025794b4 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0719950 Aug 18 14:16:16.927461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Transition to ACTIVE for port object 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:16.972261 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-06386919-eadc-424a-940b-75c5c748827b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=933c6b093b984486a7ec74328b4f7f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787893 Aug 18 14:16:16.973181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:16.983220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06386919-eadc-424a-940b-75c5c748827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b33ba-0751-42f6-9d19-50725fa84527,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:17.043544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.109791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:febf:a4e3 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/34fd2f64-9f4f-4eab-9d14-82b295aa0ce2/712c5eaa-b68f-451c-87c5-28cdf5ba48b4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:17.121705 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:17.143384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Pushing event updated for resources: {'Port': ['ID=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:17.152685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0ed347bd-1d05-4890-9967-1de4f5310f0b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:17.170820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0ed347bd-1d05-4890-9967-1de4f5310f0b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:17.174172 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.190084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:17.242651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:17.254668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:17.268429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.364069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Attempting to bind port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:17.365119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Attempting to bind port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:17.365569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Attempting to bind port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:17.382586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:17.382968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:17.383530 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.383991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:17.384857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Bound port: 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:17.386813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.411794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.425757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 712c5eaa-b68f-451c-87c5-28cdf5ba48b4 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:17.471670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.547452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.626928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=712c5eaa-b68f-451c-87c5-28cdf5ba48b4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:17.639094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:17.640596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:17.643528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:17.651839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:17.652537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.671160 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.700155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] For port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:17.729340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] For port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:17.730559 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:13Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:17.745156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 0ed347bd-1d05-4890-9967-1de4f5310f0b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0ed347bd-1d05-4890-9967-1de4f5310f0b,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:17.757644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13e382a5-b2be-4f46-b1a4-738ab99fa508 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5422711 Aug 18 14:16:17.761931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:17.809266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.812198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.827463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d22e-d4da-4b18-8e82-c42f687e9c6f None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:13Z', 'revision_number': 4, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:17.837285 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/697b33ba-0751-42f6-9d19-50725fa84527 HTTP/1.1" status: 204 len: 168 time: 0.8604505 Aug 18 14:16:17.845926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bec34ffc-3f82-4964-b766-70eab04fcabb req-fe136a1a-0308-4432-8f77-1d857098e1e5 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0954130 Aug 18 14:16:17.860887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.867098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.908985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ead4d-ec06-423d-9db1-663ee98bc940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b33ba-0751-42f6-9d19-50725fa84527,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:17.916724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b890a03-244e-4048-b8b7-9e19ce6edf25 req-c737f2f3-1fe8-4002-b570-3cb22a6c2c5d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:17.924257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b890a03-244e-4048-b8b7-9e19ce6edf25 req-c737f2f3-1fe8-4002-b570-3cb22a6c2c5d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1744947 Aug 18 14:16:17.976384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85835006-314a-4a1a-a1ce-b6517dc2574d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:18.016218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85835006-314a-4a1a-a1ce-b6517dc2574d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:18.026164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-85835006-314a-4a1a-a1ce-b6517dc2574d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2545564 Aug 18 14:16:18.026553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:18.037815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a8c04-18cf-440b-96df-0e4cc70ad08d None None] Pushing event updated for resources: {'Port': ['ID=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:18.139530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:18.157495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b890a03-244e-4048-b8b7-9e19ce6edf25 req-98f19c5b-2250-4d69-a722-ae87c206ca9f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329438 Aug 18 14:16:18.248655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9390f6f-74e6-4554-86d7-5935dfc0a408 req-d5573b7b-db66-4db7-9d3b-cdd83e4499d9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0667722 Aug 18 14:16:18.294939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 712c5eaa-b68f-451c-87c5-28cdf5ba48b4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:18.295549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:18.388133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:18.404131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:18.404486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:18.502218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:18.561051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:18.591420 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 712c5eaa-b68f-451c-87c5-28cdf5ba48b4 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:18.702450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:18.857909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40596) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:18.890497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:18.925538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dddb6ec6-24e2-426e-87e3-1f7fae326d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.025590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b2ba89-e397-4036-a047-7a4c5fa0a30b req-4de7e2ea-f3e2-450b-a2f3-0adb3ec74687 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0697646 Aug 18 14:16:19.078578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.114772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:17Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:19.148950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:19.169335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:19.170013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:19.220748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 0ed347bd-1d05-4890-9967-1de4f5310f0b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:19.221238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.353754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 0ed347bd-1d05-4890-9967-1de4f5310f0b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0ed347bd-1d05-4890-9967-1de4f5310f0b,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:19.354274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.372612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 0ed347bd-1d05-4890-9967-1de4f5310f0b owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:19.428177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dddb6ec6-24e2-426e-87e3-1f7fae326d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.435808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.441732 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/712c5eaa-b68f-451c-87c5-28cdf5ba48b4 HTTP/1.1" status: 204 len: 168 time: 1.4141307 Aug 18 14:16:19.444621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7586d-18aa-4e78-9100-3b4a01ff9975 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=712c5eaa-b68f-451c-87c5-28cdf5ba48b4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:19.450275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40606) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:19.465941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:19.518023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dddb6ec6-24e2-426e-87e3-1f7fae326d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.573121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:19.622070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0ed347bd-1d05-4890-9967-1de4f5310f0b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:19.622236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606a1b3-0628-4b22-b8e6-ad28bfb7b7b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:19.622236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606a1b3-0628-4b22-b8e6-ad28bfb7b7b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:19.622236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d606a1b3-0628-4b22-b8e6-ad28bfb7b7b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1688592 Aug 18 14:16:19.638651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40608) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:19.653994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb6ec6-24e2-426e-87e3-1f7fae326d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768591fc-8de9-4df6-b5f7-2d7ef34853ea,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:19.689400 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dddb6ec6-24e2-426e-87e3-1f7fae326d70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=818d5cd052b048e1be1cab6074b5dcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286479 Aug 18 14:16:19.692385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:19.738478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3825a36d-0d51-46f0-9483-62883e0291c0 req-64f07583-228e-47d7-ba12-5cd6bfb39778 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1383183 Aug 18 14:16:19.788226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f51e-6f7f-4960-b2a2-c9dabd321cf2 req-0cb9b771-33c3-419c-b694-3b6794ffabc1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:19.790457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd06f51e-6f7f-4960-b2a2-c9dabd321cf2 req-0cb9b771-33c3-419c-b694-3b6794ffabc1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.4936957 Aug 18 14:16:19.807882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 34fd2f64-9f4f-4eab-9d14-82b295aa0ce2 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:19.833175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.876453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd06f51e-6f7f-4960-b2a2-c9dabd321cf2 req-b47f4ca3-abef-4c11-880b-ecbdbc212eb7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789447 Aug 18 14:16:19.884136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.889787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Could not find standard attr ID for object 0ed347bd-1d05-4890-9967-1de4f5310f0b. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:19.935627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.948268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:19.984383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=0ed347bd-1d05-4890-9967-1de4f5310f0b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:19.993681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.056970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:17Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:20.100475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc3550-60c4-49db-8c8f-d0759414f99e None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:14Z', 'revision_number': 7, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '0ed347bd-1d05-4890-9967-1de4f5310f0b', 'name': '', 'network_id': '64f679ec-c5e6-4cb9-a5a2-b1925928a278', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:79:27:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:16:05Z', 'updated_at': '2021-08-18T14:16:17Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': 'ae3fb807-ea39-4df7-8050-ede4ba672ca3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:20.113309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.231352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.238362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.240882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Provisioning for port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:20.244836 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/768591fc-8de9-4df6-b5f7-2d7ef34853ea HTTP/1.1" status: 204 len: 168 time: 0.5494950 Aug 18 14:16:20.247932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Provisioning complete for port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:20.248428 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.281507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecedaef-c43c-4b07-a753-bb078aba6e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768591fc-8de9-4df6-b5f7-2d7ef34853ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:20.360381 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.396273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.471162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.479839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/34fd2f64-9f4f-4eab-9d14-82b295aa0ce2 HTTP/1.1" status: 204 len: 168 time: 0.8365526 Aug 18 14:16:20.479839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:20.479839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064098e-c945-466e-83e2-204468642a22 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=34fd2f64-9f4f-4eab-9d14-82b295aa0ce2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:20.519326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.589070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ead6777c-79e9-4fc6-825d-8f4505f70219 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071541 Aug 18 14:16:20.590301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40626) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:20.598872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:20.607956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] For port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:20.683773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ed9fc48-fdde-47e1-8c0b-35d305881520 req-63dd03b0-ca83-4673-a65a-23d6564ec163 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.3060682 Aug 18 14:16:20.723458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.809027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300be1f-db98-4eb4-8cc7-10fece55dff4 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:20.899654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:20.904520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:20.942749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5554b74-d3a3-4af6-be7d-5fbc37ad7c18 None None] Pushing event updated for resources: {'Port': ['ID=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:20.948916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a8cb57b-29f4-480b-868b-b9351b7d1f01 req-c408477f-a9d1-454b-b870-9a96f7b4bcc1 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0375960 Aug 18 14:16:20.963548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:20.967557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ced75f7a-4aff-40db-9031-67b315470a82 None None] Could not find standard attr ID for object 712c5eaa-b68f-451c-87c5-28cdf5ba48b4. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:21.183389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:21.278476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Deleting port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:21.280018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.354874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5d503-a4b4-42eb-b94a-8d92d397f681 req-970fcf24-60e8-457a-b329-3cf4b74ca297 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:21.362414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39f5d503-a4b4-42eb-b94a-8d92d397f681 req-970fcf24-60e8-457a-b329-3cf4b74ca297 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2665882 Aug 18 14:16:21.365555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:21.385044 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:21.386386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59b0fd71-a79a-45b3-afe0-a7ca30ad0d75 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8695455 Aug 18 14:16:21.387062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40642) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:21.399809 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:21.401062 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:21.415828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] For port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:21.416553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.431189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Calling delete_port for 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:21.491452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-592a235d-4dd7-4d53-98de-8e0a1542979f req-aaff0bf6-6fbc-4341-bf51-54750bd4b3a0 service neutron] (112229) timed out ('10.222.0.35', 39946) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:16:21.574924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39f5d503-a4b4-42eb-b94a-8d92d397f681 req-f944059f-7f60-427b-9543-31823efbdeb8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115555 Aug 18 14:16:21.584380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet ae3fb807-ea39-4df7-8050-ede4ba672ca3 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:21.603201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.659972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.701321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.740934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] No DVR routers for this DVR port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:21.752233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f124c-b3b3-4e6d-b205-365089b9964f None None] Pushing event deleted for resources: {'Port': ['ID=36a0bfb8-4db4-4d2d-9724-b1c72b0d201c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:21.771486 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:21.816446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:21.906391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-22ce4166-2d98-4413-af9a-f7ddcf0821b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:21.931999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cded629c-14cc-4058-ab98-0e369450822e req-37944125-f44a-4dad-a786-9a0e4e6a47ca tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0935376 Aug 18 14:16:21.980408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.063391 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.revisions.revision_plugin [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Could not find related port for resource to bump revision. Aug 18 14:16:22.105738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Port 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 18 14:16:22.106214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:a90d {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 18 14:16:22.110391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_pluggable_backend [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:a90d {{(pid=112228) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 18 14:16:22.112352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.181531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e0e14e0-a359-470f-aaa4-c15b9c9c517c req-499f77f3-3b78-4702-839a-a178f9af00ec tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0761070 Aug 18 14:16:22.209576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.211091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:22.218141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:22.232778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23306f7-4d5e-4322-9f5d-a16ad73cca24 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:22.239887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:22.240373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.247295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3fb807-ea39-4df7-8050-ede4ba672ca3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:22.252415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.254824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-66fc1391-2fe6-4a2d-a6ab-da6260d9ffa6 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/ae3fb807-ea39-4df7-8050-ede4ba672ca3 HTTP/1.1" status: 204 len: 168 time: 0.8459394 Aug 18 14:16:22.259771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40658) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:22.269342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb995d2-83e3-4ef5-8c3d-dae7e8ad4cb4 None None] Network 64f679ec-c5e6-4cb9-a5a2-b1925928a278 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:22.281229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=d1e267bb-249f-4609-894a-91c7f4ba4d6b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:22.307216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:19Z', 'revision_number': 8, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:22.393249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:22.403986 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:22.405208 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:15:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:22.415189 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b89866ee-ecde-4b42-9843-5a1fe8b0c7bc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8228340 Aug 18 14:16:22.417681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40666) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:22.422925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.423800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:78:e7:67', 'name': 'tempest-NetworksTestDHCPv6-1649911538'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:22.572242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port da42bfab-4fa4-4a68-bbf0-52084bec6224 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:22.572774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.592466 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:22.682597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:22.702274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port da42bfab-4fa4-4a68-bbf0-52084bec6224, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=da42bfab-4fa4-4a68-bbf0-52084bec6224,segment=NetworkSegment(12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0),segment_id=12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:22.703152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:22.721516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for da42bfab-4fa4-4a68-bbf0-52084bec6224 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:22.919665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8f394-4b92-4512-89b6-972e7f579b09 req-fe6dd288-39e5-4316-8b59-0f844fd4a9df tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:22.919665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daa8f394-4b92-4512-89b6-972e7f579b09 req-fe6dd288-39e5-4316-8b59-0f844fd4a9df tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1286416 Aug 18 14:16:23.002798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:23.023993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:23.024633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 36a0bfb8-4db4-4d2d-9724-b1c72b0d201c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:23.034355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daa8f394-4b92-4512-89b6-972e7f579b09 req-b21ede46-7a6e-41df-921e-57912bf8abcc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957129 Aug 18 14:16:23.054274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.057609 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:19Z', 'revision_number': 8, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:23.101959 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343a984-aa86-4ede-a325-047fe5a85445 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:19Z', 'revision_number': 8, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9849c76-27b7-4994-b7a8-ddf2a6bcbc40', 'name': '', 'network_id': '94cc1cc0-cf91-44ad-8a32-3afc46288063', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:b7:84:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:55Z', 'updated_at': '2021-08-18T14:16:07Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '789966a4-6271-4fce-87d7-5bc25a01dde4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:23.156011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'd1e267bb-249f-4609-894a-91c7f4ba4d6b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:23.156903 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.158491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=da42bfab-4fa4-4a68-bbf0-52084bec6224,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:23.173491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port da42bfab-4fa4-4a68-bbf0-52084bec6224 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:23.227165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.289286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port b4e7a08d-f934-4f00-a8cc-990ec0df20f5 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:23.429355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.445117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f679ec-c5e6-4cb9-a5a2-b1925928a278']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:23.470826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:23.470826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f97360-bf6d-4cf8-b9ee-9a78ae4c81c0') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:23.477003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.489072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fe78:e767 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/d1e267bb-249f-4609-894a-91c7f4ba4d6b/b4e7a08d-f934-4f00-a8cc-990ec0df20f5) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:23.499535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efadf58-baac-42c3-b881-f9404c322b87 None None] DHCP port deletion for 64f679ec-c5e6-4cb9-a5a2-b1925928a278 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:23.508605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.522648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:23.522648 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.580055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-4e306dea-7889-455a-adc5-cb6f54c98d7b req-97235444-11e5-4c7d-94d2-f3aaa0d3f077 service neutron] (112228) timed out ('10.222.0.35', 42086) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:23.587507 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:23.643433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66a8e830-02f2-4ee4-8d7a-3c8c21bdf485 req-302f0bfc-53ce-4173-9745-db7bc372584b tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.4501114 Aug 18 14:16:23.706280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c590821-d66b-473d-bcf5-821f27d7b5a0 req-e1fad50f-440b-4630-9e42-6c5037d86a0d tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.1636338 Aug 18 14:16:23.812014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.822239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.829037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:23.832376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/64f679ec-c5e6-4cb9-a5a2-b1925928a278 HTTP/1.1" status: 204 len: 168 time: 1.5686877 Aug 18 14:16:23.833260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40710) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:23.855551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ecaac-b7aa-497b-bb41-ffa7a9cb3f54 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=64f679ec-c5e6-4cb9-a5a2-b1925928a278,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:23.985129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object b4e7a08d-f934-4f00-a8cc-990ec0df20f5 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:24.195376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.241760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:24.244972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:24.249599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:24.256351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:24.257013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.260516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Allocated IP 2001:db8::f816:3eff:fece:bb43 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/d1e267bb-249f-4609-894a-91c7f4ba4d6b/244a10f3-8848-48e8-8366-81e51acbfcde) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:24.304429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=b4e7a08d-f934-4f00-a8cc-990ec0df20f5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:24.329492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fa820-2e1b-4b17-ba25-763efd5796f7 req-622aee8c-6eca-4d5d-83f3-e4d08864576f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:24.332238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a85fa820-2e1b-4b17-ba25-763efd5796f7 req-622aee8c-6eca-4d5d-83f3-e4d08864576f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1316099 Aug 18 14:16:24.412527 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc2be528-cd69-4139-8317-c1c26657616c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9934158 Aug 18 14:16:24.416022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40716) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:24.427461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40718) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:24.499130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176e293-9eb8-49cc-83d1-1866cca624b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:24.504322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b176e293-9eb8-49cc-83d1-1866cca624b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0830712 Aug 18 14:16:24.504535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a85fa820-2e1b-4b17-ba25-763efd5796f7 req-22ca90f8-1488-4313-afc5-93b7c53f2912 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593509 Aug 18 14:16:24.506085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.506278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40722) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:24.583922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.621373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Transition to ACTIVE for port object 244a10f3-8848-48e8-8366-81e51acbfcde will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:24.695860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Transition to ACTIVE for port object 244a10f3-8848-48e8-8366-81e51acbfcde will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:24.699507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device da42bfab-4fa4-4a68-bbf0-52084bec6224 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:24.752534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: da42bfab-4fa4-4a68-bbf0-52084bec6224 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:24.753203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device da42bfab-4fa4-4a68-bbf0-52084bec6224 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:24.753791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0ed347bd-1d05-4890-9967-1de4f5310f0b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:24.756087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07f6bb77-9ad4-47fc-a2aa-11ba5d83241a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.792539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-448374b3-c241-4f64-8821-ddd6bec7ed0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.806780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 0ed347bd-1d05-4890-9967-1de4f5310f0b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:24.807507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0ed347bd-1d05-4890-9967-1de4f5310f0b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:24.852820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.940849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86a296bd-9b3c-4ce2-82e1-de6ef1eb0467 req-5db9dba3-a98a-405d-a377-001650e9d1a5 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1154380 Aug 18 14:16:24.987600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:24.988877 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:24.994605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:25.003936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.005492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:25.014552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port b4e7a08d-f934-4f00-a8cc-990ec0df20f5 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:25.014901 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.025515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc9fc438-111a-4361-a597-888216384b1a req-313ff372-bebf-4296-9c6d-020d5ed83ca8 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0818253 Aug 18 14:16:25.031464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:25.153739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.154145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Pushing event updated for resources: {'Port': ['ID=244a10f3-8848-48e8-8366-81e51acbfcde,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:25.186760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for b4e7a08d-f934-4f00-a8cc-990ec0df20f5 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:25.188720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port b9849c76-27b7-4994-b7a8-ddf2a6bcbc40, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:25.189148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.209158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:25.217792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Attempting to bind port 244a10f3-8848-48e8-8366-81e51acbfcde on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:25.218646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Attempting to bind port 244a10f3-8848-48e8-8366-81e51acbfcde by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:25.219354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Attempting to bind port 244a10f3-8848-48e8-8366-81e51acbfcde on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:25.225312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:25.226095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:25.227063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.227734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:25.228489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Bound port: 244a10f3-8848-48e8-8366-81e51acbfcde, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:25.229133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.345446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] For port 244a10f3-8848-48e8-8366-81e51acbfcde, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:25.352763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] For port 244a10f3-8848-48e8-8366-81e51acbfcde, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=244a10f3-8848-48e8-8366-81e51acbfcde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:25.440645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.461131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-448374b3-c241-4f64-8821-ddd6bec7ed0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.515257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.523592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04001db5-b0d3-42b1-b956-5a7b233f5d57 None None] Pushing event updated for resources: {'Port': ['ID=244a10f3-8848-48e8-8366-81e51acbfcde,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:25.571421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.583534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=b4e7a08d-f934-4f00-a8cc-990ec0df20f5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:25.592124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-448374b3-c241-4f64-8821-ddd6bec7ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.655832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=b9849c76-27b7-4994-b7a8-ddf2a6bcbc40,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:25.687462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.688074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.688949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.690838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.691007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.691260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.691601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.692042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.692410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.692765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.693102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.703283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:25.760322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:25.774574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-448374b3-c241-4f64-8821-ddd6bec7ed0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb82323c596649ca995a75f052fe0a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3454294 Aug 18 14:16:25.779061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448374b3-c241-4f64-8821-ddd6bec7ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baee1bd-0cfd-4ce3-971b-6c3dc6c7ea22,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:25.787712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.801075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5ee65883-3e96-456b-ab59-87e8cace7700 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/b4e7a08d-f934-4f00-a8cc-990ec0df20f5 HTTP/1.1" status: 204 len: 168 time: 1.2917824 Aug 18 14:16:25.832955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40734) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:25.922642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:25.983398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9cbaa-8709-4f52-be0e-143283d30680 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:25.985607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9cbaa-8709-4f52-be0e-143283d30680 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:25.987710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71b9cbaa-8709-4f52-be0e-143283d30680 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1530244 Aug 18 14:16:25.993878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:26.022563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894250-7480-4f30-ae7a-32f5788552e3 req-aa924d6b-f357-4c1d-9c74-59199b950237 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:26.027212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e894250-7480-4f30-ae7a-32f5788552e3 req-aa924d6b-f357-4c1d-9c74-59199b950237 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.2488940 Aug 18 14:16:26.094191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e894250-7480-4f30-ae7a-32f5788552e3 req-bf9fcc41-4031-40e6-8b07-420f351ecfb2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596890 Aug 18 14:16:26.164013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-769feb21-6506-4822-a06d-14ff6334ea3c req-c3af0608-ad7c-44c1-bcbc-499fb904c2f1 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0586889 Aug 18 14:16:26.272645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be41f7f4-1b0e-411c-a438-05e35a8095e2 req-5f4ca4d2-a5ee-43a8-9368-ab8bfe29a786 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0440137 Aug 18 14:16:26.502947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:26.553825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:26.592050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet d1e267bb-249f-4609-894a-91c7f4ba4d6b {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:26.597201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:26.649275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:26.790788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 244a10f3-8848-48e8-8366-81e51acbfcde up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:26.826988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:26.962935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 244a10f3-8848-48e8-8366-81e51acbfcde completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:26.997447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.037527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:27.179480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.183975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.185186 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9baee1bd-0cfd-4ce3-971b-6c3dc6c7ea22 HTTP/1.1" status: 204 len: 168 time: 1.4236207 Aug 18 14:16:27.215776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08713b-735d-45fa-bf86-417f01d87d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baee1bd-0cfd-4ce3-971b-6c3dc6c7ea22,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:27.238477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Provisioning for port 244a10f3-8848-48e8-8366-81e51acbfcde completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:27.283513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.291747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Provisioning complete for port 244a10f3-8848-48e8-8366-81e51acbfcde triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:27.292400 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.306038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:27.307987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.310264 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/d1e267bb-249f-4609-894a-91c7f4ba4d6b HTTP/1.1" status: 204 len: 168 time: 1.3010695 Aug 18 14:16:27.312819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.317658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae51ef89-4513-447c-8292-882d05360042 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4831755 Aug 18 14:16:27.320383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40756) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.358617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0572-455a-43c7-a0db-ca06114d6a68 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e267bb-249f-4609-894a-91c7f4ba4d6b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:27.393529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:27.407753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-072bc262-c9af-495b-8449-a5dd3801b7f4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887361 Aug 18 14:16:27.412226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.478446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet 789966a4-6271-4fce-87d7-5bc25a01dde4 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:27.479217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6c752-d963-4ee8-8f01-735cba2fbc9f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:27.481497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ec6c752-d963-4ee8-8f01-735cba2fbc9f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0674348 Aug 18 14:16:27.481685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.489634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40760) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.503194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:27.503837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:27.566530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3da790af-4fa3-4aaf-b2c2-db08c0664d5d req-7cb70791-ecee-4ca9-842e-29927b3686c1 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0806317 Aug 18 14:16:27.599824 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.679264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40a155-2c93-4c94-b1d1-658dfbd04cc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:27.679264 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3f40a155-2c93-4c94-b1d1-658dfbd04cc0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1320591 Aug 18 14:16:27.679814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b11e-21e3-425b-9d62-4d3197f1fcb8 req-2e41b260-2ce5-4b6f-bf9c-4ab2879d62ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:27.679814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bf3b11e-21e3-425b-9d62-4d3197f1fcb8 req-2e41b260-2ce5-4b6f-bf9c-4ab2879d62ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1685829 Aug 18 14:16:27.680009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093d3c1-6064-48de-a48d-9376f349dd30 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:27.691179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40762) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.742832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bfba6e3f-c113-4ecc-89c6-3aa6c9835cad tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499370 Aug 18 14:16:27.745138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:27.747298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:27.755955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:27.781926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.787283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:27.833782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bf3b11e-21e3-425b-9d62-4d3197f1fcb8 req-1e7ae79a-c67c-456d-ae85-eddd2be6751e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795321 Aug 18 14:16:27.874039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edee0d2b-9afd-4947-b0df-c62623f4833d req-db4b6cb7-c546-405f-8d41-f313608b9b8e tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0390885 Aug 18 14:16:27.885456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.011999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:28.015652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.043397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.066290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] For port 244a10f3-8848-48e8-8366-81e51acbfcde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=244a10f3-8848-48e8-8366-81e51acbfcde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:28.094184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=789966a4-6271-4fce-87d7-5bc25a01dde4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:28.102567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.104495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7d0b5599-d589-43d5-9a94-2fed3ba4e59c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/789966a4-6271-4fce-87d7-5bc25a01dde4 HTTP/1.1" status: 204 len: 168 time: 0.7830768 Aug 18 14:16:28.109941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40774) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:28.121107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70430fcd-e6f7-44b0-becf-67af8392ad27 None None] Network 94cc1cc0-cf91-44ad-8a32-3afc46288063 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:28.235355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.253780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:28.289601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.448334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:28.449124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.532682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.587620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16cd7daf-3f39-4e9d-9a64-fdb007f86884 None None] Could not find standard attr ID for object b4e7a08d-f934-4f00-a8cc-990ec0df20f5. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:28.621032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18571813-d5a6-4e01-80bb-5fab18068326 None None] Pushing event updated for resources: {'Port': ['ID=244a10f3-8848-48e8-8366-81e51acbfcde,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:28.626083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 06a96a97-8786-4c87-acee-f9a2ec7b88d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=06a96a97-8786-4c87-acee-f9a2ec7b88d6,segment=NetworkSegment(4c3f9e5c-06fc-48e3-981c-40e5402115d5),segment_id=4c3f9e5c-06fc-48e3-981c-40e5402115d5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:28.626887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.640544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 244a10f3-8848-48e8-8366-81e51acbfcde no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:28.653694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:28.657531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 06a96a97-8786-4c87-acee-f9a2ec7b88d6 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:28.665568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:28.675542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:28.676724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.698073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=f35a9b19-605f-4b80-8559-392ea3d47efb,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:28.819266 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8a95012a-8433-4144-b7c6-36b1fedc8e79 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0682402 Aug 18 14:16:28.819527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:28.826696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:8f:0e:1d', 'name': 'tempest-NetworksTestDHCPv6-1537697656'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:29.014448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.036220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:25Z', 'revision_number': 9, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:29.065019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Deleting port 244a10f3-8848-48e8-8366-81e51acbfcde {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:29.065394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.070851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=06a96a97-8786-4c87-acee-f9a2ec7b88d6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:29.081704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port 06a96a97-8786-4c87-acee-f9a2ec7b88d6 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:29.087425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:29.092841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc826ccb-f366-4823-b109-4c23f1bea1a1 None None] DHCP port deletion for 94cc1cc0-cf91-44ad-8a32-3afc46288063 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:29.094301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8205b914-b667-4ddc-b172-2df9def0b7d7 req-853449d0-0a35-47e1-80c0-d710a61fcef6 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1317592 Aug 18 14:16:29.161471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:29.162185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:29.309538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-288906a7-bc27-45af-9a20-0c69cf68ee8a req-9603e74e-d9c4-4606-9816-7bd074e8d09f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0601976 Aug 18 14:16:29.327285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:29.328859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e76c5b-4443-4d09-b463-b8f4b570e161 req-0d21f2a0-9afa-4cef-9d7e-8a089b254b88 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:29.337500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81e76c5b-4443-4d09-b463-b8f4b570e161 req-0d21f2a0-9afa-4cef-9d7e-8a089b254b88 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.3393848 Aug 18 14:16:29.376892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.395751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cc1cc0-cf91-44ad-8a32-3afc46288063']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:29.398015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81e76c5b-4443-4d09-b463-b8f4b570e161 req-76f5af50-36dc-4a37-afc2-47f96e8cc3f0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534272 Aug 18 14:16:29.441696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3f9e5c-06fc-48e3-981c-40e5402115d5') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:29.441696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3f9e5c-06fc-48e3-981c-40e5402115d5') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:29.441696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.441696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.447951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:29.448846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:29.452373 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:29.480790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.505202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:29.516931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] For port 244a10f3-8848-48e8-8366-81e51acbfcde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=244a10f3-8848-48e8-8366-81e51acbfcde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:29.517362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.522772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996444885'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:29.548572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Calling delete_port for 244a10f3-8848-48e8-8366-81e51acbfcde owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:29.569977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:29.570686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 244a10f3-8848-48e8-8366-81e51acbfcde, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=244a10f3-8848-48e8-8366-81e51acbfcde,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:29.594563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.616597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 936e6826-afb9-46d3-a67d-79e941b944e8 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:29.654414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.676868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.680393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/94cc1cc0-cf91-44ad-8a32-3afc46288063 HTTP/1.1" status: 204 len: 168 time: 1.5693605 Aug 18 14:16:29.684679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40808) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:29.694332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.717955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:29.722328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.763847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=244a10f3-8848-48e8-8366-81e51acbfcde,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:29.786385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::58 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/f35a9b19-605f-4b80-8559-392ea3d47efb/936e6826-afb9-46d3-a67d-79e941b944e8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:29.805011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfd207-9802-4e9c-b3f3-d6b650191f78 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=94cc1cc0-cf91-44ad-8a32-3afc46288063,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:29.809253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.954288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.975464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.000621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] Pushing event deleted for resources: {'Port': ['ID=244a10f3-8848-48e8-8366-81e51acbfcde,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:30.005274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 936e6826-afb9-46d3-a67d-79e941b944e8 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:30.015563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f8b75-8b4b-43a2-ab8d-4f5c96ac4204 None None] No DVR routers for this DVR port 244a10f3-8848-48e8-8366-81e51acbfcde on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:30.039940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24beef78-2596-4d4c-b01f-a75dab2331d6 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:30.097694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:25Z', 'revision_number': 9, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:30.115339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.128669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e96cb-1b4d-4f41-b0ad-224092ed40e0 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:25Z', 'revision_number': 9, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7020303e-9a2b-4850-a1a9-46f239d87697', 'name': '', 'network_id': '8672603c-5a6d-4d1d-9454-a2e1691923e7', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:40:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:47Z', 'updated_at': '2021-08-18T14:15:58Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '60b84e6c-a962-482d-8dd3-3c0b2d96a57b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:30.186875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.216818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.225588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329024a8-5d2a-4d84-84f2-5713259279dc req-edbf9c69-8d48-44ba-af13-16236ca81338 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0523915 Aug 18 14:16:30.251872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.259094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:30.272161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'f35a9b19-605f-4b80-8559-392ea3d47efb'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:30.273027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.288465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:30.296230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:30.304968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:30.305680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.318708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:30.336851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973b5cba-9e2f-4fb7-8f96-4aff19d7a02d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:30.344944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.345297 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment fae37141-86b5-463b-b2b6-a95346ffb250 of type vlan for network 4f729502-7a4c-44d1-b05c-de4e9aad7300 Aug 18 14:16:30.373552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=936e6826-afb9-46d3-a67d-79e941b944e8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:30.401592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40822) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:30.409488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b9b41c5f-8763-4a00-8d2f-e276c7f5b9cd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5887020 Aug 18 14:16:30.464254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/f35a9b19-605f-4b80-8559-392ea3d47efb/ea9f3616-5c80-4bac-9dfe-c68a2e4acad9) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:30.465103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.470419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd461b84-81ac-44b9-ba48-d4dbb48157ce req-761cfd9b-5b53-4dbc-9a75-58fd7992e326 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/ports?device_id=01164275-ad2a-466b-9bb2-5738da620423 HTTP/1.1" status: 200 len: 210 time: 0.0529141 Aug 18 14:16:30.536757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58954417-2023-4bcb-b125-3d5c9b46c301 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:30.538658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58954417-2023-4bcb-b125-3d5c9b46c301 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1359210 Aug 18 14:16:30.541413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40826) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:30.616240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfb1a-b594-4aa0-816e-720e19e91d2b req-f35b44c9-3d22-4aa8-9009-1371f1b57ca8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:30.618055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37adfb1a-b594-4aa0-816e-720e19e91d2b req-f35b44c9-3d22-4aa8-9009-1371f1b57ca8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.1099055 Aug 18 14:16:30.638111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06a96a97-8786-4c87-acee-f9a2ec7b88d6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:30.647868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.653632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:30.654281 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.683174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37adfb1a-b594-4aa0-816e-720e19e91d2b req-b3dc803c-a116-4de8-9e98-ebeeace59d4e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Aug 18 14:16:30.702292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 06a96a97-8786-4c87-acee-f9a2ec7b88d6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:30.704733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 06a96a97-8786-4c87-acee-f9a2ec7b88d6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:30.704733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:30.718673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 936e6826-afb9-46d3-a67d-79e941b944e8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:30.719026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.737297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:30.737660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b9849c76-27b7-4994-b7a8-ddf2a6bcbc40 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:30.835204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.839701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.842767 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5141754 Aug 18 14:16:30.847945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Transition to ACTIVE for port object ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:30.857476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 936e6826-afb9-46d3-a67d-79e941b944e8 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:30.862926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78784-646c-41d3-8569-92eecc55d684 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=4f729502-7a4c-44d1-b05c-de4e9aad7300,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:30.867442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Transition to ACTIVE for port object ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:30.877072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:30.887528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 7020303e-9a2b-4850-a1a9-46f239d87697 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:30.888572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.949161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-4a432783-680f-43ad-a304-871513bc756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:30.950663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-4a432783-680f-43ad-a304-871513bc756e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1096 time: 0.2869539 Aug 18 14:16:30.963814 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:30.978839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40832) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:30.985354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:31.037894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:31.047361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:31.056222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:31.064679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Pushing event updated for resources: {'Port': ['ID=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:31.124191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Attempting to bind port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:31.124903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Attempting to bind port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:31.124903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Attempting to bind port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:31.130559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:31.130873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:31.131282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.131680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:31.132151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Bound port: ea9f3616-5c80-4bac-9dfe-c68a2e4acad9, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:31.132544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.134343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.171021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=936e6826-afb9-46d3-a67d-79e941b944e8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:31.180161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 7020303e-9a2b-4850-a1a9-46f239d87697, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7020303e-9a2b-4850-a1a9-46f239d87697,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:31.180161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.200512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 7020303e-9a2b-4850-a1a9-46f239d87697 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:31.205071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-8e906ef2-ab76-4449-9fe8-b78d57c79d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:31.206675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-8e906ef2-ab76-4449-9fe8-b78d57c79d08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.2468352 Aug 18 14:16:31.211375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.218730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] For port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:31.218926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-77149af4-dc29-4cd2-b1bf-4efbd6489fcc tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/936e6826-afb9-46d3-a67d-79e941b944e8 HTTP/1.1" status: 204 len: 168 time: 0.6713116 Aug 18 14:16:31.218926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:31.219152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] For port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:31.278714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564c975-68e2-4919-a0b6-712d467ef3ff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:31.280432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564c975-68e2-4919-a0b6-712d467ef3ff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:31.284850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c564c975-68e2-4919-a0b6-712d467ef3ff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0647027 Aug 18 14:16:31.293262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:31.349161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.363797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-299b8087-f86e-47c5-b413-ddabebd00ef6 req-4f0c176e-5147-4909-a03e-37fc20868ec5 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0413504 Aug 18 14:16:31.386474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet f35a9b19-605f-4b80-8559-392ea3d47efb {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:31.390561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.419965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982bfe7-5e5a-4727-b47f-d050c1149fb0 None None] Pushing event updated for resources: {'Port': ['ID=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:31.435263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.533068 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.608127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:31.613124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.683317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:31.720141 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-3a9763ef-fe24-425a-8b84-7321c5668c04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 1001 time: 0.5029109 Aug 18 14:16:31.734848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.782336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.784438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f35a9b19-605f-4b80-8559-392ea3d47efb HTTP/1.1" status: 204 len: 168 time: 0.4983482 Aug 18 14:16:31.787592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1036a-15c4-4ccf-844f-e48e7e6dc960 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=f35a9b19-605f-4b80-8559-392ea3d47efb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:31.790596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40848) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:31.797394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.835111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-460c307a-608e-4c11-9165-3573fabe83c1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431578 Aug 18 14:16:31.839217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40850) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:31.877202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:31.885616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-da1f4924-daa0-4e19-8583-9cb9a9dd35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:31.887152 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-da1f4924-daa0-4e19-8583-9cb9a9dd35ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.1582773 Aug 18 14:16:31.922787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5270b01-5dc9-45ef-8368-249ac07b27cd req-9b4e416d-3d5f-4035-81ae-b88475eaa61b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:31.924213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5270b01-5dc9-45ef-8368-249ac07b27cd req-9b4e416d-3d5f-4035-81ae-b88475eaa61b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.0918205 Aug 18 14:16:31.968220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5270b01-5dc9-45ef-8368-249ac07b27cd req-c9777a0e-7d17-4f94-8dd9-9e6e8d5ba992 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372250 Aug 18 14:16:32.006635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c7ac4-0e6f-4023-b65a-e71ad2092a7f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:32.008112 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-280c7ac4-0e6f-4023-b65a-e71ad2092a7f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1673832 Aug 18 14:16:32.010891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40852) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:32.044900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.047485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.051980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/security-groups/87d804f0-5adc-4208-96a4-ac0849685c82 HTTP/1.1" status: 204 len: 168 time: 0.3642063 Aug 18 14:16:32.054650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:32.057918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-7ad38385-5caa-4ea2-971c-46ed017f9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:32.059393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-7ad38385-5caa-4ea2-971c-46ed017f9bee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425810 Aug 18 14:16:32.066474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4519a33-1089-4aef-ba5d-41e622a3b607 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d804f0-5adc-4208-96a4-ac0849685c82,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:32.077792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b48b92a-2c67-49a3-81bf-29cc65abd408 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:32.078112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-3434fafe-cc24-42c4-9115-bc6eda70fe08 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:16:32.079104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-3434fafe-cc24-42c4-9115-bc6eda70fe08 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096517 Aug 18 14:16:32.079441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7b48b92a-2c67-49a3-81bf-29cc65abd408 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675123 Aug 18 14:16:32.083618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40856) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:32.086334 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-df7865a2-a83c-4ae0-b1f2-689f83366684 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] show failed (client error): The resource could not be found. Aug 18 14:16:32.087438 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df7865a2-a83c-4ae0-b1f2-689f83366684 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "GET /v2.0/security-groups/87d804f0-5adc-4208-96a4-ac0849685c82 HTTP/1.1" status: 404 len: 347 time: 0.0316374 Aug 18 14:16:32.097413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:32.148300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-79373e6f-f584-4e95-bbca-5276090a4cd2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631580 Aug 18 14:16:32.148895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:32.182341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.184185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:32.209460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.286503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=7020303e-9a2b-4850-a1a9-46f239d87697,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:32.426502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=447a2edc-df09-4f69-96cd-3c1b8d775974,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:32.492450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eaa0f872-bc38-4166-b115-342693a15051 req-1e5fcafe-d5bd-4f3a-8b15-f40221e4c46d tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0466332 Aug 18 14:16:32.576044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-511efc13-f70f-40ab-aec2-4f99ecf2c334 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876492 Aug 18 14:16:32.618486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29b75c-ab5b-4b90-84da-362dab499791 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:32.649203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'fae37141-86b5-463b-b2b6-a95346ffb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:32.649608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 4f729502-7a4c-44d1-b05c-de4e9aad7300, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:32.677342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:32.732078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:32.732321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.773258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ad1bfff-bc7d-4ccb-a126-49050b937482 None None] Provisioning for port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:32.783582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:32.787709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.788515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ad1bfff-bc7d-4ccb-a126-49050b937482 None None] Could not find standard attr ID for object 936e6826-afb9-46d3-a67d-79e941b944e8. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:32.811233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.845907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:32.854800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:32.854800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.859878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:32.877877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:32.965426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Deleting port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:32.965809 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:32.971198 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-08d3eaf6-b77b-4337-a2fa-d23a0dab0637 req-6cab4194-e0f3-482c-91b4-8ab568714605 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232484 Aug 18 14:16:32.985232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4f729502-7a4c-44d1-b05c-de4e9aad7300) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:33.004246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.004583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.010441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3b165-82a8-42e0-a709-4308e8b04fa7 None None] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:33.013258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:33.013876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.015804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.053022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:33.099205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] For port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:33.099611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.126116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Calling delete_port for ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:33.128763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:33.153470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd79f00-6460-4d67-8aed-c2dcd24ae603 req-36a09d0b-5310-420a-b9f5-b5082d534de2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:33.155480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fd79f00-6460-4d67-8aed-c2dcd24ae603 req-36a09d0b-5310-420a-b9f5-b5082d534de2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 945 time: 0.0697334 Aug 18 14:16:33.209461 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f194bb04-7d80-4b7f-a969-f53f02a93856 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2283936 Aug 18 14:16:33.220295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:33.227211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603453957'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:33.230641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.267399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-5f5de0ac-261e-4839-8fca-78713e8dc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:33.268816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-5f5de0ac-261e-4839-8fca-78713e8dc079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1096 time: 0.2341368 Aug 18 14:16:33.357613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:33.379614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-4f729502-7a4c-44d1-b05c-de4e9aad7300', 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '447a2edc-df09-4f69-96cd-3c1b8d775974'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:33.380802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.444698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:33.445487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:33.449298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.460268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:33.466885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.537964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] Pushing event deleted for resources: {'Port': ['ID=ea9f3616-5c80-4bac-9dfe-c68a2e4acad9,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:33.546323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f7c77-2adf-41ac-9f8a-e0c8b302748f None None] No DVR routers for this DVR port ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:33.622394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fd79f00-6460-4d67-8aed-c2dcd24ae603 req-3c623767-ca5a-4320-986a-7945e5094409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511416 Aug 18 14:16:33.634079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Allocated IP 172.20.255.242 (4f729502-7a4c-44d1-b05c-de4e9aad7300/447a2edc-df09-4f69-96cd-3c1b8d775974/8a4ec84c-e86b-471d-bdf0-520faaeff833) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:33.652590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.665191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:33.670822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01c5d5c5-2bb9-4180-aee9-6ab461817485 req-2aaf766f-1a62-4e31-b72e-055c02451e9f tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Aug 18 14:16:33.684595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-a4495502-8b8f-4588-84e5-c588875b7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:33.686753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-a4495502-8b8f-4588-84e5-c588875b7f09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.3782170 Aug 18 14:16:33.702014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.702300 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment 7b954269-9e55-474f-adfb-65406c7bed35 of type vlan for network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f Aug 18 14:16:33.720920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:33.723213 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372a2b1-e561-447b-863f-627913c9f272" -d '{"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:33.746941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:33.816617 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.871334 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:33.890899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Transition to ACTIVE for port object 8a4ec84c-e86b-471d-bdf0-520faaeff833 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:33.893101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:33.912012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Transition to ACTIVE for port object 8a4ec84c-e86b-471d-bdf0-520faaeff833 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:33.930887 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8036d851-e57f-4ffb-88be-143c5b4edc96 x-openstack-request-id: req-8036d851-e57f-4ffb-88be-143c5b4edc96 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:33.931194 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:33.931710 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8036d851-e57f-4ffb-88be-143c5b4edc96 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:33.932013 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'code': 200} Aug 18 14:16:34.019812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.063235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:34.066471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:34.070929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:34.077015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Pushing event updated for resources: {'Port': ['ID=8a4ec84c-e86b-471d-bdf0-520faaeff833,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:34.128822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.131077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Attempting to bind port 8a4ec84c-e86b-471d-bdf0-520faaeff833 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:34.131452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Attempting to bind port 8a4ec84c-e86b-471d-bdf0-520faaeff833 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fae37141-86b5-463b-b2b6-a95346ffb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:34.131817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Attempting to bind port 8a4ec84c-e86b-471d-bdf0-520faaeff833 on network 4f729502-7a4c-44d1-b05c-de4e9aad7300 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:34.136932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:34.137306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Checking segment: {'id': 'fae37141-86b5-463b-b2b6-a95346ffb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:34.137711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.138141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Bound using segment: {'id': 'fae37141-86b5-463b-b2b6-a95346ffb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:34.138612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Bound port: 8a4ec84c-e86b-471d-bdf0-520faaeff833, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae37141-86b5-463b-b2b6-a95346ffb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f729502-7a4c-44d1-b05c-de4e9aad7300'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:34.138995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.146477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:34.154640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40880) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:34.155370 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1ecc8285-0e6d-44b1-98e4-2bd3f3c68edb tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4688451 Aug 18 14:16:34.157253 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:34.170908 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:34.171884 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:34.182976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:34.188607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-815479bd-a968-4616-8c08-e2a5d1773b75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 1001 time: 0.4846337 Aug 18 14:16:34.194166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.208384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.222014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet 60b84e6c-a962-482d-8dd3-3c0b2d96a57b {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:34.226163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.226535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] For port 8a4ec84c-e86b-471d-bdf0-520faaeff833, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:34.230148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] For port 8a4ec84c-e86b-471d-bdf0-520faaeff833, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a4ec84c-e86b-471d-bdf0-520faaeff833,segment=NetworkSegment(fae37141-86b5-463b-b2b6-a95346ffb250),segment_id=fae37141-86b5-463b-b2b6-a95346ffb250)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:34.280075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.290396 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:34.306207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=b380dd1e-3f0b-40ff-b756-c0f2a03cbbcf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:34.335344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:34.336178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.343539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.343778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:34.344249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.374780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:34.377619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:34.378419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.459558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=bdaa391c-ea42-41cb-b3d4-48ac3109138b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:34.467569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.470380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-35898ebd-8aa3-4106-8c5c-4087a4293ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:34.471773 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-35898ebd-8aa3-4106-8c5c-4087a4293ad6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.2672465 Aug 18 14:16:34.480354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb500e75-726a-490f-a0fe-ee1de3e7cc96 None None] Pushing event updated for resources: {'Port': ['ID=8a4ec84c-e86b-471d-bdf0-520faaeff833,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:34.488145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccec1bc-d3c0-498e-b35c-d0788ddd1a6e None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:34.518655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=d6ae8d06-39c7-4013-92b3-a1df2f65ab8f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:34.550730 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:31Z', 'revision_number': 10, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:34.569304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:34.589608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8918d850-954d-4c0e-ba85-c9f119da1ec3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3671427 Aug 18 14:16:34.596681 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ffbe7386-66e1-449c-bfc6-4cb47d088a5d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4158771 Aug 18 14:16:34.596681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:34.597407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40886) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:34.607863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:34.610102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:34.625940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:34.630222 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:34.630870 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:34.657923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.660243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.660978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.665590 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f40f5d78-ce6a-41c9-a714-1b0f50707060 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/floatingips/3a9de870-0dbc-44e2-a470-4e280d2ab179 HTTP/1.1" status: 204 len: 168 time: 2.5688169 Aug 18 14:16:34.752599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40890) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:34.771458 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:34.979887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-50feeef1-4c26-4c1b-b0d6-befa522bae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:34.981898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-50feeef1-4c26-4c1b-b0d6-befa522bae4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4835939 Aug 18 14:16:35.018248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=60b84e6c-a962-482d-8dd3-3c0b2d96a57b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:35.054676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:35.056644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35842f73-a6de-4281-b1bd-81ee8c3e159c None None] Network 8672603c-5a6d-4d1d-9454-a2e1691923e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:35.092587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:35.097477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.101131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:35.101371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ea9f3616-5c80-4bac-9dfe-c68a2e4acad9 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:35.132699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.135244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-637d3c36-26a9-4e74-98ec-ea8080e2e2ff tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/60b84e6c-a962-482d-8dd3-3c0b2d96a57b HTTP/1.1" status: 204 len: 168 time: 0.9766462 Aug 18 14:16:35.148420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23214f79-df79-46b9-91ec-d58008d85548 req-885b67f3-9446-4035-9074-84f364f65a4d tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.2716568 Aug 18 14:16:35.164811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40896) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:35.188927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-857cfe23-b225-4fa4-a0af-6ee65011bf0a req-0ce53911-f3a4-4434-a603-7ff1db78fb1e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4005666 Aug 18 14:16:35.232323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a13b9-5c88-4482-a434-c54fdde2fcdf req-a9de52b9-3863-41ce-ab67-5a55a7c9f2a8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:35.241006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff4a13b9-5c88-4482-a434-c54fdde2fcdf req-a9de52b9-3863-41ce-ab67-5a55a7c9f2a8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.4534893 Aug 18 14:16:35.269039 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:31Z', 'revision_number': 10, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:35.305748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-857cfe23-b225-4fa4-a0af-6ee65011bf0a req-0c5c0084-e9b9-494b-821d-0530a1ee892c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0487230 Aug 18 14:16:35.327454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a3e6-b2b4-45fd-9f72-e65a120652f9 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:31Z', 'revision_number': 10, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None, '_interfaces': [{'id': '693a83ce-1030-4f4c-beca-96ddf6d7a722', 'name': '', 'network_id': '61c445ad-935b-42f5-a317-8a5cc0a72502', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'mac_address': 'fa:16:3e:c2:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '21c3f481-6516-499f-a193-6daed2e195c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:15:40Z', 'updated_at': '2021-08-18T14:15:49Z', 'revision_number': 5, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'subnets': [{'id': '21c3f481-6516-499f-a193-6daed2e195c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:35.393484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-857cfe23-b225-4fa4-a0af-6ee65011bf0a req-c68b52b7-742f-468e-8311-976ac38f7445 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578628 Aug 18 14:16:35.413510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff4a13b9-5c88-4482-a434-c54fdde2fcdf req-d843d8d2-9a76-4f71-ba68-dc20694c705a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660430 Aug 18 14:16:35.440627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port 749a659e-2b0f-4326-91f5-1fa7f5fb1131 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:35.441085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.449773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.453491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': 'bdaa391c-ea42-41cb-b3d4-48ac3109138b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:35.454616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.458327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:35.462278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.540356 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-76c8248a-cc49-4507-b608-8c3da3cd8949 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270226 Aug 18 14:16:35.640223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfe23-b225-4fa4-a0af-6ee65011bf0a req-1c2c2724-fcca-424c-9c5b-323fa0a53512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:35.641981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-857cfe23-b225-4fa4-a0af-6ee65011bf0a req-1c2c2724-fcca-424c-9c5b-323fa0a53512 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2273901 Aug 18 14:16:35.644763 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdaa391c-ea42-41cb-b3d4-48ac3109138b (CIDR: 2001:db8::/64) Aug 18 14:16:35.682750 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:16:35.683382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:35.687110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Allocated IP 2001:db8::f816:3eff:fedc:fc53 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/bdaa391c-ea42-41cb-b3d4-48ac3109138b/475e3315-22ce-4fec-895e-c8d3acb97ae8) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:35.777651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-411ed1c7-18fa-4054-8bca-fe505ba439e1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1779344 Aug 18 14:16:35.780409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40900) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:35.786195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:35.830136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.941391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] DHCP port deletion for 8672603c-5a6d-4d1d-9454-a2e1691923e7 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:35.959847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for 749a659e-2b0f-4326-91f5-1fa7f5fb1131 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:35.976712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4a837d39-fcd1-4402-adf7-bcc915e8d0cd req-895c3527-ee19-42bd-9512-f40125cd62da service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194007 Aug 18 14:16:35.984625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:35.999332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Transition to ACTIVE for port object 475e3315-22ce-4fec-895e-c8d3acb97ae8 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:36.037556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Transition to ACTIVE for port object 475e3315-22ce-4fec-895e-c8d3acb97ae8 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:36.044179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Deleting port 173056b4-8d9b-4414-82c6-40114e33a50d {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:36.045522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.067978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:36.067978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.109806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 173056b4-8d9b-4414-82c6-40114e33a50d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:36.110163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.112098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.120692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] For port 173056b4-8d9b-4414-82c6-40114e33a50d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=173056b4-8d9b-4414-82c6-40114e33a50d,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:36.121310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.141700 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.151184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Calling delete_port for 173056b4-8d9b-4414-82c6-40114e33a50d owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:36.205380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:36.238723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:36.241232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:36.249177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9f238-cba9-45d9-8fb4-537a126bf999 None None] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:36.256887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=cbcc7534-479f-4552-934c-cb679120f4ac,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.278114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Pushing event updated for resources: {'Port': ['ID=475e3315-22ce-4fec-895e-c8d3acb97ae8,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.301787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0e9da9-3730-4dc4-9222-1f037a93a994 req-4740b9d5-df23-48b8-a5d4-8745788e6ded tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0370040 Aug 18 14:16:36.309119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 173056b4-8d9b-4414-82c6-40114e33a50d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=173056b4-8d9b-4414-82c6-40114e33a50d,segment=NetworkSegment(84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733),segment_id=84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:36.309507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.333744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': '7b954269-9e55-474f-adfb-65406c7bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:36.334131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: d6ae8d06-39c7-4013-92b3-a1df2f65ab8f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:36.342457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 173056b4-8d9b-4414-82c6-40114e33a50d owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:36.405107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Attempting to bind port 475e3315-22ce-4fec-895e-c8d3acb97ae8 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:36.405390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Attempting to bind port 475e3315-22ce-4fec-895e-c8d3acb97ae8 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:36.405748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Attempting to bind port 475e3315-22ce-4fec-895e-c8d3acb97ae8 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:36.424428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:36.424797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:36.425193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.425578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:36.426091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Bound port: 475e3315-22ce-4fec-895e-c8d3acb97ae8, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:36.426508 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.439780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.468721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=749a659e-2b0f-4326-91f5-1fa7f5fb1131,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.479926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.493666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d179d32-b1e9-41f8-8f34-341069e50eec None None] Provisioning for port 8a4ec84c-e86b-471d-bdf0-520faaeff833 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:36.550229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:36.553346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.555335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f369f4f1-24f7-4edc-bb22-173568a63f29 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/ports/749a659e-2b0f-4326-91f5-1fa7f5fb1131 HTTP/1.1" status: 204 len: 168 time: 1.8014069 Aug 18 14:16:36.558761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40908) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:36.585825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.604567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] No DVR routers for this DVR port 173056b4-8d9b-4414-82c6-40114e33a50d on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:36.611293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:36.617183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.622318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] For port 475e3315-22ce-4fec-895e-c8d3acb97ae8, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:36.627598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:36.653086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=173056b4-8d9b-4414-82c6-40114e33a50d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.663715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:36.664324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.670295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] For port 475e3315-22ce-4fec-895e-c8d3acb97ae8, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=475e3315-22ce-4fec-895e-c8d3acb97ae8,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:36.672184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ebc35-2a60-47fb-90b4-1dd57745023d None None] Pushing event deleted for resources: {'Port': ['ID=173056b4-8d9b-4414-82c6-40114e33a50d,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.686140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=05ee1cab-2631-4c5f-949b-c5daad588f82,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:36.691433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d6ae8d06-39c7-4013-92b3-a1df2f65ab8f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:36.693869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port 173056b4-8d9b-4414-82c6-40114e33a50d on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:36.704357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d83c4-912a-48b7-bfc5-b2105152330d None None] Network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:36.710302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:36.711345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.715440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdcfb3-d239-4bc1-8e8e-77967dd44470 req-0f9e3b78-9661-478a-8381-eaa39dc13765 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:36.717351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30fdcfb3-d239-4bc1-8e8e-77967dd44470 req-0f9e3b78-9661-478a-8381-eaa39dc13765 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1200221 Aug 18 14:16:36.768267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30fdcfb3-d239-4bc1-8e8e-77967dd44470 req-a1f79a26-272b-4ee6-a5c6-4489d29bbfce tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Aug 18 14:16:36.770208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-53c52303-08ff-46c4-bee1-397249c9124e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9888029 Aug 18 14:16:36.773160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:36.778702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:89:fb:3d', 'name': 'tempest-NetworksTestDHCPv6-516421942'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:36.811417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a4ec84c-e86b-471d-bdf0-520faaeff833 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:36.818616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.867985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.897192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8672603c-5a6d-4d1d-9454-a2e1691923e7']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:36.922557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:36.923551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ea3bb5-9ab5-4db6-acb5-fd7c1b82a733') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:36.926750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76fafede-9c56-48f2-ad92-44d456c9a3dd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3303826 Aug 18 14:16:36.939090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40916) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:36.939213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:36.939213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.960738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:36.976551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735921c-854c-4e2a-a916-6afd4cdfa84c None None] Pushing event updated for resources: {'Port': ['ID=475e3315-22ce-4fec-895e-c8d3acb97ae8,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:37.032065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.048346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:37.048777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:37.052510 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:37.112004 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.135862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d6ae8d06-39c7-4013-92b3-a1df2f65ab8f', 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': 'cbcc7534-479f-4552-934c-cb679120f4ac'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:37.136755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.154668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.171950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8a4ec84c-e86b-471d-bdf0-520faaeff833 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:37.174614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:37.183450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8a4ec84c-e86b-471d-bdf0-520faaeff833 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:37.183833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.185507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.188188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:37.283543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.291492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.293434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/8672603c-5a6d-4d1d-9454-a2e1691923e7 HTTP/1.1" status: 204 len: 168 time: 2.1265101 Aug 18 14:16:37.297429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:37.334361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.357347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 7ff76f2d-db63-41bd-872d-1a696326fe86 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:37.365018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Allocated IP 172.20.0.2 (d6ae8d06-39c7-4013-92b3-a1df2f65ab8f/cbcc7534-479f-4552-934c-cb679120f4ac/f8feac72-0e75-400a-8ef3-aca84f34a12e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:37.401961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.480223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:37.505345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a893ad-f0a0-427c-8da0-a8a3a7e2efa3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=8672603c-5a6d-4d1d-9454-a2e1691923e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:37.560418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8a4ec84c-e86b-471d-bdf0-520faaeff833, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a4ec84c-e86b-471d-bdf0-520faaeff833,segment=NetworkSegment(fae37141-86b5-463b-b2b6-a95346ffb250),segment_id=fae37141-86b5-463b-b2b6-a95346ffb250)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:37.583836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a7e7fe1-0ce2-402a-bd4f-4eed16cfdd88 req-b8b1086a-87b8-45e1-a17b-36894518534a tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0859137 Aug 18 14:16:37.650309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.656182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.700578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8:0:1::1f5 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/05ee1cab-2631-4c5f-949b-c5daad588f82/7ff76f2d-db63-41bd-872d-1a696326fe86) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:37.705065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=a8e0c5b9-4609-4aef-ad7b-6a016ea4f618,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:37.720317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.739060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fe89:fb3d (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/bdaa391c-ea42-41cb-b3d4-48ac3109138b/7ff76f2d-db63-41bd-872d-1a696326fe86) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:37.741330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Transition to ACTIVE for port object f8feac72-0e75-400a-8ef3-aca84f34a12e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:37.745981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8a4ec84c-e86b-471d-bdf0-520faaeff833,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:37.769399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Transition to ACTIVE for port object f8feac72-0e75-400a-8ef3-aca84f34a12e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:37.795601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 173056b4-8d9b-4414-82c6-40114e33a50d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:37.812830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.818081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e691e969-6706-442d-861b-5fe14f21af4f tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/ports/a8e0c5b9-4609-4aef-ad7b-6a016ea4f618 HTTP/1.1" status: 204 len: 168 time: 1.2551537 Aug 18 14:16:37.821275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:37.823926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 173056b4-8d9b-4414-82c6-40114e33a50d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:37.824385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 173056b4-8d9b-4414-82c6-40114e33a50d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:37.824906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7020303e-9a2b-4850-a1a9-46f239d87697 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:37.844286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7020303e-9a2b-4850-a1a9-46f239d87697 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:37.844631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7020303e-9a2b-4850-a1a9-46f239d87697 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:37.877276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:37.919055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:37.922511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:37.927904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:37.935466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Pushing event updated for resources: {'Port': ['ID=f8feac72-0e75-400a-8ef3-aca84f34a12e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:37.936604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting subnet 4e149c35-4f41-4838-8502-3b9544faa7af {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:37.945005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.003426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.012697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Attempting to bind port f8feac72-0e75-400a-8ef3-aca84f34a12e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:38.013128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Attempting to bind port f8feac72-0e75-400a-8ef3-aca84f34a12e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '7b954269-9e55-474f-adfb-65406c7bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:38.013504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Attempting to bind port f8feac72-0e75-400a-8ef3-aca84f34a12e on network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:38.019470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:38.020057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Checking segment: {'id': '7b954269-9e55-474f-adfb-65406c7bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:38.020477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.021274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Bound using segment: {'id': '7b954269-9e55-474f-adfb-65406c7bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:38.021984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Bound port: f8feac72-0e75-400a-8ef3-aca84f34a12e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b954269-9e55-474f-adfb-65406c7bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:38.022631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.031075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.096671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcc7534-479f-4552-934c-cb679120f4ac,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:38.110415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] For port f8feac72-0e75-400a-8ef3-aca84f34a12e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:38.118787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] For port f8feac72-0e75-400a-8ef3-aca84f34a12e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f8feac72-0e75-400a-8ef3-aca84f34a12e,segment=NetworkSegment(7b954269-9e55-474f-adfb-65406c7bed35),segment_id=7b954269-9e55-474f-adfb-65406c7bed35)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:38.155542 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.206403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.270098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.273374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.301949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 7ff76f2d-db63-41bd-872d-1a696326fe86 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:38.328634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.333891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ae8d06-39c7-4013-92b3-a1df2f65ab8f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:38.337308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01d9c-cfe7-43ce-9dcb-08130401b6c0 None None] Pushing event updated for resources: {'Port': ['ID=f8feac72-0e75-400a-8ef3-aca84f34a12e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:38.372663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3756f1-152e-45e2-9d0e-e129dd49f3d1 None None] Network d6ae8d06-39c7-4013-92b3-a1df2f65ab8f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:38.373684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b954269-9e55-474f-adfb-65406c7bed35') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:38.374229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b954269-9e55-474f-adfb-65406c7bed35') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:38.393516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.438766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.454694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:38.455118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:38.490272 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:38.575276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.608786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f653ab-5668-4817-a277-f626fe978dcb None None] Network 11e91dab-ac4e-44bc-bbf8-daca2b39369c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:38.618967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.620947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/subnets/4e149c35-4f41-4838-8502-3b9544faa7af HTTP/1.1" status: 204 len: 168 time: 0.7994299 Aug 18 14:16:38.624215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:38.625304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caff52-6d4c-4c99-b411-6735286ed8e0 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Subnet': ['ID=4e149c35-4f41-4838-8502-3b9544faa7af,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:38.632084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:16:38.632084 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:16:38.632084 n-d-804303-5 neutron-server[112229]: [parameters: {'id': 'd6ae8d06-39c7-4013-92b3-a1df2f65ab8f'}] Aug 18 14:16:38.632084 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:38.632467 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:38.666586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.698794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d6347-30b2-4b39-8f90-213d596f1cb2 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:38.731081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting subnet 0b264fb3-7ab2-4249-9440-d907ff66cb22 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:38.736749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.739643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63bb0bec-754f-4f5d-99ea-4754c7351a17 req-125da10b-2523-4af6-9e9c-d1852423d507 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0641701 Aug 18 14:16:38.756958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:38.770262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:38.770262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=7ff76f2d-db63-41bd-872d-1a696326fe86,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:38.786993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:38.791237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.792605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a4ec84c-e86b-471d-bdf0-520faaeff833 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:38.798443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:38.805248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.938768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-19b31f82-0c1a-4618-8721-fa88a6e972b1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1635425 Aug 18 14:16:38.938768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40946) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:38.944333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:38.979238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8a4ec84c-e86b-471d-bdf0-520faaeff833 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:38.979521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.004728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 693a83ce-1030-4f4c-beca-96ddf6d7a722 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:39.005083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.100802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d5e0-b906-4d78-a6ff-d03e1c81d75c req-67888a74-e1a8-46dd-bf62-260735e8ee1f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:39.109212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4d6d5e0-b906-4d78-a6ff-d03e1c81d75c req-67888a74-e1a8-46dd-bf62-260735e8ee1f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1138470 Aug 18 14:16:39.137031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.142052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 693a83ce-1030-4f4c-beca-96ddf6d7a722, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=693a83ce-1030-4f4c-beca-96ddf6d7a722,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:39.142444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.158628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 693a83ce-1030-4f4c-beca-96ddf6d7a722 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:39.163790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] DHCP port deletion for 11e91dab-ac4e-44bc-bbf8-daca2b39369c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:39.169965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9de0dc7e-99da-4c54-ab0e-109954f80f8c None None] Provisioning for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:39.196196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4d6d5e0-b906-4d78-a6ff-d03e1c81d75c req-a50ee659-1575-49c9-ae0c-59254105ff58 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858312 Aug 18 14:16:39.235224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 7ff76f2d-db63-41bd-872d-1a696326fe86 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:39.235224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.343825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.353003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 475e3315-22ce-4fec-895e-c8d3acb97ae8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:39.359837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port f8feac72-0e75-400a-8ef3-aca84f34a12e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:39.360446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.364578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.380832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40958) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:39.394849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Subnet': ['ID=0b264fb3-7ab2-4249-9440-d907ff66cb22,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:39.397006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.401245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f3bcf94-57d8-4cf3-8d53-19c942ed209b tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/subnets/0b264fb3-7ab2-4249-9440-d907ff66cb22 HTTP/1.1" status: 204 len: 168 time: 0.7725406 Aug 18 14:16:39.407649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40962) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:39.414807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Deleting port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:39.415241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.422534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 7ff76f2d-db63-41bd-872d-1a696326fe86 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:39.434755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87f48e-57d0-4bdc-a27b-1c939e8fe5c1 None None] Network b9aee283-afd4-49da-918d-9a8f5c02fe3a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:39.495678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port f8feac72-0e75-400a-8ef3-aca84f34a12e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f8feac72-0e75-400a-8ef3-aca84f34a12e,segment=NetworkSegment(7b954269-9e55-474f-adfb-65406c7bed35),segment_id=7b954269-9e55-474f-adfb-65406c7bed35)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:39.495951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.520089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for f8feac72-0e75-400a-8ef3-aca84f34a12e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:39.557362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.569046 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-07c08f51-b9f0-4040-933b-afc8b08ffbf9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1849065 Aug 18 14:16:39.636154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:39.646072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.650432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.661822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] For port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:39.662247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.664745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': 'bdaa391c-ea42-41cb-b3d4-48ac3109138b', 'ip_address': '2001:db8::f816:3eff:fedc:fc53'}, {'subnet_id': '05ee1cab-2631-4c5f-949b-c5daad588f82'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '475e3315-22ce-4fec-895e-c8d3acb97ae8'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:16:39.702134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Calling delete_port for 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:39.709547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.726469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=693a83ce-1030-4f4c-beca-96ddf6d7a722,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:39.762831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:39.797337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.812125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,segment=NetworkSegment(145cea99-4a34-41e3-8dc1-cdef3032bc3a),segment_id=145cea99-4a34-41e3-8dc1-cdef3032bc3a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:39.812497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.826015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] DHCP port deletion for b9aee283-afd4-49da-918d-9a8f5c02fe3a request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:39.839554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.850474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:39.851277 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:39.904179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port f8feac72-0e75-400a-8ef3-aca84f34a12e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:39.979225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:39.985013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.071857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=7ff76f2d-db63-41bd-872d-1a696326fe86,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.085861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-993549b3-f499-415b-a8e2-ded492bb5cba req-287a2dad-5c4a-4642-8a67-a8145af5a4f0 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1427631 Aug 18 14:16:40.127854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.129708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.131221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ebc2b846-fcf6-4d16-8c51-7fa00948241e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/7ff76f2d-db63-41bd-872d-1a696326fe86 HTTP/1.1" status: 204 len: 168 time: 1.1916029 Aug 18 14:16:40.134028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.134232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40976) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.169058 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.172238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=f8feac72-0e75-400a-8ef3-aca84f34a12e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.180274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ae8d06-39c7-4013-92b3-a1df2f65ab8f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.196726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] Pushing event deleted for resources: {'Port': ['ID=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.202432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c989b8-21b0-448b-9bc5-f4d33d991ce7 None None] No DVR routers for this DVR port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:40.228799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b954269-9e55-474f-adfb-65406c7bed35') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.228985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b954269-9e55-474f-adfb-65406c7bed35') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.242369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.259835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.267190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:40.267604 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:40.271480 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:40.286692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:40.294916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.321507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Allocated IP 2001:db8:0:1::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/05ee1cab-2631-4c5f-949b-c5daad588f82/475e3315-22ce-4fec-895e-c8d3acb97ae8) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:40.324742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Deleting port dfe6f96d-86dd-4d97-a663-543f9df3a618 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:40.325341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.333672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.334109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=6b38120b-3c84-4ab9-a45c-62a0ffbef0c1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.376965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ec7b3-0736-4cd4-ade2-a765a2a49105 req-97a7bba0-1c0b-4d87-91e7-9794f4bfe6f6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.379533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc7ec7b3-0736-4cd4-ade2-a765a2a49105 req-97a7bba0-1c0b-4d87-91e7-9794f4bfe6f6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.0630028 Aug 18 14:16:40.397130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:40.424798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75832258-56bf-42a1-860d-70d88fc98910 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.426909 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-75832258-56bf-42a1-860d-70d88fc98910 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2898874 Aug 18 14:16:40.427574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc7ec7b3-0736-4cd4-ade2-a765a2a49105 req-525163f5-4545-4aa9-9d57-e7e5da5546e0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Aug 18 14:16:40.429187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40982) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.433154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.450424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e91dab-ac4e-44bc-bbf8-daca2b39369c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.458807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] For port dfe6f96d-86dd-4d97-a663-543f9df3a618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfe6f96d-86dd-4d97-a663-543f9df3a618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:40.459410 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.476039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.494839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.498105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/d6ae8d06-39c7-4013-92b3-a1df2f65ab8f HTTP/1.1" status: 204 len: 168 time: 3.5604894 Aug 18 14:16:40.509320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e269f1f-a3e4-4e50-b346-32e5a4e1f76a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=d6ae8d06-39c7-4013-92b3-a1df2f65ab8f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.509320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40984) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.509320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447548036'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:40.525073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4dab-6e62-4a04-a709-80c14e6bf11d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.533640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2eae4dab-6e62-4a04-a709-80c14e6bf11d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0987089 Aug 18 14:16:40.533640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.543894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145cea99-4a34-41e3-8dc1-cdef3032bc3a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.544414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145cea99-4a34-41e3-8dc1-cdef3032bc3a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.550219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] For port 475e3315-22ce-4fec-895e-c8d3acb97ae8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=475e3315-22ce-4fec-895e-c8d3acb97ae8,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:40.559457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.567554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:40.578292 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9ad143ef-f75c-4c65-96f3-4362ac9782de tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2773080 Aug 18 14:16:40.578462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40988) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.591091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.594482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758436dd-cfb3-411a-9cd5-04bdded5421a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.596169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758436dd-cfb3-411a-9cd5-04bdded5421a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.598186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758436dd-cfb3-411a-9cd5-04bdded5421a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:40.603768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-758436dd-cfb3-411a-9cd5-04bdded5421a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0704279 Aug 18 14:16:40.605324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Transition to ACTIVE for port object 475e3315-22ce-4fec-895e-c8d3acb97ae8 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:40.606786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.610793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.613785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:40.623754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Calling delete_port for dfe6f96d-86dd-4d97-a663-543f9df3a618 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:40.634508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:40.634886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.642116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:40.642532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:40.645861 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:40.665623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 05ee1cab-2631-4c5f-949b-c5daad588f82 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:40.677013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.719279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting subnet 21c3f481-6516-499f-a193-6daed2e195c4 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:40.723590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.727922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.732022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.763243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:40.766970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.769784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.793537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:40.796013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:40.812665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.813275 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment 3bc42933-8193-4e60-ba02-6548c0122587 of type vlan for network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce Aug 18 14:16:40.884497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.889155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.891390 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.897163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 40992) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:40.899480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/networks/11e91dab-ac4e-44bc-bbf8-daca2b39369c HTTP/1.1" status: 204 len: 168 time: 1.4960690 Aug 18 14:16:40.901576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:40.903490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.916737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.969244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a0824-ad37-40be-be4b-b3ab5e96a1a9 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Network': ['ID=11e91dab-ac4e-44bc-bbf8-daca2b39369c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:40.976044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:40.976406 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:40.989738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:40.991135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:41.013443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a56c0b-6999-4905-b647-878b343d42bd None None] Pushing event updated for resources: {'Port': ['ID=475e3315-22ce-4fec-895e-c8d3acb97ae8,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.023050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:41.023959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:41.045232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.097027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:41.115411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Deleting port dfe6f96d-86dd-4d97-a663-543f9df3a618 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:41.115859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.123394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.195837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] For port dfe6f96d-86dd-4d97-a663-543f9df3a618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=dfe6f96d-86dd-4d97-a663-543f9df3a618,segment=NetworkSegment(68a90763-a513-4f05-b502-5dc9382a8e52),segment_id=68a90763-a513-4f05-b502-5dc9382a8e52)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:41.196232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.208117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Subnet': ['ID=21c3f481-6516-499f-a193-6daed2e195c4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.211214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.213625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e8193a94-e581-4638-a8af-a5c37bc3f2c8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/21c3f481-6516-499f-a193-6daed2e195c4 HTTP/1.1" status: 204 len: 168 time: 0.6340432 Aug 18 14:16:41.215576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.216393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:41.221600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:41.223250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.248922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.292942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Calling delete_port for dfe6f96d-86dd-4d97-a663-543f9df3a618 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:41.305271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa020725-dc17-4d04-8e84-363aef86ce90 None None] Network 61c445ad-935b-42f5-a317-8a5cc0a72502 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:41.337873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.357535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d37eacc-5e75-4547-b591-8903021e42b7 req-f278105d-f2ee-476c-b2f6-0b9074949d34 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1497161 Aug 18 14:16:41.362983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.375314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.380133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/05ee1cab-2631-4c5f-949b-c5daad588f82 HTTP/1.1" status: 204 len: 168 time: 0.7697160 Aug 18 14:16:41.380133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b29764-04f1-4c40-b74c-3aca071205ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=05ee1cab-2631-4c5f-949b-c5daad588f82,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.382943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:41.402985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:41.405758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] No DVR routers for this DVR port dfe6f96d-86dd-4d97-a663-543f9df3a618 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:41.470388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881253d-6bbc-43c5-8e78-08955fad62dd None None] Pushing event deleted for resources: {'Port': ['ID=dfe6f96d-86dd-4d97-a663-543f9df3a618,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.474575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.483252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-36f2c287-6ba3-4847-bc4e-fa31ca69f2f5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9782689 Aug 18 14:16:41.486021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:41.494808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:41.495085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:41.505063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87031e-615c-49e7-b5da-e47eefb4c899 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:41.555423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet bdaa391c-ea42-41cb-b3d4-48ac3109138b {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:41.565829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.630772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.680246 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.733006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 475e3315-22ce-4fec-895e-c8d3acb97ae8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=475e3315-22ce-4fec-895e-c8d3acb97ae8,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:41.779234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9171f1-46bb-4aab-8382-75f10dc9512b req-fb06c54d-207e-4cff-bac9-afeba8ea9cfb tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:41.780873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e9171f1-46bb-4aab-8382-75f10dc9512b req-fb06c54d-207e-4cff-bac9-afeba8ea9cfb tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1555715 Aug 18 14:16:41.795076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.817690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.835302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:41.851848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] No DVR routers for this DVR port dfe6f96d-86dd-4d97-a663-543f9df3a618 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:41.870618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e9171f1-46bb-4aab-8382-75f10dc9512b req-947fef75-506b-44de-911f-8297f682b056 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776055 Aug 18 14:16:41.910643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=475e3315-22ce-4fec-895e-c8d3acb97ae8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:41.921031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] DHCP port deletion for 61c445ad-935b-42f5-a317-8a5cc0a72502 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:41.960488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2976658-849f-426f-a593-b95d7ed285cd None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:41.968831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Deleting port 5377ef84-6484-4376-98cb-4b702adb3705 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:41.969182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.001366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Port': ['ID=dfe6f96d-86dd-4d97-a663-543f9df3a618,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:42.015058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:42.018743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.037552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14f76e15-9fbe-46ed-aea4-45b97a5f05be None None] Could not find standard attr ID for object 7ff76f2d-db63-41bd-872d-1a696326fe86. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:42.085872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Deleting port 5377ef84-6484-4376-98cb-4b702adb3705 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:42.086831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.098856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] For port 5377ef84-6484-4376-98cb-4b702adb3705, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5377ef84-6484-4376-98cb-4b702adb3705,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:42.098856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.114314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 475e3315-22ce-4fec-895e-c8d3acb97ae8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:42.118950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Calling delete_port for 5377ef84-6484-4376-98cb-4b702adb3705 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:42.219494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.258406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaa391c-ea42-41cb-b3d4-48ac3109138b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:42.260828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.262263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14f76e15-9fbe-46ed-aea4-45b97a5f05be None None] Provisioning for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:42.267495 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c236496d-6287-4d56-a231-a32799faad83 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/bdaa391c-ea42-41cb-b3d4-48ac3109138b HTTP/1.1" status: 204 len: 168 time: 0.8811140 Aug 18 14:16:42.267941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:42.281725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14f76e15-9fbe-46ed-aea4-45b97a5f05be None None] Provisioning complete for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:42.282145 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14f76e15-9fbe-46ed-aea4-45b97a5f05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.324161 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e1688aee-d563-4fc3-b3a5-47fc45e663bd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512133 Aug 18 14:16:42.324161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.324557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41010) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:42.331883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:42.389085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] For port 5377ef84-6484-4376-98cb-4b702adb3705, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5377ef84-6484-4376-98cb-4b702adb3705,segment=NetworkSegment(0bb080a8-1f94-4067-a261-d232f29d9806),segment_id=0bb080a8-1f94-4067-a261-d232f29d9806)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:42.389499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.455850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Calling delete_port for 5377ef84-6484-4376-98cb-4b702adb3705 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:42.471091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Port': ['ID=5377ef84-6484-4376-98cb-4b702adb3705,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:42.476424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No DVR routers for this DVR port 5377ef84-6484-4376-98cb-4b702adb3705 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:42.577104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:42.577965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 475e3315-22ce-4fec-895e-c8d3acb97ae8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:42.577965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.578632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.599973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.601925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:42.637751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a751738-a6e1-4765-85fa-53a831502432 req-76ca0f1d-f340-4b82-9190-940849fdb7c6 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0823486 Aug 18 14:16:42.654157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.654725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9aee283-afd4-49da-918d-9a8f5c02fe3a']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.668596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feee52bf-3add-4b2c-8233-25d426720023 req-7226f2c5-dbca-4336-b07d-2e6f5d483551 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1160557 Aug 18 14:16:42.672566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c445ad-935b-42f5-a317-8a5cc0a72502']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.679181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing IP validity checks on allocation pools {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 14:16:42.679726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 14:16:42.687218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a90763-a513-4f05-b502-5dc9382a8e52') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.687552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a90763-a513-4f05-b502-5dc9382a8e52') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.699865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb080a8-1f94-4067-a261-d232f29d9806') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.700246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb080a8-1f94-4067-a261-d232f29d9806') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:42.706960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.715869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.739064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.744096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.755379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:42.755769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.756109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:42.756532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:42.758967 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:42.761521 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:42.778503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.841578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] Pushing event deleted for resources: {'Port': ['ID=5377ef84-6484-4376-98cb-4b702adb3705,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:42.846632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Deleting port 475e3315-22ce-4fec-895e-c8d3acb97ae8 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:42.847163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.858670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6eb941-4ee4-4757-bbd6-1140bd6f353a None None] No DVR routers for this DVR port 5377ef84-6484-4376-98cb-4b702adb3705 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:42.918307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.941235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:42.945704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/networks/61c445ad-935b-42f5-a317-8a5cc0a72502 HTTP/1.1" status: 204 len: 168 time: 1.7259891 Aug 18 14:16:42.960788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41016) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:42.964196 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'routes': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:42.964402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] For port 475e3315-22ce-4fec-895e-c8d3acb97ae8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=475e3315-22ce-4fec-895e-c8d3acb97ae8,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:42.965635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.002980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Calling delete_port for 475e3315-22ce-4fec-895e-c8d3acb97ae8 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:43.004183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.027210 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.029629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] 10.222.0.35 "DELETE /v2.0/networks/b9aee283-afd4-49da-918d-9a8f5c02fe3a HTTP/1.1" status: 204 len: 168 time: 2.1294281 Aug 18 14:16:43.078077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fbc3b-9b0c-4c45-833d-a9c4434460f3 tempest-TaggedBootDevicesTest-546275423 tempest-TaggedBootDevicesTest-546275423-project] Pushing event deleted for resources: {'Network': ['ID=b9aee283-afd4-49da-918d-9a8f5c02fe3a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:43.122411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3346-1ac1-44d6-85c3-e19c8cda5185 req-6f903f49-0da9-4dc3-a59b-7b408d930510 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:43.125340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-588b3346-1ac1-44d6-85c3-e19c8cda5185 req-6f903f49-0da9-4dc3-a59b-7b408d930510 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1161909 Aug 18 14:16:43.130707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 693a83ce-1030-4f4c-beca-96ddf6d7a722 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:43.134544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.170960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 693a83ce-1030-4f4c-beca-96ddf6d7a722 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:43.171309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 693a83ce-1030-4f4c-beca-96ddf6d7a722 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:43.171942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5377ef84-6484-4376-98cb-4b702adb3705 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:43.208023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5377ef84-6484-4376-98cb-4b702adb3705 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:43.209162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5377ef84-6484-4376-98cb-4b702adb3705 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:43.209716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfe6f96d-86dd-4d97-a663-543f9df3a618 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:43.276569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: dfe6f96d-86dd-4d97-a663-543f9df3a618 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:43.278539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device dfe6f96d-86dd-4d97-a663-543f9df3a618 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:43.281888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:43.324452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.332704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:43.333361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6b38120b-3c84-4ab9-a45c-62a0ffbef0c1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:43.354229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=68bc2edd-b050-42d3-9b77-9391d29d29f2,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:43.361136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-588b3346-1ac1-44d6-85c3-e19c8cda5185 req-138d0454-b417-4e28-9919-dcb86291ccda tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141063 Aug 18 14:16:43.374271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] Pushing event deleted for resources: {'Port': ['ID=475e3315-22ce-4fec-895e-c8d3acb97ae8,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:43.381111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30be9fd-c502-473f-a385-f42e9e1ee1bf None None] No DVR routers for this DVR port 475e3315-22ce-4fec-895e-c8d3acb97ae8 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:43.415718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': '3bc42933-8193-4e60-ba02-6548c0122587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:43.420536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29baa3-bf75-46a8-b4bf-9caaa18a3dc8 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:16:43.423882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:43.435248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667090c1-9382-4332-be13-31dc4afd6124 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Pushing event deleted for resources: {'Network': ['ID=61c445ad-935b-42f5-a317-8a5cc0a72502,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:43.574112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:43.581032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Added routes are [] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:16:43.581610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Removed routes are [] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:16:43.581721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.605931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:43.608373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.668167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:43.674157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:43.675493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.749835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-36594739-4008-47f1-8676-b00fc18481ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2622895 Aug 18 14:16:43.750489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=8e5b9b02-24cd-497f-8521-f868b326d2b0,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:43.756448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41030) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:43.759426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:43.818554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29baa3-bf75-46a8-b4bf-9caaa18a3dc8 None None] Unable to find a vacant binding_index for network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce and agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 {{(pid=112230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 18 14:16:43.840505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29baa3-bf75-46a8-b4bf-9caaa18a3dc8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce) {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:16:43.880827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.893630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.907264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18f2f28b-7f29-48ac-9c47-cc55dc6909d2 req-1d61b29e-d907-44d7-9473-48b63adcbfcb tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.1136065 Aug 18 14:16:43.907625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:43.907625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:43.907625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.055551 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-27ee0d8c-aca2-436f-b050-aa312b3593a9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7279856 Aug 18 14:16:44.059953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41034) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:44.063319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.067797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:44.100903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:16:44.151143 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.223965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 475e3315-22ce-4fec-895e-c8d3acb97ae8 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:44.243285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:44.253461 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Sync routers for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:44.264342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.268070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad626bd7-625b-4e3d-aec2-62e7df293a3a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 701 time: 1.3076560 Aug 18 14:16:44.268723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41036) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:44.271183 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:44.271813 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.284803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 475e3315-22ce-4fec-895e-c8d3acb97ae8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:44.285947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 475e3315-22ce-4fec-895e-c8d3acb97ae8 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:44.324290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-50879787-6aa2-498e-8e9d-7fc024772b4a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 205 time: 0.0517704 Aug 18 14:16:44.324290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.324982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41038) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:44.381796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=68bc2edd-b050-42d3-9b77-9391d29d29f2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:44.454715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:44.462592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.476825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.496052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.508588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc42933-8193-4e60-ba02-6548c0122587') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.508889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc42933-8193-4e60-ba02-6548c0122587') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.521753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.539053 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.546930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:44.547342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.580382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.627303 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:44.676559 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:44.679414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c02609d4-4562-401d-88e5-4e6d20809dd2 req-9b9e7bb6-a5a1-4683-a341-9ace61bb7802 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730&device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.3363655 Aug 18 14:16:44.712111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '8e5b9b02-24cd-497f-8521-f868b326d2b0'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:44.712991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.729783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08f70-92d1-41c0-9a32-14ba638cbe27 req-7e78b545-5273-47e3-8be6-73a202f2638e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:44.731483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5a08f70-92d1-41c0-9a32-14ba638cbe27 req-7e78b545-5273-47e3-8be6-73a202f2638e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1032405 Aug 18 14:16:44.731953 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.734447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.758934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.765092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce HTTP/1.1" status: 204 len: 168 time: 1.0084190 Aug 18 14:16:44.802141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Checking router: 03ef2c82-45a1-49c2-9ce8-e7dc4839940c for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:44.821734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:44.825811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Routers {'03ef2c82-45a1-49c2-9ce8-e7dc4839940c'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:44.826490 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:44.838333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95865802'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:44.859591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3904cae-791e-47fa-a008-991ea7d24917 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:44.869594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.873927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.892889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5a08f70-92d1-41c0-9a32-14ba638cbe27 req-b42daf77-2a71-46cd-b959-560a63c2abd5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497140 Aug 18 14:16:44.943634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] Set router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:44.946284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Allocated IP 2001:db8::f816:3eff:fe4d:798f (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/8e5b9b02-24cd-497f-8521-f868b326d2b0/b89c8413-48ef-4e84-b393-70499b542a54) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:44.983997 n-d-804303-5 neutron-server[112228]: INFO neutron.db.ipam_backend_mixin [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e5b9b02-24cd-497f-8521-f868b326d2b0 (CIDR: 2001:db8::/64) Aug 18 14:16:45.005441 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:45.028964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:45.029344 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:16:45.029856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:45.031591 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80b4df-91f2-4f46-8f74-cf03a51484f1 None None] The sync data for ids ['03ef2c82-45a1-49c2-9ce8-e7dc4839940c'] in n-d-804303-5 is: [{'id': '03ef2c82-45a1-49c2-9ce8-e7dc4839940c', 'name': 'tempest-RoutersTest-router-2019202628', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:15:37Z', 'updated_at': '2021-08-18T14:16:39Z', 'revision_number': 11, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:45.037885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.070243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.074180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router 03ef2c82-45a1-49c2-9ce8-e7dc4839940c {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:16:45.089520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.089780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:45.090959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f0283d8-ee46-468a-9950-939c3a939583 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 204 len: 168 time: 0.7649090 Aug 18 14:16:45.097151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:45.102389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430003664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:45.119106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.119596 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment ac283435-3eb8-4d55-9230-becbe255c8bb of type vlan for network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf Aug 18 14:16:45.158846 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.159910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-edbc44c7-1321-4268-96bc-2b75fdc1fdb5 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0985446 Aug 18 14:16:45.162912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41052) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:45.170565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Transition to ACTIVE for port object b89c8413-48ef-4e84-b393-70499b542a54 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:45.174353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:45.174533 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.202732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Transition to ACTIVE for port object b89c8413-48ef-4e84-b393-70499b542a54 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:45.246208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a48361f7-e616-4b61-a68a-6cdaaac47d1d req-e0c7e3be-bf88-496a-a4bc-d3cbf97a2912 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0269282 Aug 18 14:16:45.294396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.296816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51944caf-aac2-4dd3-ad74-670a0b1c316b req-3a1617d9-2a8f-4142-b6b5-cf0d13586e0f tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0453918 Aug 18 14:16:45.305793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a48361f7-e616-4b61-a68a-6cdaaac47d1d req-5463b46b-3fd3-4336-8822-627f2caa8c57 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408998 Aug 18 14:16:45.306848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.313762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:45.314436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.359229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.360474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.365695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:45.369020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:45.372386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:45.430555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Pushing event updated for resources: {'Port': ['ID=b89c8413-48ef-4e84-b393-70499b542a54,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:45.444375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Attempting to bind port b89c8413-48ef-4e84-b393-70499b542a54 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:45.445524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Attempting to bind port b89c8413-48ef-4e84-b393-70499b542a54 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:45.445524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Attempting to bind port b89c8413-48ef-4e84-b393-70499b542a54 on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:45.458627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:45.459014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:45.459427 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.459827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:45.460302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Bound port: b89c8413-48ef-4e84-b393-70499b542a54, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:45.460743 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.480738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=a11cc0e5-867d-44f1-b9fe-8c226b4b70bf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:45.482745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:45.498577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.526117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:45.538499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48361f7-e616-4b61-a68a-6cdaaac47d1d req-68266da4-e0dc-45ae-821b-85e2fcc8283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:45.544586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a48361f7-e616-4b61-a68a-6cdaaac47d1d req-68266da4-e0dc-45ae-821b-85e2fcc8283a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222998 Aug 18 14:16:45.563127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8a5a6b24-1f23-4a89-8a6e-de7515e3e201 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7389932 Aug 18 14:16:45.565721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41058) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:45.572353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:45.579197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.646904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] For port b89c8413-48ef-4e84-b393-70499b542a54, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:45.651188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] For port b89c8413-48ef-4e84-b393-70499b542a54, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b89c8413-48ef-4e84-b393-70499b542a54,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:45.656102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.738937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.762704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:45.770985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.818982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0357b-41af-4475-b970-bdd856f5eee9 None None] Pushing event updated for resources: {'Port': ['ID=b89c8413-48ef-4e84-b393-70499b542a54,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:45.842530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.847062 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a6691216-fb84-43df-8662-44748baa4ca9 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7486761 Aug 18 14:16:45.848740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41060) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:45.855840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:45.901249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.952563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:45.956828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:46.001005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:46.001828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.132941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.135824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=90a76546-34ca-4404-8308-bc4a78789d01,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:46.288396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6250050-f37b-4b1a-8920-b01cedef24ae req-28411375-5572-474b-9b92-b26ca000bac8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:46.291401 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7516859e-2eed-40ab-83b8-4b43bf7496a4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1274624 Aug 18 14:16:46.297341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6250050-f37b-4b1a-8920-b01cedef24ae req-28411375-5572-474b-9b92-b26ca000bac8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.2329276 Aug 18 14:16:46.299357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41066) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:46.308778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:43:b3:1c', 'name': 'tempest-NetworksTestDHCPv6-1636081840'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:46.361488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=a99fc582-ab97-4a39-9ed0-fd582b8d9e05,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:46.441033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.472900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6250050-f37b-4b1a-8920-b01cedef24ae req-25bb0b0c-1c40-4dd5-b05b-d1e7a72dd2a8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746294 Aug 18 14:16:46.497458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'ac283435-3eb8-4d55-9230-becbe255c8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:46.498249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: a11cc0e5-867d-44f1-b9fe-8c226b4b70bf, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:46.526034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c308afba-33e7-4483-8114-5ec83c2e07f9 req-853a99b0-0ed8-46d2-b24f-5737fafc356f tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0585024 Aug 18 14:16:46.544561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.659198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:46.683021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:46.740184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Router 670ac17f-1430-402b-9e97-12ea692370f6 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:16:46.774465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a11cc0e5-867d-44f1-b9fe-8c226b4b70bf) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:46.781862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.792630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:46.793188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.879675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:16:46.898326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Sync routers for ids ['670ac17f-1430-402b-9e97-12ea692370f6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:16:46.907363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:46.908598 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-02d7c82f-bba5-4491-a288-5f016f37559d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "PUT /v2.0/routers/670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 200 len: 694 time: 1.0584204 Aug 18 14:16:46.912841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41072) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:46.920507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3099d743-6736-4ef8-ae2e-0ac4fa40ef3d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3533750 Aug 18 14:16:46.923803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Routers {'670ac17f-1430-402b-9e97-12ea692370f6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:46.924873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['670ac17f-1430-402b-9e97-12ea692370f6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:46.926805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port bb8647db-4136-4984-b675-5a7ec0534463 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:16:46.931184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:46.936628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a48361f7-e616-4b61-a68a-6cdaaac47d1d req-d1287f1c-1946-4fff-a030-22d627c9035f tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0517328 Aug 18 14:16:47.065460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Set router 670ac17f-1430-402b-9e97-12ea692370f6 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:47.184015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670ac17f-1430-402b-9e97-12ea692370f6', 'name': 'tempest-RoutersTest-router-1430003664', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:16:45Z', 'updated_at': '2021-08-18T14:16:46Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:47.214005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Checking router: 670ac17f-1430-402b-9e97-12ea692370f6 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:16:47.225581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Routers {'670ac17f-1430-402b-9e97-12ea692370f6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:16:47.226413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['670ac17f-1430-402b-9e97-12ea692370f6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24b850-6dec-4e1a-897a-b7406baa41c1 None None] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abcf108-ad41-4cf3-a1cf-94d8a6878dad None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4e1b3-a9a2-43ab-be07-c4334861bf21 None None] Network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24b850-6dec-4e1a-897a-b7406baa41c1 None None] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ccc03-d7b7-4772-b3a0-a37e201a9f09 None None] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] Set router 670ac17f-1430-402b-9e97-12ea692370f6 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ccc03-d7b7-4772-b3a0-a37e201a9f09 None None] Network 28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:16:47.527696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670ac17f-1430-402b-9e97-12ea692370f6', 'name': 'tempest-RoutersTest-router-1430003664', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:16:45Z', 'updated_at': '2021-08-18T14:16:46Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:47.575304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e53737-a0de-4cf3-a6ab-aa8273574597 None None] The sync data for ids ['670ac17f-1430-402b-9e97-12ea692370f6'] in n-d-804303-5 is: [{'id': '670ac17f-1430-402b-9e97-12ea692370f6', 'name': 'tempest-RoutersTest-router-1430003664', 'tenant_id': '84c87bda336e42a9b669a81ff0891077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:16:45Z', 'updated_at': '2021-08-18T14:16:46Z', 'revision_number': 2, 'project_id': '84c87bda336e42a9b669a81ff0891077', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:16:47.597369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cd1c0748-7827-40c9-91ae-f51bbdc6239c None None] Provisioning for port b89c8413-48ef-4e84-b393-70499b542a54 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:47.736710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aba4cbc4-32ea-4ad3-b4b8-e0d5806f252c tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/routers/670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 200 len: 700 time: 0.8227372 Aug 18 14:16:47.747605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41086) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:47.799280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ffd3cf8-7e02-44f7-a461-7cb7fcca1efe tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 200 len: 205 time: 0.0503626 Aug 18 14:16:47.801283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8:0:1::7b (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/90a76546-34ca-4404-8308-bc4a78789d01/bb8647db-4136-4984-b675-5a7ec0534463) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:47.808680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41088) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:47.818845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a09c893-d0fd-446e-8679-2864d3c045e7 req-65227e94-7dfb-480a-867c-ee8b243f1c08 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4b7f8a-70e8-4ed9-abf6-94be0fec7730 HTTP/1.1" status: 200 len: 210 time: 0.0945020 Aug 18 14:16:47.866180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa396-bc1a-46c2-b3dc-9974dabe3693 req-fcd52dff-f3db-4a86-a8d9-1a1344bc54fa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:47.876623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031aa396-bc1a-46c2-b3dc-9974dabe3693 req-fcd52dff-f3db-4a86-a8d9-1a1344bc54fa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.2085099 Aug 18 14:16:47.943134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::f816:3eff:fe43:b31c (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/8e5b9b02-24cd-497f-8521-f868b326d2b0/bb8647db-4136-4984-b675-5a7ec0534463) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:48.002532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031aa396-bc1a-46c2-b3dc-9974dabe3693 req-79219779-5808-4aa4-b769-17c9682f1ca6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218348 Aug 18 14:16:48.052685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b89c8413-48ef-4e84-b393-70499b542a54 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:48.074694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a11cc0e5-867d-44f1-b9fe-8c226b4b70bf', 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': 'a99fc582-ab97-4a39-9ed0-fd582b8d9e05'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:48.075568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.092058 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.112405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.367385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Update dhcp port {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'fixed_ips': [{'subnet_id': '8e5b9b02-24cd-497f-8521-f868b326d2b0', 'ip_address': '2001:db8::f816:3eff:fe4d:798f'}, {'subnet_id': '90a76546-34ca-4404-8308-bc4a78789d01'}], 'binding:host_id': 'n-d-804303-5'}, 'id': 'b89c8413-48ef-4e84-b393-70499b542a54'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:16:48.425018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.463048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.470409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.475165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.479612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Allocated IP 172.20.0.1 (a11cc0e5-867d-44f1-b9fe-8c226b4b70bf/a99fc582-ab97-4a39-9ed0-fd582b8d9e05/34806358-e645-46dc-b34b-eb9072f0ee83) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:48.562918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b89c8413-48ef-4e84-b393-70499b542a54 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:48.594930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.610202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b89c8413-48ef-4e84-b393-70499b542a54 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:48.610574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.685396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object bb8647db-4136-4984-b675-5a7ec0534463 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:48.687039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.687708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Fanout notify agent at l3_agent the message router_deleted on router 670ac17f-1430-402b-9e97-12ea692370f6 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:16:48.697958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.699545 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c2efe9e5-813d-4a99-97d6-7376c2597536 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 204 len: 168 time: 0.8898728 Aug 18 14:16:48.702930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41094) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:48.742821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bdb469a4-b333-4855-9e41-4f5c889f08c3 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 200 len: 205 time: 0.0380917 Aug 18 14:16:48.745140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41096) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:48.752829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.786278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.804588 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-7f3a99f1-8ca7-4371-86fe-49b6f851c63e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:48.804803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Transition to ACTIVE for port object 34806358-e645-46dc-b34b-eb9072f0ee83 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:48.809010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b89c8413-48ef-4e84-b393-70499b542a54, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b89c8413-48ef-4e84-b393-70499b542a54,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:48.809174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41098) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:48.809782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7f3a99f1-8ca7-4371-86fe-49b6f851c63e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/670ac17f-1430-402b-9e97-12ea692370f6 HTTP/1.1" status: 404 len: 336 time: 0.0635335 Aug 18 14:16:48.828300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Transition to ACTIVE for port object 34806358-e645-46dc-b34b-eb9072f0ee83 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:48.871309 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-396344f2-1416-4116-bfa5-bfdb3426254d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:48.871772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396344f2-1416-4116-bfa5-bfdb3426254d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:48.882801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-396344f2-1416-4116-bfa5-bfdb3426254d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/ae3fb807-ea39-4df7-8050-ede4ba672ca3 HTTP/1.1" status: 404 len: 337 time: 0.0705397 Aug 18 14:16:48.882801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.886333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41104) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:48.915476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.958886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:48.966222 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad58b1e-8571-4a3a-ba8a-961a11eb5d73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:48.966846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad58b1e-8571-4a3a-ba8a-961a11eb5d73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:48.969898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ad58b1e-8571-4a3a-ba8a-961a11eb5d73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/789966a4-6271-4fce-87d7-5bc25a01dde4 HTTP/1.1" status: 404 len: 337 time: 0.0841765 Aug 18 14:16:48.972145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41106) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:48.986288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Allocated IP 2001:db8:0:1::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/90a76546-34ca-4404-8308-bc4a78789d01/b89c8413-48ef-4e84-b393-70499b542a54) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:48.997829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:49.004335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:49.008600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:49.014951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:49.016448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.028533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=bb8647db-4136-4984-b675-5a7ec0534463,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.038173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.056508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:49.066951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:49.085337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:49.092917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=a99fc582-ab97-4a39-9ed0-fd582b8d9e05,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.097235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b89c8413-48ef-4e84-b393-70499b542a54,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.120182 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-664ba68d-9d56-4530-85aa-ee47d319cc73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:49.120557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664ba68d-9d56-4530-85aa-ee47d319cc73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:49.141083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-664ba68d-9d56-4530-85aa-ee47d319cc73 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/60b84e6c-a962-482d-8dd3-3c0b2d96a57b HTTP/1.1" status: 404 len: 337 time: 0.1647470 Aug 18 14:16:49.142856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41112) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.170674 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf313a4-1685-4e6e-9283-be7d948b1993 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:49.171733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf313a4-1685-4e6e-9283-be7d948b1993 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:49.174023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-caf313a4-1685-4e6e-9283-be7d948b1993 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/21c3f481-6516-499f-a193-6daed2e195c4 HTTP/1.1" status: 404 len: 337 time: 0.0316765 Aug 18 14:16:49.176911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41114) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.189423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d2eef075-9277-4f48-bbfb-20af30b2ddfb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8889925 Aug 18 14:16:49.193252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41116) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.211609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.222842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11cc0e5-867d-44f1-b9fe-8c226b4b70bf']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:49.234559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac283435-3eb8-4d55-9230-becbe255c8bb') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:49.235336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac283435-3eb8-4d55-9230-becbe255c8bb') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:49.236136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-041edcd3-3195-46c1-80dd-b8d06a5b49d8 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 200 len: 205 time: 0.0579607 Aug 18 14:16:49.240346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.300776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.308718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Attempting to bind port 34806358-e645-46dc-b34b-eb9072f0ee83 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:49.309313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Attempting to bind port 34806358-e645-46dc-b34b-eb9072f0ee83 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ac283435-3eb8-4d55-9230-becbe255c8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:49.309450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Attempting to bind port 34806358-e645-46dc-b34b-eb9072f0ee83 on network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:49.315183 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-a951c808-b147-46f6-b244-336b4076e0ad tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:49.315183 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a951c808-b147-46f6-b244-336b4076e0ad tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/03ef2c82-45a1-49c2-9ce8-e7dc4839940c HTTP/1.1" status: 404 len: 336 time: 0.0732419 Aug 18 14:16:49.319889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41124) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.320194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Pushing event updated for resources: {'Port': ['ID=34806358-e645-46dc-b34b-eb9072f0ee83,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.329858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:49.331346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Checking segment: {'id': 'ac283435-3eb8-4d55-9230-becbe255c8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:49.331589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.332589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Bound using segment: {'id': 'ac283435-3eb8-4d55-9230-becbe255c8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:49.333086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Bound port: 34806358-e645-46dc-b34b-eb9072f0ee83, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac283435-3eb8-4d55-9230-becbe255c8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:49.333478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.366704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7addc93d-fc89-41f2-97e5-d67d765787f5 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=21eea96f-7437-46ab-ba31-2b0b128a764e HTTP/1.1" status: 200 len: 205 time: 0.0449662 Aug 18 14:16:49.375515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41126) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.391294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.405831 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:16:49.450885 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-5847ed75-80a7-40d0-8139-42a4e1c8494f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:49.454434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5847ed75-80a7-40d0-8139-42a4e1c8494f tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/21eea96f-7437-46ab-ba31-2b0b128a764e HTTP/1.1" status: 404 len: 336 time: 0.0746315 Aug 18 14:16:49.454569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2726f27-ad02-4230-a5bc-941dc373d1d6 req-f4be1bcd-3a02-4ba1-a0fe-34eb31bfb91d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0335476 Aug 18 14:16:49.454643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:49.454643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:49.456573 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:49.460876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41130) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.461759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] For port 34806358-e645-46dc-b34b-eb9072f0ee83, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:49.470059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] For port b89c8413-48ef-4e84-b393-70499b542a54, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b89c8413-48ef-4e84-b393-70499b542a54,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:49.507980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.523520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Transition to ACTIVE for port object b89c8413-48ef-4e84-b393-70499b542a54 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:49.553058 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dd5652-8b5b-40d8-84d3-d78432ca9c9a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:49.553521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dd5652-8b5b-40d8-84d3-d78432ca9c9a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:49.554459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] For port 34806358-e645-46dc-b34b-eb9072f0ee83, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=34806358-e645-46dc-b34b-eb9072f0ee83,segment=NetworkSegment(ac283435-3eb8-4d55-9230-becbe255c8bb),segment_id=ac283435-3eb8-4d55-9230-becbe255c8bb)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:49.555326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e8dd5652-8b5b-40d8-84d3-d78432ca9c9a tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/6d613271-8294-42c7-b94a-f86f10b7ab7a HTTP/1.1" status: 404 len: 337 time: 0.0828292 Aug 18 14:16:49.557080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2726f27-ad02-4230-a5bc-941dc373d1d6 req-06d0806e-a8d6-4641-868a-b3551c346f18 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953248 Aug 18 14:16:49.558202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41134) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.559854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port bb8647db-4136-4984-b675-5a7ec0534463 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:49.560221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.596982 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-061db87b-45f2-4532-9dac-9e13927ef55e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 200 len: 205 time: 0.0375667 Aug 18 14:16:49.599222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:16:49.599222 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:16:49.599222 n-d-804303-5 neutron-server[112228]: [parameters: {'id': 'a11cc0e5-867d-44f1-b9fe-8c226b4b70bf'}] Aug 18 14:16:49.599222 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:49.599620 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:49.599988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.634226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032e387-73fb-4a42-b4e9-25e062ddfa96 req-0b8cc009-f08d-4750-ab07-b077dc82a50d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:49.637827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7032e387-73fb-4a42-b4e9-25e062ddfa96 req-0b8cc009-f08d-4750-ab07-b077dc82a50d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.3114471 Aug 18 14:16:49.647916 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-ca0cb440-6389-4626-b251-9e45d9fa0d8e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:49.649215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca0cb440-6389-4626-b251-9e45d9fa0d8e tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/e8c99bdf-98f4-4dab-9da6-c6a0ff863e1d HTTP/1.1" status: 404 len: 336 time: 0.0480547 Aug 18 14:16:49.652121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41140) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.678359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.684400 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-38a75df7-25a8-4a86-9985-8396d3d4c978 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a4d5d3e-3488-4dfc-8fcd-609de409786f HTTP/1.1" status: 200 len: 205 time: 0.0286825 Aug 18 14:16:49.684592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41142) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.698590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.700877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77b3d5cd-10ba-47dc-b86c-eb93e780dc57 req-131c75a1-c987-48c4-87fb-4465130924a2 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0610158 Aug 18 14:16:49.742392 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-28684b2e-b6d9-4f0d-b52e-70534d44a827 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:49.745724 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28684b2e-b6d9-4f0d-b52e-70534d44a827 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/1a4d5d3e-3488-4dfc-8fcd-609de409786f HTTP/1.1" status: 404 len: 336 time: 0.0561049 Aug 18 14:16:49.746088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41144) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.783981 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-828c3279-a7bc-4337-91d1-86faaa5c92da tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:49.785032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828c3279-a7bc-4337-91d1-86faaa5c92da tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:49.787083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca991-9f79-4801-be87-6fcf1a2f03d4 None None] Pushing event updated for resources: {'Port': ['ID=34806358-e645-46dc-b34b-eb9072f0ee83,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.790570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-828c3279-a7bc-4337-91d1-86faaa5c92da tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/dd9e8e62-0042-4f9d-a129-4e62b76eefac HTTP/1.1" status: 404 len: 337 time: 0.0404453 Aug 18 14:16:49.790570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41146) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.826289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-97f30d84-cd3d-4479-8697-5124c6262f41 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc HTTP/1.1" status: 200 len: 205 time: 0.0329273 Aug 18 14:16:49.828554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7032e387-73fb-4a42-b4e9-25e062ddfa96 req-4ba6ebb9-2cef-48e7-bd92-0b09d691dea4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899233 Aug 18 14:16:49.828822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:49.846613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:49.874817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb75fcb-712b-4700-820a-d488e2b613f8 None None] Pushing event updated for resources: {'Port': ['ID=b89c8413-48ef-4e84-b393-70499b542a54,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:49.879657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for bb8647db-4136-4984-b675-5a7ec0534463 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:49.916934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2726f27-ad02-4230-a5bc-941dc373d1d6 req-5ed19ecd-b246-4aa7-b6cf-5b2fa78b0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:49.919026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2726f27-ad02-4230-a5bc-941dc373d1d6 req-5ed19ecd-b246-4aa7-b6cf-5b2fa78b0a7e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750480 Aug 18 14:16:49.956888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491bb39-2eb8-47be-bfba-41fc7ec9af6f None None] Network a11cc0e5-867d-44f1-b9fe-8c226b4b70bf requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:49.977984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b89c8413-48ef-4e84-b393-70499b542a54 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:49.997733 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-8c46ba48-e2d1-46bc-ac97-3639bbfa7175 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:49.998972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8c46ba48-e2d1-46bc-ac97-3639bbfa7175 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/69eeef1f-0d4c-45bb-a8b0-6e673bcaeddc HTTP/1.1" status: 404 len: 336 time: 0.1692142 Aug 18 14:16:50.002107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41150) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.035833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f5bf-018d-4033-9324-68dae615a599 req-bc8327f6-3b04-4721-aa86-0aa5254957a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.037271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-bc8327f6-3b04-4721-aa86-0aa5254957a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 1094 time: 0.1176553 Aug 18 14:16:50.041954 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fbbea1-06fc-457a-9c2e-a0ce9699675d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:50.042530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fbbea1-06fc-457a-9c2e-a0ce9699675d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:50.044385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-51fbbea1-06fc-457a-9c2e-a0ce9699675d tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/409dc0d7-5e46-4b8b-ad56-b30dc931bc24 HTTP/1.1" status: 404 len: 337 time: 0.0412364 Aug 18 14:16:50.047227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41152) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.117395 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78e9e77c-64f0-487a-a205-86f049f83f27 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6b64e9-7937-445d-9080-8ac4be759cfe HTTP/1.1" status: 200 len: 205 time: 0.0681121 Aug 18 14:16:50.118037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.127172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41154) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.186347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f5bf-018d-4033-9324-68dae615a599 req-981f1ff8-cd3a-4551-a02f-c85afd2906b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.188317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-981f1ff8-cd3a-4551-a02f-c85afd2906b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1094 time: 0.1046422 Aug 18 14:16:50.199586 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-07d178d1-9778-4367-8af3-8469d54f48b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] delete failed (client error): The resource could not be found. Aug 18 14:16:50.201069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07d178d1-9778-4367-8af3-8469d54f48b0 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/routers/ed6b64e9-7937-445d-9080-8ac4be759cfe HTTP/1.1" status: 404 len: 336 time: 0.0692372 Aug 18 14:16:50.215183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.314085 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb9b328-071b-4866-9f0a-e7d036537396 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:50.314538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb9b328-071b-4866-9f0a-e7d036537396 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:50.316315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2fb9b328-071b-4866-9f0a-e7d036537396 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/f7b427a2-a1e0-419e-bbfd-6c7989143da2 HTTP/1.1" status: 404 len: 337 time: 0.0983293 Aug 18 14:16:50.320857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41160) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.343608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 34806358-e645-46dc-b34b-eb9072f0ee83 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:50.343948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.363681 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c996e0-1fe9-4fcd-ab58-6a89ed3a9339 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:16:50.364285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c996e0-1fe9-4fcd-ab58-6a89ed3a9339 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:50.368917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-34c996e0-1fe9-4fcd-ab58-6a89ed3a9339 tempest-RoutersTest-2009210793 tempest-RoutersTest-2009210793-project] 10.222.0.35 "DELETE /v2.0/subnets/e591bb67-d82f-4fd1-890e-cd4c5cf20ee5 HTTP/1.1" status: 404 len: 337 time: 0.0461078 Aug 18 14:16:50.424661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f5bf-018d-4033-9324-68dae615a599 req-4e4c3269-7e67-407f-a126-d4709403aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.425194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.426286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-4e4c3269-7e67-407f-a126-d4709403aefa service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.2206964 Aug 18 14:16:50.503129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=bb8647db-4136-4984-b675-5a7ec0534463,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:50.507465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 34806358-e645-46dc-b34b-eb9072f0ee83, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=34806358-e645-46dc-b34b-eb9072f0ee83,segment=NetworkSegment(ac283435-3eb8-4d55-9230-becbe255c8bb),segment_id=ac283435-3eb8-4d55-9230-becbe255c8bb)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:50.507845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.539691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.544419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 34806358-e645-46dc-b34b-eb9072f0ee83 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:50.545543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef480294-e692-4187-af12-e74e4d6c6fef tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/bb8647db-4136-4984-b675-5a7ec0534463 HTTP/1.1" status: 204 len: 168 time: 1.3499289 Aug 18 14:16:50.546271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41164) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.555537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-3a55c1a8-cb18-4270-81bf-0a52f3801e10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 200 len: 999 time: 0.1184175 Aug 18 14:16:50.602103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c1473-7465-4c0c-8c11-bb3ac8186967 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.606561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9e3c1473-7465-4c0c-8c11-bb3ac8186967 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0584614 Aug 18 14:16:50.607170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41166) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.674043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f5bf-018d-4033-9324-68dae615a599 req-66d7c72f-bc1c-43b5-86f7-2fa3b6fa5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.680722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-66d7c72f-bc1c-43b5-86f7-2fa3b6fa5e5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.1086748 Aug 18 14:16:50.699410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696de203-be44-4c6e-bdd2-e1f424f2cd1f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.704375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-696de203-be44-4c6e-bdd2-e1f424f2cd1f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0962322 Aug 18 14:16:50.705280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41170) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.760090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f5bf-018d-4033-9324-68dae615a599 req-5ea0ae66-5615-4b4d-bf46-2ab93028e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.762004 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-5ea0ae66-5615-4b4d-bf46-2ab93028e51c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775614 Aug 18 14:16:50.779085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39bfb2e-b3bc-422a-aef1-f4860520c84d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.780609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39bfb2e-b3bc-422a-aef1-f4860520c84d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.783188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39bfb2e-b3bc-422a-aef1-f4860520c84d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:50.787755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c39bfb2e-b3bc-422a-aef1-f4860520c84d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0812538 Aug 18 14:16:50.788345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:50.823599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.852493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 8e5b9b02-24cd-497f-8521-f868b326d2b0 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:50.857433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=34806358-e645-46dc-b34b-eb9072f0ee83,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:50.863608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.871354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 34806358-e645-46dc-b34b-eb9072f0ee83 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:50.921989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d10f11ac-d8cd-409a-8c66-99489e6ac630 req-d69ca378-4851-4d30-9139-a4c5551f07a5 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.1325498 Aug 18 14:16:50.943979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:50.949129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d757385-d4e4-4c60-a936-f38a4ea0aece None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:50.988658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.012654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11cc0e5-867d-44f1-b9fe-8c226b4b70bf']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:51.022807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41180) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:51.081317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-96b6db4a-8e34-4554-902f-4be011d57b03 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926672 Aug 18 14:16:51.081317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac283435-3eb8-4d55-9230-becbe255c8bb') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:51.081317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac283435-3eb8-4d55-9230-becbe255c8bb') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:51.088858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.143059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-33009a94-f230-4f29-9d85-a4e55abd0828 None None] Provisioning for port b89c8413-48ef-4e84-b393-70499b542a54 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:51.153125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.162344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dc8f4-a423-4cde-9592-07335b023b89 req-a67c889c-e460-45bc-8e13-79fd5e8ced3a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:51.163728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:51.164407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.167013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a60dc8f4-a423-4cde-9592-07335b023b89 req-a67c889c-e460-45bc-8e13-79fd5e8ced3a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1681411 Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:51.167969 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:51.176994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-33009a94-f230-4f29-9d85-a4e55abd0828 None None] Provisioning complete for port b89c8413-48ef-4e84-b393-70499b542a54 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:51.177576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-33009a94-f230-4f29-9d85-a4e55abd0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.245741 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e248f5bf-018d-4033-9324-68dae615a599 req-033cb0a1-490a-4dfc-b870-9c434c755b3d service neutron] 10.222.0.10 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687028 Aug 18 14:16:51.332552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2726f27-ad02-4230-a5bc-941dc373d1d6 req-c3824d4f-d66f-4e09-954c-1dc42efa60f5 tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Aug 18 14:16:51.335807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a60dc8f4-a423-4cde-9592-07335b023b89 req-ca02212d-7a66-4ab5-956c-34c46c1a138a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605020 Aug 18 14:16:51.341810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bbbda260-c497-4114-b276-5af8f9bf411c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84c87bda336e42a9b669a81ff0891077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177218 Aug 18 14:16:51.343284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.344939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:51.353176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.402538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.404291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/a11cc0e5-867d-44f1-b9fe-8c226b4b70bf HTTP/1.1" status: 204 len: 168 time: 4.4720862 Aug 18 14:16:51.409390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41188) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:51.417053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205687533'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:51.424300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bfeb6-657c-4aef-b4bb-76631a57f4b6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=a11cc0e5-867d-44f1-b9fe-8c226b4b70bf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:51.465310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.504141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.554450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:51.565818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.565818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.616676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5b9b02-24cd-497f-8521-f868b326d2b0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:51.619175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.623908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-439fceef-e929-47f5-b739-7afcc1ec1f85 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/8e5b9b02-24cd-497f-8521-f868b326d2b0 HTTP/1.1" status: 204 len: 168 time: 0.8334522 Aug 18 14:16:51.624257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:51.631896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:51.641388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.641790 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment d82ed847-6e03-4f05-a3a6-982ca4f92a59 of type vlan for network fc548136-a8ea-4a62-bd7f-167a780f8d0a Aug 18 14:16:51.655032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e979581c-e280-4afe-93a7-0aa7757e029c None None] Provisioning complete for port b89c8413-48ef-4e84-b393-70499b542a54 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:51.655414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e979581c-e280-4afe-93a7-0aa7757e029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.666531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.680049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.681215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6c01cdb-407f-481c-8567-aeec4111d830 HTTP/1.1" status: 204 len: 168 time: 0.3350410 Aug 18 14:16:51.711619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.720358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64795fb-7b0a-47d3-8843-ea4cdd618cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c01cdb-407f-481c-8567-aeec4111d830,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:51.747567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 90a76546-34ca-4404-8308-bc4a78789d01 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:16:51.751493 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.811366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.818032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:51.828626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.871013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:51.956427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=fc548136-a8ea-4a62-bd7f-167a780f8d0a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:51.973748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:52.024677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b00d0170-364d-4d3a-b16d-f1c494d2d5b0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6134191 Aug 18 14:16:52.026087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:52.040948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': 'fc548136-a8ea-4a62-bd7f-167a780f8d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:52.130061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7ade8e90-1edb-446c-b4dc-a1afaad751a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.137405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b89c8413-48ef-4e84-b393-70499b542a54 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:52.148037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaacecb4-eed8-4acd-8058-f08d02472e50 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:52.178629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.252316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2cbb7bb-469b-49eb-8fc9-db898f560195 req-fc4cb9ff-f95a-4fe5-b0d3-5e091f6a8d6e tempest-ServerShowV247Test-106037749 tempest-ServerShowV247Test-106037749-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b4943de-4e56-4fee-a303-884d60944f84 HTTP/1.1" status: 200 len: 210 time: 0.0834773 Aug 18 14:16:52.370857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:52.375192 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.437128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.521951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b89c8413-48ef-4e84-b393-70499b542a54 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:52.522246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.522332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:52.526672 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/90a76546-34ca-4404-8308-bc4a78789d01 HTTP/1.1" status: 204 len: 168 time: 0.8991461 Aug 18 14:16:52.534398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41224) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:52.534398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8a0a9-fafe-4d84-97e2-bf46950a4344 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=90a76546-34ca-4404-8308-bc4a78789d01,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:52.648511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a3113688-f34c-4bdd-a302-bf5318c168c0 None None] Could not find standard attr ID for object bb8647db-4136-4984-b675-5a7ec0534463. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:16:52.922017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee0de-f895-4ac8-ad9e-77ea81f1c6e3 req-6e40724c-5073-4e9b-8527-be6ac142283d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:52.940920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b8ee0de-f895-4ac8-ad9e-77ea81f1c6e3 req-6e40724c-5073-4e9b-8527-be6ac142283d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.3243043 Aug 18 14:16:52.983362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:16:53.106329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Deleting port b89c8413-48ef-4e84-b393-70499b542a54 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:16:53.106710 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.166225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b8ee0de-f895-4ac8-ad9e-77ea81f1c6e3 req-581a81b6-82fb-4a56-a853-69a043ea99fd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241778 Aug 18 14:16:53.205689 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-059003cb-b4a5-4618-b68e-87f05e5b5baf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6709049 Aug 18 14:16:53.206217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:53.211632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:53.242510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] For port b89c8413-48ef-4e84-b393-70499b542a54, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b89c8413-48ef-4e84-b393-70499b542a54,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:53.243353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.275576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Calling delete_port for b89c8413-48ef-4e84-b393-70499b542a54 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:16:53.302679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.412177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=c0d58492-6a86-43e1-92d3-55df15e06bd1,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:53.459746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'd82ed847-6e03-4f05-a3a6-982ca4f92a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc548136-a8ea-4a62-bd7f-167a780f8d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:53.460135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: fc548136-a8ea-4a62-bd7f-167a780f8d0a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:53.522514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:53.527555 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.559817 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.605026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:16:53.642374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] Pushing event deleted for resources: {'Port': ['ID=b89c8413-48ef-4e84-b393-70499b542a54,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:53.647584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba643c2-939d-4c59-85fd-c3b3a7c7574d None None] No DVR routers for this DVR port b89c8413-48ef-4e84-b393-70499b542a54 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:16:53.670388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c47ed-bb10-4e14-9b69-9e2473ce660f None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:16:53.742881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, fc548136-a8ea-4a62-bd7f-167a780f8d0a) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:53.749903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:53.750568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:53.842018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41252) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:53.885974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c040e80d-cb7f-41d6-bdcc-9835ee38c5a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8570874 Aug 18 14:16:53.886722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41256) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:53.927842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c47ed-bb10-4e14-9b69-9e2473ce660f None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:16:54.059633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b89c8413-48ef-4e84-b393-70499b542a54 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:16:54.082992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b89c8413-48ef-4e84-b393-70499b542a54 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:16:54.083589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b89c8413-48ef-4e84-b393-70499b542a54 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:16:54.164714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41264) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:54.223814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.246017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.448501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d22b9b22-b0f5-496c-8ef8-05c4b5b6b85b tempest-DvrRoutersNegativeTest-792521920 tempest-DvrRoutersNegativeTest-792521920-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-265289958', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:54.451805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.policy [None req-d22b9b22-b0f5-496c-8ef8-05c4b5b6b85b tempest-DvrRoutersNegativeTest-792521920 tempest-DvrRoutersNegativeTest-792521920-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=112229) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 18 14:16:54.452287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.policy [None req-d22b9b22-b0f5-496c-8ef8-05c4b5b6b85b tempest-DvrRoutersNegativeTest-792521920 tempest-DvrRoutersNegativeTest-792521920-project] Failed policy check for 'create_router' {{(pid=112229) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 18 14:16:54.453165 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-d22b9b22-b0f5-496c-8ef8-05c4b5b6b85b tempest-DvrRoutersNegativeTest-792521920 tempest-DvrRoutersNegativeTest-792521920-project] create failed (client error): Access was denied to this resource. Aug 18 14:16:54.455142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d22b9b22-b0f5-496c-8ef8-05c4b5b6b85b tempest-DvrRoutersNegativeTest-792521920 tempest-DvrRoutersNegativeTest-792521920-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6112320 Aug 18 14:16:54.466029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '19cb323a-c394-4331-8786-bb24a834a5c5'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:54.470383 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.481252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.528770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47794ef1-8361-4df3-a7da-a785f18fc0be req-89e3c410-9c85-46bc-a8bc-c833d7c3b149 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:54.537297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47794ef1-8361-4df3-a7da-a785f18fc0be req-89e3c410-9c85-46bc-a8bc-c833d7c3b149 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1968012 Aug 18 14:16:54.543330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:54.592927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62c1449b-e8dd-4f2e-9b2d-dcd41434b9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.605567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47794ef1-8361-4df3-a7da-a785f18fc0be req-dd5f7fd7-3b5e-4c63-a716-08c2ceabb0e9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671804 Aug 18 14:16:54.607253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:54.657427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:54.658106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.720704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=19cb323a-c394-4331-8786-bb24a834a5c5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:54.723318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5b800-79e5-4e54-b473-1e9311975c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-fc548136-a8ea-4a62-bd7f-167a780f8d0a', 'network_id': 'fc548136-a8ea-4a62-bd7f-167a780f8d0a', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': 'c0d58492-6a86-43e1-92d3-55df15e06bd1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:16:54.724313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9de5b800-79e5-4e54-b473-1e9311975c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.742360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.895353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d108679e-f2ac-418d-835a-389a49689dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.905465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62c1449b-e8dd-4f2e-9b2d-dcd41434b9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:54.917938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d58492-6a86-43e1-92d3-55df15e06bd1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:54.973878 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.012861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/19cb323a-c394-4331-8786-bb24a834a5c5/5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:16:55.024065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62c1449b-e8dd-4f2e-9b2d-dcd41434b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.098327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.131572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc548136-a8ea-4a62-bd7f-167a780f8d0a']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:55.133938 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b4fe68c-dc80-40d7-95eb-5e33b1163624 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9263327 Aug 18 14:16:55.143958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41278) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:55.145825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1449b-e8dd-4f2e-9b2d-dcd41434b9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1c5f3-dcb2-4e2a-a7c9-26a86660f4bc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:55.160785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62c1449b-e8dd-4f2e-9b2d-dcd41434b9a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5d6a44dee35489191b298fd7d9bb5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945731 Aug 18 14:16:55.165172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41280) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:55.165923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82ed847-6e03-4f05-a3a6-982ca4f92a59') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:55.166232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82ed847-6e03-4f05-a3a6-982ca4f92a59') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:16:55.176649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:55.192028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.229120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.256380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:16:55.256829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.336798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:55.352515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:16:55.399442 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:16:55.479391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.479622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Transition to ACTIVE for port object 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:55.490449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.499544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/fc548136-a8ea-4a62-bd7f-167a780f8d0a HTTP/1.1" status: 204 len: 168 time: 1.6106498 Aug 18 14:16:55.500362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:55.530674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Transition to ACTIVE for port object 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:16:55.549584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204156455'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:55.555202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.591392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e31ae-0ee7-4a13-933d-efe936effba3 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=fc548136-a8ea-4a62-bd7f-167a780f8d0a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:55.603963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.625462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.678364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:16:55.686755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:16:55.693496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:16:55.710684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Pushing event updated for resources: {'Port': ['ID=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:55.713997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:55.718284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.732505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bbdec40-ada3-46a7-8424-311ee543f3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.754579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.754924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.755296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.755723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.756112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.756509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.756843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.757174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.757508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.758448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.759164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.759504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:16:55.855138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Attempting to bind port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:16:55.855777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Attempting to bind port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:16:55.856763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Attempting to bind port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:16:55.865079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:16:55.872912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:16:55.874311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:55.876430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.877070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:16:55.878142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Bound port: 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:16:55.880685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.931385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d9f5-a5bd-468f-b20a-e98182e0c31b req-2aa5ef05-35cd-47c8-823a-cf4b92e494e9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:55.933657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d7d9f5-a5bd-468f-b20a-e98182e0c31b req-2aa5ef05-35cd-47c8-823a-cf4b92e494e9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1365469 Aug 18 14:16:55.954006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.960633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.962772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.962910 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment d4738264-3221-4014-bc74-9d3628179b95 of type vlan for network e92f5a03-29ea-4982-8814-18f4b346ce32 Aug 18 14:16:55.963007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3db1c5f3-dcb2-4e2a-a7c9-26a86660f4bc HTTP/1.1" status: 204 len: 168 time: 0.7740908 Aug 18 14:16:55.984733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:55.995194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] For port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:16:55.996604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:56.004213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] For port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:16:56.027195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d7d9f5-a5bd-468f-b20a-e98182e0c31b req-447b8aa1-fb6b-4f27-bc4d-50a2f4b61a98 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838213 Aug 18 14:16:56.035360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.055445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.091339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.143128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.152622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:56.153393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.186826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4fb4-0f92-49a5-8e5d-1d39da822d89 None None] Pushing event updated for resources: {'Port': ['ID=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:56.231452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ef1c-31f8-44f7-924f-d06010759536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db1c5f3-dcb2-4e2a-a7c9-26a86660f4bc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:56.307506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=e92f5a03-29ea-4982-8814-18f4b346ce32,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:56.319662 n-d-804303-5 neutron-server[112228]: INFO neutron.db.ipam_backend_mixin [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19cb323a-c394-4331-8786-bb24a834a5c5 (CIDR: 2001:db8::/64) Aug 18 14:16:56.331570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e92f5a03-29ea-4982-8814-18f4b346ce32 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:16:56.386114 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:16:56.386666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:16:56.518271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bbdec40-ada3-46a7-8424-311ee543f3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.620283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bbdec40-ada3-46a7-8424-311ee543f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.688393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdec40-ada3-46a7-8424-311ee543f3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db75ae1-03f1-44e8-ac7f-b31b340345c0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:56.697277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd928e89-8299-49c6-9f16-6778048e0c5c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1714487 Aug 18 14:16:56.700219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:56.713516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:56.713600 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f67b3144-ce5a-4b6f-bca4-48b35d42ae86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5468636 Aug 18 14:16:56.713670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41304) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:56.743459 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2bbdec40-ada3-46a7-8424-311ee543f3da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48f859f5adac431e8938e8579c9f46d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3631961 Aug 18 14:16:56.744138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:56.788638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:56.835888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:56.889451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.048502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.064465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.067997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5db75ae1-03f1-44e8-ac7f-b31b340345c0 HTTP/1.1" status: 204 len: 168 time: 0.3225515 Aug 18 14:16:57.110092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f281122-2510-495d-9520-3b4617886415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db75ae1-03f1-44e8-ac7f-b31b340345c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:57.165857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:16:57.165857 n-d-804303-5 neutron-server[112229]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:16:57.165857 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'id': '04741617-6215-4dcd-b99b-1153110b9307', 'expiration': datetime.datetime(2021, 8, 18, 14, 18, 57, 148494)}] Aug 18 14:16:57.165857 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:16:57.166351 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:16:57.235327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:57.238980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.319627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae1180-e5fb-4949-a3f7-a4204234915d req-95549e96-74e7-4bcd-9cc1-f72dc5064a9f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:57.327484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cae1180-e5fb-4949-a3f7-a4204234915d req-95549e96-74e7-4bcd-9cc1-f72dc5064a9f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1273649 Aug 18 14:16:57.408179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.485168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cae1180-e5fb-4949-a3f7-a4204234915d req-2c912d75-f179-4404-9d13-be06c5075d84 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564629 Aug 18 14:16:57.719948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8c004-01e4-44cb-826f-4daa9a300216 None None] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:57.726937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ab084-348f-4cbf-a1e1-950a74caf12c None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:57.861014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8c004-01e4-44cb-826f-4daa9a300216 None None] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:16:57.876263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e9d7d-958b-4a9e-ad1b-131383e2d98a None None] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:16:57.892815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e9d7d-958b-4a9e-ad1b-131383e2d98a None None] Network fc548136-a8ea-4a62-bd7f-167a780f8d0a could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:16:57.921352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:16:57.937037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:57.995883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0c6bd2cc-0a21-4ace-93da-c10edd170bdc None None] Provisioning for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:58.190118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing IP validity checks on allocation pools {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 14:16:58.190655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 14:16:58.211742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:58.428901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:58.433552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:58.433951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:58.611549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:58.719097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:58.776395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e6858292-e72f-481e-8874-6b04ce61e882 None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:58.776395 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e6858292-e72f-481e-8874-6b04ce61e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:58.855268 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:58.879148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:59.017238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:59.189200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:16:59.241000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41374) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:16:59.336217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a2cd-4029-4541-9709-ae4c6717ebee req-57b9072b-24ec-4e1c-a6c5-213c29851456 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:59.342240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b98a2cd-4029-4541-9709-ae4c6717ebee req-57b9072b-24ec-4e1c-a6c5-213c29851456 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.4265549 Aug 18 14:16:59.401003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--136993147'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:16:59.660665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:59.700870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b09a997-be4f-4be0-8381-6cbf19d94104 req-afddc0d7-9964-4413-b909-a19d0daae091 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0837579 Aug 18 14:16:59.732107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b98a2cd-4029-4541-9709-ae4c6717ebee req-e251d021-9ea2-4d72-9a38-645fb3e8a1e9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481541 Aug 18 14:16:59.785532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:59.788875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=39d1190d-bda5-41ee-b8a1-28cf429202ad,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:59.815724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'd4738264-3221-4014-bc74-9d3628179b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:16:59.816834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: e92f5a03-29ea-4982-8814-18f4b346ce32, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:16:59.897367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:59.925504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:59.956481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:00.041801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:00.042409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.076297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network e92f5a03-29ea-4982-8814-18f4b346ce32 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:00.252493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e92f5a03-29ea-4982-8814-18f4b346ce32) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:00.258423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.284528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:00.285409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.291268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405595d2-70da-4293-b16c-0e6869a68967 None None] Network e92f5a03-29ea-4982-8814-18f4b346ce32 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:00.319619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] For port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:00.328669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.382616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.416725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7e9fe84-b039-4370-a4b2-b8e489b7238c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.7125142 Aug 18 14:17:00.417576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:00.486404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb18028-2e8b-4d5c-9b51-be161d2c975c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:00.559085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.562239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.563137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.585520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-e92f5a03-29ea-4982-8814-18f4b346ce32', 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '39d1190d-bda5-41ee-b8a1-28cf429202ad'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:00.587422 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.655099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:00.658504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.663397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:00.678085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:00.678085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.715883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,revision_number=5']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:00.728581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=9e8f181f-dcbd-4435-8acd-fffe4a601430,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:00.744312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.810331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.824553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Allocated IP 172.20.0.3 (e92f5a03-29ea-4982-8814-18f4b346ce32/39d1190d-bda5-41ee-b8a1-28cf429202ad/5e48bfa0-f38e-4df9-a955-33a648eb525e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:00.895511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9c8784b8-084a-445d-9024-312f0309a031 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1740644 Aug 18 14:17:00.897139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:00.907916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:00.916114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8dcf9-d9eb-4629-9815-54f40dc2fa32 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:00.923128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.967384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:ab:0b:58', 'name': 'tempest-NetworksTestDHCPv6-191048867'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:00.972263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc6f1c66-f757-424b-9ad2-3a8df5f664f6 req-f82911d6-9cd8-4c12-8e05-90677b62e9cd tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.1257513 Aug 18 14:17:00.991424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:00.999461 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9d22efdf-e543-4d17-b525-98a6c85d3f6d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7572317 Aug 18 14:17:01.013520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:01.049477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.119246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Transition to ACTIVE for port object 5e48bfa0-f38e-4df9-a955-33a648eb525e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:01.142814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Deleting port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:01.143167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.173420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Transition to ACTIVE for port object 5e48bfa0-f38e-4df9-a955-33a648eb525e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:01.272933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8fdc7-bb0e-43b8-ae57-4de745b87398 req-7337a718-3972-4a5a-af34-d15cb567280b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:01.282054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc8fdc7-bb0e-43b8-ae57-4de745b87398 req-7337a718-3972-4a5a-af34-d15cb567280b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.3197255 Aug 18 14:17:01.294061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.302569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] For port 56e899f7-bd70-4ebd-ae63-30ef8d67faa0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:01.304304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.326554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Calling delete_port for 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:01.350540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-422cc1e6-7b43-44dd-a978-66db60aa428d tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3197832 Aug 18 14:17:01.351681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:01.360411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-security--1749844341', 'description': 'tempest-security-description-761310832'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:01.413179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Pushing event updated for resources: {'Port': ['ID=5e48bfa0-f38e-4df9-a955-33a648eb525e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:01.438427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Network e92f5a03-29ea-4982-8814-18f4b346ce32 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:01.440241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:01.443805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:01.568864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Attempting to bind port 5e48bfa0-f38e-4df9-a955-33a648eb525e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:01.569353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Attempting to bind port 5e48bfa0-f38e-4df9-a955-33a648eb525e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd4738264-3221-4014-bc74-9d3628179b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:01.569864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Attempting to bind port 5e48bfa0-f38e-4df9-a955-33a648eb525e on network e92f5a03-29ea-4982-8814-18f4b346ce32 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:01.575975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc8fdc7-bb0e-43b8-ae57-4de745b87398 req-a6459756-a598-4193-87f3-99ca75490403 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158167 Aug 18 14:17:01.584643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:01.587733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Checking segment: {'id': 'd4738264-3221-4014-bc74-9d3628179b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:01.588984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.592494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.593082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Bound using segment: {'id': 'd4738264-3221-4014-bc74-9d3628179b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:01.593981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Bound port: 5e48bfa0-f38e-4df9-a955-33a648eb525e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4738264-3221-4014-bc74-9d3628179b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:01.594552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.648083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.665493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=39d1190d-bda5-41ee-b8a1-28cf429202ad,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:01.683126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:01.739227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.780821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] For port 5e48bfa0-f38e-4df9-a955-33a648eb525e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:01.833411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.852554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92f5a03-29ea-4982-8814-18f4b346ce32']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:01.861143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.865042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.866403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "PUT /v2.0/security-groups/3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70 HTTP/1.1" status: 200 len: 1779 time: 0.5113719 Aug 18 14:17:01.869217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41406) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:01.874703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4738264-3221-4014-bc74-9d3628179b95') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:01.875013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4738264-3221-4014-bc74-9d3628179b95') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:01.914421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.927179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ad33-f8ae-4f56-8bb6-e88dfc100755 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:01.934886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.958117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.959520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.972406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:01.972903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:01.976649 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:02.033489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:02.040428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port b98e6a84-a78c-49a7-9e74-bce164a8d1a5 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:17:02.058976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0928cf4-bb9b-496e-8000-ba64b99e0347 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups/3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70 HTTP/1.1" status: 200 len: 1779 time: 0.1848834 Aug 18 14:17:02.072536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41410) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:02.133714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e899f7-bd70-4ebd-ae63-30ef8d67faa0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:02.148295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] For port 5e48bfa0-f38e-4df9-a955-33a648eb525e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5e48bfa0-f38e-4df9-a955-33a648eb525e,segment=NetworkSegment(d4738264-3221-4014-bc74-9d3628179b95),segment_id=d4738264-3221-4014-bc74-9d3628179b95)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:02.164985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:02.165477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.246495 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.335464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.386189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:17:02.386189 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:17:02.386189 n-d-804303-5 neutron-server[112229]: [parameters: {'id': 'e92f5a03-29ea-4982-8814-18f4b346ce32'}] Aug 18 14:17:02.386189 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:17:02.386189 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:17:02.402033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13f679f4-cb65-4bc7-8957-43b69303be99 req-cd3496dd-d9a0-45b2-ac3c-41dde64daa15 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.2646370 Aug 18 14:17:02.450457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.515035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.530806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a478be0-8f2d-40cf-a737-735f187ffa2c None None] Pushing event updated for resources: {'Port': ['ID=5e48bfa0-f38e-4df9-a955-33a648eb525e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:02.535472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7f191-e515-42a9-a2d2-095b81d401f5 None None] Network e92f5a03-29ea-4982-8814-18f4b346ce32 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:02.554878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-066d5af9-7fb1-4077-b7f2-5373214911ec None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:02.555184 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-066d5af9-7fb1-4077-b7f2-5373214911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.654543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::3a3 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/19cb323a-c394-4331-8786-bb24a834a5c5/b98e6a84-a78c-49a7-9e74-bce164a8d1a5) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:02.665052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:b58 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/9e8f181f-dcbd-4435-8acd-fffe4a601430/b98e6a84-a78c-49a7-9e74-bce164a8d1a5) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:02.763947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d14b0-604a-4c31-8c43-fd6d8117af5d None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:17:02.765162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.767909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.776539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70 HTTP/1.1" status: 204 len: 168 time: 0.6583259 Aug 18 14:17:02.777742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41414) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:02.925132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4f3037b-f302-4770-8539-a6d4ed7bd5b0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455982 Aug 18 14:17:02.929110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41418) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:02.950884 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-696fd8cb-7051-4cd4-a601-356f8c7b55af tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] delete failed (client error): The resource could not be found. Aug 18 14:17:02.953043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:02.960872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-696fd8cb-7051-4cd4-a601-356f8c7b55af tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70 HTTP/1.1" status: 404 len: 347 time: 0.0306077 Aug 18 14:17:02.961664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:02.970325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object b98e6a84-a78c-49a7-9e74-bce164a8d1a5 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:02.973808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894002834'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:02.975316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d14b0-604a-4c31-8c43-fd6d8117af5d None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:17:02.995211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.000761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5770b6a-aefc-45d5-b0ea-0dee32c1e31e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3092fd0f-17a9-44e6-ac7a-5ff31f9d7c70,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:03.002377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Router d80c3d5f-6997-488e-b3a9-4a250c74a59a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:17:03.068396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.118157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5fef-d2d0-429a-95ad-d66c8f7627cc req-42e77099-e300-46ce-b97d-d546cd5690d5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:03.120284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf1e5fef-d2d0-429a-95ad-d66c8f7627cc req-42e77099-e300-46ce-b97d-d546cd5690d5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1363251 Aug 18 14:17:03.130994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 5e48bfa0-f38e-4df9-a955-33a648eb525e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:03.131405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.225474 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.251251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.253750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:03.266832 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Sync routers for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:03.272889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f363b3b-62cb-49cb-a010-3e87f2bac947 admin admin] 10.222.0.35 "PUT /v2.0/routers/d80c3d5f-6997-488e-b3a9-4a250c74a59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3925948 Aug 18 14:17:03.273806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:03.286022 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:03.286907 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:03.327294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=b98e6a84-a78c-49a7-9e74-bce164a8d1a5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:03.386651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.391464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:03.403631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf1e5fef-d2d0-429a-95ad-d66c8f7627cc req-2b4ecfdb-808b-41e7-9c2f-452d6d6f1844 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744415 Aug 18 14:17:03.407013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 5e48bfa0-f38e-4df9-a955-33a648eb525e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5e48bfa0-f38e-4df9-a955-33a648eb525e,segment=NetworkSegment(d4738264-3221-4014-bc74-9d3628179b95),segment_id=d4738264-3221-4014-bc74-9d3628179b95)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:03.407546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.410462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:03.417787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:03.426734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:03.426734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.478629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 5e48bfa0-f38e-4df9-a955-33a648eb525e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:03.490360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef768d07-dd12-4b17-a5a6-b76c30e9ad58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:03.491029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.492985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05edc604-5e8c-4a8b-a54f-16a300e658b5 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5275104 Aug 18 14:17:03.498935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:03.505139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': 'ef768d07-dd12-4b17-a5a6-b76c30e9ad58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:03.562149 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:03.614454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.710947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf3aea5b-d9b7-46d6-9177-82f1c1bddc1f req-6a39de41-65be-427a-a9c1-763d3eaf7d7f tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0978420 Aug 18 14:17:03.794380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.811424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5565d80d-7c90-41c6-8d5b-c8c34b71779a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8874800 Aug 18 14:17:03.825320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:03.866732 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:17:01Z', 'revision_number': 5, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port': {'id': '2104e69c-a6b4-4e87-8bbc-7e025f25968f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:03.906309 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Checking router: d80c3d5f-6997-488e-b3a9-4a250c74a59a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:03.922585 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.926720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Routers {'d80c3d5f-6997-488e-b3a9-4a250c74a59a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:03.929165 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:03.963807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=5e48bfa0-f38e-4df9-a955-33a648eb525e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:03.970805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60588062-c508-444e-af3a-c93cc821938d None None] Provisioning for port b98e6a84-a78c-49a7-9e74-bce164a8d1a5 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:03.976078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60588062-c508-444e-af3a-c93cc821938d None None] Provisioning complete for port b98e6a84-a78c-49a7-9e74-bce164a8d1a5 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:03.976553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60588062-c508-444e-af3a-c93cc821938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:03.991925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 5e48bfa0-f38e-4df9-a955-33a648eb525e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:04.001364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.020833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Deleting port 2104e69c-a6b4-4e87-8bbc-7e025f25968f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:04.021447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.059523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-60588062-c508-444e-af3a-c93cc821938d None None] Port b98e6a84-a78c-49a7-9e74-bce164a8d1a5 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:17:04.173767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] Set router d80c3d5f-6997-488e-b3a9-4a250c74a59a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:04.182197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.193280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port b98e6a84-a78c-49a7-9e74-bce164a8d1a5 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:04.193778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.205410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0f014b7-b310-41b1-9bd7-e73cb351a15e req-6883951c-3b6a-4d79-af79-a19be30b669c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.1060755 Aug 18 14:17:04.207412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] For port 2104e69c-a6b4-4e87-8bbc-7e025f25968f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2104e69c-a6b4-4e87-8bbc-7e025f25968f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:04.207961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.226508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Calling delete_port for 2104e69c-a6b4-4e87-8bbc-7e025f25968f owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:04.251489 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:17:03Z', 'revision_number': 6, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:04.281634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837789b-c870-4234-8619-3c7563d97d8c None None] The sync data for ids ['d80c3d5f-6997-488e-b3a9-4a250c74a59a'] in n-d-804303-5 is: [{'id': 'd80c3d5f-6997-488e-b3a9-4a250c74a59a', 'name': 'tempest-TaggedBootDevicesTest-1469024576-router', 'tenant_id': '3da5ac6db13442d9b780b4b49e4ca646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:33Z', 'updated_at': '2021-08-18T14:17:03Z', 'revision_number': 6, 'project_id': '3da5ac6db13442d9b780b4b49e4ca646', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:04.284266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.313080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03014195-76fc-43aa-9e84-64289eda1180,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:04.321919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.356636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92f5a03-29ea-4982-8814-18f4b346ce32']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:04.373601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4738264-3221-4014-bc74-9d3628179b95') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:04.374195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4738264-3221-4014-bc74-9d3628179b95') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:04.391125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.403871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.405416 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb428a42-452a-478c-90f9-342719c82e10 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9055543 Aug 18 14:17:04.409543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41432) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:04.420872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.435072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.437937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:04.438291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:04.441536 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:04.481557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.506409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for b98e6a84-a78c-49a7-9e74-bce164a8d1a5 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:04.514572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.661873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.666740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96106-b07f-4900-9ac8-70940628f00a req-12155f95-58e0-430d-a03b-dc64bf822bb5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:04.668507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4a96106-b07f-4900-9ac8-70940628f00a req-12155f95-58e0-430d-a03b-dc64bf822bb5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1274550 Aug 18 14:17:04.669434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.670830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/03014195-76fc-43aa-9e84-64289eda1180 HTTP/1.1" status: 204 len: 168 time: 0.2597609 Aug 18 14:17:04.677377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:04.712586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.714717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddec52-a343-4c2b-a192-13edcf9e3a3b tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03014195-76fc-43aa-9e84-64289eda1180,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:04.719239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.765272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:04.772735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/e92f5a03-29ea-4982-8814-18f4b346ce32 HTTP/1.1" status: 204 len: 168 time: 4.3528926 Aug 18 14:17:04.776556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41440) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:04.790124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759b91-8e58-4e15-9c2d-02f389bdeb50 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=e92f5a03-29ea-4982-8814-18f4b346ce32,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:04.816561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4a96106-b07f-4900-9ac8-70940628f00a req-c7b1d09b-f1b1-4084-ae61-4fe1aa2e1130 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253211 Aug 18 14:17:04.941982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cac4d36-5c53-432d-8ddf-bda08387ba99 req-6e3e07fe-9692-43ca-8d28-b1f4a261b998 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0675480 Aug 18 14:17:05.047658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.099114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=b98e6a84-a78c-49a7-9e74-bce164a8d1a5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:05.203298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.207392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-63844dd2-80a4-4c10-a4e6-6a1d6e4d27c3 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/b98e6a84-a78c-49a7-9e74-bce164a8d1a5 HTTP/1.1" status: 204 len: 168 time: 1.3887179 Aug 18 14:17:05.210472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:05.298718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f99862-fe70-41ee-a814-0e28c3568017 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:05.300345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0f99862-fe70-41ee-a814-0e28c3568017 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0888696 Aug 18 14:17:05.303409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:05.318293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2104e69c-a6b4-4e87-8bbc-7e025f25968f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:05.353356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810492742'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:05.395236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.398806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.399370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164be5a-0249-422e-a8ca-d5ce57cb3dd1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:05.399468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.399655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.403003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.403553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:05.404053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7164be5a-0249-422e-a8ca-d5ce57cb3dd1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0936823 Aug 18 14:17:05.405255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41450) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:05.426691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-68be6b08-b3b5-4ea0-aa9a-32c3ac6b9969 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7479174 Aug 18 14:17:05.434112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:05.502109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:05.506297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.534195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c3414-7cb5-426c-b2e1-3d05c2e2b8b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:05.536297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c3414-7cb5-426c-b2e1-3d05c2e2b8b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:05.538033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c3414-7cb5-426c-b2e1-3d05c2e2b8b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:05.542101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b73c3414-7cb5-426c-b2e1-3d05c2e2b8b0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1331174 Aug 18 14:17:05.542782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:05.567295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:05.594521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.594874 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment adcbe18a-9d11-45b8-b889-d64482ff9c47 of type vlan for network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 Aug 18 14:17:05.598659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.608188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 19cb323a-c394-4331-8786-bb24a834a5c5 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:05.612204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.626305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.661015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.670394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.772770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.794769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.801762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.806763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:05.980145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2104e69c-a6b4-4e87-8bbc-7e025f25968f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:06.005395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2104e69c-a6b4-4e87-8bbc-7e025f25968f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:06.006096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2104e69c-a6b4-4e87-8bbc-7e025f25968f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:06.006755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:06.021880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f3e0-33a4-47f8-97f8-a78dde9171b8 req-3baf8876-8f6e-4e4c-bebc-3b2784e16b77 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:06.023657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9066f3e0-33a4-47f8-97f8-a78dde9171b8 req-3baf8876-8f6e-4e4c-bebc-3b2784e16b77 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.0647643 Aug 18 14:17:06.032798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:06.033179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 56e899f7-bd70-4ebd-ae63-30ef8d67faa0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:06.072191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9066f3e0-33a4-47f8-97f8-a78dde9171b8 req-2e979f9a-3038-40e5-938e-619fa3a408b8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Aug 18 14:17:06.167473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edb07f48-cfe5-482b-9814-af4e7a616503 req-abeec9e7-0c74-4206-9880-fcc620b28583 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0280209 Aug 18 14:17:06.562432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.563107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.569304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:06.569572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.572364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.574938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.576144 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef768d07-dd12-4b17-a5a6-b76c30e9ad58 HTTP/1.1" status: 204 len: 168 time: 1.1403837 Aug 18 14:17:06.576845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.577360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80c3d5f-6997-488e-b3a9-4a250c74a59a {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:17:06.579779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:06.589707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.591722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca3a80aa-a3d3-48be-a2ac-09c7d15e9d5c admin admin] 10.222.0.35 "DELETE /v2.0/routers/d80c3d5f-6997-488e-b3a9-4a250c74a59a HTTP/1.1" status: 204 len: 168 time: 3.3154504 Aug 18 14:17:06.596090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb323a-c394-4331-8786-bb24a834a5c5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:06.597873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41472) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:06.607408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.608662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47624016-cc1c-4567-b617-9beaebbae1e7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/19cb323a-c394-4331-8786-bb24a834a5c5 HTTP/1.1" status: 204 len: 168 time: 1.0628638 Aug 18 14:17:06.613648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e3fca-8102-4ae9-b722-8892f2fd31b3 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:06.624712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:06.655739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Deleting subnet bc156da8-085f-4eb6-88e0-80b1d4239989 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:06.659588 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.670533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e310c28-d0af-41cd-80fc-68602b660d6f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef768d07-dd12-4b17-a5a6-b76c30e9ad58,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:06.702484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.758865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4419627 Aug 18 14:17:06.763201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41478) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:06.772886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:06.776462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8395ca-a828-4beb-955e-578134454149 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:06.796514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:06.804636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.811515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 9e8f181f-dcbd-4435-8acd-fffe4a601430 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:06.841024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.852176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11ae3d24-e93a-4960-bf31-b40c1ebfb8f6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2613688 Aug 18 14:17:06.860295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41480) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:06.866016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697983405'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:06.905916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-056e19f0-5f8a-4196-8798-e42ad697e0a8 req-74db6f2a-a636-4f78-9ee2-e4a19fe206a7 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0464029 Aug 18 14:17:06.920447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.968869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:06.998971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc156da8-085f-4eb6-88e0-80b1d4239989,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:07.003234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.005783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e499920-bca7-4253-802f-27626b7252ef admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bc156da8-085f-4eb6-88e0-80b1d4239989 HTTP/1.1" status: 204 len: 168 time: 0.4069762 Aug 18 14:17:07.008330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41482) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:07.015556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7035408-2771-4c64-9737-266ea791fa48 None None] Network 12f4634e-4047-4d40-8a61-41f267019bb0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:07.017596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.027347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.101627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.144669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:07.149202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.204232 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.239945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Deleting port 266c8f6c-4f68-4359-b4f2-6cccc239b158 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:07.252562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.252845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8f181f-dcbd-4435-8acd-fffe4a601430,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:07.252845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.254735 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e63dfa5-67da-425f-b2cf-28d7b26c1133 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/9e8f181f-dcbd-4435-8acd-fffe4a601430 HTTP/1.1" status: 204 len: 168 time: 0.6289816 Aug 18 14:17:07.257825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:07.269343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] DHCP port deletion for 12f4634e-4047-4d40-8a61-41f267019bb0 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:07.308607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ffaebe7-b9ed-4588-906b-f1f30cda5c6e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447576 Aug 18 14:17:07.308842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:07.308923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1868-f9a3-4ce4-9521-38939443777a req-3514179f-7bcd-4d42-a7e5-3d670f620356 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:07.316687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ef1868-f9a3-4ce4-9521-38939443777a req-3514179f-7bcd-4d42-a7e5-3d670f620356 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1534126 Aug 18 14:17:07.318108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:07.388612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] For port 266c8f6c-4f68-4359-b4f2-6cccc239b158, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=266c8f6c-4f68-4359-b4f2-6cccc239b158,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:07.388913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.420215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ef1868-f9a3-4ce4-9521-38939443777a req-c8044040-c629-4211-bebd-4377049f494d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975406 Aug 18 14:17:07.437474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Calling delete_port for 266c8f6c-4f68-4359-b4f2-6cccc239b158 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:07.446977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.527157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Deleting port 266c8f6c-4f68-4359-b4f2-6cccc239b158 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:07.527751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.533963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.622701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] For port 266c8f6c-4f68-4359-b4f2-6cccc239b158, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=266c8f6c-4f68-4359-b4f2-6cccc239b158,segment=NetworkSegment(c72afa3a-81d7-47ba-a7cd-f5a923d47025),segment_id=c72afa3a-81d7-47ba-a7cd-f5a923d47025)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:07.623096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.637111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Calling delete_port for 266c8f6c-4f68-4359-b4f2-6cccc239b158 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:07.648089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff7db3-c7de-4b76-b133-0bc715177a90 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:07.725043 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.761403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:07.765349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.767765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-be32c5ba-2653-410b-96f1-b0d4edc1d931 None None] Provisioning complete for port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:07.768139 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-be32c5ba-2653-410b-96f1-b0d4edc1d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.915372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=f0392ef5-e78f-430b-942e-3e0d4155651b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:07.951403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:07.983508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] Pushing event deleted for resources: {'Port': ['ID=266c8f6c-4f68-4359-b4f2-6cccc239b158,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:07.994664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:07.999566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'adcbe18a-9d11-45b8-b889-d64482ff9c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:08.000279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:08.001870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a6acf-0453-4a4e-b4c2-def6ce4dd29e None None] No DVR routers for this DVR port 266c8f6c-4f68-4359-b4f2-6cccc239b158 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:08.026123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 266c8f6c-4f68-4359-b4f2-6cccc239b158 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:08.050557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 266c8f6c-4f68-4359-b4f2-6cccc239b158 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:08.050880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 266c8f6c-4f68-4359-b4f2-6cccc239b158 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:08.060812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69426c67-db89-41bb-8714-db186120b4cc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.080950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.087081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Deleting port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:08.087493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.110551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b2d4542-2e03-4440-9278-f6218be5e59a req-657cbfac-b47e-448c-b70d-d74d6f795ff2 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0506380 Aug 18 14:17:08.123557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:08.140856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.142336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6bb24baa-e53a-4f74-a81d-13c155a83973 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2810831 Aug 18 14:17:08.144442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Pushing event deleted for resources: {'Port': ['ID=266c8f6c-4f68-4359-b4f2-6cccc239b158,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.156236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147adce-733d-4644-a72f-931736df09ff req-76c554f7-d3c9-4572-8b4b-0cca0d0c0c28 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:08.156801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9147adce-733d-4644-a72f-931736df09ff req-76c554f7-d3c9-4572-8b4b-0cca0d0c0c28 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.5571270 Aug 18 14:17:08.159415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] No DVR routers for this DVR port 266c8f6c-4f68-4359-b4f2-6cccc239b158 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:08.164124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41502) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:08.169951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] For port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:08.170350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.176733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.186661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '69426c67-db89-41bb-8714-db186120b4cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:08.188278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Calling delete_port for 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:08.208009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:08.224567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:08.225191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.236499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e5d1a-9477-404e-9e94-bcd1d3d4903a None None] Network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:08.246288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:08.249794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=09e8956d-8f1b-488a-80b8-3de7cada238e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.253027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:08.255595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:08.256254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.292488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9147adce-733d-4644-a72f-931736df09ff req-332d6f15-1646-4854-b99a-1381b9718b28 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013861 Aug 18 14:17:08.296060 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.306407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f4634e-4047-4d40-8a61-41f267019bb0']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:08.317924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72afa3a-81d7-47ba-a7cd-f5a923d47025') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:08.318230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72afa3a-81d7-47ba-a7cd-f5a923d47025') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:08.331112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.348929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.355855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:08.356304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:08.357989 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:08.412330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.427411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231', 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': 'f0392ef5-e78f-430b-942e-3e0d4155651b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:08.428285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.462586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.463340 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b459d305-0904-4059-9aa0-aa9d2bb9d39b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6988659 Aug 18 14:17:08.465034 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-380f8d7d-fcd5-478a-844f-aac24af32a86 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1553516 Aug 18 14:17:08.465781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41508) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:08.477563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.478546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41510) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:08.484214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:08.532456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.541567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.545710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] 10.222.0.35 "DELETE /v2.0/networks/12f4634e-4047-4d40-8a61-41f267019bb0 HTTP/1.1" status: 204 len: 168 time: 1.5343237 Aug 18 14:17:08.554105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] Pushing event deleted for resources: {'Port': ['ID=5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.575271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10babeed-ce27-495c-9c89-f70e93af8250 admin admin] Pushing event deleted for resources: {'Network': ['ID=12f4634e-4047-4d40-8a61-41f267019bb0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.585773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.613991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3391a9-b723-41a2-937e-5116325545aa None None] No DVR routers for this DVR port 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:08.632484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9ec656-2f65-4165-9ff5-91f873ce2307,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:08.638853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57866306-2aff-4ec5-ad97-55cf3b99c89b None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:08.647244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.688322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Allocated IP 172.20.0.1 (7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231/f0392ef5-e78f-430b-942e-3e0d4155651b/508539f0-4f14-4bfd-94cc-c30d45824f31) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:08.695043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd7d5-2f2b-4f83-8283-a309edf34749 req-9583499a-8b88-47bc-aa7c-48f66c6b1bcd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:08.696572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0acd7d5-2f2b-4f83-8283-a309edf34749 req-9583499a-8b88-47bc-aa7c-48f66c6b1bcd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1351626 Aug 18 14:17:08.704344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.742249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0acd7d5-2f2b-4f83-8283-a309edf34749 req-76e19cbc-feac-4790-8d4a-419fa11dce08 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Aug 18 14:17:08.773362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.774614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-75e894a7-583e-4c49-af8c-46a00d2146dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6085441 Aug 18 14:17:08.777470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41514) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:08.783841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '69426c67-db89-41bb-8714-db186120b4cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:08.877323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:08.881355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.889568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'tenant_id': '55dfee0341924e72a56145e86425e4cf', 'fixed_ips': [{'subnet_id': '09e8956d-8f1b-488a-80b8-3de7cada238e'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:08.890449 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.934492 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:08.975945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41518) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:08.992867 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09e8956d-8f1b-488a-80b8-3de7cada238e (CIDR: 2001:db8::/64) Aug 18 14:17:08.994544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Transition to ACTIVE for port object 508539f0-4f14-4bfd-94cc-c30d45824f31 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:09.013691 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.026781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Transition to ACTIVE for port object 508539f0-4f14-4bfd-94cc-c30d45824f31 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:09.032937 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7777b915-a190-4665-9d48-02b69d7f9b92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3da5ac6db13442d9b780b4b49e4ca646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557101 Aug 18 14:17:09.042243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41522) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:09.069958 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:09.070575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:09.075957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Allocated IP 2001:db8::2 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/09e8956d-8f1b-488a-80b8-3de7cada238e/1b2ee55e-50a3-4772-9649-af5c78fdfd2e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:09.118615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.126489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.141634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.167671 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.195086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Pushing event updated for resources: {'Port': ['ID=508539f0-4f14-4bfd-94cc-c30d45824f31,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.198848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0da6a4d-91d0-4790-96e6-42bf389a6e0b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7160659 Aug 18 14:17:09.199612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41526) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:09.207398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'subnet': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:09.209627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:09.212792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:09.216168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.217941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:09.254890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.256623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d3cf50d-9ad2-48fa-8767-1817fb3c7390 req-0a20d786-714d-486c-9fc0-c47068664ceb tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0732236 Aug 18 14:17:09.287190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf84a34-2843-44e7-8fe5-2115d5fa9130,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.303769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749c4fe-e5f1-4d73-b50e-67bbdda48c1e req-dca7eeb8-d383-44c3-944b-526c3e3df0b3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:09.304300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Attempting to bind port 508539f0-4f14-4bfd-94cc-c30d45824f31 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:09.304678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Attempting to bind port 508539f0-4f14-4bfd-94cc-c30d45824f31 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'adcbe18a-9d11-45b8-b889-d64482ff9c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:09.305044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Attempting to bind port 508539f0-4f14-4bfd-94cc-c30d45824f31 on network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:09.305321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0749c4fe-e5f1-4d73-b50e-67bbdda48c1e req-dca7eeb8-d383-44c3-944b-526c3e3df0b3 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.1016603 Aug 18 14:17:09.317866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:09.318173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=f0392ef5-e78f-430b-942e-3e0d4155651b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.318292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Checking segment: {'id': 'adcbe18a-9d11-45b8-b889-d64482ff9c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:09.318474 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.318876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Bound using segment: {'id': 'adcbe18a-9d11-45b8-b889-d64482ff9c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:09.319363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Bound port: 508539f0-4f14-4bfd-94cc-c30d45824f31, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcbe18a-9d11-45b8-b889-d64482ff9c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:09.320304 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.362492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0749c4fe-e5f1-4d73-b50e-67bbdda48c1e req-c2725935-dc8e-4917-86eb-28a0512e5e1e tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Aug 18 14:17:09.373750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.375978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-823e97dd-ca61-4e39-b50a-e741d86c7e2e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5968919 Aug 18 14:17:09.387180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41530) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:09.392011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '69426c67-db89-41bb-8714-db186120b4cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:09.399484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.402900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.404928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.409413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.411995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b94af90f-b6c0-4346-8971-74a6112a42a1 HTTP/1.1" status: 204 len: 168 time: 0.3682585 Aug 18 14:17:09.421747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:09.436284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f94bc-6367-42ea-9442-bae5def2a279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94af90f-b6c0-4346-8971-74a6112a42a1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.447335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Transition to ACTIVE for port object 1b2ee55e-50a3-4772-9649-af5c78fdfd2e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:09.447577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcbe18a-9d11-45b8-b889-d64482ff9c47') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:09.448157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcbe18a-9d11-45b8-b889-d64482ff9c47') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:09.469146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.486614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] For port 508539f0-4f14-4bfd-94cc-c30d45824f31, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:09.488563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.489532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Transition to ACTIVE for port object 1b2ee55e-50a3-4772-9649-af5c78fdfd2e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:09.495365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:09.495771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:09.499620 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:09.542407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.548546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.589667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:09.600428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:09.602874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:09.606323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] For port 508539f0-4f14-4bfd-94cc-c30d45824f31, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=508539f0-4f14-4bfd-94cc-c30d45824f31,segment=NetworkSegment(adcbe18a-9d11-45b8-b889-d64482ff9c47),segment_id=adcbe18a-9d11-45b8-b889-d64482ff9c47)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:09.607430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Pushing event updated for resources: {'Port': ['ID=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.609593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:17:09.609593 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:17:09.609593 n-d-804303-5 neutron-server[112228]: [parameters: {'id': '7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231'}] Aug 18 14:17:09.609593 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:17:09.609962 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:17:09.629285 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.640249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:09.643872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.668305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Attempting to bind port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:09.668674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Attempting to bind port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:09.669039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Attempting to bind port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e on network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:09.671353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.699871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:09.700213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Checking segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:09.700629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.701028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Bound using segment: {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:09.701551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Bound port: 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b97b4-185a-476f-9cf1-5e047ed568b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:09.701959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.732641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.752821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56a643a-258f-47e3-9405-7de9d8098097,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.804956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253687f1-0e1f-4319-acd3-28e8aa8ad490 None None] Pushing event updated for resources: {'Port': ['ID=508539f0-4f14-4bfd-94cc-c30d45824f31,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:09.838889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] For port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:09.842257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] For port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:09.846373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a14d5d-3088-4d2c-b0bb-1cefa3883905 None None] Network 7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:09.867503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.869361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e247790-f7af-4dd4-924b-403baff12380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4809599 Aug 18 14:17:09.875352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41542) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:09.885797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '69426c67-db89-41bb-8714-db186120b4cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:09.933535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:09.980480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1f502-0c72-4ac8-b570-9412db52c4d0 req-cd4b76f8-e216-450c-946c-f5512d4c949b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:09.995552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42f1f502-0c72-4ac8-b570-9412db52c4d0 req-cd4b76f8-e216-450c-946c-f5512d4c949b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1340392 Aug 18 14:17:10.012719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:10.037896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.057945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42f1f502-0c72-4ac8-b570-9412db52c4d0 req-8987ffb9-2379-4d25-b5ea-93bf9d56d1db tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606198 Aug 18 14:17:10.085916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:10.085916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5f6b35b3-b505-4ca5-b1f8-9479dcbe5d7a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:10.112043 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.129564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfb76b-2be5-43a5-b56e-ab6fc9d718c3 None None] Pushing event updated for resources: {'Port': ['ID=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:10.132715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.195931 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.201211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.291770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b623eefd-3dcc-4217-8bc6-e181ab00e9c3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:10.352483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbabc4-4d53-4f4a-82ea-00434fbb9f6b req-9b074d90-4c7b-495a-8d7f-0994487b7df8 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:10.362519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8fbabc4-4d53-4f4a-82ea-00434fbb9f6b req-9b074d90-4c7b-495a-8d7f-0994487b7df8 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.0870121 Aug 18 14:17:10.364991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:17:10.367187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 508539f0-4f14-4bfd-94cc-c30d45824f31 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:10.374150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.419695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4d47ce7-c6c4-4faa-93bf-8fe16e3a7734 req-4ed68930-7d4b-4481-9fc0-a64e34a3929a tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0484588 Aug 18 14:17:10.452821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8fbabc4-4d53-4f4a-82ea-00434fbb9f6b req-91adb738-08cd-4fa8-a056-56cf92c9073e tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857778 Aug 18 14:17:10.471863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.473025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c66ada44-6189-47ed-82fb-222338caba72 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5959482 Aug 18 14:17:10.480864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:10.485779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '69426c67-db89-41bb-8714-db186120b4cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:10.524091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 508539f0-4f14-4bfd-94cc-c30d45824f31, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=508539f0-4f14-4bfd-94cc-c30d45824f31,segment=NetworkSegment(adcbe18a-9d11-45b8-b889-d64482ff9c47),segment_id=adcbe18a-9d11-45b8-b889-d64482ff9c47)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:10.524760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.559345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 508539f0-4f14-4bfd-94cc-c30d45824f31 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:10.613323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.676300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.755125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.769973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.771552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:10.802822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.810056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=508539f0-4f14-4bfd-94cc-c30d45824f31,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:10.838826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662f23f0-0ada-430a-940a-3f9062272c10,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:10.853387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.858862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 508539f0-4f14-4bfd-94cc-c30d45824f31 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:10.899774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.901936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5167761c-1632-4df7-a21b-4f6f211322bc tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4198575 Aug 18 14:17:10.906495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41570) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:10.938785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1352770542-network', 'tenant_id': 'c9251050eff6442681c1cd5c3337d3c9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:10.963388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:10.975596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.029115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.043760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:11.051319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Made reservation on behalf of c9251050eff6442681c1cd5c3337d3c9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:11.053797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.059991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcbe18a-9d11-45b8-b889-d64482ff9c47') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:11.060292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcbe18a-9d11-45b8-b889-d64482ff9c47') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:11.064098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.081006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.081782 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.087376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.091568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/662f23f0-0ada-430a-940a-3f9062272c10 HTTP/1.1" status: 204 len: 168 time: 0.1806920 Aug 18 14:17:11.095467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41572) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.109601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] For port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:11.134442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.135042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01ebbe-1fa9-467d-b011-6cb2646c4a28 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=662f23f0-0ada-430a-940a-3f9062272c10,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.146946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:11.147373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:11.151383 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:11.169473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7478dc-73ed-4db6-8ce6-4f4564443015 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:17:11.201212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-09651dc9-8b09-4e7b-aea9-58948c3be207 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1016243 Aug 18 14:17:11.204290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41576) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.211834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.268649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.270732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7478dc-73ed-4db6-8ce6-4f4564443015 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:17:11.281867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.298363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993751c-f352-43e4-9aa0-fa4431e5719e req-97f218c3-22de-426b-a36d-8c2b3ea45e53 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.299888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c993751c-f352-43e4-9aa0-fa4431e5719e req-97f218c3-22de-426b-a36d-8c2b3ea45e53 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1343472 Aug 18 14:17:11.319258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.320118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.328098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-04f3b45a-d792-4992-95f5-a6bfd227a5d4 None None] Provisioning for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:11.329515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.345663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.352796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.353348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 HTTP/1.1" status: 204 len: 168 time: 2.8852057 Aug 18 14:17:11.354150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41578) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.361507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557091004'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:11.380429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c993751c-f352-43e4-9aa0-fa4431e5719e req-bc5cf39a-8bef-4c2c-9987-752960f3840f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688705 Aug 18 14:17:11.423026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e29d-53cb-47e6-ab51-7b039d9cb62b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.425549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:11.436546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:11.441267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.444523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.444523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.448497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.449828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b623eefd-3dcc-4217-8bc6-e181ab00e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2444327 Aug 18 14:17:11.457660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.459753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b7c01-50f5-4422-869f-9b87af5d35ec tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b623eefd-3dcc-4217-8bc6-e181ab00e9c3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.473289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Subnet': ['ID=f216e73d-e6a4-46db-a1f5-942d11d65060,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.487861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,revision_number=4']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.499233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.531776 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f88494f8-bb80-4813-a84b-68b135336303 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0729511 Aug 18 14:17:11.537463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.561782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:11.571278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5652497-1fc4-4af4-9f7d-d6df63f4a049 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:11.571474 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-60558a8d-18d3-4e36-a864-5bd8ce69fd6a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3678663 Aug 18 14:17:11.571771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41588) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.577324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Request body: {'port': {'network_id': '481ae6ff-43bd-4ceb-a932-aa3b1ebcd877', 'mac_address': 'fa:16:3e:52:20:c8', 'name': 'tempest-NetworksTestDHCPv6-60039758'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:11.660077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c3be1-6e38-4a36-987e-0170aa32c1db,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:11.672909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.673329 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Added segment 2fb4deef-07d2-4dea-94f9-4a118454e890 of type vlan for network 49b4a464-d75d-411c-823b-8357ccb79347 Aug 18 14:17:11.685952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c660400a-9a0f-4f9b-8621-5b9926ba6961 req-8ad91c4d-cb30-4245-ab6e-9775737fb757 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0918124 Aug 18 14:17:11.716488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.739427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.742465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.751417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-8274cf32-3dba-42d0-a98a-d5e66fedd0d8 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.753720 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-8274cf32-3dba-42d0-a98a-d5e66fedd0d8 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.10 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.0654466 Aug 18 14:17:11.787298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40e2b-962a-41b3-b1f2-a7532bb55676 req-1a7a652c-56dc-43e7-bbdf-64b1c0e818da tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.787298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62b40e2b-962a-41b3-b1f2-a7532bb55676 req-1a7a652c-56dc-43e7-bbdf-64b1c0e818da tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.2221696 Aug 18 14:17:11.789362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:11.793149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.866088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:11.870763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-62b40e2b-962a-41b3-b1f2-a7532bb55676 req-3a70f7f1-1aa5-4742-866b-e2234e6c78d4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734780 Aug 18 14:17:11.880720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.881079 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment bddbe48b-2e3f-4083-9343-39dfcf020724 of type vlan for network 92c3d060-0e0b-43ae-83f5-7db713241ef7 Aug 18 14:17:11.887047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Deleting port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:11.887201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.893148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.899264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.900438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a56a643a-258f-47e3-9405-7de9d8098097 HTTP/1.1" status: 204 len: 168 time: 0.3583670 Aug 18 14:17:11.910469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41590) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:11.936242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.937246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.937999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.968654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Made reservation on behalf of 55dfee0341924e72a56145e86425e4cf for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:11.971363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.973668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd982e3f-2c92-489c-8271-2c3a179116ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a56a643a-258f-47e3-9405-7de9d8098097,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.022786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b2ee55e-50a3-4772-9649-af5c78fdfd2e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:12.055931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] Pushing event updated for resources: {'Network': ['ID=49b4a464-d75d-411c-823b-8357ccb79347,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.067565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 49b4a464-d75d-411c-823b-8357ccb79347 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:12.115516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9921fb3b-7e18-4031-9fc6-3bb26c7a1155 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2038579 Aug 18 14:17:12.118403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41592) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:12.129009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cded2cde-6610-4bd7-9034-ce83a750e17e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3549564 Aug 18 14:17:12.135182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41594) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:12.142404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Request body: {'subnet': {'network_id': '49b4a464-d75d-411c-823b-8357ccb79347', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1352770542-subnet', 'tenant_id': 'c9251050eff6442681c1cd5c3337d3c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:12.166139 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.168519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] For port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:12.169307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.183397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.189211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.189361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:12.189922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.221388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.238288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:12.243622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:12.244899 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.245772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] device_id is not set on port 9bec1e08-ac29-45b8-ad8f-9006f7244257 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:17:12.278640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Made reservation on behalf of c9251050eff6442681c1cd5c3337d3c9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:12.280999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.302424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=92c3d060-0e0b-43ae-83f5-7db713241ef7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.326742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 92c3d060-0e0b-43ae-83f5-7db713241ef7 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:12.368540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ba02c0e5-b6ed-4606-8521-79a38502be0f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0108941 Aug 18 14:17:12.369579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41596) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:12.388981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:12.443245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.478541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.485446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:12.497513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8324491d-2e22-4053-aced-2b9b602caf27 None None] Provisioning complete for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:12.497917 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8324491d-2e22-4053-aced-2b9b602caf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.498719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.502602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6bf84a34-2843-44e7-8fe5-2115d5fa9130 HTTP/1.1" status: 204 len: 168 time: 0.3826661 Aug 18 14:17:12.506486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb758f-0e41-46e1-a7a0-bfa0f0fc9380 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bf84a34-2843-44e7-8fe5-2115d5fa9130,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.510007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41600) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:12.579043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.622482 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8324491d-2e22-4053-aced-2b9b602caf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.654518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedae648-7d6b-46db-adab-de223870a76c req-97e50c1f-1ab4-4fd5-b39e-829ecc9677e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:12.656136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bedae648-7d6b-46db-adab-de223870a76c req-97e50c1f-1ab4-4fd5-b39e-829ecc9677e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1476455 Aug 18 14:17:12.656579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.699418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-8324491d-2e22-4053-aced-2b9b602caf27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:17:12.699804 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-8324491d-2e22-4053-aced-2b9b602caf27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:17:12.725986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:12.729592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.778513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bedae648-7d6b-46db-adab-de223870a76c req-84cf2e6a-c468-4b79-8c85-0ae5925e1e2f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977521 Aug 18 14:17:12.782696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.830400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4c438ac-895d-4466-bd55-be6a11249271 req-9c776ff4-d7c2-4a05-9e97-a2406ec93f8e tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0555723 Aug 18 14:17:12.898374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.898750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:12.899064 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Floating IP f0872afe-164c-48da-9ebd-c6d90923fe70 disassociated. External IP: 172.25.1.104, port: 0ccca3cc-3c4f-4573-a9db-c3436cc04e53. Aug 18 14:17:12.899409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Calling delete_port for 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:12.906627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc879ce-7588-4150-9129-da101c5d2b1d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:12.920599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Checking segment: {'id': '2fb4deef-07d2-4dea-94f9-4a118454e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:12.920928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Network hostable DHCP agents. Network: 49b4a464-d75d-411c-823b-8357ccb79347, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:12.942561 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08eb25d7-f1b4-4d86-89dc-3f0e0f0aee48 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4254937 Aug 18 14:17:12.943704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41606) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:12.946012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8::32f (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/09e8956d-8f1b-488a-80b8-3de7cada238e/9bec1e08-ac29-45b8-ad8f-9006f7244257) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:12.994140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:20c8 (481ae6ff-43bd-4ceb-a932-aa3b1ebcd877/f216e73d-e6a4-46db-a1f5-942d11d65060/9bec1e08-ac29-45b8-ad8f-9006f7244257) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:13.021324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.043118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Network 49b4a464-d75d-411c-823b-8357ccb79347 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:13.046224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.062184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aa6de-370f-4410-9573-c927c99df4e9 req-f6b98ff3-e891-4bb0-9397-574612146d07 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:13.063719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-657aa6de-370f-4410-9573-c927c99df4e9 req-f6b98ff3-e891-4bb0-9397-574612146d07 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 946 time: 0.1059172 Aug 18 14:17:13.104392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-657aa6de-370f-4410-9573-c927c99df4e9 req-1b8c73fb-84df-499d-a657-1e589353529f tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups?id=4680cfc1-356f-4f24-a448-94aac93aa269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331905 Aug 18 14:17:13.173336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.204522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 49b4a464-d75d-411c-823b-8357ccb79347) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:13.209343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:13.209965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.210476 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.222320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.223427 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9c9ec656-2f65-4165-9ff5-91f873ce2307 HTTP/1.1" status: 204 len: 168 time: 0.2788258 Aug 18 14:17:13.228469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41608) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.233468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28542bc-5200-43da-8055-a79439657d7e None None] Network 49b4a464-d75d-411c-823b-8357ccb79347 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:13.246643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279be16-b3b3-4e17-834e-b6ef76c93149 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c9ec656-2f65-4165-9ff5-91f873ce2307,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:13.259137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=60b08031-d568-490f-b61e-d633c3df8a15,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:13.261300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.271462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'bddbe48b-2e3f-4083-9343-39dfcf020724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:13.271836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 92c3d060-0e0b-43ae-83f5-7db713241ef7, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:13.284279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Transition to ACTIVE for port object 9bec1e08-ac29-45b8-ad8f-9006f7244257 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:13.303467 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15bda505-80ba-4b4c-a999-9201b939543a tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685713 Aug 18 14:17:13.303467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.304008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41610) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.325896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce7d322d-8580-4e30-8986-cf6cd52b4801 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1865396 Aug 18 14:17:13.364299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event deleted for resources: {'Port': ['ID=0ccca3cc-3c4f-4573-a9db-c3436cc04e53,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:13.370698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 92c3d060-0e0b-43ae-83f5-7db713241ef7 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:13.380204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.420467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.441332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.474820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 92c3d060-0e0b-43ae-83f5-7db713241ef7) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:13.480720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:13.482096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.494041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1ed1f-da19-4acf-bb96-ee3e24144b09 None None] Network 92c3d060-0e0b-43ae-83f5-7db713241ef7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:13.554426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:13.556680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event updated for resources: {'Port': ['ID=9bec1e08-ac29-45b8-ad8f-9006f7244257,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:13.565339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:13.567978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:13.574254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:13.574974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.612961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:17:13.613162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.621673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.621673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/69426c67-db89-41bb-8714-db186120b4cc HTTP/1.1" status: 204 len: 168 time: 0.3111830 Aug 18 14:17:13.622074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41620) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.627757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3c62f-581f-4765-bc6e-eb7237dddc02 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69426c67-db89-41bb-8714-db186120b4cc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:13.650186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2c9165ef-10b5-492e-a43d-e1ddd97cd349 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2696130 Aug 18 14:17:13.652060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41622) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.668450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee2c15-6f03-45b2-af83-255f8fac49bd None None] Network 49b4a464-d75d-411c-823b-8357ccb79347 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:13.671603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:17:13.704397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-043b4d70-ae85-4c02-b1b9-d2265f1d9eff tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1314950 Aug 18 14:17:13.705036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.773420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b65242e-1580-4809-a96c-13e6f41b09bb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1473005 Aug 18 14:17:13.775385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41626) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:13.801936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--730296033'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:13.924866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:13.982911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] No DVR routers for this DVR port 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:13.986414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:13.989425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ee24d56-c640-4a4d-8975-a7477f8805ff req-54a1342e-0db2-4f82-a889-95524d933dcd tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.10 "DELETE /v2.0/ports/0ccca3cc-3c4f-4573-a9db-c3436cc04e53 HTTP/1.1" status: 204 len: 173 time: 2.2292292 Aug 18 14:17:13.991587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'name': 'network-vif-deleted', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:13.995643 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d29575-b187-470a-b1fd-295cfb93bc51" -d '{"events": [{"server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "name": "network-vif-deleted", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:14.008790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting port 9bec1e08-ac29-45b8-ad8f-9006f7244257 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:14.009278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.009455 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:17:14.051529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.069337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.091769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b2ee55e-50a3-4772-9649-af5c78fdfd2e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:14.114274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Sync routers for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:14.138252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-92c3d060-0e0b-43ae-83f5-7db713241ef7', 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '60b08031-d568-490f-b61e-d633c3df8a15'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:14.138476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1e99-882e-4407-a65a-e31103e1ec0e req-8739f1c8-52e9-4492-891e-e4acbccde02b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:14.139038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.139934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8ed1e99-882e-4407-a65a-e31103e1ec0e req-8739f1c8-52e9-4492-891e-e4acbccde02b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 943 time: 0.1922390 Aug 18 14:17:14.146970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.159664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-de45698c-87a9-4ee8-9032-21eeae2d8219 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:14.160475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Calling delete_port for 9bec1e08-ac29-45b8-ad8f-9006f7244257 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:14.164995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-de45698c-87a9-4ee8-9032-21eeae2d8219 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/networks?id=49b4a464-d75d-411c-823b-8357ccb79347 HTTP/1.1" status: 200 len: 814 time: 0.2837002 Aug 18 14:17:14.221320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:14.222037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:14.239941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-f02a7d7b-9f3d-448a-b749-0993d5a9d1fe tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/quotas/c9251050eff6442681c1cd5c3337d3c9 HTTP/1.1" status: 200 len: 375 time: 0.0507550 Aug 18 14:17:14.275511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.314900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-278f5210-812e-4a17-a545-27193f6f3bfb tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9251050eff6442681c1cd5c3337d3c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666802 Aug 18 14:17:14.321597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:14.324280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8ed1e99-882e-4407-a65a-e31103e1ec0e req-c7e90b20-a222-41d8-b147-d047ecb48b03 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599107 Aug 18 14:17:14.324466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d26bf9b-350a-47b6-97db-d6cdec590af5 None None] Provisioning for port 9bec1e08-ac29-45b8-ad8f-9006f7244257 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:14.386227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'mac_address': 'fa:16:3e:64:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:17:14.392665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d26bf9b-350a-47b6-97db-d6cdec590af5 None None] Provisioning complete for port 9bec1e08-ac29-45b8-ad8f-9006f7244257 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:14.393241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d26bf9b-350a-47b6-97db-d6cdec590af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.412430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.467582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-e017702c-6a1a-40e7-a6b8-7c8a004766ad service neutron] 10.222.0.35 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383033 Aug 18 14:17:14.527678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:14.528111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.533650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:14.537076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4d26bf9b-350a-47b6-97db-d6cdec590af5 None None] Port 9bec1e08-ac29-45b8-ad8f-9006f7244257 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:17:14.547817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f2f9bb2-4b4a-41e9-84a2-8a8e79a9bae4 req-cb463e7f-d1a3-4738-b48e-e24a084649d8 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0587673 Aug 18 14:17:14.574442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.587747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Allocated IP 172.20.0.1 (92c3d060-0e0b-43ae-83f5-7db713241ef7/60b08031-d568-490f-b61e-d633c3df8a15/61d5f8ae-43fa-4ca9-9283-92200e4a7a43) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:14.592896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.599370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.603701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-938e926d-f60e-44ab-85ed-8ab40ee31bba service neutron] 10.222.0.35 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351297 Aug 18 14:17:14.636651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Port': ['ID=9bec1e08-ac29-45b8-ad8f-9006f7244257,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:14.646826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:17:14.652533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860cbfaa-9a30-44f6-be94-91fcf9538efe,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:14.718508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.723807 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce1fbc78-f09f-4e39-a9c8-074f0a6b3725 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/9bec1e08-ac29-45b8-ad8f-9006f7244257 HTTP/1.1" status: 204 len: 168 time: 1.0101638 Aug 18 14:17:14.724109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41646) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:14.750011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.753679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-616c10ba-6229-4160-8a50-3d6ef53a3320 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9701178 Aug 18 14:17:14.754063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41648) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:14.758424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '860cbfaa-9a30-44f6-be94-91fcf9538efe', 'direction': 'ingress', 'protocol': 17}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:14.777477 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24362661-b4a5-4935-a665-2ad5a6d3c590 x-openstack-request-id: req-24362661-b4a5-4935-a665-2ad5a6d3c590 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:14.777782 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64711016-14b5-4d08-acaa-af8ca2138216", "name": "network-vif-deleted", "tag": "0ccca3cc-3c4f-4573-a9db-c3436cc04e53", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:14.778087 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24362661-b4a5-4935-a665-2ad5a6d3c590 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:14.778435 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64711016-14b5-4d08-acaa-af8ca2138216', 'name': 'network-vif-deleted', 'tag': '0ccca3cc-3c4f-4573-a9db-c3436cc04e53', 'status': 'completed', 'code': 200} Aug 18 14:17:14.812619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef70f5-b380-49af-99db-ce8c753b0deb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:14.814555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d8ef70f5-b380-49af-99db-ce8c753b0deb tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0895026 Aug 18 14:17:14.817256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41650) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:14.892986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f8d1be0-4a72-4aa3-8598-d66a4a0c2e43 req-f8d6cf56-6891-496b-aae1-ba7f438005be tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/ports?device_id=64711016-14b5-4d08-acaa-af8ca2138216 HTTP/1.1" status: 200 len: 210 time: 0.0351782 Aug 18 14:17:14.893781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:14.928255 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.968566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072b144-f460-47af-b20c-2e5f546e7e31 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:14.970072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0072b144-f460-47af-b20c-2e5f546e7e31 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1517746 Aug 18 14:17:14.972853 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41656) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.019698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3a841c-c990-470a-9674-729b0c431a5c req-3164a4ea-ad9e-4359-960f-582f2769f38a tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 210 time: 0.0617983 Aug 18 14:17:15.039887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d56380-0e01-44fa-adbc-b9b77699dee1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:15.040719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.044113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d56380-0e01-44fa-adbc-b9b77699dee1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:15.046003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d56380-0e01-44fa-adbc-b9b77699dee1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:15.047634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c5d56380-0e01-44fa-adbc-b9b77699dee1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0737736 Aug 18 14:17:15.051622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41658) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.082978 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.122099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet 09e8956d-8f1b-488a-80b8-3de7cada238e {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:15.125894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.127660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.157023 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.172741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00197985-ebdb-4982-9c94-0665dc66cb7c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.180560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Transition to ACTIVE for port object 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:15.182418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.193356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.203576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Transition to ACTIVE for port object 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:15.210281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:15.236635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Checking router: a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:15.245717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:15.246357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:15.279599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.280803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-369d7d53-c14e-4041-a0ec-cb2ce6b9edca tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5259058 Aug 18 14:17:15.283976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.290204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.299119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.346542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.371751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.416640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.458906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=60b08031-d568-490f-b61e-d633c3df8a15,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.486689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.519164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:17:15.525834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.529170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.538387 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/860cbfaa-9a30-44f6-be94-91fcf9538efe HTTP/1.1" status: 204 len: 168 time: 0.2521238 Aug 18 14:17:15.544496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41668) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.574433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=09e8956d-8f1b-488a-80b8-3de7cada238e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.576127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Network 92c3d060-0e0b-43ae-83f5-7db713241ef7 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:15.579016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aace2-6513-491a-8579-559d67d212f0 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860cbfaa-9a30-44f6-be94-91fcf9538efe,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.583601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9951251f-8714-42fa-a5a9-c8638b2b489d None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:15.604434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:15.624784 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-55c1e0f5-8d00-4af5-825a-cf7d472f4940 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726309 Aug 18 14:17:15.625326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.625501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41672) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.630533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738732030'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:15.633634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c3d060-0e0b-43ae-83f5-7db713241ef7']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:15.638613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:15.644021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Pushing event updated for resources: {'Port': ['ID=61d5f8ae-43fa-4ca9-9283-92200e4a7a43,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:15.648617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.651775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07de2948-719d-4ca9-b6b3-c8c91e7f6d26 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/09e8956d-8f1b-488a-80b8-3de7cada238e HTTP/1.1" status: 204 len: 168 time: 0.5985668 Aug 18 14:17:15.654083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:15.657818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:15.662491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddbe48b-2e3f-4083-9343-39dfcf020724') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:15.663304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddbe48b-2e3f-4083-9343-39dfcf020724') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:15.673119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:15.685916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31fe5d-0624-4401-ab05-0809b70673f5 req-b8729d9e-0f2b-4d13-b840-45b545e9c61b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:15.687521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d31fe5d-0624-4401-ab05-0809b70673f5 req-b8729d9e-0f2b-4d13-b840-45b545e9c61b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.2399957 Aug 18 14:17:15.692149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.735294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66817708-d65a-4daf-b3c6-a23ef168bcd1 req-465b7240-622e-4b65-b77a-a1bff28e336c tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0604563 Aug 18 14:17:15.738934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Deleting subnet f216e73d-e6a4-46db-a1f5-942d11d65060 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:15.743942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:15.744107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.744312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ccca3cc-3c4f-4573-a9db-c3436cc04e53 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:15.770047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.787947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:15.787947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.789099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:15.790816 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:15.833507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.854391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d31fe5d-0624-4401-ab05-0809b70673f5 req-6070e730-3c9b-45bf-aaf7-8b07b7213812 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480792 Aug 18 14:17:15.861255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Attempting to bind port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:15.861624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Attempting to bind port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'bddbe48b-2e3f-4083-9343-39dfcf020724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:15.862030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Attempting to bind port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 on network 92c3d060-0e0b-43ae-83f5-7db713241ef7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:15.905566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:15.906024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Checking segment: {'id': 'bddbe48b-2e3f-4083-9343-39dfcf020724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:15.906352 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.906747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Bound using segment: {'id': 'bddbe48b-2e3f-4083-9343-39dfcf020724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:15.907222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Bound port: 61d5f8ae-43fa-4ca9-9283-92200e4a7a43, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddbe48b-2e3f-4083-9343-39dfcf020724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:15.907624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.957676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:17:15.957676 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:17:15.957676 n-d-804303-5 neutron-server[112229]: [parameters: {'id': '92c3d060-0e0b-43ae-83f5-7db713241ef7'}] Aug 18 14:17:15.957676 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:17:15.961049 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:17:15.987660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.034148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.101447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] For port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:16.109281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] For port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61d5f8ae-43fa-4ca9-9283-92200e4a7a43,segment=NetworkSegment(bddbe48b-2e3f-4083-9343-39dfcf020724),segment_id=bddbe48b-2e3f-4083-9343-39dfcf020724)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:16.115921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad1123c8-886b-423b-8e55-d4da89a280dc req-478dafa4-aa42-422b-bcbb-bb9e12745570 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 210 time: 0.0284700 Aug 18 14:17:16.124870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.132734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41684) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.165809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.180492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:16.208590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eae78df-e6f6-4990-91b9-43f2dbb57be3 None None] The sync data for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 is: [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:14:52Z', 'revision_number': 4, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd0767809-db76-46ad-8d81-de1d0b051e0b', 'name': '', 'network_id': '9670a841-b833-4064-9f37-0d6f09955ffa', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'mac_address': 'fa:16:3e:20:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:50Z', 'updated_at': '2021-08-18T14:15:01Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'subnets': [{'id': 'd612fbf8-87b3-4b3f-a71a-aacb57122dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:16.211473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.223655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Subnet': ['ID=f216e73d-e6a4-46db-a1f5-942d11d65060,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:16.242446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.252665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a7e5b533-c516-4984-8266-8ee5be2e94ce tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f216e73d-e6a4-46db-a1f5-942d11d65060 HTTP/1.1" status: 204 len: 168 time: 0.5878189 Aug 18 14:17:16.252937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.253034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.253034 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6226487 Aug 18 14:17:16.254347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea3363-23fd-4820-a463-f29e2ff78d59 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a779c16b-0202-4189-afdb-ef4e11df72b5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:16.257907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41688) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.265817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--801352090'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:16.297032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.311228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-12ee1896-1e2b-494f-9ef9-65ee837e72a7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606539 Aug 18 14:17:16.314245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41690) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.324809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb51b1-91f6-46c5-94a3-4a36227124d4 None None] Pushing event updated for resources: {'Port': ['ID=61d5f8ae-43fa-4ca9-9283-92200e4a7a43,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:16.355028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371979c9-bc79-4b94-83cd-f076e0f259ad None None] Network 92c3d060-0e0b-43ae-83f5-7db713241ef7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:16.365410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.398729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa895787-41ba-4d7b-8285-5632b4a122ab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:16.400919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aa895787-41ba-4d7b-8285-5632b4a122ab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0854359 Aug 18 14:17:16.404320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41692) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.432027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.464293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.495361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e279bbd3-79e9-4547-87c6-07a913a7ff48 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:16.496284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e279bbd3-79e9-4547-87c6-07a913a7ff48 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902255 Aug 18 14:17:16.498826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.559230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:16.559684 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.565808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-47bdfc13-d554-4554-83e4-98440d333cbf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618341 Aug 18 14:17:16.565808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.567593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.572891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "DELETE /v2.0/security-groups/4680cfc1-356f-4f24-a448-94aac93aa269 HTTP/1.1" status: 204 len: 168 time: 0.4377759 Aug 18 14:17:16.576904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.577396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.611697 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-199ae14a-8b60-4617-9d9b-e515f11ada1e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.612510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199ae14a-8b60-4617-9d9b-e515f11ada1e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.614553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-199ae14a-8b60-4617-9d9b-e515f11ada1e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/9bec1e08-ac29-45b8-ad8f-9006f7244257 HTTP/1.1" status: 404 len: 333 time: 0.0332487 Aug 18 14:17:16.620030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41700) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.623159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d0921-9587-47be-88d9-b7bdf72a22e4 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4680cfc1-356f-4f24-a448-94aac93aa269,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:16.660739 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-26b44f37-189f-412c-99e5-0d57a2a8eff0 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] show failed (client error): The resource could not be found. Aug 18 14:17:16.662869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26b44f37-189f-412c-99e5-0d57a2a8eff0 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "GET /v2.0/security-groups/4680cfc1-356f-4f24-a448-94aac93aa269 HTTP/1.1" status: 404 len: 347 time: 0.0833619 Aug 18 14:17:16.664834 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d392f7c-0df2-45bb-8cbe-54783d0c65f8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.667577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d392f7c-0df2-45bb-8cbe-54783d0c65f8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.667577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2d392f7c-0df2-45bb-8cbe-54783d0c65f8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f216e73d-e6a4-46db-a1f5-942d11d65060 HTTP/1.1" status: 404 len: 337 time: 0.0464213 Aug 18 14:17:16.672956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee71aaf-0204-4db2-8985-6d44056441de None None] New status for floating IP f0872afe-164c-48da-9ebd-c6d90923fe70: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:17:16.676831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41702) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.690221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41704) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.729406 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-07db1155-51da-4bb0-ad47-076bc84df6a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.729777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07db1155-51da-4bb0-ad47-076bc84df6a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.731803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07db1155-51da-4bb0-ad47-076bc84df6a2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/09e8956d-8f1b-488a-80b8-3de7cada238e HTTP/1.1" status: 404 len: 337 time: 0.0345120 Aug 18 14:17:16.742185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.743738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41706) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.778301 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3ab408-8213-4396-9a27-225e4f0d9a2e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.779328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3ab408-8213-4396-9a27-225e4f0d9a2e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.785734 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e3ab408-8213-4396-9a27-225e4f0d9a2e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/b98e6a84-a78c-49a7-9e74-bce164a8d1a5 HTTP/1.1" status: 404 len: 333 time: 0.0407732 Aug 18 14:17:16.786863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41710) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.806108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61d5f8ae-43fa-4ca9-9283-92200e4a7a43,segment=NetworkSegment(bddbe48b-2e3f-4083-9343-39dfcf020724),segment_id=bddbe48b-2e3f-4083-9343-39dfcf020724)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:16.806490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.819614 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa6d2c7-2163-42af-903f-faf6d8568ae2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.820173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa6d2c7-2163-42af-903f-faf6d8568ae2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.827071 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2aa6d2c7-2163-42af-903f-faf6d8568ae2 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/9e8f181f-dcbd-4435-8acd-fffe4a601430 HTTP/1.1" status: 404 len: 337 time: 0.0387716 Aug 18 14:17:16.829327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.838986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.848045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:16.870893 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-05229bc2-a491-4053-b44b-2109643d13fd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.872745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05229bc2-a491-4053-b44b-2109643d13fd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.873149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05229bc2-a491-4053-b44b-2109643d13fd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/19cb323a-c394-4331-8786-bb24a834a5c5 HTTP/1.1" status: 404 len: 337 time: 0.0428274 Aug 18 14:17:16.881045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41714) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.914575 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-a899dde9-c6ed-410a-b090-9feff13ed1ac tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.915341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a899dde9-c6ed-410a-b090-9feff13ed1ac tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.917130 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a899dde9-c6ed-410a-b090-9feff13ed1ac tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/bb8647db-4136-4984-b675-5a7ec0534463 HTTP/1.1" status: 404 len: 333 time: 0.0354345 Aug 18 14:17:16.920844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.932875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69dfd8-3622-4976-bc15-078be5ae63fe,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:16.934047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a44311-65ba-426a-a6f9-083311c19ad4 None None] Network 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:16.966552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:16.968239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11d38df1-94ec-4455-89d5-dba072864951 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7088439 Aug 18 14:17:16.968763 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e164723-ec5b-44af-9081-4ff2d5b9a314 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:16.969223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e164723-ec5b-44af-9081-4ff2d5b9a314 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:16.970978 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3e164723-ec5b-44af-9081-4ff2d5b9a314 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/90a76546-34ca-4404-8308-bc4a78789d01 HTTP/1.1" status: 404 len: 337 time: 0.0492051 Aug 18 14:17:16.971548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41720) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:16.977782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': 'a779c16b-0202-4189-afdb-ef4e11df72b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4f69dfd8-3622-4976-bc15-078be5ae63fe', 'remote_ip_prefix': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:16.989796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41722) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.023683 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c3c92-d7e0-4c55-8b3a-a386c4ce9881 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.024535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c3c92-d7e0-4c55-8b3a-a386c4ce9881 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.028736 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-124c3c92-d7e0-4c55-8b3a-a386c4ce9881 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/8e5b9b02-24cd-497f-8521-f868b326d2b0 HTTP/1.1" status: 404 len: 337 time: 0.0417745 Aug 18 14:17:17.028736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41724) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.036258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c516b865-1908-41df-a080-81b6102dcb9d None None] Provisioning complete for port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:17.036597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c516b865-1908-41df-a080-81b6102dcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.058251 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-892b4cc5-2c8f-48a4-bc69-d80d4410e4b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.059268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892b4cc5-2c8f-48a4-bc69-d80d4410e4b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.062925 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-892b4cc5-2c8f-48a4-bc69-d80d4410e4b9 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/7ff76f2d-db63-41bd-872d-1a696326fe86 HTTP/1.1" status: 404 len: 333 time: 0.0308821 Aug 18 14:17:17.063721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41726) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.091616 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-5852bd78-4cf3-406f-9c74-2b986c74f977 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.092074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5852bd78-4cf3-406f-9c74-2b986c74f977 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.096398 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5852bd78-4cf3-406f-9c74-2b986c74f977 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/05ee1cab-2631-4c5f-949b-c5daad588f82 HTTP/1.1" status: 404 len: 337 time: 0.0298495 Aug 18 14:17:17.096724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41728) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.128613 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b72133-3963-44e3-9ff1-2ab92a108b64 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.129088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b72133-3963-44e3-9ff1-2ab92a108b64 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.130903 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01b72133-3963-44e3-9ff1-2ab92a108b64 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/bdaa391c-ea42-41cb-b3d4-48ac3109138b HTTP/1.1" status: 404 len: 337 time: 0.0331864 Aug 18 14:17:17.135091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41730) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.151957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.178045 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-558686fd-16ba-44d1-a2fa-837129b243d7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.178045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558686fd-16ba-44d1-a2fa-837129b243d7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.183023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-558686fd-16ba-44d1-a2fa-837129b243d7 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/936e6826-afb9-46d3-a67d-79e941b944e8 HTTP/1.1" status: 404 len: 333 time: 0.0399945 Aug 18 14:17:17.185980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41734) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.208278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] DHCP port deletion for 481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:17.229262 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92e481c-9e5d-4a04-8f3b-cd0494cced0c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.229894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92e481c-9e5d-4a04-8f3b-cd0494cced0c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.234481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a92e481c-9e5d-4a04-8f3b-cd0494cced0c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f35a9b19-605f-4b80-8559-392ea3d47efb HTTP/1.1" status: 404 len: 337 time: 0.0474417 Aug 18 14:17:17.235203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.264464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Deleting port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:17.265103 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.270046 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f9ced1-e603-4fee-a618-b7906cf1c1ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.270750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f9ced1-e603-4fee-a618-b7906cf1c1ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.273926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03f9ced1-e603-4fee-a618-b7906cf1c1ba tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/b4e7a08d-f934-4f00-a8cc-990ec0df20f5 HTTP/1.1" status: 404 len: 333 time: 0.0331416 Aug 18 14:17:17.282125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.336888 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-03718c75-45fc-496b-9984-8a47d03b49ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.337509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03718c75-45fc-496b-9984-8a47d03b49ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.339426 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03718c75-45fc-496b-9984-8a47d03b49ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/d1e267bb-249f-4609-894a-91c7f4ba4d6b HTTP/1.1" status: 404 len: 337 time: 0.0553789 Aug 18 14:17:17.344395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] For port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,segment=NetworkSegment(336b97b4-185a-476f-9cf1-5e047ed568b7),segment_id=336b97b4-185a-476f-9cf1-5e047ed568b7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:17.345088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.345205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41740) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.347143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f79b9048-b877-456b-8d91-38c57983709b req-cbe6a629-ce29-47d6-a90e-c5f40c9da6f2 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.4879003 Aug 18 14:17:17.349455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.362110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Calling delete_port for 1b2ee55e-50a3-4772-9649-af5c78fdfd2e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:17.395872 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-71896d2f-222a-4692-a7bc-1be322bf833e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.396571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71896d2f-222a-4692-a7bc-1be322bf833e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.399957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-71896d2f-222a-4692-a7bc-1be322bf833e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/712c5eaa-b68f-451c-87c5-28cdf5ba48b4 HTTP/1.1" status: 404 len: 333 time: 0.0529661 Aug 18 14:17:17.402650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.435891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435d13c-0321-4f04-b45d-c670c4a3ed45 req-73b11dba-a293-424e-a88b-9fade61883d2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:17.437309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9435d13c-0321-4f04-b45d-c670c4a3ed45 req-73b11dba-a293-424e-a88b-9fade61883d2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 944 time: 0.1528900 Aug 18 14:17:17.443624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.448324 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-190c7e0e-d0f8-4cc4-abcf-0113ed96379c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.448776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190c7e0e-d0f8-4cc4-abcf-0113ed96379c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.450455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-190c7e0e-d0f8-4cc4-abcf-0113ed96379c tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/34fd2f64-9f4f-4eab-9d14-82b295aa0ce2 HTTP/1.1" status: 404 len: 337 time: 0.0466967 Aug 18 14:17:17.454021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41744) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.483607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88305a9d-20e4-4efa-837d-2b9dc9ef9bb7 req-85f5cfef-781d-475e-ad91-1c4cdf238994 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 210 time: 0.0446582 Aug 18 14:17:17.488943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f65c8ff-1485-4355-bd57-dd8984e3fc80,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:17.494762 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eb9380-ba60-43b4-9e34-c8bd3f17a967 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.495720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eb9380-ba60-43b4-9e34-c8bd3f17a967 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.497579 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e4eb9380-ba60-43b4-9e34-c8bd3f17a967 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/f5f93624-89f0-48bb-846f-225c97f03dea HTTP/1.1" status: 404 len: 333 time: 0.0395262 Aug 18 14:17:17.500210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.539146 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f818c1-c916-459d-ab2c-032ee893c73a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.539606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f818c1-c916-459d-ab2c-032ee893c73a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.541334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6f818c1-c916-459d-ab2c-032ee893c73a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/e764e470-3920-41f6-96fc-7452dc123948 HTTP/1.1" status: 404 len: 337 time: 0.0401542 Aug 18 14:17:17.542768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Deleting port e88be744-2f06-48fc-b01a-a99d49cb791c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:17.543111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.544219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41748) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.548004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9435d13c-0321-4f04-b45d-c670c4a3ed45 req-81d31fab-da33-47b7-849a-d857bb5662d8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925164 Aug 18 14:17:17.579112 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3245b9-0eae-446c-a132-c8f475bd074a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.579769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3245b9-0eae-446c-a132-c8f475bd074a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.581569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e3245b9-0eae-446c-a132-c8f475bd074a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/360527c1-4277-4b0a-930b-623fc2107bdd HTTP/1.1" status: 404 len: 333 time: 0.0361514 Aug 18 14:17:17.584946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.590508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.613963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] Pushing event deleted for resources: {'Port': ['ID=1b2ee55e-50a3-4772-9649-af5c78fdfd2e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:17.618828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0b37c-964b-4907-94b6-8784d52530e1 None None] No DVR routers for this DVR port 1b2ee55e-50a3-4772-9649-af5c78fdfd2e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:17.632954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.632954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.633304 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-853345ee-ec75-440f-a194-3591bf0f46a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.633773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853345ee-ec75-440f-a194-3591bf0f46a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.638899 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-853345ee-ec75-440f-a194-3591bf0f46a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/414c18a2-7fee-4739-b3ea-1fb6df5ffaee HTTP/1.1" status: 404 len: 337 time: 0.0441134 Aug 18 14:17:17.638899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.643064 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-564944fa-485a-4751-89d8-9f59cb3466a2 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6672986 Aug 18 14:17:17.643064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.643294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.646489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a367ad-7fd5-48a0-bbc4-c7291f86e784 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:17:17.651923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41754) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.657814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Calling delete_port for e88be744-2f06-48fc-b01a-a99d49cb791c owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:17.681351 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcdb08f-0b47-4587-bef2-2fbf595bd4ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.682200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcdb08f-0b47-4587-bef2-2fbf595bd4ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.683966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fbcdb08f-0b47-4587-bef2-2fbf595bd4ee tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/f26ac710-149e-4975-8c82-d0a633abfc85 HTTP/1.1" status: 404 len: 333 time: 0.0353932 Aug 18 14:17:17.686387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:17.686593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41756) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.695789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=61d5f8ae-43fa-4ca9-9283-92200e4a7a43,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:17.713828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 61d5f8ae-43fa-4ca9-9283-92200e4a7a43 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:17.715489 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-092325bf-e0af-4baf-b741-9ffeadb17de4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.715885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092325bf-e0af-4baf-b741-9ffeadb17de4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.720706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-092325bf-e0af-4baf-b741-9ffeadb17de4 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/f980cab2-82cd-4ca6-8eae-e2d2b94ca519 HTTP/1.1" status: 404 len: 337 time: 0.0304780 Aug 18 14:17:17.721152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.740931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6762cd22-7994-482d-b7c6-5a6b3cd30d6c tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:17.742450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6762cd22-7994-482d-b7c6-5a6b3cd30d6c tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.10 "GET /v2.0/networks?id=49b4a464-d75d-411c-823b-8357ccb79347 HTTP/1.1" status: 200 len: 814 time: 0.2503970 Aug 18 14:17:17.768731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Request body: {'port': {'device_id': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347', 'admin_state_up': True, 'tenant_id': 'c9251050eff6442681c1cd5c3337d3c9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:17.774819 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7d69a8-7d1a-4beb-a662-6dd8b4f52e08 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.775189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7d69a8-7d1a-4beb-a662-6dd8b4f52e08 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.777350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cd7d69a8-7d1a-4beb-a662-6dd8b4f52e08 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/fadaf658-6eaf-48d4-a37c-182e0812e534 HTTP/1.1" status: 404 len: 337 time: 0.0554080 Aug 18 14:17:17.782671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41760) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.792283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a367ad-7fd5-48a0-bbc4-c7291f86e784 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:17:17.795834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:17.796211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.831089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.912072 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1d7ecc-01cd-41c8-a151-424089aaf011 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:17.912808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1d7ecc-01cd-41c8-a151-424089aaf011 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:17.916917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3c1d7ecc-01cd-41c8-a151-424089aaf011 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/adf3e4a6-25d9-4572-b816-18ee8357750e HTTP/1.1" status: 404 len: 333 time: 0.1088626 Aug 18 14:17:17.916917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.918059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41762) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:17.944966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.963872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b2ee55e-50a3-4772-9649-af5c78fdfd2e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:17.966486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c3d060-0e0b-43ae-83f5-7db713241ef7']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:17.972787 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.983174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddbe48b-2e3f-4083-9343-39dfcf020724') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:17.983475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddbe48b-2e3f-4083-9343-39dfcf020724') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:17.994373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.006220 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-8479538f-f756-4b1e-9f6f-68c932cb08ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.006724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8479538f-f756-4b1e-9f6f-68c932cb08ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.011085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8479538f-f756-4b1e-9f6f-68c932cb08ed tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/a99a8363-b897-4afd-a4fb-2afbce701f08 HTTP/1.1" status: 404 len: 337 time: 0.0890462 Aug 18 14:17:18.011294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1b2ee55e-50a3-4772-9649-af5c78fdfd2e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:18.011294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1b2ee55e-50a3-4772-9649-af5c78fdfd2e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:18.012075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.033628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.046366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:18.047034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:18.050303 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:18.052318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:18.054598 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcfd1e-07e3-44fd-be5d-88b43e8fab68" -d '{"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:18.065630 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf944064-c83a-4d98-8af3-217555c832cf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.066235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf944064-c83a-4d98-8af3-217555c832cf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.067076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.070803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:18.072930 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf944064-c83a-4d98-8af3-217555c832cf tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/5d16ddcc-ba01-44c8-af2f-3be02200b544 HTTP/1.1" status: 404 len: 337 time: 0.0576117 Aug 18 14:17:18.073761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.105711 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e97838a-3954-418d-aba8-b55128522992 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.106458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e97838a-3954-418d-aba8-b55128522992 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.109509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.110493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5e97838a-3954-418d-aba8-b55128522992 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/293bfae2-4b50-4e27-bf6b-442cb6c0edfc HTTP/1.1" status: 404 len: 333 time: 0.0352736 Aug 18 14:17:18.110973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1f65c8ff-1485-4355-bd57-dd8984e3fc80 HTTP/1.1" status: 204 len: 168 time: 0.4563553 Aug 18 14:17:18.111867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41770) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.115601 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254bcd24-b99d-47c6-af14-5cbf01d25f73 x-openstack-request-id: req-254bcd24-b99d-47c6-af14-5cbf01d25f73 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:18.115938 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-plugged", "status": "completed", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:18.116153 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-254bcd24-b99d-47c6-af14-5cbf01d25f73 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:18.116577 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'code': 200} Aug 18 14:17:18.118956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41772) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.124385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Made reservation on behalf of c9251050eff6442681c1cd5c3337d3c9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:18.128515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.137035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9646e0-d950-415f-921c-1031412e68fd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f65c8ff-1485-4355-bd57-dd8984e3fc80,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:18.172220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.178850 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-9770b458-6134-4fe7-91db-2db0a3692c06 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.180492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9770b458-6134-4fe7-91db-2db0a3692c06 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.181041 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9770b458-6134-4fe7-91db-2db0a3692c06 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/59816f77-f34f-4252-974e-010378ec504f HTTP/1.1" status: 404 len: 337 time: 0.0678301 Aug 18 14:17:18.183748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41774) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.188810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e7d918b3-01a4-40cf-9916-267f5879ec97 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0690556 Aug 18 14:17:18.194902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41776) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.231003 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c3e0b1-8a7e-4cbd-acfc-e06f4a1c95ab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.231463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c3e0b1-8a7e-4cbd-acfc-e06f4a1c95ab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.235643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-47c3e0b1-8a7e-4cbd-acfc-e06f4a1c95ab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/3802a020-d8b1-448e-85d3-55fdc1e8d97b HTTP/1.1" status: 404 len: 337 time: 0.0484736 Aug 18 14:17:18.235783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:18.236028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41778) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.250104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.293221 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f76dd35-237a-4aac-835b-c6a3cf8d3605 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.293886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f76dd35-237a-4aac-835b-c6a3cf8d3605 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.298104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0f76dd35-237a-4aac-835b-c6a3cf8d3605 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/a338c920-2ee7-4c6d-ac04-de5bb9a5f6d6 HTTP/1.1" status: 404 len: 333 time: 0.0586414 Aug 18 14:17:18.299549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41780) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.299702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Pushing event deleted for resources: {'Port': ['ID=e88be744-2f06-48fc-b01a-a99d49cb791c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:18.301577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.308940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.315609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.315782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/92c3d060-0e0b-43ae-83f5-7db713241ef7 HTTP/1.1" status: 204 len: 168 time: 4.6612155 Aug 18 14:17:18.344943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46667972'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:18.350432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c120-aeb6-4285-9ad0-38b5c052e7dc tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=92c3d060-0e0b-43ae-83f5-7db713241ef7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:18.359278 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-7033f97a-971a-43ae-8b28-f73dffb939a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.359862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7033f97a-971a-43ae-8b28-f73dffb939a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.361592 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7033f97a-971a-43ae-8b28-f73dffb939a1 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/22746ded-230d-4811-ab3d-05ba2776934f HTTP/1.1" status: 404 len: 337 time: 0.0620801 Aug 18 14:17:18.370716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.398312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.421784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.424768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.428808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2299b774-323d-49a0-bfab-6dc02f3e11a2 tempest-ServersTestJSON-966346392 tempest-ServersTestJSON-966346392-project] 10.222.0.35 "DELETE /v2.0/floatingips/f0872afe-164c-48da-9ebd-c6d90923fe70 HTTP/1.1" status: 204 len: 168 time: 1.7346148 Aug 18 14:17:18.430298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41788) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.433867 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-3939dcf1-b69b-4da2-9aa5-a69fbcd5c83f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.434305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3939dcf1-b69b-4da2-9aa5-a69fbcd5c83f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.435957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3939dcf1-b69b-4da2-9aa5-a69fbcd5c83f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/b411c489-5905-4a4d-a797-378b27a39e5a HTTP/1.1" status: 404 len: 337 time: 0.0640972 Aug 18 14:17:18.442246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.483714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20757525-5dce-413f-90a2-bfe282c1ed7e req-9b83a7b3-caa5-4f35-91a5-f55838614508 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0527594 Aug 18 14:17:18.486384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee020db-5bfc-4e56-90b9-dbb518d19809 req-3a33169c-511e-4270-882a-f1cc7f0422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:18.487977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ee020db-5bfc-4e56-90b9-dbb518d19809 req-3a33169c-511e-4270-882a-f1cc7f0422a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 1097 time: 0.1326332 Aug 18 14:17:18.505271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0b281426-1aa1-415a-9ce4-51b0a0801311 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports?device_id=349f1341-470d-46df-a496-b87d6a543017 HTTP/1.1" status: 200 len: 205 time: 0.0586481 Aug 18 14:17:18.505957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.519979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.554560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ee020db-5bfc-4e56-90b9-dbb518d19809 req-08bc7395-5cb8-41b0-a104-6120da5b60e5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Aug 18 14:17:18.564454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Allocated IP 172.20.0.14 (49b4a464-d75d-411c-823b-8357ccb79347/ccc879ce-7588-4150-9129-da101c5d2b1d/3b13d910-3cda-4e9a-8632-9f901c28e2c9) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:18.577094 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-a738f0fb-5ca1-477e-96d6-b7d30eb8a9d0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] delete failed (client error): The resource could not be found. Aug 18 14:17:18.582475 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a738f0fb-5ca1-477e-96d6-b7d30eb8a9d0 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/routers/349f1341-470d-46df-a496-b87d6a543017 HTTP/1.1" status: 404 len: 336 time: 0.0712552 Aug 18 14:17:18.582475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:18.583438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:18.587818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41798) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.608708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-710badd6-44d7-4838-8c2a-ae910d927ae0 req-8b2f7d20-3ac9-44eb-af9c-381282fe9590 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 210 time: 0.0312338 Aug 18 14:17:18.676835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04404-2cf9-4ce9-8a35-3250a1fd94ae req-3e8b4feb-404f-4685-9841-3ef65278d802 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:18.678468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bec04404-2cf9-4ce9-8a35-3250a1fd94ae req-3e8b4feb-404f-4685-9841-3ef65278d802 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.0517299 Aug 18 14:17:18.681657 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ac63ba-6b44-40c1-9ac1-259fd64a6e80 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:18.682979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ac63ba-6b44-40c1-9ac1-259fd64a6e80 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:18.686330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67ac63ba-6b44-40c1-9ac1-259fd64a6e80 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/7ba08712-bc95-4706-98ae-18fdf95b4f72 HTTP/1.1" status: 404 len: 337 time: 0.0906472 Aug 18 14:17:18.686847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41800) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.731179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a07f26b2-cdbd-47b2-9e67-0ad39cd335bd tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "GET /v2.0/ports?device_id=3853844d-2d54-424b-8fa4-f8a9529c1370 HTTP/1.1" status: 200 len: 205 time: 0.0357068 Aug 18 14:17:18.732616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41802) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:18.747004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bec04404-2cf9-4ce9-8a35-3250a1fd94ae req-1b981ed9-3298-4d54-83fe-4e8ddc4f0f79 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622108 Aug 18 14:17:19.134135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.136609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.137726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/4f69dfd8-3622-4976-bc15-078be5ae63fe HTTP/1.1" status: 204 len: 168 time: 0.9419425 Aug 18 14:17:19.138634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:19.140434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41804) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.148702 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-3c53becc-8b6f-4c97-8102-1708ef957947 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] delete failed (client error): The resource could not be found. Aug 18 14:17:19.149694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c53becc-8b6f-4c97-8102-1708ef957947 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/routers/3853844d-2d54-424b-8fa4-f8a9529c1370 HTTP/1.1" status: 404 len: 336 time: 0.3869102 Aug 18 14:17:19.155004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41806) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.187313 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d587c27e-70ea-4ac3-a847-9d33f3a6b82f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.187781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d587c27e-70ea-4ac3-a847-9d33f3a6b82f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.192515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d587c27e-70ea-4ac3-a847-9d33f3a6b82f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/92d87ac2-32ce-44d7-9525-b0cbc672f764 HTTP/1.1" status: 404 len: 337 time: 0.0335250 Aug 18 14:17:19.192840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.199066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c917-e8bb-4e6c-a81e-8885e9f673f7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69dfd8-3622-4976-bc15-078be5ae63fe,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:19.217128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.217609 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment c040d77a-2e6a-4198-9d34-59cdc288c0a4 of type vlan for network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 Aug 18 14:17:19.228677 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aa3d80-870e-47e5-885c-44e390953f76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.229198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94aa3d80-870e-47e5-885c-44e390953f76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.230975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-94aa3d80-870e-47e5-885c-44e390953f76 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/4a9e5bd2-a3f6-42f1-bc1b-31ff26a64004 HTTP/1.1" status: 404 len: 337 time: 0.0371585 Aug 18 14:17:19.234288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41810) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.270071 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9136a1c-9a5b-4fba-a8a7-75b5c95608af tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.270773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9136a1c-9a5b-4fba-a8a7-75b5c95608af tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.272520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f9136a1c-9a5b-4fba-a8a7-75b5c95608af tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/250d0cc2-5b23-43e7-94b4-c8f8ca492eff HTTP/1.1" status: 404 len: 333 time: 0.0372310 Aug 18 14:17:19.277461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.299086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.303651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.308252 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fafbdd-9671-4c69-adc3-f9d9610fd687 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.308757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fafbdd-9671-4c69-adc3-f9d9610fd687 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.312788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-45fafbdd-9671-4c69-adc3-f9d9610fd687 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/34c355be-970d-44fb-a3a9-9842f7afecd3 HTTP/1.1" status: 404 len: 337 time: 0.0322096 Aug 18 14:17:19.315997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1c9944d0-3d63-4d9a-b8bc-bd947dbac944 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1744857 Aug 18 14:17:19.316573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.324495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.340437 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7ec182-7d89-4a07-9fbd-579bb0c80ce8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.341140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7ec182-7d89-4a07-9fbd-579bb0c80ce8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.342915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fe7ec182-7d89-4a07-9fbd-579bb0c80ce8 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/9b2f627f-8fea-41e9-ab83-7abc16736266 HTTP/1.1" status: 404 len: 333 time: 0.0254304 Aug 18 14:17:19.345408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41818) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.374340 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e89947-0523-4349-a068-dff64f2bc35e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.374950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e89947-0523-4349-a068-dff64f2bc35e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.376746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d1e89947-0523-4349-a068-dff64f2bc35e tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/5ea0b684-a369-4418-a8b4-0c637ebae7a0 HTTP/1.1" status: 404 len: 337 time: 0.0303974 Aug 18 14:17:19.379493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41820) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.402101 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4806712a-f8de-4362-a1bd-d61b5d570f9a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.402696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4806712a-f8de-4362-a1bd-d61b5d570f9a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.404414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4806712a-f8de-4362-a1bd-d61b5d570f9a tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/eb4cd079-32f7-493a-a70b-aa38af778e4e HTTP/1.1" status: 404 len: 333 time: 0.0240459 Aug 18 14:17:19.407768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41822) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.434627 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-509f200e-da64-4194-b12d-3e7cbb0e04fe tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.435342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509f200e-da64-4194-b12d-3e7cbb0e04fe tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.437038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-509f200e-da64-4194-b12d-3e7cbb0e04fe tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/05687333-7560-4c31-a0a8-baa6584c1e3e HTTP/1.1" status: 404 len: 337 time: 0.0282066 Aug 18 14:17:19.439984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41826) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.460831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.466423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:19.467034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.474928 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-6061b0fd-78c5-4be9-8628-048082c1295f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.475622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6061b0fd-78c5-4be9-8628-048082c1295f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.477542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6061b0fd-78c5-4be9-8628-048082c1295f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/af08055d-8482-48dc-8ac4-d7d0d6ddba8b HTTP/1.1" status: 404 len: 333 time: 0.0365963 Aug 18 14:17:19.480752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.492844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.508808 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3835186-5d9d-4408-aed4-4b7e1e7a9347 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.509415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3835186-5d9d-4408-aed4-4b7e1e7a9347 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.511579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e3835186-5d9d-4408-aed4-4b7e1e7a9347 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/3b2aee20-99ec-4a15-a13e-2fef1f003187 HTTP/1.1" status: 404 len: 337 time: 0.0294602 Aug 18 14:17:19.523727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.539052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.559606 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed14ed04-7555-4a1c-ad3a-176d21e2caab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.560372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed14ed04-7555-4a1c-ad3a-176d21e2caab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.562087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ed14ed04-7555-4a1c-ad3a-176d21e2caab tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/45a3ad27-964a-4b79-8003-5eaadf8ba419 HTTP/1.1" status: 404 len: 333 time: 0.0372846 Aug 18 14:17:19.565030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.596271 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2455c67a-9bc2-4d93-922b-2922f1cbed8f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.596748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2455c67a-9bc2-4d93-922b-2922f1cbed8f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.599173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2455c67a-9bc2-4d93-922b-2922f1cbed8f tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/1aec9ee3-26f4-422a-b82a-e0906526a059 HTTP/1.1" status: 404 len: 337 time: 0.0335743 Aug 18 14:17:19.602673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.603040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:19.608380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.620125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:19.629016 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e61b38f-0cb6-448b-8cf1-5f97aa948155 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3070817 Aug 18 14:17:19.636125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41846) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.644687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Network 49b4a464-d75d-411c-823b-8357ccb79347 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:19.652712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:19.669832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:19.671708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Pushing event updated for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:19.673965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:19.733439 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-28db85d2-3c09-4665-936b-1be86ae0ee2b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.734420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28db85d2-3c09-4665-936b-1be86ae0ee2b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.738951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-28db85d2-3c09-4665-936b-1be86ae0ee2b tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/cbf3d023-a250-463d-8489-aec8dffa6984 HTTP/1.1" status: 404 len: 333 time: 0.1328967 Aug 18 14:17:19.739423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9f5944e-0488-4e13-ac02-b6d20bc84241 req-c502091c-af26-430a-ad79-7b7a5be05322 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.1022108 Aug 18 14:17:19.743189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41850) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.763068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:19.763724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.799211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.818925 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bba9e3-205e-4cf5-990f-f3bd83e04a3d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.819737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bba9e3-205e-4cf5-990f-f3bd83e04a3d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.821780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-10bba9e3-205e-4cf5-990f-f3bd83e04a3d tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/12749ac5-acca-4219-be04-32d6e1d5c65a HTTP/1.1" status: 404 len: 337 time: 0.0775566 Aug 18 14:17:19.828584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41860) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.858296 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-25f563ad-cead-403d-9e72-96fd6408720b tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0947151 Aug 18 14:17:19.858879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.861417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:19.864858 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/a779c16b-0202-4189-afdb-ef4e11df72b5 HTTP/1.1" status: 204 len: 168 time: 0.5371048 Aug 18 14:17:19.867345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41864) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.909664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Request body: {'port': {'device_id': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:19.909863 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9300a472-2132-4f68-9216-0ba853bae9f6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.909863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9300a472-2132-4f68-9216-0ba853bae9f6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:19.909863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9300a472-2132-4f68-9216-0ba853bae9f6 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/ports/8b42d250-d082-4f56-8819-4ca7df5b0e0c HTTP/1.1" status: 404 len: 333 time: 0.0632231 Aug 18 14:17:19.912263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41868) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:19.929744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d90b-776c-4984-8cfd-2cf501084091 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a779c16b-0202-4189-afdb-ef4e11df72b5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:19.991252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b998e-f948-4d75-9596-158483c5a0f9 req-44a317c9-d7fb-4a25-850e-046246008e2c tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:19.992785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d26b998e-f948-4d75-9596-158483c5a0f9 req-44a317c9-d7fb-4a25-850e-046246008e2c tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 932 time: 0.2796764 Aug 18 14:17:19.996800 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70b5aa2-82af-46f1-b653-dca4c7924397 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:19.997253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70b5aa2-82af-46f1-b653-dca4c7924397 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:20.001285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d70b5aa2-82af-46f1-b653-dca4c7924397 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/subnets/8b6d3a56-45b2-4fab-b384-78ab338e7e18 HTTP/1.1" status: 404 len: 337 time: 0.0583994 Aug 18 14:17:20.005403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41870) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:20.012741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.029344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eecb369b-22aa-4719-8b5a-dd1ed407ce16 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1570811 Aug 18 14:17:20.044894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41872) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:20.090999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578438407'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:20.112073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32df86-73f3-4201-b518-c647af40547c req-404840f8-4bc6-4a7a-a18a-bdcd3059da1e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:20.113629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a32df86-73f3-4201-b518-c647af40547c req-404840f8-4bc6-4a7a-a18a-bdcd3059da1e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.2697673 Aug 18 14:17:20.126669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.197130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.201169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d26b998e-f948-4d75-9596-158483c5a0f9 req-1a881142-9f27-4d97-96df-ff574a78bdd7 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952028 Aug 18 14:17:20.225543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a32df86-73f3-4201-b518-c647af40547c req-45bf9ff2-5e4a-45ff-ada4-26532362fbd4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010005 Aug 18 14:17:20.294059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.314635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.328906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 is not hosted by any dhcp agent {{(pid=112229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:17:20.334362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:20.334970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.336248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "PUT /v2.0/networks/c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 HTTP/1.1" status: 200 len: 723 time: 0.6879060 Aug 18 14:17:20.344645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41886) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:20.356588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:20.362985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.386262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ae6ff-43bd-4ceb-a932-aa3b1ebcd877']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:20.410392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336b97b4-185a-476f-9cf1-5e047ed568b7') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:20.410695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336b97b4-185a-476f-9cf1-5e047ed568b7') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:20.424625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.428788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b189-ed2e-455c-ba30-11fdd0e18b39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:20.443605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Deleting port d0767809-db76-46ad-8d81-de1d0b051e0b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:20.443954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.444336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:20.451279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.458065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:20.458530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:20.461594 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:20.535906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b13d910-3cda-4e9a-8632-9f901c28e2c9 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:17:20.547674 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.574657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Transition to ACTIVE for port object 3b13d910-3cda-4e9a-8632-9f901c28e2c9 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:20.581749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.591325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] For port d0767809-db76-46ad-8d81-de1d0b051e0b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d0767809-db76-46ad-8d81-de1d0b051e0b,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:20.591955 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.610533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Calling delete_port for d0767809-db76-46ad-8d81-de1d0b051e0b owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:20.644866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.660782 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.662720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] 10.222.0.35 "DELETE /v2.0/networks/481ae6ff-43bd-4ceb-a932-aa3b1ebcd877 HTTP/1.1" status: 204 len: 168 time: 0.6510494 Aug 18 14:17:20.672185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.673088 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.681766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003d68b-a68c-41b6-b0ae-d87f5c555742 tempest-NetworksTestDHCPv6-1040947662 tempest-NetworksTestDHCPv6-1040947662-project] Pushing event deleted for resources: {'Network': ['ID=481ae6ff-43bd-4ceb-a932-aa3b1ebcd877,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:20.712984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c576335b-742e-4936-8fcc-7a9354d5a2ea,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:20.739704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Pushing event updated for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:20.847900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:20.851480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.880715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c236e08-f54d-4eef-809d-3d6ceb1f6aae req-785c1da5-64e3-4fcc-ac73-6e3d00912fb8 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0349648 Aug 18 14:17:20.942177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.946519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26ef3c97-11c2-440b-97f5-434445fe6b0f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8950856 Aug 18 14:17:20.946767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:20.952700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': 'c576335b-742e-4936-8fcc-7a9354d5a2ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:20.992678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Attempting to bind port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:20.992948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Attempting to bind port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '2fb4deef-07d2-4dea-94f9-4a118454e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:20.993284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Attempting to bind port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 on network 49b4a464-d75d-411c-823b-8357ccb79347 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:21.010474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 on network 49b4a464-d75d-411c-823b-8357ccb79347 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:17:21.015185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Attempting to bind port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 on network 49b4a464-d75d-411c-823b-8357ccb79347 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:21.024301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:21.024679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Checking segment: {'id': '2fb4deef-07d2-4dea-94f9-4a118454e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:21.025034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Bound using segment: {'id': '2fb4deef-07d2-4dea-94f9-4a118454e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:21.025487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Bound port: 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb4deef-07d2-4dea-94f9-4a118454e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:21.025886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.097090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.144177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.163156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.171797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.202940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0767809-db76-46ad-8d81-de1d0b051e0b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.212717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:21.263985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9,segment=NetworkSegment(2fb4deef-07d2-4dea-94f9-4a118454e890),segment_id=2fb4deef-07d2-4dea-94f9-4a118454e890)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:21.281499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.283573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.348835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.350893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d785189-5053-4b53-bc0b-08162d349932,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.413835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.415144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52c306b5-cc5a-4a11-b0c1-ef10de4297b6 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4667935 Aug 18 14:17:21.419175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.466539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.467169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.468638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] 10.222.0.10 "PUT /v2.0/ports/3b13d910-3cda-4e9a-8632-9f901c28e2c9 HTTP/1.1" status: 200 len: 1092 time: 1.5978076 Aug 18 14:17:21.476674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30568d53-7868-44fe-8f31-5be61a5e9a06 req-e08de4f8-fbec-4bd3-bdbe-7b9794cf1aac tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.476869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:21.476963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30568d53-7868-44fe-8f31-5be61a5e9a06 req-e08de4f8-fbec-4bd3-bdbe-7b9794cf1aac tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 944 time: 0.1372950 Aug 18 14:17:21.477076 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ac2c0-eab3-4f3c-9b51-4d19590ef243" -d '{"events": [{"name": "network-changed", "server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:21.482729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2d37-5ffd-4666-ad30-20d77cfaeea8 req-7b96d3ac-edbf-4314-97fe-19d8959b98c9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.488341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=1480101a-1ffb-486e-ba97-40f1ae3937ac,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.491219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d4f2d37-5ffd-4666-ad30-20d77cfaeea8 req-7b96d3ac-edbf-4314-97fe-19d8959b98c9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.1137731 Aug 18 14:17:21.505799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.537592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.543253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bbc95-42f4-40b3-9e49-f39510f0f618 service neutron] Pushing event updated for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.575063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f9d2176-a1f6-4571-a83e-f7c40b29a256 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55dfee0341924e72a56145e86425e4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877425 Aug 18 14:17:21.580866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.597314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30568d53-7868-44fe-8f31-5be61a5e9a06 req-36838147-3e3c-46b8-8e7a-f2f4581225e3 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036496 Aug 18 14:17:21.606822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d4f2d37-5ffd-4666-ad30-20d77cfaeea8 req-31b14dd6-0ab5-4ef4-9ec4-63c737f71ab1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142292 Aug 18 14:17:21.613562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'c040d77a-2e6a-4198-9d34-59cdc288c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:21.613958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:21.677974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.682494 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4d77b-ba19-4b7e-aa93-eec8c2226006 x-openstack-request-id: req-9cf4d77b-ba19-4b7e-aa93-eec8c2226006 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:21.682781 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:21.683036 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cf4d77b-ba19-4b7e-aa93-eec8c2226006 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:21.683432 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9', 'status': 'completed', 'code': 200} Aug 18 14:17:21.701087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-8330e3b2-b59c-4d41-8649-aaa295a8c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.702606 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-8330e3b2-b59c-4d41-8649-aaa295a8c108 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9251050eff6442681c1cd5c3337d3c9&device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 1095 time: 0.1100874 Aug 18 14:17:21.713095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.717923 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.721172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.722173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0d785189-5053-4b53-bc0b-08162d349932 HTTP/1.1" status: 204 len: 168 time: 0.3014970 Aug 18 14:17:21.726738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41916) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.743504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d73f-b791-49e0-9cca-8b0a8f5aeecb tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d785189-5053-4b53-bc0b-08162d349932,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.777302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7159bbdd-b5b8-4bbb-8a8f-ca60ae80ebad tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486326 Aug 18 14:17:21.777517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.789794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:21.792618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-c2758bcd-d5d7-4163-8ee4-2123ee05192c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9 HTTP/1.1" status: 200 len: 217 time: 0.0806508 Aug 18 14:17:21.824147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.836227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.865442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.911552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:21.921281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a735c0-af7d-48fc-ad40-b4ca6afa53e4 None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:21.937618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.938276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.960682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-e3e0b3ff-75b5-4779-8d94-149c9c1dbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:21.962677 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-e3e0b3ff-75b5-4779-8d94-149c9c1dbde3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ccc879ce-7588-4150-9129-da101c5d2b1d HTTP/1.1" status: 200 len: 854 time: 0.1537373 Aug 18 14:17:21.980845 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-11a6f461-ceba-4077-86d4-df40f42bbaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.005355 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-46636904-96fe-4cfe-874d-90efc306006e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49b4a464-d75d-411c-823b-8357ccb79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331426 Aug 18 14:17:22.013005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc38fcb2-f727-4cbd-be55-016760d817a5 req-36400e0e-8cc0-4b97-a625-6c82898af7c0 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0326154 Aug 18 14:17:22.013759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.016393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.020214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/c576335b-742e-4936-8fcc-7a9354d5a2ea HTTP/1.1" status: 204 len: 168 time: 0.2390652 Aug 18 14:17:22.021095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:22.048017 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4c76d26-33ca-4e8f-a45e-531fed0a6f3a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7014081 Aug 18 14:17:22.051299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41924) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:22.061621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906adb9-fc63-4fd5-b9ad-0d44c206f511 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c576335b-742e-4936-8fcc-7a9354d5a2ea,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:22.065213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:22.095736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a4d60480-9909-4af2-bab9-f70e3129e7ce tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733695 Aug 18 14:17:22.099860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41926) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:22.104633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group': {'name': 'tempest-secgroup--568579187'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:22.127918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13', 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '1480101a-1ffb-486e-ba97-40f1ae3937ac'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:22.130397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.224248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.320231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Allocated IP 172.20.0.2 (c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13/1480101a-1ffb-486e-ba97-40f1ae3937ac/aa36ed93-dd38-493e-a9d3-c14588660f8c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:22.331024 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.445884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.488286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.491634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.492809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acc73f4d-65cb-4b55-b801-d4ae988dd863 HTTP/1.1" status: 204 len: 168 time: 0.9089797 Aug 18 14:17:22.497081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8497e804-bcbf-402a-9e15-0cacd2df80bc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:22.526621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55e09b-28d7-484d-a386-075162625aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc73f4d-65cb-4b55-b801-d4ae988dd863,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:22.589430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.600795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-5e44cac6-1f8a-4c0a-bd4d-24f39c88967f service neutron] 10.222.0.10 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601063 Aug 18 14:17:22.607818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Transition to ACTIVE for port object aa36ed93-dd38-493e-a9d3-c14588660f8c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:22.611448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:17:22.624407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4313208'] for subnet, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.628974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Transition to ACTIVE for port object aa36ed93-dd38-493e-a9d3-c14588660f8c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:22.638888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.640283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-846ff64c-a3d7-4f5e-90ec-12a1b04b75bd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5393903 Aug 18 14:17:22.644895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41930) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:22.652010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '8497e804-bcbf-402a-9e15-0cacd2df80bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:22.745423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.788030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241df15a-8644-46c8-96da-d9cca8285010 req-77e2cd79-992e-469b-a56c-fb9c32d9e254 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.795292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-241df15a-8644-46c8-96da-d9cca8285010 req-77e2cd79-992e-469b-a56c-fb9c32d9e254 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.0825543 Aug 18 14:17:22.810121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:22.814505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:22.819335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:22.824639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.856353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aabc0-2f33-49e7-8e1f-dec477688735 req-0cca5d67-89ec-448b-92b8-462c0115c539 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.856353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-639aabc0-2f33-49e7-8e1f-dec477688735 req-0cca5d67-89ec-448b-92b8-462c0115c539 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 944 time: 0.1397381 Aug 18 14:17:22.888257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-241df15a-8644-46c8-96da-d9cca8285010 req-9c188979-740b-4b40-bc40-1900ad398c20 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919979 Aug 18 14:17:22.922881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abf29e03-7d4c-4c28-8878-a58194d19d92 req-6a894a53-8d91-48d2-afae-573f705f252a service neutron] 10.222.0.10 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025506 Aug 18 14:17:22.924158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Pushing event updated for resources: {'Port': ['ID=aa36ed93-dd38-493e-a9d3-c14588660f8c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:22.950407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Attempting to bind port aa36ed93-dd38-493e-a9d3-c14588660f8c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:22.951967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Attempting to bind port aa36ed93-dd38-493e-a9d3-c14588660f8c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c040d77a-2e6a-4198-9d34-59cdc288c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:22.952352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Attempting to bind port aa36ed93-dd38-493e-a9d3-c14588660f8c on network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:22.964580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:22.966636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Checking segment: {'id': 'c040d77a-2e6a-4198-9d34-59cdc288c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:22.967388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-639aabc0-2f33-49e7-8e1f-dec477688735 req-1e3e73c5-7b2f-4a0d-972e-5c0734415516 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080596 Aug 18 14:17:22.977116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.982205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Bound using segment: {'id': 'c040d77a-2e6a-4198-9d34-59cdc288c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:22.982411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:22.984705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Bound port: aa36ed93-dd38-493e-a9d3-c14588660f8c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c040d77a-2e6a-4198-9d34-59cdc288c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:22.985662 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.994491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Sync routers for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:22.994666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a9cdee10-0c64-4504-9eb6-1bf3400e2837 admin admin] 10.222.0.35 "PUT /v2.0/routers/a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5614693 Aug 18 14:17:22.999467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.013865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.028439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:23.029413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:23.091066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.144998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771084038503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7975906'] for subnet, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.168748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc3704bc-24d6-4ba3-a388-0fd182cc5647 req-04a7dc83-f8c1-4086-a6d5-f8710e586d66 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0359626 Aug 18 14:17:23.169789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5988c1-a7f5-4403-9b0f-2bac87810e8c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:23.194625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.197248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-86b5b24a-78b4-4ab0-bdd3-0e05ed0bc39f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5500910 Aug 18 14:17:23.216733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41950) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.244574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b12c8555-3e91-447e-82d5-db6e6b4ae2e7 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules/bd5988c1-a7f5-4403-9b0f-2bac87810e8c HTTP/1.1" status: 200 len: 763 time: 0.0265965 Aug 18 14:17:23.247660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41952) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.302860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b4df869d-ca7f-4592-b3d9-e93123bb043a tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486639 Aug 18 14:17:23.303416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41954) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.313758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:23.314820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.318663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "PUT /v2.0/subnets/1480101a-1ffb-486e-ba97-40f1ae3937ac HTTP/1.1" status: 200 len: 806 time: 1.2599161 Aug 18 14:17:23.323937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41956) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.352094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dd27e-e611-4ea6-ac58-9a7690486bb4 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=1480101a-1ffb-486e-ba97-40f1ae3937ac,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:23.361423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-9c6df26c-2944-4e15-bad1-a1b598bdd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:23.363752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-9c6df26c-2944-4e15-bad1-a1b598bdd644 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9251050eff6442681c1cd5c3337d3c9&device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 1095 time: 0.2809167 Aug 18 14:17:23.370972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.389221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] For port aa36ed93-dd38-493e-a9d3-c14588660f8c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:23.394418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] For port aa36ed93-dd38-493e-a9d3-c14588660f8c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aa36ed93-dd38-493e-a9d3-c14588660f8c,segment=NetworkSegment(c040d77a-2e6a-4198-9d34-59cdc288c0a4),segment_id=c040d77a-2e6a-4198-9d34-59cdc288c0a4)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:23.413636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:23.469102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.479817 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.482707 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.499037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.578775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port aa36ed93-dd38-493e-a9d3-c14588660f8c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:23.579229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.598280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.598928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-d628702e-88be-48a8-bb92-0b427ec2d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:23.600573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-d628702e-88be-48a8-bb92-0b427ec2d539 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49b4a464-d75d-411c-823b-8357ccb79347 HTTP/1.1" status: 200 len: 915 time: 0.2273877 Aug 18 14:17:23.611254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19acd88-daad-4017-b613-7631c0aa4139 None None] Pushing event updated for resources: {'Port': ['ID=aa36ed93-dd38-493e-a9d3-c14588660f8c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:23.655162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-16949896-0e67-41f7-9277-0b004d2b0cfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9 HTTP/1.1" status: 200 len: 217 time: 0.0463326 Aug 18 14:17:23.693174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.714792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.726022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bd5988c1-a7f5-4403-9b0f-2bac87810e8c HTTP/1.1" status: 204 len: 168 time: 0.4116724 Aug 18 14:17:23.726281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-74c9b751-70a5-4c5f-8356-5e58b128eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:23.726281 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-74c9b751-70a5-4c5f-8356-5e58b128eba2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ccc879ce-7588-4150-9129-da101c5d2b1d HTTP/1.1" status: 200 len: 854 time: 0.0570364 Aug 18 14:17:23.727949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41966) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.730726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:17:20Z', 'revision_number': 5, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port': {'id': 'db2f189d-7aa6-445b-b877-2f766b460286', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:14:48Z', 'updated_at': '2021-08-18T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:23.736068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port aa36ed93-dd38-493e-a9d3-c14588660f8c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aa36ed93-dd38-493e-a9d3-c14588660f8c,segment=NetworkSegment(c040d77a-2e6a-4198-9d34-59cdc288c0a4),segment_id=c040d77a-2e6a-4198-9d34-59cdc288c0a4)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:23.736411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:23.739649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e2682-52ae-49db-bca7-c6cf349a9ed3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd5988c1-a7f5-4403-9b0f-2bac87810e8c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:23.752716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for aa36ed93-dd38-493e-a9d3-c14588660f8c owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:23.778551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Checking router: a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:23.789998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Routers {'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:23.797357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:23.808420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-19bc560b-26b8-43e1-b41a-d0e9bc7e6f37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49b4a464-d75d-411c-823b-8357ccb79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417774 Aug 18 14:17:23.939202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] Set router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:23.959174 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bd11641e-3349-4819-a150-a98e09c61418 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2299278 Aug 18 14:17:23.961411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41970) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:23.967939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '8497e804-bcbf-402a-9e15-0cacd2df80bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:23.998884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Deleting port db2f189d-7aa6-445b-b877-2f766b460286 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:23.999563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.012264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.045806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:17:23Z', 'revision_number': 6, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:24.057698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=aa36ed93-dd38-493e-a9d3-c14588660f8c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:24.089752 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-a0cfb4b1-18f4-450a-b225-52305468e458 service neutron] 10.222.0.10 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696779 Aug 18 14:17:24.111517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40b0e3-d633-490b-8a04-81aeadf471d4 None None] The sync data for ids ['a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1'] in n-d-804303-5 is: [{'id': 'a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1', 'name': 'tempest-ServersTestJSON-797037741-router', 'tenant_id': 'ad23d01681cb4e48932ed33998022400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:14:46Z', 'updated_at': '2021-08-18T14:17:23Z', 'revision_number': 6, 'project_id': 'ad23d01681cb4e48932ed33998022400', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:24.128430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa36ed93-dd38-493e-a9d3-c14588660f8c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:24.144411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41974) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:24.168905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: aa36ed93-dd38-493e-a9d3-c14588660f8c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:24.169351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa36ed93-dd38-493e-a9d3-c14588660f8c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 14:17:24.172099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port aa36ed93-dd38-493e-a9d3-c14588660f8c on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:24.195551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port aa36ed93-dd38-493e-a9d3-c14588660f8c not found, will not notify nova. {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 14:17:24.236959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.242591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1e112-f461-40f6-b188-3c1b8beddf65 req-8897b272-88c1-4c3f-b6bf-58b24928513f tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:24.244187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b1e112-f461-40f6-b188-3c1b8beddf65 req-8897b272-88c1-4c3f-b6bf-58b24928513f tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 944 time: 0.1369314 Aug 18 14:17:24.245601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.303524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] For port db2f189d-7aa6-445b-b877-2f766b460286, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2f189d-7aa6-445b-b877-2f766b460286,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:24.303916 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.335979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-804ac2c0-eab3-4f3c-9b51-4d19590ef243 req-a8c13721-4103-412d-b689-a0acb45babbb service neutron] 10.222.0.10 "GET /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203636 Aug 18 14:17:24.337065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Calling delete_port for db2f189d-7aa6-445b-b877-2f766b460286 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:24.337359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52ecf4b9-fd6d-4d82-bb8c-049d0e9d9208 req-23b93b67-b579-4993-a383-c2d323760004 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0456545 Aug 18 14:17:24.341107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'networks': [{'name': 'tempest-network--1461436299'}, {'name': 'tempest-network--985544868'}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:24.341429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-network--1461436299'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:24.350972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-network--985544868'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:24.385360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b1e112-f461-40f6-b188-3c1b8beddf65 req-a84d3613-7bb1-472c-b35c-edb1e1d28d9e tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153986 Aug 18 14:17:24.423044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.479699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.509818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.511488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=1480101a-1ffb-486e-ba97-40f1ae3937ac,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:24.515457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'network': 2} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:24.532876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.547099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.586092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17ffd3b-1560-46f5-a0ca-3ca617f638f6,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:24.654266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.670315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:24.686059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c040d77a-2e6a-4198-9d34-59cdc288c0a4') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:24.686361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c040d77a-2e6a-4198-9d34-59cdc288c0a4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:24.700344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.710883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.722665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.733380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:24.733567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-94b76ec9-435e-41f9-9aa1-640de49eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.735761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:24.736836 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:24.772893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2f189d-7aa6-445b-b877-2f766b460286,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:24.822748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.847119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.915729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.939202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde3a64-ce4c-458f-ac14-c22826e2b575 None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:24.946383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.949704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.973110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.976682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.977177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.993724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e487c3cc-138f-4b94-9c34-5ef5ca46726b None None] Could not find standard attr ID for object aa36ed93-dd38-493e-a9d3-c14588660f8c. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:17:25.004897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.006942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 HTTP/1.1" status: 204 len: 168 time: 1.6788914 Aug 18 14:17:25.008893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ff3b-cd49-44b7-899b-e108ad2d5f99 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.009983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.039316 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c99e5a7-4b82-483b-b120-3db8791af287 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:25.039930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c99e5a7-4b82-483b-b120-3db8791af287 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:25.041826 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c99e5a7-4b82-483b-b120-3db8791af287 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 HTTP/1.1" status: 404 len: 339 time: 0.0257072 Aug 18 14:17:25.046282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41982) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.051802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940110398', 'description': 'd1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:25.059221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71d570-1629-4bbb-a40f-77767a972c7c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.061804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:25.074931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.075318 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment 1e32427c-8646-471c-8b22-8c64515d9379 of type vlan for network 720faa73-2ef5-48ea-bb13-f8a5c12aa22f Aug 18 14:17:25.087983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.090570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32a2c912-86fb-485f-a517-2de8156f22dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1262729 Aug 18 14:17:25.093217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.125506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442d378-89eb-412c-b20c-3e36d342683b None None] DHCP port deletion for c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:25.139031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.139932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-55a6628b-d8c2-455e-baad-d4735c39c927 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules/d17ffd3b-1560-46f5-a0ca-3ca617f638f6 HTTP/1.1" status: 200 len: 763 time: 0.0435951 Aug 18 14:17:25.141056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.142216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.143418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:17:25.156772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3439bf-816c-4d4c-9865-6feef78369ae None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:25.157105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.161985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b3475717-778a-4bb2-b42c-cfdcdb79d0a3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a1d3aaf0-b15b-430d-8c0c-5b67e1fbe2c1 HTTP/1.1" status: 204 len: 168 time: 2.1578240 Aug 18 14:17:25.162205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41988) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.179414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3439bf-816c-4d4c-9865-6feef78369ae None None] Network c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:17:25.200126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:25.212313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e557617a-89ca-4910-b8eb-88f1cdd284e3 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0700269 Aug 18 14:17:25.212561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Deleting subnet d612fbf8-87b3-4b3f-a71a-aacb57122dd1 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:25.216309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.220399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.228047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.228444 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment 8f4dc588-a35f-41bc-ad17-6b4fc124e88c of type vlan for network 1d433889-4468-4562-9738-132f862b15dd Aug 18 14:17:25.251413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:25.255056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.273536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.315765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.321220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.333366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:25.340223 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.364399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.368545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.368896 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment b42ddf6b-1ad7-441e-975e-2d752469ff50 of type vlan for network f69933b4-5434-4bb3-b896-668f0c1ed4ca Aug 18 14:17:25.419886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.470057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.470573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.476663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.481528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.482207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.493136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-314f5ead-6e37-40e9-a613-7f6014945d7b req-3cd805b0-b47b-40b8-aa53-28f0e9038bb2 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0556750 Aug 18 14:17:25.498306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.547940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.549815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.550981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d17ffd3b-1560-46f5-a0ca-3ca617f638f6 HTTP/1.1" status: 204 len: 168 time: 0.3296502 Aug 18 14:17:25.559227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41996) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.576207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d612fbf8-87b3-4b3f-a71a-aacb57122dd1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.582055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.586025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ecd7d025-0d57-4879-a667-77e0daa514e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d612fbf8-87b3-4b3f-a71a-aacb57122dd1 HTTP/1.1" status: 204 len: 168 time: 0.4211009 Aug 18 14:17:25.586183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e9684-c0e6-4152-a1d6-b0d891a9592f tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d17ffd3b-1560-46f5-a0ca-3ca617f638f6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.588507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.592364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f0b51-c77e-4d57-a53c-34d7ad66334c None None] Network 9670a841-b833-4064-9f37-0d6f09955ffa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:25.610794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.616368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.620590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.631838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=720faa73-2ef5-48ea-bb13-f8a5c12aa22f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.650071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5016265 Aug 18 14:17:25.651276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.676658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 720faa73-2ef5-48ea-bb13-f8a5c12aa22f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:25.681187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b42c-d164-4082-b792-3749667a074f req-d0cbe283-d00b-43ec-98d0-ca2cff1f3fac tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.685244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3357b42c-d164-4082-b792-3749667a074f req-d0cbe283-d00b-43ec-98d0-ca2cff1f3fac tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 944 time: 0.1963027 Aug 18 14:17:25.700301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b13d910-3cda-4e9a-8632-9f901c28e2c9 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:17:25.725909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-353fc829-2e26-470e-beb4-6cfc3e628863 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1479590 Aug 18 14:17:25.734216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42002) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.747955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Request body: {'security_group_rule': {'security_group_id': '8497e804-bcbf-402a-9e15-0cacd2df80bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:25.757653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.760925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7135887 Aug 18 14:17:25.767418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.780107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=1d433889-4468-4562-9738-132f862b15dd,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:25.911248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c8e4-4896-45ef-9f06-209a20881aec tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.911355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:25.916228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c8e4-4896-45ef-9f06-209a20881aec tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.922264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c8e4-4896-45ef-9f06-209a20881aec tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.925243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9,segment=NetworkSegment(2fb4deef-07d2-4dea-94f9-4a118454e890),segment_id=2fb4deef-07d2-4dea-94f9-4a118454e890)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:25.928663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c8e4-4896-45ef-9f06-209a20881aec tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:25.930516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3454c8e4-4896-45ef-9f06-209a20881aec tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2782555 Aug 18 14:17:25.936729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42006) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:25.953746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '3b13d910-3cda-4e9a-8632-9f901c28e2c9', 'network_id': '49b4a464-d75d-411c-823b-8357ccb79347', 'port_id': '3b13d910-3cda-4e9a-8632-9f901c28e2c9', 'mac_address': 'fa:16:3e:71:2f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc879ce-7588-4150-9129-da101c5d2b1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:17:26.000346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.022226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b13d910-3cda-4e9a-8632-9f901c28e2c9 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:17:26.022786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Deleting port c3816355-a95c-43fa-b74d-77a1addcc0f4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:26.023146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.029051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] DHCP port deletion for 9670a841-b833-4064-9f37-0d6f09955ffa request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:26.050189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.073017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9,segment=NetworkSegment(2fb4deef-07d2-4dea-94f9-4a118454e890),segment_id=2fb4deef-07d2-4dea-94f9-4a118454e890)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:26.075809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2f189d-7aa6-445b-b877-2f766b460286 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:26.100256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: db2f189d-7aa6-445b-b877-2f766b460286 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:26.100689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2f189d-7aa6-445b-b877-2f766b460286 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:26.101357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0767809-db76-46ad-8d81-de1d0b051e0b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:26.123110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d0767809-db76-46ad-8d81-de1d0b051e0b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:26.123533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d0767809-db76-46ad-8d81-de1d0b051e0b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:26.124136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa36ed93-dd38-493e-a9d3-c14588660f8c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:26.152704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: aa36ed93-dd38-493e-a9d3-c14588660f8c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:26.153731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa36ed93-dd38-493e-a9d3-c14588660f8c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:26.155710 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.189476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Deleting port c3816355-a95c-43fa-b74d-77a1addcc0f4 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:26.189889 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.203015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.203362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.203884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.204226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.204560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.204890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.205221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.205621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.205915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.206797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.207133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.207455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cca37-7fe2-40c6-b0c6-cf0328a450ba tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:26.238859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1d433889-4468-4562-9738-132f862b15dd details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:26.278067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3357b42c-d164-4082-b792-3749667a074f req-4cb29a4a-0dda-4087-a3c3-17e5005b98cf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681529 Aug 18 14:17:26.301116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.312363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.327756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee77d3-a989-47b7-8930-d9e16c016a9c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:26.330244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5fee77d3-a989-47b7-8930-d9e16c016a9c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks?id=f69933b4-5434-4bb3-b896-668f0c1ed4ca HTTP/1.1" status: 200 len: 761 time: 0.5587933 Aug 18 14:17:26.336316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.339647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] For port c3816355-a95c-43fa-b74d-77a1addcc0f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c3816355-a95c-43fa-b74d-77a1addcc0f4,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:26.340057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.342379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'description': 'd2'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:26.352663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484c132-a42e-43b0-b883-5f7086fa65e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=f69933b4-5434-4bb3-b896-668f0c1ed4ca,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.360353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Calling delete_port for c3816355-a95c-43fa-b74d-77a1addcc0f4 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:26.369116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f69933b4-5434-4bb3-b896-668f0c1ed4ca details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:26.407347 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:17:26.416000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3b13d910-3cda-4e9a-8632-9f901c28e2c9'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:17:26.540622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.554218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] For port c3816355-a95c-43fa-b74d-77a1addcc0f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c3816355-a95c-43fa-b74d-77a1addcc0f4,segment=NetworkSegment(ade9a532-82e8-4938-a0d1-9dc7dff08d12),segment_id=ade9a532-82e8-4938-a0d1-9dc7dff08d12)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:26.554594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.562158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.577306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.579955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Calling delete_port for c3816355-a95c-43fa-b74d-77a1addcc0f4 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:26.592126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720faa73-2ef5-48ea-bb13-f8a5c12aa22f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:26.607749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e32427c-8646-471c-8b22-8c64515d9379') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:26.608051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e32427c-8646-471c-8b22-8c64515d9379') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:26.621593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f64dd1b9-e28f-40d2-8e8a-98ef744d7370 req-427503f9-f9b1-4f4d-af9d-f0f4b350cb9f tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0316575 Aug 18 14:17:26.624422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.646477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc4d4fa-492f-4ce7-8868-72ed69c6a458,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.647283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.652818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.652946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.664710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network f69933b4-5434-4bb3-b896-668f0c1ed4ca is not hosted by any dhcp agent {{(pid=112229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:17:26.672852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:26.674116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.678699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "PUT /v2.0/networks/f69933b4-5434-4bb3-b896-668f0c1ed4ca HTTP/1.1" status: 200 len: 758 time: 0.3412740 Aug 18 14:17:26.682584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.684721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.693496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] Pushing event deleted for resources: {'Port': ['ID=c3816355-a95c-43fa-b74d-77a1addcc0f4,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.702155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:26.702371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7e492-ad0a-4210-956b-d52d48aab6c0 None None] No DVR routers for this DVR port c3816355-a95c-43fa-b74d-77a1addcc0f4 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:26.702702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.722435 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.722435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0389f5d7-a1f6-4e80-b611-9bb279d2dd99 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9833992 Aug 18 14:17:26.723557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:26.727581 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:26.756459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b7b0f8a9-b76f-4d69-ab06-6106658dcd50 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules/ecc4d4fa-492f-4ce7-8868-72ed69c6a458 HTTP/1.1" status: 200 len: 764 time: 0.0318029 Aug 18 14:17:26.759289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42016) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.766692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e3d09-8de5-4f85-9ab3-eed11142704d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=f69933b4-5434-4bb3-b896-668f0c1ed4ca,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.779473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f69933b4-5434-4bb3-b896-668f0c1ed4ca details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:26.809326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ba252af2-5c06-42fe-873c-a5fd59ec533a tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0466263 Aug 18 14:17:26.809657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42018) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.847917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.848422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.856835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.889659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3816355-a95c-43fa-b74d-77a1addcc0f4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:26.894939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] No DVR routers for this DVR port c3816355-a95c-43fa-b74d-77a1addcc0f4 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:26.902471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cada99b-0e44-43ea-b134-da45adbd5e2b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:26.903962 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cada99b-0e44-43ea-b134-da45adbd5e2b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks?id=f69933b4-5434-4bb3-b896-668f0c1ed4ca HTTP/1.1" status: 200 len: 761 time: 0.2128661 Aug 18 14:17:26.907783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.929359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60667786'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:26.972700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.974034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.981518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.987997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ecc4d4fa-492f-4ce7-8868-72ed69c6a458 HTTP/1.1" status: 204 len: 168 time: 0.1722414 Aug 18 14:17:26.987997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.989319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.991103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/720faa73-2ef5-48ea-bb13-f8a5c12aa22f HTTP/1.1" status: 204 len: 168 time: 1.0524311 Aug 18 14:17:26.998170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42024) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.013321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550928-ef46-410b-a767-1174aaf9c95c tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecc4d4fa-492f-4ce7-8868-72ed69c6a458,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.014278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.017275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5d9f-7b45-4c1e-aa3e-5fb80fbf9230 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=720faa73-2ef5-48ea-bb13-f8a5c12aa22f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.027625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9670a841-b833-4064-9f37-0d6f09955ffa']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.039700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade9a532-82e8-4938-a0d1-9dc7dff08d12') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.040016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade9a532-82e8-4938-a0d1-9dc7dff08d12') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.048862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.067645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.074319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:27.074648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:27.076302 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:27.088990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-949692ec-1bd7-42a3-b712-d3e03ceae432 tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1002674 Aug 18 14:17:27.093085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.112517 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:27.116146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.123341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.153766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:27.164589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.165099 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment 6a5c4430-eb23-4754-bdd4-ebf38eefc591 of type vlan for network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc Aug 18 14:17:27.198829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.207724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.230252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.234764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.237023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] 10.222.0.35 "DELETE /v2.0/networks/9670a841-b833-4064-9f37-0d6f09955ffa HTTP/1.1" status: 204 len: 168 time: 1.6467726 Aug 18 14:17:27.250178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f1c95-edb7-4f00-bf9d-0b61bae4355f admin admin] Pushing event deleted for resources: {'Network': ['ID=9670a841-b833-4064-9f37-0d6f09955ffa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.263338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.266552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.283130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d433889-4468-4562-9738-132f862b15dd']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.299455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4dc588-a35f-41bc-ad17-6b4fc124e88c') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.303187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4dc588-a35f-41bc-ad17-6b4fc124e88c') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:27.323277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.338725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.341206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.347687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:27.347969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:27.348617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.349470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:27.363769 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:27.428147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.430702 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.431835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "DELETE /v2.0/security-groups/8497e804-bcbf-402a-9e15-0cacd2df80bc HTTP/1.1" status: 204 len: 168 time: 0.3378475 Aug 18 14:17:27.434037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=1c8a8929-7b77-4a30-8a94-bfc6d185c7fc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.436727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.446797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca13454-bf80-4da3-a1c4-e624ba38a35e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8497e804-bcbf-402a-9e15-0cacd2df80bc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.452451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:27.453882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.463580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c67988-f3f6-4b5a-90ef-e343233ae107 req-8bf41580-3ea2-46a1-a8e7-e902afce1cbc tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:27.465126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04c67988-f3f6-4b5a-90ef-e343233ae107 req-8bf41580-3ea2-46a1-a8e7-e902afce1cbc tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 945 time: 0.0761495 Aug 18 14:17:27.486444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9d73c13a-6c6a-4d5e-a329-99cb837a85dd tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483842 Aug 18 14:17:27.492767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42034) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.502644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-10e3f24d-4637-4fbb-bc0c-287c14dab61d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5930660 Aug 18 14:17:27.510434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42036) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.520205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:27.521545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04c67988-f3f6-4b5a-90ef-e343233ae107 req-88c7b7e6-6a4d-4b97-a452-22f59d1d7bbf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492399 Aug 18 14:17:27.533032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.549071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.551674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/1d433889-4468-4562-9738-132f862b15dd HTTP/1.1" status: 204 len: 168 time: 0.5511203 Aug 18 14:17:27.559814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42038) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.562906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128d78c-8a01-4027-b3d6-be5fe476df72 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=1d433889-4468-4562-9738-132f862b15dd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.617105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3e1766df-176a-4eab-8da3-e32abbdadf6e tempest-SecGroupTest-158899460 tempest-SecGroupTest-158899460-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231287 Aug 18 14:17:27.684094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42044) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.714909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b13d910-3cda-4e9a-8632-9f901c28e2c9 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:27.732315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193eff86-cffb-4694-9ecc-3a9b9f093b5e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:27.738914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1de12faa-2fa5-4f6d-a6fc-249adbaa9b98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad23d01681cb4e48932ed33998022400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507576 Aug 18 14:17:27.739068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193eff86-cffb-4694-9ecc-3a9b9f093b5e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:27.739152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.743777 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-193eff86-cffb-4694-9ecc-3a9b9f093b5e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1530213 Aug 18 14:17:27.744318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:27.749221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-832803065'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:27.783160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-993c5005-7565-4151-80be-b5690dec4e7a req-fd7f1ba1-ff09-474c-82cc-73804e05d592 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0460618 Aug 18 14:17:27.808436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:27.811417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.814876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.829737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:27.835232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:27.840184 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.840359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.928320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.962890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:27.965251 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254e07f-e990-4eaf-bc80-daa491fbe020" -d '{"events": [{"server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:27.967329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.971547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c3816355-a95c-43fa-b74d-77a1addcc0f4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:27.971827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:27.973424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb6b4c29-9845-4ce4-9932-eed90d792f44 HTTP/1.1" status: 204 len: 168 time: 0.2335198 Aug 18 14:17:27.989389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc785f0c-fa17-4729-8157-c7f648733c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b4c29-9845-4ce4-9932-eed90d792f44,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:27.992568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:27.996953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.006940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9,segment=NetworkSegment(2fb4deef-07d2-4dea-94f9-4a118454e890),segment_id=2fb4deef-07d2-4dea-94f9-4a118454e890)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:28.018435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c3816355-a95c-43fa-b74d-77a1addcc0f4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:28.018994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c3816355-a95c-43fa-b74d-77a1addcc0f4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:28.044213 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa8b96d-446d-492b-8dc1-d856ec3f94a5 x-openstack-request-id: req-1fa8b96d-446d-492b-8dc1-d856ec3f94a5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:28.044510 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:28.044767 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1fa8b96d-446d-492b-8dc1-d856ec3f94a5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:28.045447 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9', 'code': 200} Aug 18 14:17:28.080809 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.085959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:28.100239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.100672 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment 85bfedae-5c3d-496c-afdc-6de143c5c4fb of type vlan for network 928a67a7-3e63-425b-9399-b7bfd67372c2 Aug 18 14:17:28.144955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:28.164841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.169293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42056) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:28.178185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.251992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a844-907b-41bd-b531-93becdaf963a req-50b2e764-e746-4d4a-aecc-833bf7cfb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:28.253609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6469a844-907b-41bd-b531-93becdaf963a req-50b2e764-e746-4d4a-aecc-833bf7cfb284 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 1097 time: 0.1440852 Aug 18 14:17:28.262677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=71bfd519-b590-4d1e-8bb6-61714247d1fc,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:28.294827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': '6a5c4430-eb23-4754-bdd4-ebf38eefc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:28.296325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:28.312094 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6469a844-907b-41bd-b531-93becdaf963a req-2e7bf349-f9bb-4021-acd6-e799af576618 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503244 Aug 18 14:17:28.320990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.327200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d86cda69-cc8f-49c6-99ff-a16fe71936df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be0bc98c464049a49dc070e05f957454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562331 Aug 18 14:17:28.330733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42060) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:28.333742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:28.334249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.381008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.392954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:28.405993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.411725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=928a67a7-3e63-425b-9399-b7bfd67372c2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:28.422642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 928a67a7-3e63-425b-9399-b7bfd67372c2 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:28.514218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b5c6f231-33ea-4c3c-be82-f08f16a08c7a tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7687736 Aug 18 14:17:28.517356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:28.520299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:28.520705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:28.521422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.528462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1188017774'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:28.542314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5c8a1-88a3-43bf-8d0e-debeac568fc5 None None] Network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:28.571128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.574628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.578165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abb18028-2e8b-4d5c-9b51-be161d2c975c HTTP/1.1" status: 204 len: 168 time: 0.2451468 Aug 18 14:17:28.589086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becbb52-84c9-43a4-a4a9-49e09d0246ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb18028-2e8b-4d5c-9b51-be161d2c975c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:28.656991 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e92e267-3afe-4d1a-a130-edd071605f78 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1332331 Aug 18 14:17:28.660854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:28.744496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cfd37-cad3-48d2-8120-7110dc5aad09 req-09644143-237c-42f3-b4e8-5774043449d5 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:28.747403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc1cfd37-cad3-48d2-8120-7110dc5aad09 req-09644143-237c-42f3-b4e8-5774043449d5 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.1372528 Aug 18 14:17:28.751504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-1c8a8929-7b77-4a30-8a94-bfc6d185c7fc', 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '71bfd519-b590-4d1e-8bb6-61714247d1fc'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:28.752819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.797675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc1cfd37-cad3-48d2-8120-7110dc5aad09 req-0933eda9-8c2f-41b6-8a65-f3ba70ca10d9 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Aug 18 14:17:28.826041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:28.831587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.844193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.902169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:28.932495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.933134 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.933498 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment b891c2cf-5367-493c-87a4-673e8ca59699 of type vlan for network 5c78a653-3a71-4043-a20b-f5b17a68371e Aug 18 14:17:28.952178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Allocated IP 172.20.0.2 (1c8a8929-7b77-4a30-8a94-bfc6d185c7fc/71bfd519-b590-4d1e-8bb6-61714247d1fc/cf870b01-541e-46b9-bd98-04c57241115d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:28.959319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df72e820-f56c-4064-a34d-b85568344fcd req-582dc5ea-63fa-4d3d-b4da-3cddc5143878 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0400906 Aug 18 14:17:29.020408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.136049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.148872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:29.148872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.237724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=5c78a653-3a71-4043-a20b-f5b17a68371e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.251076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 5c78a653-3a71-4043-a20b-f5b17a68371e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:29.299463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2b5fa9c7-e9e2-4eff-8571-9003e2e84cc6 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7772591 Aug 18 14:17:29.303626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42098) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.316786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'ports': [{'network_id': '928a67a7-3e63-425b-9399-b7bfd67372c2', 'name': 'tempest-port--1241584845', 'admin_state_up': True}, {'network_id': '5c78a653-3a71-4043-a20b-f5b17a68371e', 'admin_state_up': False}]} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.316786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'port': {'network_id': '928a67a7-3e63-425b-9399-b7bfd67372c2', 'name': 'tempest-port--1241584845', 'admin_state_up': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.316786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'port': {'network_id': '5c78a653-3a71-4043-a20b-f5b17a68371e', 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.401004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.414731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Transition to ACTIVE for port object cf870b01-541e-46b9-bd98-04c57241115d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:29.467619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Transition to ACTIVE for port object cf870b01-541e-46b9-bd98-04c57241115d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:29.557287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42104) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.644791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.676287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-774525530-network', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.687535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:29.690930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:29.697754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:29.710256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Pushing event updated for resources: {'Port': ['ID=cf870b01-541e-46b9-bd98-04c57241115d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.724133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'port': 2} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:29.728844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.753245 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.765813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Attempting to bind port cf870b01-541e-46b9-bd98-04c57241115d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:29.766217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Attempting to bind port cf870b01-541e-46b9-bd98-04c57241115d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6a5c4430-eb23-4754-bdd4-ebf38eefc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:29.766589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Attempting to bind port cf870b01-541e-46b9-bd98-04c57241115d on network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:29.771682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:29.772061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Checking segment: {'id': '6a5c4430-eb23-4754-bdd4-ebf38eefc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:29.772499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.772897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Bound using segment: {'id': '6a5c4430-eb23-4754-bdd4-ebf38eefc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:29.773421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Bound port: cf870b01-541e-46b9-bd98-04c57241115d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5c4430-eb23-4754-bdd4-ebf38eefc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:29.773887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.821584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:29.824417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.830686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.858514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] For port cf870b01-541e-46b9-bd98-04c57241115d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:29.861634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.866862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] For port cf870b01-541e-46b9-bd98-04c57241115d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cf870b01-541e-46b9-bd98-04c57241115d,segment=NetworkSegment(6a5c4430-eb23-4754-bdd4-ebf38eefc591),segment_id=6a5c4430-eb23-4754-bdd4-ebf38eefc591)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:29.898223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] device_id is not set on port b6e2c328-11a4-4cde-bf4b-8552d0424070 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:17:29.901282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=71bfd519-b590-4d1e-8bb6-61714247d1fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.932629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.945263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.968646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b001f6-23b7-4d36-8696-362ecd4258b9 req-582da6f6-417b-4177-8423-ba41dce61b47 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:29.970377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0b001f6-23b7-4d36-8696-362ecd4258b9 req-582da6f6-417b-4177-8423-ba41dce61b47 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.0787258 Aug 18 14:17:30.022795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340942-2ba9-4bf6-b6f7-9ec099be354c None None] Pushing event updated for resources: {'Port': ['ID=cf870b01-541e-46b9-bd98-04c57241115d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.047121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0b001f6-23b7-4d36-8696-362ecd4258b9 req-5ce22de6-364e-4e35-b993-cb4b209dd0df tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644941 Aug 18 14:17:30.089186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.142394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72a1bfbd-45c9-4c8b-82d5-e740110e7e63 req-944cb616-e374-4fad-b46b-d53f03d3b115 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0375950 Aug 18 14:17:30.148877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8a8929-7b77-4a30-8a94-bfc6d185c7fc']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:30.165244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-477a0ce4-5259-4095-8f83-41850155d46b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:30.165986 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-477a0ce4-5259-4095-8f83-41850155d46b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 14:17:30.166502 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-477a0ce4-5259-4095-8f83-41850155d46b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:17:30.167488 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-477a0ce4-5259-4095-8f83-41850155d46b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2319243 Aug 18 14:17:30.177992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42126) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:30.178224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5c4430-eb23-4754-bdd4-ebf38eefc591') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:30.178477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5c4430-eb23-4754-bdd4-ebf38eefc591') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:30.183737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--116274999'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:30.212773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.251592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.266963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:30.267467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:30.273448 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:30.358696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.367607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.436982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] device_id is not set on port 43517724-bf7a-4fb8-9be1-1c045877520d yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:17:30.443333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:17:30.443333 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:17:30.443333 n-d-804303-5 neutron-server[112228]: [parameters: {'id': '1c8a8929-7b77-4a30-8a94-bfc6d185c7fc'}] Aug 18 14:17:30.443333 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:17:30.443749 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:17:30.498325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.535191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:30.565825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59775fce-b429-4c8c-9b3e-515ede77778c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.569685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.570058 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Added segment f2044860-3008-4020-a2dd-a19f9a8a6c8d of type vlan for network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a Aug 18 14:17:30.632488 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.635611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.659484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.668805 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.764669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.784543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.785711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:30.786349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.852953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.909918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.921233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.942717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:30.947862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.952342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Port': ['ID=b6e2c328-11a4-4cde-bf4b-8552d0424070,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.961433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2c87-c192-4e2f-968b-6a54e6d4764e req-3fb77bd6-167d-43b1-bb75-bdbcf1db8ff3 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:30.969638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-064e2c87-c192-4e2f-968b-6a54e6d4764e req-3fb77bd6-167d-43b1-bb75-bdbcf1db8ff3 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.0903769 Aug 18 14:17:30.977069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Checking segment: {'id': '85bfedae-5c3d-496c-afdc-6de143c5c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '928a67a7-3e63-425b-9399-b7bfd67372c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:30.977359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network hostable DHCP agents. Network: 928a67a7-3e63-425b-9399-b7bfd67372c2, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:30.979339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e7e45d-b6bf-4633-ab49-644925603555,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.029367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-064e2c87-c192-4e2f-968b-6a54e6d4764e req-fc658111-f724-4215-8985-b81b4b6a5ea3 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Aug 18 14:17:31.051420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f2836dc3-fd63-4502-92cd-bafe3e6fe1d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4897106 Aug 18 14:17:31.051855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.056121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port cf870b01-541e-46b9-bd98-04c57241115d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:31.056121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.059707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Request body: {'subnet': {'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-subnet', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:31.106291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network 928a67a7-3e63-425b-9399-b7bfd67372c2 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:31.108081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f8893-6b98-476e-98e6-b71d3714b6aa None None] Network 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:31.135415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port cf870b01-541e-46b9-bd98-04c57241115d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cf870b01-541e-46b9-bd98-04c57241115d,segment=NetworkSegment(6a5c4430-eb23-4754-bdd4-ebf38eefc591),segment_id=6a5c4430-eb23-4754-bdd4-ebf38eefc591)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:31.135792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.145455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.148059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for cf870b01-541e-46b9-bd98-04c57241115d owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:31.212662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 928a67a7-3e63-425b-9399-b7bfd67372c2) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:31.223389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:31.224262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.224898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f5984-7683-4adf-ab50-475ed94bd564 None None] Network 928a67a7-3e63-425b-9399-b7bfd67372c2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:31.252692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.280803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cdb0eb0-df3b-4d75-93c9-33acc83880d8 req-15b61a08-7f41-4085-b176-221c146d8247 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0434186 Aug 18 14:17:31.309870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4471fb5c-db9e-4b21-8111-49e7a6dbd904,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.310087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Port': ['ID=43517724-bf7a-4fb8-9be1-1c045877520d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.315968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Checking segment: {'id': 'b891c2cf-5367-493c-87a4-673e8ca59699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c78a653-3a71-4043-a20b-f5b17a68371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:31.315968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network hostable DHCP agents. Network: 5c78a653-3a71-4043-a20b-f5b17a68371e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:31.320120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5ff3499-e052-4806-8839-4c98fc8a4515 None None] Provisioning for port cf870b01-541e-46b9-bd98-04c57241115d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:31.399223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] DHCP port deletion for 1c8a8929-7b77-4a30-8a94-bfc6d185c7fc request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:31.408226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:31.411720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.445284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.447968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network 5c78a653-3a71-4043-a20b-f5b17a68371e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:31.453920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Deleting port cf870b01-541e-46b9-bd98-04c57241115d {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:31.454313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.481949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=cf870b01-541e-46b9-bd98-04c57241115d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.483860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port cf870b01-541e-46b9-bd98-04c57241115d on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:31.495298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.496909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-db0e6e2e-3d0c-401c-98f1-6d0a848c3e24 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3177390 Aug 18 14:17:31.500443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42138) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.505248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '4471fb5c-db9e-4b21-8111-49e7a6dbd904', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:31.530192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] For port cf870b01-541e-46b9-bd98-04c57241115d, host n-d-804303-5, got binding levels [] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:31.530594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.544798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Calling delete_port for cf870b01-541e-46b9-bd98-04c57241115d owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:31.547669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.ipam_backend_mixin [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Port cf870b01-541e-46b9-bd98-04c57241115d was not found and therefore no delete operation was performed {{(pid=112230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:17:31.548941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.577205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] Pushing event deleted for resources: {'Port': ['ID=cf870b01-541e-46b9-bd98-04c57241115d,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.584666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187f472-f9a7-47f0-912a-f1f3abeb66ec None None] No DVR routers for this DVR port cf870b01-541e-46b9-bd98-04c57241115d on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:31.593375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.605389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8a8929-7b77-4a30-8a94-bfc6d185c7fc']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:31.615436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 5c78a653-3a71-4043-a20b-f5b17a68371e) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:31.618842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5c4430-eb23-4754-bdd4-ebf38eefc591') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:31.618842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5c4430-eb23-4754-bdd4-ebf38eefc591') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:31.625240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05793c-f162-48a9-bade-9c4f08deec12 None None] Network 5c78a653-3a71-4043-a20b-f5b17a68371e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:31.626924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:31.633948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:31.638333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:31.639046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.648169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.672369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.672609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.680584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:31.682198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:31.685979 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:31.718178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.750290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-38e6344f-73c0-4984-9150-ca5aa7f9683f tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4455254 Aug 18 14:17:31.752964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42140) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.774055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.787967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7914c28a-9494-4900-b254-413f2ad3f210,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.806645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Checking segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:31.806910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a878aa-ab84-4781-b515-cb086a235a58 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:31.807009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Network hostable DHCP agents. Network: 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:31.812693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a878aa-ab84-4781-b515-cb086a235a58 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:31.814323 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e6a878aa-ab84-4781-b515-cb086a235a58 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0604708 Aug 18 14:17:31.817253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42142) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.849258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.860276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.862173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/1c8a8929-7b77-4a30-8a94-bfc6d185c7fc HTTP/1.1" status: 204 len: 168 time: 3.1995902 Aug 18 14:17:31.865136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42144) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.877244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c542671-1703-4974-9018-3796bb52edd2 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=1c8a8929-7b77-4a30-8a94-bfc6d185c7fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.896838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.902155 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5a8e13-d574-4ed6-b5a5-e81ad1a51b5f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] GET failed (client error): The resource could not be found. Aug 18 14:17:31.903620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0d5a8e13-d574-4ed6-b5a5-e81ad1a51b5f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets/71bfd519-b590-4d1e-8bb6-61714247d1fc HTTP/1.1" status: 404 len: 337 time: 0.0374672 Aug 18 14:17:31.906524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42146) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.918593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:31.922780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae232c0-7e5f-496d-b468-88076410661e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.927487 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b98be0-46c9-4fb7-85fe-4f29b4a990bd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:31.928040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b98be0-46c9-4fb7-85fe-4f29b4a990bd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:31.930052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-00b98be0-46c9-4fb7-85fe-4f29b4a990bd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/1c8a8929-7b77-4a30-8a94-bfc6d185c7fc HTTP/1.1" status: 404 len: 339 time: 0.0223327 Aug 18 14:17:31.933549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42148) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.956952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting port b6e2c328-11a4-4cde-bf4b-8552d0424070 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:31.957298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.016477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.017706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e824ea6a-27fe-4b67-80c2-b2dd79f540c2 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5162091 Aug 18 14:17:32.024612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42150) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.026351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:32.029268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-baf25225-19d9-4968-8995-333fc867eaa6 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '4471fb5c-db9e-4b21-8111-49e7a6dbd904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:32.032120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.032343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.035868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c5dbbf-d5d1-4929-b351-3492f60ef90d None None] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:32.038374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.059414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Calling delete_port for b6e2c328-11a4-4cde-bf4b-8552d0424070 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:32.165244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-baf25225-19d9-4968-8995-333fc867eaa6 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.205544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c754a48-bddc-4f4b-93a1-9e228113c3e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.207699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7c754a48-bddc-4f4b-93a1-9e228113c3e6 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2731643 Aug 18 14:17:32.211429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42154) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.216907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da191266-6f39-44fb-83b0-a3a909312e22 req-f19adfa5-44a1-4eed-8040-ebe5ec3b8317 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.222396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da191266-6f39-44fb-83b0-a3a909312e22 req-f19adfa5-44a1-4eed-8040-ebe5ec3b8317 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.1271470 Aug 18 14:17:32.228944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:32.228944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.264522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da191266-6f39-44fb-83b0-a3a909312e22 req-e0a4bbd7-8a3d-4bca-952d-79001c690b4e tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Aug 18 14:17:32.276116 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c14d019-32ac-47c6-ae40-b7deb9dcbaef tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 207 time: 0.0602510 Aug 18 14:17:32.276116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.277494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42156) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.305521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-70bf2143-4f3f-4806-affa-65ac46a018b1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2523975 Aug 18 14:17:32.309784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.314296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:32.320572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Port': ['ID=b6e2c328-11a4-4cde-bf4b-8552d0424070,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:32.334687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.337089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80bbff01-934c-4367-8a42-ebc990a6cd0b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/ports/b6e2c328-11a4-4cde-bf4b-8552d0424070 HTTP/1.1" status: 204 len: 168 time: 0.5188313 Aug 18 14:17:32.339793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42162) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.353648 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-baf25225-19d9-4968-8995-333fc867eaa6 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:17:32.354787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-baf25225-19d9-4968-8995-333fc867eaa6 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3292253 Aug 18 14:17:32.374146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Allocated IP 172.20.0.2 (2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a/7914c28a-9494-4900-b254-413f2ad3f210/f33a6cf3-d560-4a97-8911-88a017daf3f1) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:32.380414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42164) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.499507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1bce1042-c839-45ce-9957-d9eb954d7820 req-e7e9fe14-049e-4eb4-a2d6-b6658912acb4 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0491786 Aug 18 14:17:32.512091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.513145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.538204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-451fed90-5a71-4113-b810-152e1d0ee9d9 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.538204 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-451fed90-5a71-4113-b810-152e1d0ee9d9 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.1537364 Aug 18 14:17:32.548166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.566063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90f378-08a5-4eff-b3b4-22d61976cab1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.566969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.571967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90f378-08a5-4eff-b3b4-22d61976cab1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.576585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Transition to ACTIVE for port object f33a6cf3-d560-4a97-8911-88a017daf3f1 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:32.578726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90f378-08a5-4eff-b3b4-22d61976cab1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.584871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90f378-08a5-4eff-b3b4-22d61976cab1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.586694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0c90f378-08a5-4eff-b3b4-22d61976cab1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3069882 Aug 18 14:17:32.593270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42166) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.598856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Transition to ACTIVE for port object f33a6cf3-d560-4a97-8911-88a017daf3f1 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:32.620679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.670012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.672368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting port 43517724-bf7a-4fb8-9be1-1c045877520d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:32.672698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.679293 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.714902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:32.717714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2361b29f-01ba-45f4-8fdd-cbf7da0ec14f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1231203 Aug 18 14:17:32.720977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42168) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.726476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:32.730024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:32.739659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Pushing event updated for resources: {'Port': ['ID=f33a6cf3-d560-4a97-8911-88a017daf3f1,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:32.783234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4cd46-4c75-4c8a-bc2c-30287395f72e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.785315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4cd46-4c75-4c8a-bc2c-30287395f72e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.791098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d4c4cd46-4c75-4c8a-bc2c-30287395f72e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0643244 Aug 18 14:17:32.791098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42170) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.804172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Attempting to bind port f33a6cf3-d560-4a97-8911-88a017daf3f1 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:32.804626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Attempting to bind port f33a6cf3-d560-4a97-8911-88a017daf3f1 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:32.804992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Attempting to bind port f33a6cf3-d560-4a97-8911-88a017daf3f1 on network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:32.813240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:32.813813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Checking segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:32.814073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.814436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Bound using segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:32.814894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Bound port: f33a6cf3-d560-4a97-8911-88a017daf3f1, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:32.815312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.859440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3a38e-793d-4a85-bd75-a6403cd8ba2d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.861540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3a38e-793d-4a85-bd75-a6403cd8ba2d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.865339 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2af3a38e-793d-4a85-bd75-a6403cd8ba2d tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0716479 Aug 18 14:17:32.867108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42172) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:32.894064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] For port f33a6cf3-d560-4a97-8911-88a017daf3f1, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:32.899305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] For port f33a6cf3-d560-4a97-8911-88a017daf3f1, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f33a6cf3-d560-4a97-8911-88a017daf3f1,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:32.967780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:32.980674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1e67f-866a-4508-a478-0df40b6a9232 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:32.987868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b0b1e67f-866a-4508-a478-0df40b6a9232 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks/4f729502-7a4c-44d1-b05c-de4e9aad7300 HTTP/1.1" status: 200 len: 799 time: 0.1142085 Aug 18 14:17:32.988748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.055793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1a6b0-298e-449d-8fb0-e7ded59a64e8 None None] Pushing event updated for resources: {'Port': ['ID=f33a6cf3-d560-4a97-8911-88a017daf3f1,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:33.122547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1bad4056-df9a-463e-88ad-27689e7e4e31 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/networks/4f729502-7a4c-44d1-b05c-de4e9aad7300?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1327932 Aug 18 14:17:33.126088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42176) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.201167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a9ffc-d025-432b-a9be-3e282fed2e3c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:33.206772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3c6a9ffc-d025-432b-a9be-3e282fed2e3c tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets/447a2edc-df09-4f69-96cd-3c1b8d775974 HTTP/1.1" status: 200 len: 811 time: 0.0758092 Aug 18 14:17:33.208222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42178) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.212430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.273860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348ab2e-730f-41df-be21-cb41689ebcc7 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:33.275929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0348ab2e-730f-41df-be21-cb41689ebcc7 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "GET /v2.0/subnets/447a2edc-df09-4f69-96cd-3c1b8d775974?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0664060 Aug 18 14:17:33.279226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42180) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.288004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675868554'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:33.318346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Calling delete_port for 43517724-bf7a-4fb8-9be1-1c045877520d owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:33.324925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.330590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.333714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.335087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/4471fb5c-db9e-4b21-8111-49e7a6dbd904 HTTP/1.1" status: 204 len: 168 time: 0.9537494 Aug 18 14:17:33.338772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42184) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.371276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806934f-d67f-4faf-a45b-ab47c78a1323 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471fb5c-db9e-4b21-8111-49e7a6dbd904,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:33.406596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:33.412745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.415749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Deleting port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:33.416071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.492692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8e956e4-5110-4473-adab-ec0c00d47db6 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519377 Aug 18 14:17:33.495961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42186) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.501717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329003855'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:33.519016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:33.558547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56bac0-8a8a-43c8-a1f7-c06461e18705 req-ec74464d-d899-4990-975c-96911fd0a011 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:33.561188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c56bac0-8a8a-43c8-a1f7-c06461e18705 req-ec74464d-d899-4990-975c-96911fd0a011 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 946 time: 0.1582310 Aug 18 14:17:33.563395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.564129 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Added segment fbb0d4e2-a180-4f36-87d1-698f33d2a088 of type vlan for network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 Aug 18 14:17:33.592902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] For port 3b13d910-3cda-4e9a-8632-9f901c28e2c9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b13d910-3cda-4e9a-8632-9f901c28e2c9,segment=NetworkSegment(2fb4deef-07d2-4dea-94f9-4a118454e890),segment_id=2fb4deef-07d2-4dea-94f9-4a118454e890)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:33.593803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.612232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Calling delete_port for 3b13d910-3cda-4e9a-8632-9f901c28e2c9 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:33.634401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.672527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d7224b5-1b91-4f22-b656-5154e39c5051 req-8ff183c3-cf33-480b-a1b4-28fe6ac079be tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0466530 Aug 18 14:17:33.673542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.677099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c56bac0-8a8a-43c8-a1f7-c06461e18705 req-152a8a84-498e-4fce-8776-012e603bdc71 tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/security-groups?id=b61c3be1-6e38-4a36-987e-0170aa32c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987875 Aug 18 14:17:33.709972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.717728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Port': ['ID=43517724-bf7a-4fb8-9be1-1c045877520d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:33.731419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.735740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ab7f9c3-ae81-4555-805f-b85f47d3c6a7 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/ports/43517724-bf7a-4fb8-9be1-1c045877520d HTTP/1.1" status: 204 len: 168 time: 1.3923671 Aug 18 14:17:33.738967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42190) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.794554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.801173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:33.801757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.831455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce65bb86-af00-4aaa-b2a2-d4848c4ea6ef tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0913155 Aug 18 14:17:33.841532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:33.848221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1175305035'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:33.882478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.907204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Network': ['ID=4c5db5eb-9353-42ad-81c0-8fd3e3d564a1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:33.919406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:33.941234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.959600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:33.971753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.023744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2be2810-11ef-4bf3-9a69-6fe56e4a2cea,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:34.061066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-daa07335-680a-41fd-856d-3658a0159108 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7752099 Aug 18 14:17:34.061259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f33a6cf3-d560-4a97-8911-88a017daf3f1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:34.061717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:34.067000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:34.084592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.085880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9775f5d6-b539-441d-a706-7eaa5d40e2df tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5887415 Aug 18 14:17:34.095049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:34.102501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8901e086-e218-4c77-8d35-8e3aa15fd039 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'c2be2810-11ef-4bf3-9a69-6fe56e4a2cea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:34.103396 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-8901e086-e218-4c77-8d35-8e3aa15fd039 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 14:17:34.104690 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-8901e086-e218-4c77-8d35-8e3aa15fd039 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:34.109494 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8901e086-e218-4c77-8d35-8e3aa15fd039 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124195 Aug 18 14:17:34.110456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.116597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:34.189224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Pushing event deleted for resources: {'Port': ['ID=3b13d910-3cda-4e9a-8632-9f901c28e2c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:34.207410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f33a6cf3-d560-4a97-8911-88a017daf3f1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:34.246794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Allocated IP 172.25.1.164 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5a9efff7-0961-4965-aa23-6e84e21fd3b7) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:34.250863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e0dc04-3273-44cd-8e92-bb06abac782c None None] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:34.274514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] No DVR routers for this DVR port 3b13d910-3cda-4e9a-8632-9f901c28e2c9 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:34.278715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:34.282099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.285369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.287183 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fc99d2f9-346f-4c15-a5a2-711a3708f484 req-9b0c4305-0e59-4c0f-ab48-3c97c8d9dacf tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.10 "DELETE /v2.0/ports/3b13d910-3cda-4e9a-8632-9f901c28e2c9 HTTP/1.1" status: 204 len: 173 time: 1.7404628 Aug 18 14:17:34.305733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'name': 'network-vif-deleted', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:34.308060 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562ed227-9eea-4357-a2ad-c6057c703afa" -d '{"events": [{"server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "name": "network-vif-deleted", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:34.337157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.370297 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa3f898-53c6-4294-aca4-0c018c9bcb89 x-openstack-request-id: req-6aa3f898-53c6-4294-aca4-0c018c9bcb89 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:34.370649 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55b1176-10eb-48de-bbfe-6fde67cdbd5c", "name": "network-vif-deleted", "tag": "3b13d910-3cda-4e9a-8632-9f901c28e2c9", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:34.370899 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6aa3f898-53c6-4294-aca4-0c018c9bcb89 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:34.371374 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b1176-10eb-48de-bbfe-6fde67cdbd5c', 'name': 'network-vif-deleted', 'tag': '3b13d910-3cda-4e9a-8632-9f901c28e2c9', 'status': 'completed', 'code': 200} Aug 18 14:17:34.381459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Made reservation on behalf of e924bef2ae7646e0bbd8a4db6cd8732d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:34.390236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.408235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Provisioning for port f33a6cf3-d560-4a97-8911-88a017daf3f1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:34.428572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Provisioning complete for port f33a6cf3-d560-4a97-8911-88a017daf3f1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:34.429427 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.433238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:34.437577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.462292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.462644 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment 127f9541-6c62-45e7-b9ec-6cfba1e77cb8 of type vlan for network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 Aug 18 14:17:34.514493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Performing IP validity checks on allocation pools {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 14:17:34.515773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 14:17:34.556074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.571200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.606417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.620284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] For port f33a6cf3-d560-4a97-8911-88a017daf3f1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f33a6cf3-d560-4a97-8911-88a017daf3f1,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:34.754124 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.754578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.767492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:34.768172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.856819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.858715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.861206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.865593 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/c2be2810-11ef-4bf3-9a69-6fe56e4a2cea HTTP/1.1" status: 204 len: 168 time: 0.7443745 Aug 18 14:17:34.867299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42206) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:34.874920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14989562-652e-4be9-a676-09c208ccdc74 req-ff2d873d-bc1f-4bdb-9586-c110077db357 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0605512 Aug 18 14:17:34.885056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2309e3a-1800-4db5-b4d7-59c9b7e7e3b5 None None] Pushing event updated for resources: {'Port': ['ID=f33a6cf3-d560-4a97-8911-88a017daf3f1,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:34.896197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c21e2848-06e7-4def-8d91-b7348d7c5528 None None] Provisioning complete for port f33a6cf3-d560-4a97-8911-88a017daf3f1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:34.896894 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21e2848-06e7-4def-8d91-b7348d7c5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.902006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:34.923646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee7f74df-2b95-441d-b057-de0aa11eabe9 req-5f565597-9fbf-41bd-83e0-172c577f774d tempest-ServerAddressesTestJSON-652054468 tempest-ServerAddressesTestJSON-652054468-project] 10.222.0.35 "GET /v2.0/ports?device_id=a55b1176-10eb-48de-bbfe-6fde67cdbd5c HTTP/1.1" status: 200 len: 210 time: 0.0953984 Aug 18 14:17:34.961475 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1163132 Aug 18 14:17:34.961475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d728e-dce1-4a96-8c05-fe607dc2d6fb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2be2810-11ef-4bf3-9a69-6fe56e4a2cea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:34.963730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42208) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:34.977689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:34.978673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba589-7c3d-4595-90ff-ad11f75cc7dc tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=63f3df45-f8d4-4647-9dbb-68f2b8ceda30,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:34.982593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297970949'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:34.990265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:34.999550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:35.009657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:35.045494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Pushing event updated for resources: {'Port': ['ID=5a9efff7-0961-4965-aa23-6e84e21fd3b7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:35.064891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-833a0648-3c27-4118-9b88-8bd7656fbaa5 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887183 Aug 18 14:17:35.067599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42210) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:35.074515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122559165'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:35.077644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=6062e634-11c7-4f33-8f2c-b37ecb66e0df,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:35.086327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Checking segment: {'id': 'fbb0d4e2-a180-4f36-87d1-698f33d2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:35.086810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network hostable DHCP agents. Network: 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:35.184338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:35.188141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.214812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:35.219909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:35.231441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.231668 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Added segment 199d8323-471f-4668-b5f4-eb85d6921f11 of type vlan for network 10665272-0ca5-4f33-8123-0566c8f11254 Aug 18 14:17:35.291022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.302318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:35.311119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:35.312037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.313959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de632cf7-2150-4342-b887-cbd21683e661 None None] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:35.369277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.454958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-21e75dc0-6c32-404b-8915-36fedeb49515 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3937790 Aug 18 14:17:35.457880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:35.464074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:35.468083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.470799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.474555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:35.475205 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.498676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-4c5db5eb-9353-42ad-81c0-8fd3e3d564a1', 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1', 'tenant_id': 'e924bef2ae7646e0bbd8a4db6cd8732d', 'fixed_ips': [{'subnet_id': '6062e634-11c7-4f33-8f2c-b37ecb66e0df'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:35.499765 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.598241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Network': ['ID=10665272-0ca5-4f33-8123-0566c8f11254,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:35.618330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 10665272-0ca5-4f33-8123-0566c8f11254 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:35.637308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.649285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26187356'] for subnet, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.701975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.723763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Allocated IP 172.20.0.3 (4c5db5eb-9353-42ad-81c0-8fd3e3d564a1/6062e634-11c7-4f33-8f2c-b37ecb66e0df/1fa2c263-8be0-4398-97f0-0061a2aecb55) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:35.739256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b13d910-3cda-4e9a-8632-9f901c28e2c9 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:35.771674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ab93c-98f3-4f64-8379-dab07267552a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:35.773958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 3b13d910-3cda-4e9a-8632-9f901c28e2c9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:35.774656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b13d910-3cda-4e9a-8632-9f901c28e2c9 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:35.783496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.805885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9eb1b9da-57d4-4eb3-b01a-0fb14a128e92 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8236609 Aug 18 14:17:35.827936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:35.833427 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a00ed2c9-d71f-4ab9-b50e-bf335cfb2789 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7606225 Aug 18 14:17:35.835246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:35.848902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4b2e4860-87b9-4a30-bda4-51a42efa0b18 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '6a5ab93c-98f3-4f64-8379-dab07267552a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:35.850257 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-4b2e4860-87b9-4a30-bda4-51a42efa0b18 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 14:17:35.851116 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-4b2e4860-87b9-4a30-bda4-51a42efa0b18 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:35.854402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b2e4860-87b9-4a30-bda4-51a42efa0b18 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168395 Aug 18 14:17:35.859081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42216) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:35.989332 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.025018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:36.046269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.083632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:17:36.103878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fab1bb87-b67f-4029-895c-08211d7b615b req-db653da4-f801-40e1-8acb-57515767b687 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0962353 Aug 18 14:17:36.106966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f33a6cf3-d560-4a97-8911-88a017daf3f1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:36.164781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Deleting subnet ccc879ce-7588-4150-9129-da101c5d2b1d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:36.169305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.178232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.181669 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.184080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/6a5ab93c-98f3-4f64-8379-dab07267552a HTTP/1.1" status: 204 len: 168 time: 0.3237655 Aug 18 14:17:36.198257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:36.199378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a882e-5753-4c74-85eb-c5b653bc6d6e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ab93c-98f3-4f64-8379-dab07267552a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:36.231186 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.247703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f33a6cf3-d560-4a97-8911-88a017daf3f1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:36.248326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.271174 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.274336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Transition to ACTIVE for port object 1fa2c263-8be0-4398-97f0-0061a2aecb55 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:36.287784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-007e1478-a406-44f2-aa3c-19108de6c2c3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844390 Aug 18 14:17:36.292580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42226) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:36.301771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--482943108'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:36.308035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Transition to ACTIVE for port object 1fa2c263-8be0-4398-97f0-0061a2aecb55 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:36.322957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:36.336401 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.342676 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Sync routers for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:36.360864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:36.361503 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:36.416683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.436049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.466326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:36.470179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.478838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:36.483595 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:36.495204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Pushing event updated for resources: {'Port': ['ID=1fa2c263-8be0-4398-97f0-0061a2aecb55,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:36.497957 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:36.566016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.576176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ccc879ce-7588-4150-9129-da101c5d2b1d HTTP/1.1" status: 204 len: 168 time: 0.5477965 Aug 18 14:17:36.576176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698086bf-e8a5-41b8-831b-9d63c6a2372d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc879ce-7588-4150-9129-da101c5d2b1d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:36.580564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.584891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Attempting to bind port 1fa2c263-8be0-4398-97f0-0061a2aecb55 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:36.585297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Attempting to bind port 1fa2c263-8be0-4398-97f0-0061a2aecb55 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fbb0d4e2-a180-4f36-87d1-698f33d2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:36.585580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-83cb0dba-75d0-4876-8db7-70df362e9f3b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2744284 Aug 18 14:17:36.585822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Attempting to bind port 1fa2c263-8be0-4398-97f0-0061a2aecb55 on network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:36.586412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:36.586834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42230) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:36.594163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:36.594702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Checking segment: {'id': 'fbb0d4e2-a180-4f36-87d1-698f33d2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:36.595111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.595927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Bound using segment: {'id': 'fbb0d4e2-a180-4f36-87d1-698f33d2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:36.597907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Bound port: 1fa2c263-8be0-4398-97f0-0061a2aecb55, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0d4e2-a180-4f36-87d1-698f33d2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c5db5eb-9353-42ad-81c0-8fd3e3d564a1'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:36.598347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.685875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] For port 1fa2c263-8be0-4398-97f0-0061a2aecb55, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:36.690819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] For port 1fa2c263-8be0-4398-97f0-0061a2aecb55, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1fa2c263-8be0-4398-97f0-0061a2aecb55,segment=NetworkSegment(fbb0d4e2-a180-4f36-87d1-698f33d2a088),segment_id=fbb0d4e2-a180-4f36-87d1-698f33d2a088)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:36.694744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a9bd9ca-32a6-419f-b526-8a904094825f req-239c027b-7529-4f8a-9054-8842903cc42e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0859051 Aug 18 14:17:36.791616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.845976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.853992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.889394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:35Z', 'revision_number': 3, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:36.903692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.927754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169f554-ba06-4978-962d-ccdf19253c15 None None] Pushing event updated for resources: {'Port': ['ID=1fa2c263-8be0-4398-97f0-0061a2aecb55,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:36.951039 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Checking router: 84ad80a3-a6f2-4c7b-83c9-8064774612c1 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:36.988762 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Updating router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:17:36.988910 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771084038503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25541909'] for subnet, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:36.989184 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.036387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event updated for resources: {'Subnet': ['ID=6062e634-11c7-4f33-8f2c-b37ecb66e0df,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:37.041429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d42a458-39ab-4c54-8a1e-e89fce6aa3f9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:37.054346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:37.055979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.057678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-81d8058a-11fd-4aa5-b658-73652100b27b tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "PUT /v2.0/subnets/6062e634-11c7-4f33-8f2c-b37ecb66e0df HTTP/1.1" status: 200 len: 877 time: 1.5984869 Aug 18 14:17:37.059865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.061302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-48cccb39-818e-452f-8dd2-cfca6a1b4e6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7674184 Aug 18 14:17:37.062157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42232) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.079231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42234) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.088536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b1bd5eab-3875-4e37-b352-f6e8ae14c86b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '5d42a458-39ab-4c54-8a1e-e89fce6aa3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:37.107614 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-b1bd5eab-3875-4e37-b352-f6e8ae14c86b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 14:17:37.108561 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-b1bd5eab-3875-4e37-b352-f6e8ae14c86b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:37.110281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1bd5eab-3875-4e37-b352-f6e8ae14c86b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0296855 Aug 18 14:17:37.130153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42236) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.141893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d27f87ca-9b87-49c8-b1a1-6cc25c71a1f1 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '5d42a458-39ab-4c54-8a1e-e89fce6aa3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:37.142598 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-d27f87ca-9b87-49c8-b1a1-6cc25c71a1f1 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 14:17:37.143115 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-d27f87ca-9b87-49c8-b1a1-6cc25c71a1f1 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:37.154156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d27f87ca-9b87-49c8-b1a1-6cc25c71a1f1 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228381 Aug 18 14:17:37.155293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.198673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4a464-d75d-411c-823b-8357ccb79347']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:37.250327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42238) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.287142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-921aeb55-96a1-4910-b84f-7bf042ffac70 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '5d42a458-39ab-4c54-8a1e-e89fce6aa3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:37.288326 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-921aeb55-96a1-4910-b84f-7bf042ffac70 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 14:17:37.288995 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-921aeb55-96a1-4910-b84f-7bf042ffac70 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:37.293406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-921aeb55-96a1-4910-b84f-7bf042ffac70 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0420177 Aug 18 14:17:37.298855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42242) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.323524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb4deef-07d2-4dea-94f9-4a118454e890') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:37.323831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb4deef-07d2-4dea-94f9-4a118454e890') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:37.358098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c31609ee-2510-4288-8a0d-ba496a5024ec tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '5d42a458-39ab-4c54-8a1e-e89fce6aa3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:37.359465 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-c31609ee-2510-4288-8a0d-ba496a5024ec tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 14:17:37.360127 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-c31609ee-2510-4288-8a0d-ba496a5024ec tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:37.364277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c31609ee-2510-4288-8a0d-ba496a5024ec tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0597215 Aug 18 14:17:37.368795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:37.368991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.381607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b531a9cb-ad49-4bbc-924f-2c10ed8fbe5a req-b25c83d3-f3c1-457f-9128-cba3035470a0 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.1200025 Aug 18 14:17:37.404773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.420158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:37.420770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:37.422892 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:37.510591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.620817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.630431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 1fa2c263-8be0-4398-97f0-0061a2aecb55 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:37.630870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.632394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.643003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.654546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.660245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] 10.222.0.35 "DELETE /v2.0/networks/49b4a464-d75d-411c-823b-8357ccb79347 HTTP/1.1" status: 204 len: 168 time: 1.0719450 Aug 18 14:17:37.710794 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.724086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Transition to ACTIVE for port object 5a9efff7-0961-4965-aa23-6e84e21fd3b7 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:37.730772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 1fa2c263-8be0-4398-97f0-0061a2aecb55, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1fa2c263-8be0-4398-97f0-0061a2aecb55,segment=NetworkSegment(fbb0d4e2-a180-4f36-87d1-698f33d2a088),segment_id=fbb0d4e2-a180-4f36-87d1-698f33d2a088)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:37.731682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.746441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 1fa2c263-8be0-4398-97f0-0061a2aecb55 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:37.793219 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.875462 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Pushing event updated for resources: {'Port': ['ID=5a9efff7-0961-4965-aa23-6e84e21fd3b7,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:37.952804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Attempting to bind port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:37.956270 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Attempting to bind port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:37.956787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Attempting to bind port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:37.988008 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:37.992001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:37.992001 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:37.992001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:37.992001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Bound port: 5a9efff7-0961-4965-aa23-6e84e21fd3b7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:37.992001 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.010461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Allocated IP 172.20.0.1 (2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a/7914c28a-9494-4900-b254-413f2ad3f210/a3ee2a63-4bd5-49fd-8957-2a4059ef7e36) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:38.021361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.086486 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.090804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.091729 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.092232 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.092837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.093383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.097364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.097964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.098455 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.098970 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.099496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.101650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:38.136541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.153585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1fa2c263-8be0-4398-97f0-0061a2aecb55 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:38.171477 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] For port 5a9efff7-0961-4965-aa23-6e84e21fd3b7, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:38.175495 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] For port 5a9efff7-0961-4965-aa23-6e84e21fd3b7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5a9efff7-0961-4965-aa23-6e84e21fd3b7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:38.198635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=1fa2c263-8be0-4398-97f0-0061a2aecb55,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:38.213639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1fa2c263-8be0-4398-97f0-0061a2aecb55 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:38.214020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1fa2c263-8be0-4398-97f0-0061a2aecb55 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 14:17:38.238563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port 1fa2c263-8be0-4398-97f0-0061a2aecb55 not found, will not notify nova. {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 14:17:38.249544 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.308440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:38.309503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 1fa2c263-8be0-4398-97f0-0061a2aecb55 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:38.317646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.320751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.323341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/5d42a458-39ab-4c54-8a1e-e89fce6aa3f9 HTTP/1.1" status: 204 len: 168 time: 0.9355550 Aug 18 14:17:38.341033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42250) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:38.381679 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083cf97-c46f-437c-91fd-416cfe554392 None None] Pushing event updated for resources: {'Port': ['ID=5a9efff7-0961-4965-aa23-6e84e21fd3b7,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:38.404865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf005a-a25e-43dd-9bdb-c8959b69b590 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d42a458-39ab-4c54-8a1e-e89fce6aa3f9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:38.408252 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:38.410101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:38.461995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.544007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f1afe2cc-bf82-4bdd-8b56-a3e8b7dc125b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9251050eff6442681c1cd5c3337d3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320182 Aug 18 14:17:38.559713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42254) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:38.632945 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:38.671717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f46512-9c9c-44cb-9925-d35523d0cdfd None None] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:38.687052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9e7ec85-9ce3-488e-a76e-2d1b18c5c286 req-901c9603-e243-400c-a42c-2cce54e433d7 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.1171010 Aug 18 14:17:38.697775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f2296031-573f-4d62-b507-8d5b5efdc7ae tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3552780 Aug 18 14:17:38.702201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42256) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:38.708640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--281242302'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:38.795295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.798910 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.818342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-098f7ba1-b1dd-4934-b24e-2665135e6548 None None] Could not find standard attr ID for object 1fa2c263-8be0-4398-97f0-0061a2aecb55. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:17:38.891898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.960736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.979270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Transition to ACTIVE for port object a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:38.982814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:38.984841 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:35Z', 'revision_number': 3, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:39.019003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=6062e634-11c7-4f33-8f2c-b37ecb66e0df,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:39.032131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07ebf2-8a46-458b-abba-b6c9fbb7a462 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b4a464-d75d-411c-823b-8357ccb79347,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:39.048110 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647ac3-74a3-4ba2-9d13-edf0ebe4b962 None None] The sync data for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 is: [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:35Z', 'revision_number': 3, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:39.096373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57960555-9840-48bc-b210-a6b4a4a10f5e None None] DHCP port deletion for 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:39.108992 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.114766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.114766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b61c3be1-6e38-4a36-987e-0170aa32c1db HTTP/1.1" status: 204 len: 168 time: 0.5500109 Aug 18 14:17:39.129312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c76c2c-ed45-4aee-896e-a9c8dcf0380c None None] Network 4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:39.137991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.151886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.205080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5db5eb-9353-42ad-81c0-8fd3e3d564a1']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:39.211405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a36e-f20d-47b1-8900-8cecb89b2471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c3be1-6e38-4a36-987e-0170aa32c1db,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:39.239258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb0d4e2-a180-4f36-87d1-698f33d2a088') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:39.240012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb0d4e2-a180-4f36-87d1-698f33d2a088') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:39.270299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:39.275361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.280597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'subnets': [{'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39595333', 'ip_version': 6}, {'network_id': '10665272-0ca5-4f33-8123-0566c8f11254', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:39.280918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'subnet': {'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39595333', 'ip_version': 6}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:39.292829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Request body: {'subnet': {'network_id': '10665272-0ca5-4f33-8123-0566c8f11254', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:39.309307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.373755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:39.374295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e31c64a-b8b9-4a4f-a388-cc317e2fe372 req-45e2d03f-8eea-4b1f-bddb-4d3239325111 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82bc73c34d09404580d13b05fc4a82ee&device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0612273 Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:39.389613 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:39.391519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:39.395234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:39.405967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:39.411758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:39.466954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.793555 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.829426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c6a6457-9df3-4462-bcb6-cdc189e8835a None None] Provisioning for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:39.836282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4c6a6457-9df3-4462-bcb6-cdc189e8835a None None] Provisioning complete for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:39.837009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6457-9df3-4462-bcb6-cdc189e8835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:39.885856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a6457-9df3-4462-bcb6-cdc189e8835a None None] Port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:17:39.921137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e31c64a-b8b9-4a4f-a388-cc317e2fe372 req-bd4b61e2-ef16-4e39-b460-18feaf0febad service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=82bc73c34d09404580d13b05fc4a82ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5233583 Aug 18 14:17:40.020568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e90d8128-c9c0-42c7-8512-91a1ca660122 req-2b9d3d85-c85e-49af-b990-b4d2630bd6a7 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.6185632 Aug 18 14:17:40.050982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.059096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.103306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5a9efff7-0961-4965-aa23-6e84e21fd3b7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:40.154906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.161526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.167419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c64a-b8b9-4a4f-a388-cc317e2fe372 req-1ad8461d-6df9-447c-aa38-6e42a90f4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:40.168947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e31c64a-b8b9-4a4f-a388-cc317e2fe372 req-1ad8461d-6df9-447c-aa38-6e42a90f4d73 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276669 Aug 18 14:17:40.170560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.172312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.186895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.189194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 HTTP/1.1" status: 204 len: 168 time: 3.1259537 Aug 18 14:17:40.212203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42278) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.230089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de43-b25e-4f2f-ae05-7c6584044bdb tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=4c5db5eb-9353-42ad-81c0-8fd3e3d564a1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:40.246720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Made reservation on behalf of 25e250ae90304a579b78f21b72108ea2 for: {'subnet': 2} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:40.251560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.251948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.257603 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9441eaad-a0ca-4833-9026-1d8e8777376a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:40.258588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9441eaad-a0ca-4833-9026-1d8e8777376a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:40.259872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9441eaad-a0ca-4833-9026-1d8e8777376a tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/6062e634-11c7-4f33-8f2c-b37ecb66e0df HTTP/1.1" status: 404 len: 337 time: 0.0467045 Aug 18 14:17:40.261905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe5af2-e124-41e5-8ec7-7e62558efa3a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:40.264017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42280) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.274184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:40.283181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:40.283558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.312476 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d1b497-4983-46d6-a157-93a17464ef77 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:40.313074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d1b497-4983-46d6-a157-93a17464ef77 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:40.315552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-88d1b497-4983-46d6-a157-93a17464ef77 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/4c5db5eb-9353-42ad-81c0-8fd3e3d564a1 HTTP/1.1" status: 404 len: 339 time: 0.0501359 Aug 18 14:17:40.318244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42284) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.324524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:40.333375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.366761 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f88a069-3669-4b23-8e4e-4ca5af30fdf1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:40.367229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f88a069-3669-4b23-8e4e-4ca5af30fdf1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:40.368978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0f88a069-3669-4b23-8e4e-4ca5af30fdf1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/71bfd519-b590-4d1e-8bb6-61714247d1fc HTTP/1.1" status: 404 len: 337 time: 0.0496809 Aug 18 14:17:40.370019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.374390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef0fa2a3-35a0-4bd2-aae5-75916a56c9a3 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6705837 Aug 18 14:17:40.374949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42286) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.375284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.387620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1147687d-9cc8-4931-81e3-e1c8b1ad732f tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:40.389090 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-1147687d-9cc8-4931-81e3-e1c8b1ad732f tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 14:17:40.389598 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-1147687d-9cc8-4931-81e3-e1c8b1ad732f tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:40.394488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1147687d-9cc8-4931-81e3-e1c8b1ad732f tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169640 Aug 18 14:17:40.396485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42292) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.400977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bea53721-76ac-4ca1-b829-7ac25e6fce4b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:40.423864 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa86d770-bae0-4577-9df2-7a0ee6af73ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:40.424491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa86d770-bae0-4577-9df2-7a0ee6af73ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:40.426462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aa86d770-bae0-4577-9df2-7a0ee6af73ac tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/1c8a8929-7b77-4a30-8a94-bfc6d185c7fc HTTP/1.1" status: 404 len: 339 time: 0.0501728 Aug 18 14:17:40.431746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42294) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.436325 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.478001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5a9efff7-0961-4965-aa23-6e84e21fd3b7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5a9efff7-0961-4965-aa23-6e84e21fd3b7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:40.532165 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.632550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:40.634485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.635942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:40.654324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69933b4-5434-4bb3-b896-668f0c1ed4ca']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:40.668256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ddf6b-1ad7-441e-975e-2d752469ff50') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:40.668561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ddf6b-1ad7-441e-975e-2d752469ff50') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:40.679646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.701625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.712421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:40.714473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:40.719750 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:40.795647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.897277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5a9efff7-0961-4965-aa23-6e84e21fd3b7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:40.906554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:17:40.925546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1fa2c263-8be0-4398-97f0-0061a2aecb55 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:40.934066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.956764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1fa2c263-8be0-4398-97f0-0061a2aecb55 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:40.957119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1fa2c263-8be0-4398-97f0-0061a2aecb55 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:40.962276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-97e47d31-5e25-44fb-bb8d-1df87c6a059e None None] Provisioning complete for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:40.962697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97e47d31-5e25-44fb-bb8d-1df87c6a059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.976070 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.977927 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-bea53721-76ac-4ca1-b829-7ac25e6fce4b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:40.979060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bea53721-76ac-4ca1-b829-7ac25e6fce4b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5816383 Aug 18 14:17:40.984636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42300) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:40.992104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:40.996454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/f69933b4-5434-4bb3-b896-668f0c1ed4ca HTTP/1.1" status: 204 len: 168 time: 0.5613630 Aug 18 14:17:40.999451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.014502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0ceb35bd-b8fe-4dfa-8db4-88514b740681 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:41.015082 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-0ceb35bd-b8fe-4dfa-8db4-88514b740681 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 14:17:41.015676 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-0ceb35bd-b8fe-4dfa-8db4-88514b740681 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:41.017378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0ceb35bd-b8fe-4dfa-8db4-88514b740681 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183840 Aug 18 14:17:41.019063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-97e47d31-5e25-44fb-bb8d-1df87c6a059e None None] Port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:17:41.024873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.030799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eb8bc-3aa1-45c8-99c4-f5aed5e43c86 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=f69933b4-5434-4bb3-b896-668f0c1ed4ca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:41.031651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4c7978df-9a3b-4267-8775-b173dfd5b707 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:41.039520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.072568 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2b7977-c4b1-4583-b5b0-3ef98abea467 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.073362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2b7977-c4b1-4583-b5b0-3ef98abea467 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.079051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b2b7977-c4b1-4583-b5b0-3ef98abea467 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/1480101a-1ffb-486e-ba97-40f1ae3937ac HTTP/1.1" status: 404 len: 337 time: 0.0601711 Aug 18 14:17:41.080208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42312) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.127672 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-468f9458-a8fa-4e06-85de-4fcde703cadd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.127672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468f9458-a8fa-4e06-85de-4fcde703cadd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.127672 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-468f9458-a8fa-4e06-85de-4fcde703cadd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/c592ee72-a5b6-4f79-aa84-fd2d1fd9ff13 HTTP/1.1" status: 404 len: 339 time: 0.0435755 Aug 18 14:17:41.134273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42314) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.156650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e434fbac-9fb5-4598-a1eb-9d27bac0e43e req-b69e8984-104d-4036-8c38-722f5e6e7bfc tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0349405 Aug 18 14:17:41.201298 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8065d1-9345-4af2-a0e0-b08806ef0ad5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.202079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8065d1-9345-4af2-a0e0-b08806ef0ad5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.203718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e8065d1-9345-4af2-a0e0-b08806ef0ad5 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/60b08031-d568-490f-b61e-d633c3df8a15 HTTP/1.1" status: 404 len: 337 time: 0.0674813 Aug 18 14:17:41.206478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1434142006-network', 'tenant_id': '587e436331a6453badf256c6ea65de77'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:41.209558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42316) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.212391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:41.227052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-130a13cd-3653-4af4-91ee-2263bea645a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/84ad80a3-a6f2-4c7b-83c9-8064774612c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5147102 Aug 18 14:17:41.248527 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-584c38a8-bb5e-4b49-bbe9-265d874ffee9 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.248527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584c38a8-bb5e-4b49-bbe9-265d874ffee9 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.249830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-584c38a8-bb5e-4b49-bbe9-265d874ffee9 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/92c3d060-0e0b-43ae-83f5-7db713241ef7 HTTP/1.1" status: 404 len: 339 time: 0.0378332 Aug 18 14:17:41.253299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42320) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.274636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.280270 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e72826-0f75-4f3d-99c6-8757a929e851 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.283844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e72826-0f75-4f3d-99c6-8757a929e851 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.283844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-76e72826-0f75-4f3d-99c6-8757a929e851 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/f0392ef5-e78f-430b-942e-3e0d4155651b HTTP/1.1" status: 404 len: 337 time: 0.0283957 Aug 18 14:17:41.286206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42322) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.318869 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fe83c4-35b8-4782-b2fc-b4fba8401a25 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.319430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fe83c4-35b8-4782-b2fc-b4fba8401a25 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.321209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11fe83c4-35b8-4782-b2fc-b4fba8401a25 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/7c9c4d02-ce4c-4b20-8eae-6ff6b6a30231 HTTP/1.1" status: 404 len: 339 time: 0.0293996 Aug 18 14:17:41.336405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42324) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.349898 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-4c7978df-9a3b-4267-8775-b173dfd5b707 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:41.354396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c7978df-9a3b-4267-8775-b173dfd5b707 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3283880 Aug 18 14:17:41.357539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42328) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.366186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-271a683e-9995-4f69-9a2b-a6e2ab8c82f8 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:41.366931 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-271a683e-9995-4f69-9a2b-a6e2ab8c82f8 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 14:17:41.367419 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-271a683e-9995-4f69-9a2b-a6e2ab8c82f8 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:41.368387 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-271a683e-9995-4f69-9a2b-a6e2ab8c82f8 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082114 Aug 18 14:17:41.371649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42332) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.374224 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b94c47-4fe7-4f86-ae69-ddffd7e8b532 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.375619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b94c47-4fe7-4f86-ae69-ddffd7e8b532 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.379587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-51b94c47-4fe7-4f86-ae69-ddffd7e8b532 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/39d1190d-bda5-41ee-b8a1-28cf429202ad HTTP/1.1" status: 404 len: 337 time: 0.0402293 Aug 18 14:17:41.380280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42334) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.383896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9613837c-7654-4a54-9a8b-1bd296550f11 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:41.402922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Subnet': ['ID=9016a50e-b797-49e3-bbd6-0ffaaeb01101,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:41.407675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Checking segment: {'id': '127f9541-6c62-45e7-b9ec-6cfba1e77cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:41.408039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network hostable DHCP agents. Network: 63f3df45-f8d4-4647-9dbb-68f2b8ceda30, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:41.417971 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f402b1e-c9ed-40ac-90b5-ed724c11b1fd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.418593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f402b1e-c9ed-40ac-90b5-ed724c11b1fd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.421997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1f402b1e-c9ed-40ac-90b5-ed724c11b1fd tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/e92f5a03-29ea-4982-8814-18f4b346ce32 HTTP/1.1" status: 404 len: 339 time: 0.0317030 Aug 18 14:17:41.423223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42336) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.440692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Made reservation on behalf of 587e436331a6453badf256c6ea65de77 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:41.444362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.454247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Sync routers for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:41.457436 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c29e5b-dd6a-40b9-b4da-0a949f002a39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.458350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c29e5b-dd6a-40b9-b4da-0a949f002a39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.460502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0c29e5b-dd6a-40b9-b4da-0a949f002a39 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/c0d58492-6a86-43e1-92d3-55df15e06bd1 HTTP/1.1" status: 404 len: 337 time: 0.0344322 Aug 18 14:17:41.461226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.464506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42338) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.473435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:41.474189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:41.489743 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-c015f82f-9c71-4a28-ab93-8eec00702e97 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.492671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c015f82f-9c71-4a28-ab93-8eec00702e97 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.492671 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c015f82f-9c71-4a28-ab93-8eec00702e97 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/fc548136-a8ea-4a62-bd7f-167a780f8d0a HTTP/1.1" status: 404 len: 339 time: 0.0260839 Aug 18 14:17:41.497459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.528109 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-000af42e-2f4b-45d3-aee4-a0e0fceb6c28 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.528577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000af42e-2f4b-45d3-aee4-a0e0fceb6c28 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.530422 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-000af42e-2f4b-45d3-aee4-a0e0fceb6c28 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/a99fc582-ab97-4a39-9ed0-fd582b8d9e05 HTTP/1.1" status: 404 len: 337 time: 0.0344167 Aug 18 14:17:41.533073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42342) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.558333 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f05ceb-91e7-4b72-8b16-da13a86130a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.558901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f05ceb-91e7-4b72-8b16-da13a86130a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.564574 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f3f05ceb-91e7-4b72-8b16-da13a86130a0 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/a11cc0e5-867d-44f1-b9fe-8c226b4b70bf HTTP/1.1" status: 404 len: 339 time: 0.0257111 Aug 18 14:17:41.564574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:41.565064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e31c64a-b8b9-4a4f-a388-cc317e2fe372 req-f35a6158-fcf0-4960-a509-68b1859590d6 tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.58 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0310729 Aug 18 14:17:41.565064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.592823 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5e5ff-b2d5-4d12-a2c4-82f63497467e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.593309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5e5ff-b2d5-4d12-a2c4-82f63497467e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.600722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07f5e5ff-b2d5-4d12-a2c4-82f63497467e tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/68bc2edd-b050-42d3-9b77-9391d29d29f2 HTTP/1.1" status: 404 len: 337 time: 0.0302463 Aug 18 14:17:41.601232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42346) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.630041 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-9613837c-7654-4a54-9a8b-1bd296550f11 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Project 0335b076d17d4874b6d580c43a116080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:17:41.633618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:41.641995 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6117d8-8a32-4748-901a-a2ef3b72c30f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.642624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6117d8-8a32-4748-901a-a2ef3b72c30f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.645420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8a6117d8-8a32-4748-901a-a2ef3b72c30f tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/28f38f3c-3efa-4ffd-9c0e-cb75b90f70ce HTTP/1.1" status: 404 len: 339 time: 0.0429795 Aug 18 14:17:41.649497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42356) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.659880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 63f3df45-f8d4-4647-9dbb-68f2b8ceda30) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:41.690669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac9bef-112d-480a-82ab-85ba66304dd5 None None] Network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:41.694902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.701035 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7d4fcf-a04c-46bf-840d-e8b005b39b56 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.701651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7d4fcf-a04c-46bf-840d-e8b005b39b56 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.703621 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e7d4fcf-a04c-46bf-840d-e8b005b39b56 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/cbcc7534-479f-4552-934c-cb679120f4ac HTTP/1.1" status: 404 len: 337 time: 0.0528026 Aug 18 14:17:41.707123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42366) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.739406 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-241fa87d-919d-4a50-95d7-6ed8a5ff66a1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] DELETE failed (client error): The resource could not be found. Aug 18 14:17:41.740496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241fa87d-919d-4a50-95d7-6ed8a5ff66a1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:17:41.742650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-241fa87d-919d-4a50-95d7-6ed8a5ff66a1 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/d6ae8d06-39c7-4013-92b3-a1df2f65ab8f HTTP/1.1" status: 404 len: 339 time: 0.0342584 Aug 18 14:17:41.746245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42376) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:41.782815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event updated for resources: {'Subnet': ['ID=63ff376a-2602-4610-bd0c-51be33020e24,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:41.795083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Checking segment: {'id': '199d8323-471f-4668-b5f4-eb85d6921f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:41.795466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network hostable DHCP agents. Network: 10665272-0ca5-4f33-8123-0566c8f11254, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:41.821351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting subnet 447a2edc-df09-4f69-96cd-3c1b8d775974 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:41.829565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.892093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.892455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Network 10665272-0ca5-4f33-8123-0566c8f11254 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:41.918882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:41.964052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-63f3df45-f8d4-4647-9dbb-68f2b8ceda30', 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30', 'tenant_id': '25e250ae90304a579b78f21b72108ea2', 'fixed_ips': [{'subnet_id': '9016a50e-b797-49e3-bbd6-0ffaaeb01101'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:41.964983 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.005992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 10665272-0ca5-4f33-8123-0566c8f11254) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:42.007721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.015321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.015971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.017195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.024229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5a9efff7-0961-4965-aa23-6e84e21fd3b7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:42.026186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7e849-4c3d-4353-91c9-d4e9b9617a90 None None] Network 10665272-0ca5-4f33-8123-0566c8f11254 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:42.058304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.093757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:42.107595 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f5210f0c-c8d2-4969-9cd1-e0a2341f776e tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.8313489 Aug 18 14:17:42.112533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04bad5-2292-4864-9ad8-db2ddb8ed978,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:42.123922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.124458 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Added segment 03b31055-3928-41b9-bfbe-2a73672c4e75 of type vlan for network 2f405100-4b73-40fc-ac54-0511c3dd083e Aug 18 14:17:42.128627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.142616 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-9613837c-7654-4a54-9a8b-1bd296550f11 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:42.144687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9613837c-7654-4a54-9a8b-1bd296550f11 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7717528 Aug 18 14:17:42.147613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.184288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-edfef93f-9d34-4f78-a416-0bdcbc5e03cd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:42.184288 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-edfef93f-9d34-4f78-a416-0bdcbc5e03cd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 14:17:42.184998 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-edfef93f-9d34-4f78-a416-0bdcbc5e03cd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:42.186258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-edfef93f-9d34-4f78-a416-0bdcbc5e03cd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0376892 Aug 18 14:17:42.189795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.199277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e88cc670-61e9-42d4-abb5-27f671f4a837 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:42.221125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.228087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.246778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6a088-3321-40ee-8a31-9f5ca9e025c3 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.249157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6a088-3321-40ee-8a31-9f5ca9e025c3 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.251081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6a088-3321-40ee-8a31-9f5ca9e025c3 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.265467 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4ff6a088-3321-40ee-8a31-9f5ca9e025c3 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1354702 Aug 18 14:17:42.267071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42394) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.276331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.280741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/subnets/447a2edc-df09-4f69-96cd-3c1b8d775974 HTTP/1.1" status: 204 len: 168 time: 0.5292068 Aug 18 14:17:42.283320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde1c74-0822-4796-824c-60962b9c6a34 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Subnet': ['ID=447a2edc-df09-4f69-96cd-3c1b8d775974,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:42.289472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.293266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15852517-d0cd-42d9-a282-036800f49cbc None None] Network 4f729502-7a4c-44d1-b05c-de4e9aad7300 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:42.323921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:42.324294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.370035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44c3dd70-b05f-456c-92e4-3470338abff7 req-ac757c22-adfe-476d-bacc-e7d5c11eabda tempest-ServerShowV257Test-1753151619 tempest-ServerShowV257Test-1753151619-project] 10.222.0.35 "GET /v2.0/ports?device_id=23333a62-eb95-4318-be59-325e953dc83d HTTP/1.1" status: 200 len: 210 time: 0.0357485 Aug 18 14:17:42.371631 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-e88cc670-61e9-42d4-abb5-27f671f4a837 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Project 0335b076d17d4874b6d580c43a116080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:17:42.399073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.399970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:42.400713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.429067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Allocated IP 2001:db8::1 (63f3df45-f8d4-4647-9dbb-68f2b8ceda30/9016a50e-b797-49e3-bbd6-0ffaaeb01101/0f32fca4-9ac8-4904-9d4f-b4d99f82b198) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:42.453727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting subnet 9016a50e-b797-49e3-bbd6-0ffaaeb01101 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:42.467145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.478931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 2, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:42.485827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f405100-4b73-40fc-ac54-0511c3dd083e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:42.494985 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-e88cc670-61e9-42d4-abb5-27f671f4a837 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:42.500460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-10665272-0ca5-4f33-8123-0566c8f11254', 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254', 'tenant_id': '25e250ae90304a579b78f21b72108ea2', 'fixed_ips': [{'subnet_id': '63ff376a-2602-4610-bd0c-51be33020e24'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:42.501022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e88cc670-61e9-42d4-abb5-27f671f4a837 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3098316 Aug 18 14:17:42.501642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.502684 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.506484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-25f6a9ce-7874-4821-8222-b31ce4d45810 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'cffe5af2-e124-41e5-8ec7-7e62558efa3a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:42.588811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2f405100-4b73-40fc-ac54-0511c3dd083e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:42.588922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Deleting port 8a4ec84c-e86b-471d-bdf0-520faaeff833 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:42.588922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.610442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Checking router: 84ad80a3-a6f2-4c7b-83c9-8064774612c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:42.610926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Updating router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:17:42.617236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8c137989-df2a-43ee-99b7-c613beceb3c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5771487 Aug 18 14:17:42.621420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42402) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.626315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Request body: {'subnet': {'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1434142006-subnet', 'tenant_id': '587e436331a6453badf256c6ea65de77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:42.670051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] For port 8a4ec84c-e86b-471d-bdf0-520faaeff833, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8a4ec84c-e86b-471d-bdf0-520faaeff833,segment=NetworkSegment(fae37141-86b5-463b-b2b6-a95346ffb250),segment_id=fae37141-86b5-463b-b2b6-a95346ffb250)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:42.670836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.689336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Calling delete_port for 8a4ec84c-e86b-471d-bdf0-520faaeff833 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:42.731983 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-25f6a9ce-7874-4821-8222-b31ce4d45810 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Project 0335b076d17d4874b6d580c43a116080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:17:42.810995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Made reservation on behalf of 587e436331a6453badf256c6ea65de77 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:42.813508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.864049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:42.892819 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-25f6a9ce-7874-4821-8222-b31ce4d45810 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:42.897257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25f6a9ce-7874-4821-8222-b31ce4d45810 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3919120 Aug 18 14:17:42.899737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42406) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:42.906250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Port': ['ID=8a4ec84c-e86b-471d-bdf0-520faaeff833,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:42.906250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] No DVR routers for this DVR port 8a4ec84c-e86b-471d-bdf0-520faaeff833 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:42.996828 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.008790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.014543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.037691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f729502-7a4c-44d1-b05c-de4e9aad7300']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:43.055528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae37141-86b5-463b-b2b6-a95346ffb250') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:43.056074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae37141-86b5-463b-b2b6-a95346ffb250') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:43.067668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.075761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.097876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.119795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:43.120463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:43.125161 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:43.163550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6a7ee-a6fa-4d71-86bc-eaf6d56606f4 None None] DHCP port deletion for 4f729502-7a4c-44d1-b05c-de4e9aad7300 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:43.324105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Allocated IP 2001:db8:0:1::1 (10665272-0ca5-4f33-8123-0566c8f11254/63ff376a-2602-4610-bd0c-51be33020e24/46bbd4ed-2bb8-4cb3-9720-59a73122a246) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:43.324105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.590782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.630204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.776591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.805264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Transition to ACTIVE for port object 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:43.807993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Transition to ACTIVE for port object 46bbd4ed-2bb8-4cb3-9720-59a73122a246 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:43.808883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.810088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Transition to ACTIVE for port object a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:43.819988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.835134 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] 10.222.0.35 "DELETE /v2.0/networks/4f729502-7a4c-44d1-b05c-de4e9aad7300 HTTP/1.1" status: 204 len: 168 time: 1.5430548 Aug 18 14:17:43.848933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Transition to ACTIVE for port object 46bbd4ed-2bb8-4cb3-9720-59a73122a246 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:43.851412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803bc8f-177e-4e2f-8970-9b44bc747655 tempest-NetworksTest-1720796720 tempest-NetworksTest-1720796720-project] Pushing event deleted for resources: {'Network': ['ID=4f729502-7a4c-44d1-b05c-de4e9aad7300,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:43.857227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c787c2-cd5a-426b-be8d-e0f980cd8396,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:43.863244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.869539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.872749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Transition to ACTIVE for port object 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:43.876574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42448) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:43.876835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/cffe5af2-e124-41e5-8ec7-7e62558efa3a HTTP/1.1" status: 204 len: 168 time: 0.9753122 Aug 18 14:17:43.911551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa050c-9a6e-4a14-885e-8acb8dcd5206 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe5af2-e124-41e5-8ec7-7e62558efa3a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:43.954335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Checking segment: {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:43.954704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Network hostable DHCP agents. Network: 2f405100-4b73-40fc-ac54-0511c3dd083e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:43.964131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e2341f0-3dd3-439e-aded-ae80f7ea5bb8 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846565 Aug 18 14:17:43.967269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:43.975440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049198426'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:43.982826 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.985361 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.988971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.991133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.047155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a4ec84c-e86b-471d-bdf0-520faaeff833 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:44.083484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.087604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Network 2f405100-4b73-40fc-ac54-0511c3dd083e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:44.118145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:44.121427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8a4ec84c-e86b-471d-bdf0-520faaeff833 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:44.121782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8a4ec84c-e86b-471d-bdf0-520faaeff833 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:44.137626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Network 10665272-0ca5-4f33-8123-0566c8f11254 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:44.160196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:44.165053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.165681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:44.168876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:44.175816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:44.184467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceed2a-c650-49fc-b959-2309878e1882 None None] Pushing event updated for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:44.187657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2f405100-4b73-40fc-ac54-0511c3dd083e) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:44.194653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:44.202074 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.238461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e47449-b99b-4d30-b1c9-af4fbe90b481 None None] Network 2f405100-4b73-40fc-ac54-0511c3dd083e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:44.258335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.329181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0e71e2c-5bf9-4d05-bb02-d8a00a624ae1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7045372 Aug 18 14:17:44.414609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:44.451479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Pushing event updated for resources: {'Port': ['ID=0f32fca4-9ac8-4904-9d4f-b4d99f82b198,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:44.462761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Attempting to bind port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:44.463447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Attempting to bind port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:44.464021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Attempting to bind port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 on network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:44.498784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.506659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.557808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:44.558516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Checking segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:44.559121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.559780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Bound using segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:44.561009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Bound port: a3ee2a63-4bd5-49fd-8957-2a4059ef7e36, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:44.561410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Subnet': ['ID=9016a50e-b797-49e3-bbd6-0ffaaeb01101,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:44.561781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.564461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.619767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.619767 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49f331e3-b236-4eab-adba-1eb93d705d4c tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/subnets/9016a50e-b797-49e3-bbd6-0ffaaeb01101 HTTP/1.1" status: 204 len: 168 time: 2.3502693 Aug 18 14:17:44.619767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2db601f-c9f9-425f-b6da-6e6d65fe33b3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:44.621726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:44.658194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Attempting to bind port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:44.658574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Attempting to bind port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '199d8323-471f-4668-b5f4-eb85d6921f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:44.661257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Attempting to bind port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 on network 10665272-0ca5-4f33-8123-0566c8f11254 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:44.673071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:44.691706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting subnet 63ff376a-2602-4610-bd0c-51be33020e24 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:17:44.695484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.714137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Attempting to bind port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:44.714787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Attempting to bind port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '127f9541-6c62-45e7-b9ec-6cfba1e77cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:44.715180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Attempting to bind port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 on network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:44.729248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:44.730124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Checking segment: {'id': '199d8323-471f-4668-b5f4-eb85d6921f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:44.730713 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.731342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Bound using segment: {'id': '199d8323-471f-4668-b5f4-eb85d6921f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:44.732031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Bound port: 46bbd4ed-2bb8-4cb3-9720-59a73122a246, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d8323-471f-4668-b5f4-eb85d6921f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10665272-0ca5-4f33-8123-0566c8f11254'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:44.732436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.736243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Pushing event updated for resources: {'Port': ['ID=46bbd4ed-2bb8-4cb3-9720-59a73122a246,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:44.745938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aff46d-7b19-4104-bb33-6d6d3d152229 None None] Network 2f405100-4b73-40fc-ac54-0511c3dd083e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:44.797060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:44.797794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Checking segment: {'id': '127f9541-6c62-45e7-b9ec-6cfba1e77cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:44.798621 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.799172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Bound using segment: {'id': '127f9541-6c62-45e7-b9ec-6cfba1e77cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:44.800393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Bound port: 0f32fca4-9ac8-4904-9d4f-b4d99f82b198, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f9541-6c62-45e7-b9ec-6cfba1e77cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '63f3df45-f8d4-4647-9dbb-68f2b8ceda30'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:44.800974 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.820470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.841226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74a28dff-dab7-4c41-90bf-63055775e0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.985250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] For port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:45.009541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74a28dff-dab7-4c41-90bf-63055775e0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.026815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.029245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ab40289-6bc4-4aab-af1b-81ac9432fc5e tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0604980 Aug 18 14:17:45.033321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42484) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.039758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] For port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:45.045763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6e7a75a3-014d-4b4d-9f57-e15cb0e43cbd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'b2db601f-c9f9-425f-b6da-6e6d65fe33b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:45.066288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] For port 46bbd4ed-2bb8-4cb3-9720-59a73122a246, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:45.071625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] For port 46bbd4ed-2bb8-4cb3-9720-59a73122a246, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=46bbd4ed-2bb8-4cb3-9720-59a73122a246,segment=NetworkSegment(199d8323-471f-4668-b5f4-eb85d6921f11),segment_id=199d8323-471f-4668-b5f4-eb85d6921f11)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:45.088823 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4840e30d-4dd0-4aef-a5e5-03a7dee11353 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e924bef2ae7646e0bbd8a4db6cd8732d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145505 Aug 18 14:17:45.091428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.098345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] For port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:45.105539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.137632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] For port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0f32fca4-9ac8-4904-9d4f-b4d99f82b198,segment=NetworkSegment(127f9541-6c62-45e7-b9ec-6cfba1e77cb8),segment_id=127f9541-6c62-45e7-b9ec-6cfba1e77cb8)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:45.155518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.170114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.186079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.200404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-74a28dff-dab7-4c41-90bf-63055775e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.213021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-0464fbdb-6bd3-4f52-8ed9-e3349b11d463 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:45.215058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-0464fbdb-6bd3-4f52-8ed9-e3349b11d463 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 814 time: 0.1608803 Aug 18 14:17:45.218288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.238837 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.258517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:45.259255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:45.265019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceed2a-c650-49fc-b959-2309878e1882 None None] Pushing event updated for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.312249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a28dff-dab7-4c41-90bf-63055775e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7438d6cc-8e8d-45ad-a06e-24a6a17e6ef2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.368762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-412cd942-bc74-4f91-87fe-039af8deee5c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/quotas/587e436331a6453badf256c6ea65de77 HTTP/1.1" status: 200 len: 375 time: 0.1228955 Aug 18 14:17:45.375068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-74a28dff-dab7-4c41-90bf-63055775e0d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82bc73c34d09404580d13b05fc4a82ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9582548 Aug 18 14:17:45.376868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.423997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.434397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-57b2eea3-3004-4816-9121-7cb571eb0393 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472667 Aug 18 14:17:45.479637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.493416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.497685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/973b5cba-9e2f-4fb7-8f96-4aff19d7a02d HTTP/1.1" status: 204 len: 168 time: 0.4051673 Aug 18 14:17:45.508315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Subnet': ['ID=63ff376a-2602-4610-bd0c-51be33020e24,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.511093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.512993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea5cd5c4-f0f5-43f0-818c-801e4410b756 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/subnets/63ff376a-2602-4610-bd0c-51be33020e24 HTTP/1.1" status: 204 len: 168 time: 0.8876054 Aug 18 14:17:45.523773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.532660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719f5a-9003-435f-83c2-0de9e7928b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b5cba-9e2f-4fb7-8f96-4aff19d7a02d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.570546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.623089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.698094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-776751f6-c14e-4e5a-b6f4-fbc4efaa10d2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:17:45.699872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815b55e-2aa2-49b6-9d69-8ed499fd4a20 None None] Network 63f3df45-f8d4-4647-9dbb-68f2b8ceda30 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:45.704560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-776751f6-c14e-4e5a-b6f4-fbc4efaa10d2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2519028 Aug 18 14:17:45.753344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd28f-3ffc-4e36-bc2c-d96dcecb6020 None None] Pushing event updated for resources: {'Port': ['ID=46bbd4ed-2bb8-4cb3-9720-59a73122a246,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.790533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947628a-6983-4301-8b33-43f20d7232a2 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:45.792288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d947628a-6983-4301-8b33-43f20d7232a2 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2668431 Aug 18 14:17:45.798115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.828787 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-6e7a75a3-014d-4b4d-9f57-e15cb0e43cbd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The resource could not be found. Aug 18 14:17:45.830039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e7a75a3-014d-4b4d-9f57-e15cb0e43cbd tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7947905 Aug 18 14:17:45.833288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42500) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:45.840091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-553ec0e5-eb4d-440c-aba5-0b731e7f951b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': 'b2db601f-c9f9-425f-b6da-6e6d65fe33b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ff2733aa-b9a3-4608-95d1-72666a445399'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:45.885515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:45.911219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.915348 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.928697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7438d6cc-8e8d-45ad-a06e-24a6a17e6ef2 HTTP/1.1" status: 204 len: 168 time: 0.5484879 Aug 18 14:17:45.954235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-74a418bb-7ec6-4abd-b593-be2eb45f2927 service neutron] 10.222.0.35 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361696 Aug 18 14:17:45.962393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ceec8-3c7e-4632-9846-54a4169610e7 None None] Pushing event updated for resources: {'Port': ['ID=0f32fca4-9ac8-4904-9d4f-b4d99f82b198,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:45.982695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2769-eecf-48b4-b547-6d14a424edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7438d6cc-8e8d-45ad-a06e-24a6a17e6ef2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:46.022312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.166377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:46.166721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.219579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-b7f2c7d2-6fd2-4ba5-bc44-27925b7cc6ea service neutron] 10.222.0.35 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522798 Aug 18 14:17:46.229378 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-553ec0e5-eb4d-440c-aba5-0b731e7f951b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The resource could not be found. Aug 18 14:17:46.229378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-553ec0e5-eb4d-440c-aba5-0b731e7f951b tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3896873 Aug 18 14:17:46.229528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42508) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:46.240417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] For port 46bbd4ed-2bb8-4cb3-9720-59a73122a246, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=46bbd4ed-2bb8-4cb3-9720-59a73122a246,segment=NetworkSegment(199d8323-471f-4668-b5f4-eb85d6921f11),segment_id=199d8323-471f-4668-b5f4-eb85d6921f11)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:46.240996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.250050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46bbd4ed-2bb8-4cb3-9720-59a73122a246 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:46.255665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Calling delete_port for 46bbd4ed-2bb8-4cb3-9720-59a73122a246 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:46.407346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.451553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.466910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:46.467300 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.490633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.524444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Port': ['ID=46bbd4ed-2bb8-4cb3-9720-59a73122a246,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:46.527727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 14:17:46.535112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] No DVR routers for this DVR port 46bbd4ed-2bb8-4cb3-9720-59a73122a246 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:46.571532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:44Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:46.631739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a09015-239a-4c47-8863-5df9b64f09d8 None None] The sync data for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 is: [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:44Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:46.788390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a09f2d16-c5de-4e99-8aa5-8a6f94c798ff req-b3d40e49-b4b4-4dbe-963a-27d75c7bc505 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.1115446 Aug 18 14:17:46.866859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.892222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10665272-0ca5-4f33-8123-0566c8f11254']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:46.894329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.902235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.911908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/b2db601f-c9f9-425f-b6da-6e6d65fe33b3 HTTP/1.1" status: 204 len: 168 time: 0.6786222 Aug 18 14:17:46.914421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42528) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:46.919667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199d8323-471f-4668-b5f4-eb85d6921f11') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:46.920165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199d8323-471f-4668-b5f4-eb85d6921f11') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:46.943775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.965171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:46.989447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:46.990817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.072417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c792e-9320-4d1e-92c3-80db3c936c42 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2db601f-c9f9-425f-b6da-6e6d65fe33b3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:47.119181 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:47.196680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.213637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.213637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/10665272-0ca5-4f33-8123-0566c8f11254 HTTP/1.1" status: 204 len: 168 time: 1.4105768 Aug 18 14:17:47.213637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42540) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:47.216932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8509145-4f41-4cd7-8a77-86ffc7258767 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2923071 Aug 18 14:17:47.217951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42542) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:47.230312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-128ef7b7-7c0b-4877-a65e-274fb0ecc962 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '9c495ae2-7c27-41cb-b785-091c4d444e98', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:47.274264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-02c8664f-ed3c-4af9-a6fd-3a1036e5a5ca None None] Could not find standard attr ID for object 46bbd4ed-2bb8-4cb3-9720-59a73122a246. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:17:47.299827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19f312-25bd-4da6-ad14-464c7cc9601b tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=10665272-0ca5-4f33-8123-0566c8f11254,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:47.350089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.373378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16415351-5a62-4f4f-8e3a-23fae01300b8 None None] DHCP port deletion for 10665272-0ca5-4f33-8123-0566c8f11254 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:17:47.399721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a313dd-5c00-4f0a-a66b-48887e480f0a None None] Network 10665272-0ca5-4f33-8123-0566c8f11254 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:47.437248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a313dd-5c00-4f0a-a66b-48887e480f0a None None] Network 10665272-0ca5-4f33-8123-0566c8f11254 could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:17:47.451210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a201f63-79d1-4cd1-a29f-03983f0678bb None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:17:47.464285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Deleting port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:47.464643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.577613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a201f63-79d1-4cd1-a29f-03983f0678bb None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:17:47.581735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] For port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0f32fca4-9ac8-4904-9d4f-b4d99f82b198,segment=NetworkSegment(127f9541-6c62-45e7-b9ec-6cfba1e77cb8),segment_id=127f9541-6c62-45e7-b9ec-6cfba1e77cb8)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:47.582511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.605457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Calling delete_port for 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:47.715293 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-128ef7b7-7c0b-4877-a65e-274fb0ecc962 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The resource could not be found. Aug 18 14:17:47.716628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-128ef7b7-7c0b-4877-a65e-274fb0ecc962 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4918847 Aug 18 14:17:47.720631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42552) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:47.726580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330598896'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:47.894487 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.961238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b12c45da-e9f9-4043-8ed1-c19e864c8cc4 req-9f23ce5e-7bae-4916-ac5b-63125bb5ed7e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.0856531 Aug 18 14:17:47.964676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.046301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Port': ['ID=0f32fca4-9ac8-4904-9d4f-b4d99f82b198,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:48.057418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] No DVR routers for this DVR port 0f32fca4-9ac8-4904-9d4f-b4d99f82b198 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:48.131952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:48.138074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.254005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.261294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.274606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f3df45-f8d4-4647-9dbb-68f2b8ceda30']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:48.277433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42570) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:48.298969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f9541-6c62-45e7-b9ec-6cfba1e77cb8') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:48.299921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f9541-6c62-45e7-b9ec-6cfba1e77cb8') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:48.310721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.318597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474c9d1e-deb3-4e8d-8efe-f79bad601454,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:48.346108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.353878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:48.354424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:48.357908 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:48.372822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:17:48.378073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:48.378453 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.412094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.413345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-71860893-528a-46c1-b748-ce11792f4807 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6914103 Aug 18 14:17:48.416191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42574) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:48.421583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--981026114'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:48.478322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1120253297-network', 'tenant_id': 'ab5bff1cfc094051ac2bff54d6b93747'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:48.506772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.560759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:48.576011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.577330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.591737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.593790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/63f3df45-f8d4-4647-9dbb-68f2b8ceda30 HTTP/1.1" status: 204 len: 168 time: 1.3744340 Aug 18 14:17:48.600116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42580) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:48.615272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74afd4-0d59-4403-9898-79a754e9dd02 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=63f3df45-f8d4-4647-9dbb-68f2b8ceda30,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:48.629935 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.705275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46bbd4ed-2bb8-4cb3-9720-59a73122a246 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:48.730468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Made reservation on behalf of ab5bff1cfc094051ac2bff54d6b93747 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:48.733422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.737981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 46bbd4ed-2bb8-4cb3-9720-59a73122a246 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:48.738336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 46bbd4ed-2bb8-4cb3-9720-59a73122a246 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:48.749978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:48.755109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.804929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.963625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.981050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.985976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c78a653-3a71-4043-a20b-f5b17a68371e']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:48.996457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b891c2cf-5367-493c-87a4-673e8ca59699') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:48.997002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b891c2cf-5367-493c-87a4-673e8ca59699') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:49.009589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.028066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.040630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:49.041104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:49.044397 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:49.082703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c7e8ac6-d884-4c91-bed1-6c87ddc0362c req-1d16dc28-9ff7-4c96-842a-5c79a620e2e9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.0423918 Aug 18 14:17:49.100153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.147338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d93901c-992a-4b81-827b-620fcdccc5ea,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:49.215956 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.352940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.353560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.366764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.366764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/5c78a653-3a71-4043-a20b-f5b17a68371e HTTP/1.1" status: 204 len: 168 time: 0.7630434 Aug 18 14:17:49.371080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42596) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:49.376637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3b51-51c3-41ed-bcf6-6089ad69c701 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=5c78a653-3a71-4043-a20b-f5b17a68371e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:49.427561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:49.461981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.462332 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Added segment df943b61-4380-4d08-9203-f7e67cf53074 of type vlan for network 4a72f394-87b0-41b4-89da-1df562dbacdb Aug 18 14:17:49.474418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2006e8cc-b777-428b-b010-d0e67fc94337,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:49.512979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.515031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.519146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4b3f67bc-d1e7-4528-a8b5-7446bae3e4da tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0992126 Aug 18 14:17:49.519943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42600) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:49.523762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.525125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1edb2eee-b2aa-46ca-8f75-38182dab1749 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '474c9d1e-deb3-4e8d-8efe-f79bad601454', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8d93901c-992a-4b81-827b-620fcdccc5ea'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:49.642017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.654913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928a67a7-3e63-425b-9399-b7bfd67372c2']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:49.666118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bfedae-5c3d-496c-afdc-6de143c5c4fb') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:49.666425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bfedae-5c3d-496c-afdc-6de143c5c4fb') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:49.676722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.693370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.700484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:49.700921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:49.748295 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:49.755468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.755468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:49.755468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.787694 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-1edb2eee-b2aa-46ca-8f75-38182dab1749 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:49.789166 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1edb2eee-b2aa-46ca-8f75-38182dab1749 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2683039 Aug 18 14:17:49.792004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42606) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:49.832770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] Pushing event updated for resources: {'Network': ['ID=4a72f394-87b0-41b4-89da-1df562dbacdb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:49.842690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4a72f394-87b0-41b4-89da-1df562dbacdb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:49.852283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.890465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.894462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47e8bc14-dac4-4eb2-8fe3-ce11e1ee3a8f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6158597 Aug 18 14:17:49.895637 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.905598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:49.910728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] 10.222.0.35 "DELETE /v2.0/networks/928a67a7-3e63-425b-9399-b7bfd67372c2 HTTP/1.1" status: 204 len: 168 time: 0.5382340 Aug 18 14:17:49.934520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a45b-94dd-4258-8650-f53c541faa90 tempest-BulkNetworkOpsIpV6Test-2060778043 tempest-BulkNetworkOpsIpV6Test-2060778043-project] Pushing event deleted for resources: {'Network': ['ID=928a67a7-3e63-425b-9399-b7bfd67372c2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:50.029599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.032722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.037221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/8d93901c-992a-4b81-827b-620fcdccc5ea HTTP/1.1" status: 204 len: 168 time: 0.2415962 Aug 18 14:17:50.038208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42612) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.041756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:50.084097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e94e7f-8b71-4ec8-b75e-d327b8563d6a tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d93901c-992a-4b81-827b-620fcdccc5ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:50.161864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-fcfbbd64-30f7-401c-9be8-8dbd5b8007b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:50.165271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-fcfbbd64-30f7-401c-9be8-8dbd5b8007b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 814 time: 0.1619644 Aug 18 14:17:50.182788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Request body: {'port': {'device_id': '5afd706c-217b-4754-b2eb-430bea09345e', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'admin_state_up': True, 'tenant_id': '587e436331a6453badf256c6ea65de77'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:50.194394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:17:50.195444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.198148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9fbb52e1-5169-49cf-873b-4ee965442071 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1411393 Aug 18 14:17:50.200776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42622) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.351850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.355635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5efebcf-0acf-46a8-a07e-28451c3e4cab req-9c139c69-7813-403c-8563-a6bf1110cf81 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.1419556 Aug 18 14:17:50.392589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.566794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.569412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.571481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/474c9d1e-deb3-4e8d-8efe-f79bad601454 HTTP/1.1" status: 204 len: 168 time: 0.3688736 Aug 18 14:17:50.576768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42632) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.589972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f555e1-2ef5-4ca3-8e65-6d5c3e303eab req-f1ebb0be-3f69-4a89-97c6-a020873730dd tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:50.591317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408be948-7382-4ad6-9f4f-14ec0874ae72 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c9d1e-deb3-4e8d-8efe-f79bad601454,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:50.597725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f555e1-2ef5-4ca3-8e65-6d5c3e303eab req-f1ebb0be-3f69-4a89-97c6-a020873730dd tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:50.615093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f555e1-2ef5-4ca3-8e65-6d5c3e303eab req-f1ebb0be-3f69-4a89-97c6-a020873730dd tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:50.616419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29f555e1-2ef5-4ca3-8e65-6d5c3e303eab req-f1ebb0be-3f69-4a89-97c6-a020873730dd tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1726115 Aug 18 14:17:50.644770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c369fb7b-527c-4644-91e4-60731c656123 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660260 Aug 18 14:17:50.653207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.661516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106447689'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:50.678262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.701128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Made reservation on behalf of 587e436331a6453badf256c6ea65de77 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:50.701128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.828206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:50.869765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f0561c42-08a8-49ae-ba4a-2fb2a7c47c9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25e250ae90304a579b78f21b72108ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898108 Aug 18 14:17:50.873103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42642) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:50.955912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.002277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.005751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.009986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2e18-77bc-4e02-ba4f-aa5a2237c556 req-b547d2d8-f01a-4c37-9f22-ca845b5781a1 tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:51.011388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-330e2e18-77bc-4e02-ba4f-aa5a2237c556 req-b547d2d8-f01a-4c37-9f22-ca845b5781a1 tempest-ComputeTenantNetworksTest-962107157 tempest-ComputeTenantNetworksTest-962107157-project] 10.222.0.35 "GET /v2.0/networks/4a72f394-87b0-41b4-89da-1df562dbacdb HTTP/1.1" status: 200 len: 769 time: 0.3728089 Aug 18 14:17:51.025881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42644) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:51.108909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.121551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Allocated IP 172.20.0.6 (2f405100-4b73-40fc-ac54-0511c3dd083e/35c787c2-cd5a-426b-be8d-e0f980cd8396/0e0dac6e-ec31-467e-a1f8-7006cb956531) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:51.128413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.157526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a506b36-09cb-446d-95b6-173e279b89c2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:51.241136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.243657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.244827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee71d570-1629-4bbb-a40f-77767a972c7c HTTP/1.1" status: 204 len: 168 time: 0.3708632 Aug 18 14:17:51.247034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.264043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34296338-24ea-4fee-bcd1-f4514005c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71d570-1629-4bbb-a40f-77767a972c7c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:51.272070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a72f394-87b0-41b4-89da-1df562dbacdb']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:51.287219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df943b61-4380-4d08-9203-f7e67cf53074') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:51.287502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df943b61-4380-4d08-9203-f7e67cf53074') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:51.302401 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.313815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.318010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-45ab57a9-8815-4ab5-8d32-43f7b3d2b64c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6607056 Aug 18 14:17:51.326885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42648) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:51.326885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-21160ba9-b344-41f6-9a9b-0940e0e36463 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '1a506b36-09cb-446d-95b6-173e279b89c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:51.327933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.329364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.338932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:17:51.339355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:17:51.341207 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:17:51.456875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.576818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Network 2f405100-4b73-40fc-ac54-0511c3dd083e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:17:51.582528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:51.585160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:17:51.587390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.613821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.618607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a72f394-87b0-41b4-89da-1df562dbacdb HTTP/1.1" status: 204 len: 168 time: 0.5891545 Aug 18 14:17:51.633946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95f9f4-0842-4fd7-a3eb-c0677166cb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a72f394-87b0-41b4-89da-1df562dbacdb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:51.649581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:51.650598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:51.653661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:51.694093 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-21160ba9-b344-41f6-9a9b-0940e0e36463 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:51.700346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42662) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:51.702403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21160ba9-b344-41f6-9a9b-0940e0e36463 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3826845 Aug 18 14:17:51.705275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3160b4cb-3006-4e7e-a7b4-714429bff266 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group_rule': {'security_group_id': '1a506b36-09cb-446d-95b6-173e279b89c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:51.880988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc74216-363f-4098-9a34-1ba85302f591 req-18672c8c-7241-41ff-8f40-5378e9b16548 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:51.882634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adc74216-363f-4098-9a34-1ba85302f591 req-18672c8c-7241-41ff-8f40-5378e9b16548 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 931 time: 0.0658584 Aug 18 14:17:51.927009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adc74216-363f-4098-9a34-1ba85302f591 req-da9d0b65-0ac3-412b-99b6-95fa6f967b15 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Aug 18 14:17:51.961220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31602836-94b8-4b94-a450-c4e98a74bdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.049889 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-3160b4cb-3006-4e7e-a7b4-714429bff266 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:17:52.049889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3160b4cb-3006-4e7e-a7b4-714429bff266 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3452892 Aug 18 14:17:52.049889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-7c34efa5-85cb-4133-95fc-53bfb247a62a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8714347 Aug 18 14:17:52.050232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42670) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.077257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-ea118314-0e53-4a72-adda-2b2bfd601100 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:17:52.078286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-ea118314-0e53-4a72-adda-2b2bfd601100 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053868 Aug 18 14:17:52.102667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Request body: {'port': {'device_id': '5afd706c-217b-4754-b2eb-430bea09345e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:52.218701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.230858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.245435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.333812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-da7d2c2c-4979-4b3d-8458-ebe2e96d0819 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab5bff1cfc094051ac2bff54d6b93747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677335 Aug 18 14:17:52.334209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.334592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42678) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.395035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.438507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.661331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.665159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.666628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2006e8cc-b777-428b-b010-d0e67fc94337 HTTP/1.1" status: 204 len: 168 time: 0.3483717 Aug 18 14:17:52.680673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae713732-1ac4-4b5e-8760-8ba232c12c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2006e8cc-b777-428b-b010-d0e67fc94337,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:52.699338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.711864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.711864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a506b36-09cb-446d-95b6-173e279b89c2 HTTP/1.1" status: 204 len: 168 time: 0.6527605 Aug 18 14:17:52.711864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42694) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.747593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a5dd3-0cf3-44e8-af26-075d641ed254 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a506b36-09cb-446d-95b6-173e279b89c2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:52.799667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-60bf30c7-048d-4b98-8b41-74676c789199 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885932 Aug 18 14:17:52.803595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42700) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.810068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436213699'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:52.898881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42702) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:52.920495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:17:52.930757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:52.946088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Transition to ACTIVE for port object 0e0dac6e-ec31-467e-a1f8-7006cb956531 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:52.952355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.022265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1825009658'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:53.031766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.077824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.119841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d298-8b1b-401e-bc3c-46f4edc9d325 req-262751f7-66d4-4f68-b873-49dbd40af8f3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:53.121630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fa4d298-8b1b-401e-bc3c-46f4edc9d325 req-262751f7-66d4-4f68-b873-49dbd40af8f3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1010780 Aug 18 14:17:53.122939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:53.152747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.207438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77920f6-bea2-4dd0-a8a5-c2eb62688826,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:53.207665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fa4d298-8b1b-401e-bc3c-46f4edc9d325 req-36d2c280-fc1e-4a25-9f52-59d7bdf411a2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Aug 18 14:17:53.228370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Attempting to bind port 0e0dac6e-ec31-467e-a1f8-7006cb956531 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:17:53.228370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Attempting to bind port 0e0dac6e-ec31-467e-a1f8-7006cb956531 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:17:53.228709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Attempting to bind port 0e0dac6e-ec31-467e-a1f8-7006cb956531 on network 2f405100-4b73-40fc-ac54-0511c3dd083e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:53.233388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Port 0e0dac6e-ec31-467e-a1f8-7006cb956531 on network 2f405100-4b73-40fc-ac54-0511c3dd083e not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:17:53.233753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Attempting to bind port 0e0dac6e-ec31-467e-a1f8-7006cb956531 on network 2f405100-4b73-40fc-ac54-0511c3dd083e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:17:53.239985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:17:53.240341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Checking segment: {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:53.241787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Bound using segment: {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:17:53.241787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Bound port: 0e0dac6e-ec31-467e-a1f8-7006cb956531, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:17:53.241787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.295915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:53.302940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.318360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.337596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:17:53.342221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:17:53.406208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.407542 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d5d44660-171a-444a-9124-37e229bb9375 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6026790 Aug 18 14:17:53.413289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42718) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:53.418134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-09e2648f-8504-4349-af56-9a17978e2b69 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:53.418867 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-09e2648f-8504-4349-af56-9a17978e2b69 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 14:17:53.419364 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-09e2648f-8504-4349-af56-9a17978e2b69 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 14:17:53.420312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-09e2648f-8504-4349-af56-9a17978e2b69 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "PUT /v2.0/security-groups/b77920f6-bea2-4dd0-a8a5-c2eb62688826 HTTP/1.1" status: 409 len: 330 time: 0.0059714 Aug 18 14:17:53.423104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42720) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:53.485866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.489632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.536946 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.540320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:53.541216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.542931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 1091 time: 1.4512141 Aug 18 14:17:53.545290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:53.551138 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10" -d '{"events": [{"name": "network-changed", "server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:53.575786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.604326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3f44-0841-4a0d-86ec-7ff264d946e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:53.646682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.676350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a68b3-3ef4-4135-b3bc-305dbbef90d0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:53.759854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.764047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.765263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/b77920f6-bea2-4dd0-a8a5-c2eb62688826 HTTP/1.1" status: 204 len: 168 time: 0.3411114 Aug 18 14:17:53.767507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:53.772453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:53.794258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa0037-0f7c-4dfb-800b-de5f61fce8f9 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77920f6-bea2-4dd0-a8a5-c2eb62688826,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:53.820985 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302aac02-def2-4299-8a16-1fad7062ce38 x-openstack-request-id: req-302aac02-def2-4299-8a16-1fad7062ce38 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:53.820985 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:53.820985 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-302aac02-def2-4299-8a16-1fad7062ce38 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:53.825153 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'status': 'completed', 'code': 200} Aug 18 14:17:53.845501 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.848926 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment d44540ed-9354-4289-aea7-baa7c33fccd9 of type vlan for network 65c012f4-efce-420c-86a2-171e1800191b Aug 18 14:17:53.865075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-c5f84094-35c5-488c-99c2-829bd57e3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:53.868338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-c5f84094-35c5-488c-99c2-829bd57e3cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1094 time: 0.1388860 Aug 18 14:17:53.977516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:53.983091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-c47e1cf9-3a00-4ca8-a342-36db284febb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.1042171 Aug 18 14:17:54.031695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ee9fe42b-acfa-43d5-97b3-629b30ccd6fc tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2533901 Aug 18 14:17:54.031695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:54.052860 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0136545f-c1b4-48a2-a582-205033777d67 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] delete failed (client error): The resource could not be found. Aug 18 14:17:54.057786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0136545f-c1b4-48a2-a582-205033777d67 tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "DELETE /v2.0/security-groups/9cea3193-4ddc-44be-846c-879921fa002c HTTP/1.1" status: 404 len: 347 time: 0.0220814 Aug 18 14:17:54.058319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42744) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:54.077215 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-2a4f8ccd-1f60-47bd-831a-b39ffb9abd6c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] show failed (client error): The resource could not be found. Aug 18 14:17:54.082583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2a4f8ccd-1f60-47bd-831a-b39ffb9abd6c tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-groups/1bc8359d-f5a5-443d-bc98-04d5e3b7c38c HTTP/1.1" status: 404 len: 347 time: 0.0190442 Aug 18 14:17:54.082793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-e102e47a-149e-468c-9f9a-625562af90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:54.082915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42746) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:54.083378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-e102e47a-149e-468c-9f9a-625562af90eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.0865853 Aug 18 14:17:54.095309 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-b624f33a-4725-4d69-9600-2a2913f53fbb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] show failed (client error): The resource could not be found. Aug 18 14:17:54.100884 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b624f33a-4725-4d69-9600-2a2913f53fbb tempest-NegativeSecGroupIPv6Test-1779162234 tempest-NegativeSecGroupIPv6Test-1779162234-project] 10.222.0.35 "GET /v2.0/security-group-rules/084186c3-44c5-48c7-a862-0177b9df17ee HTTP/1.1" status: 404 len: 356 time: 0.0124509 Aug 18 14:17:54.123962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:54.132385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:54.137958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:54.150730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-9d8dfd76-d139-4458-9c37-cebd11bf034e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531876 Aug 18 14:17:54.337798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-5f89fc47-d1cb-459a-ba63-5f2ea8ee8932 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745722 Aug 18 14:17:54.451810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f78c3-345b-437d-833b-83cfc005ba75 req-77b79ac6-fb32-47ee-8fb2-123434b00b42 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:54.453309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e9f78c3-345b-437d-833b-83cfc005ba75 req-77b79ac6-fb32-47ee-8fb2-123434b00b42 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1189957 Aug 18 14:17:54.537627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e9f78c3-345b-437d-833b-83cfc005ba75 req-8e42af29-b0a3-4bf3-be15-756d97f4c857 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Aug 18 14:17:54.542681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bad02b52-2aea-4aec-8b72-9b6a436d2332 req-32d50de1-d4e2-4529-9f25-cec59fac8e1f service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706624 Aug 18 14:17:54.587556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=65c012f4-efce-420c-86a2-171e1800191b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:54.609024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 65c012f4-efce-420c-86a2-171e1800191b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:54.679571 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b075c79-8c5d-4cd8-b996-7b2c2f178cca tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7795186 Aug 18 14:17:54.766833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-66840af3-a360-4ccb-9f2f-44af01128988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:54.830082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-db452191-383b-4b1c-a305-4781c92e224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:54.833239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-db452191-383b-4b1c-a305-4781c92e224a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1094 time: 0.0806637 Aug 18 14:17:54.892836 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:54.981915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42774) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:55.043055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42780) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:55.049804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-ceb47670-3449-4fd6-bfa5-662655a28070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:55.051375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-ceb47670-3449-4fd6-bfa5-662655a28070 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.2076981 Aug 18 14:17:55.120848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-14ed34cd-77a4-4f42-926e-7a81e43aa679 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.0600197 Aug 18 14:17:55.216627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-ef447a96-851b-45cf-b6ce-33553298d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:55.223096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-ef447a96-851b-45cf-b6ce-33553298d53d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.0896969 Aug 18 14:17:55.312090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bec6d21-da9f-4321-a709-d5f4f22765b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.317564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-03c6cbc2-b01e-46af-b3b7-1a310dab8db7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857823 Aug 18 14:17:55.388213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-051332d2-bc0e-49d8-ab3f-4fb48b74e9d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0335b076d17d4874b6d580c43a116080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045873 Aug 18 14:17:55.390705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42786) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:55.460462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-78194652-4760-45d0-9e5e-e0b66b6cef09 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333494 Aug 18 14:17:55.472103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.512459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.586324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bec6d21-da9f-4321-a709-d5f4f22765b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.619485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b983b9bd-9d8c-4c31-86fb-0019fbf68f10 req-51997901-7a97-406b-84e2-54afaa81ef75 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500664 Aug 18 14:17:55.671781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bec6d21-da9f-4321-a709-d5f4f22765b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.742113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.750793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.760854 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45e7e45d-b6bf-4633-ab49-644925603555 HTTP/1.1" status: 204 len: 168 time: 0.3639388 Aug 18 14:17:55.775084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2bec6d21-da9f-4321-a709-d5f4f22765b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97f631312dd44b00ac7a0ebd0fc61383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297435 Aug 18 14:17:55.776199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:55.778305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec6d21-da9f-4321-a709-d5f4f22765b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370e7eff-e37d-46ae-be47-cd28a945438f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:55.845074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8b5ab-ace0-426f-a9d1-862a98520329 req-39c23021-4fd4-4622-be35-f1cf1db01500 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:55.851050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13a8b5ab-ace0-426f-a9d1-862a98520329 req-39c23021-4fd4-4622-be35-f1cf1db01500 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1950223 Aug 18 14:17:55.861161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f25517-d891-4ce6-a8eb-8c016bfe3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e7e45d-b6bf-4633-ab49-644925603555,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:55.915868 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:55.976638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:56.006729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13a8b5ab-ace0-426f-a9d1-862a98520329 req-88c59a76-de5e-40f6-9bb0-c70f34483d21 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511869 Aug 18 14:17:56.016387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:56.144286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:56.147382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:56.152058 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/370e7eff-e37d-46ae-be47-cd28a945438f HTTP/1.1" status: 204 len: 168 time: 0.3747301 Aug 18 14:17:56.165549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d423c8a-5dff-45ba-9ecd-12d585ad6368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370e7eff-e37d-46ae-be47-cd28a945438f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:57.217639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0cfe-25a1-4825-b065-02f45b534724 req-2b8cec7b-3c55-4907-b555-e35d52239317 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:57.236114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-646d0cfe-25a1-4825-b065-02f45b534724 req-2b8cec7b-3c55-4907-b555-e35d52239317 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1211290 Aug 18 14:17:57.362277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-646d0cfe-25a1-4825-b065-02f45b534724 req-915bcbb8-8d36-4fa8-a42a-7d22b7e826c6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096907 Aug 18 14:17:57.469378 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:57.641926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:17:57.853302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:57.871204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'port_id': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'mac_address': 'fa:16:3e:3a:75:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c787c2-cd5a-426b-be8d-e0f980cd8396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:17:57.935094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:57.945644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '65c012f4-efce-420c-86a2-171e1800191b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:57.987132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42860) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:58.004605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.036555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:17:58.092164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:58.149621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547648180-network', 'tenant_id': '608155d16bfd455686c7f5f81130b8ed'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:58.166794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.220682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:58.226355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.273429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:58.290723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.291201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.291820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.292359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.292697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.293035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.293393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.293751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.294119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.294503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.294815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.295135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:58.320210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Made reservation on behalf of 608155d16bfd455686c7f5f81130b8ed for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:58.323211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.338191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.482669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:17:58.550390 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.583015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e0d2-7c30-4c6b-9540-a166d06595e6 req-e5f59a38-ac04-4c1d-bb9b-40f8ee8daa68 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:58.584736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c63e0d2-7c30-4c6b-9540-a166d06595e6 req-e5f59a38-ac04-4c1d-bb9b-40f8ee8daa68 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 944 time: 0.1202493 Aug 18 14:17:58.597221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.684126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.761532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:58.769855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=1ad6b736-3a68-4ef9-979a-df8b25dd25c0,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:58.786075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c63e0d2-7c30-4c6b-9540-a166d06595e6 req-2517b18d-482e-4c4b-b41e-f203603bfd1f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793358 Aug 18 14:17:58.796707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': 'd44540ed-9354-4289-aea7-baa7c33fccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65c012f4-efce-420c-86a2-171e1800191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:17:58.797076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 65c012f4-efce-420c-86a2-171e1800191b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:17:58.803195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.803465 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Added segment 4dc3c404-d0be-40d1-acaa-34e96e258fbf of type vlan for network ec705973-adbd-48f5-a45d-e3098b4c672c Aug 18 14:17:58.804851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb1d419-11c6-4590-96c2-5cccf49d1ccc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:58.853970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.929328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 65c012f4-efce-420c-86a2-171e1800191b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:17:58.989009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.990059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:58.990653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.024077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 65c012f4-efce-420c-86a2-171e1800191b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:17:59.037364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ccc67-5125-4148-9151-8eade91269f6 None None] Network 65c012f4-efce-420c-86a2-171e1800191b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:17:59.060761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] Pushing event updated for resources: {'Network': ['ID=ec705973-adbd-48f5-a45d-e3098b4c672c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:59.065133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:59.065936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.078758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cdb1bfde-2433-420d-99e3-199d7db7d301 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0904157 Aug 18 14:17:59.081507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42878) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:59.086573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Request body: {'subnet': {'network_id': 'ec705973-adbd-48f5-a45d-e3098b4c672c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547648180-subnet', 'tenant_id': '608155d16bfd455686c7f5f81130b8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:59.108740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ec705973-adbd-48f5-a45d-e3098b4c672c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:17:59.188093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf5fe2dc-e252-4fa5-92ce-23f98fb8daa3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2523108 Aug 18 14:17:59.191946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42882) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:59.203042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755902699'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:59.290338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-65c012f4-efce-420c-86a2-171e1800191b', 'network_id': '65c012f4-efce-420c-86a2-171e1800191b', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '1ad6b736-3a68-4ef9-979a-df8b25dd25c0'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:17:59.291756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.293801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Made reservation on behalf of 608155d16bfd455686c7f5f81130b8ed for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:59.296822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.483509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Allocated IP 2001:db8:0:ffff::2 (65c012f4-efce-420c-86a2-171e1800191b/1ad6b736-3a68-4ef9-979a-df8b25dd25c0/bc93aa62-6306-433f-930d-2ca56f8df335) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:17:59.490323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:59.492524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.587748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:17:59.628975 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.629245 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment f506bbf0-cc95-4ef9-bd60-c75950db029c of type vlan for network 376fa29b-7794-4720-8567-b9f5139b843b Aug 18 14:17:59.648831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:17:59.956359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.977198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Transition to ACTIVE for port object bc93aa62-6306-433f-930d-2ca56f8df335 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:17:59.999095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Transition to ACTIVE for port object bc93aa62-6306-433f-930d-2ca56f8df335 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:00.099985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.161909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993b160-b351-442a-8373-bd9bba155949 req-5a9e33f7-375d-4290-9d91-873a36ecf2b0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:00.163934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8993b160-b351-442a-8373-bd9bba155949 req-5a9e33f7-375d-4290-9d91-873a36ecf2b0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 944 time: 0.1390285 Aug 18 14:18:00.173768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 0e0dac6e-ec31-467e-a1f8-7006cb956531 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:00.184717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.189387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0e0dac6e-ec31-467e-a1f8-7006cb956531 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:00.190549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.240934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8993b160-b351-442a-8373-bd9bba155949 req-5c8de997-1b4d-41d8-b51e-8a97aca0d678 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649574 Aug 18 14:18:00.258318 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.311709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.311959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Network 65c012f4-efce-420c-86a2-171e1800191b is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:00.321615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:00.325274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Pushing event updated for resources: {'Port': ['ID=bc93aa62-6306-433f-930d-2ca56f8df335,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:00.327993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:00.327993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.332008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:00.365220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b1994b-1757-494f-8f78-e2b421ff76a8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:00.490919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=376fa29b-7794-4720-8567-b9f5139b843b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:00.499233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Checking segment: {'id': '4dc3c404-d0be-40d1-acaa-34e96e258fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ec705973-adbd-48f5-a45d-e3098b4c672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:00.499624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Network hostable DHCP agents. Network: ec705973-adbd-48f5-a45d-e3098b4c672c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:00.591629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 376fa29b-7794-4720-8567-b9f5139b843b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:00.593959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:00.598377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25871635-665f-4227-acb5-c19b65c6e337 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4050741 Aug 18 14:18:00.603151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '376fa29b-7794-4720-8567-b9f5139b843b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:00.686202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Network ec705973-adbd-48f5-a45d-e3098b4c672c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:00.697568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Attempting to bind port bc93aa62-6306-433f-930d-2ca56f8df335 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:00.697899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Attempting to bind port bc93aa62-6306-433f-930d-2ca56f8df335 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd44540ed-9354-4289-aea7-baa7c33fccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65c012f4-efce-420c-86a2-171e1800191b'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:00.698287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Attempting to bind port bc93aa62-6306-433f-930d-2ca56f8df335 on network 65c012f4-efce-420c-86a2-171e1800191b {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:00.762788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:00.763252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Checking segment: {'id': 'd44540ed-9354-4289-aea7-baa7c33fccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65c012f4-efce-420c-86a2-171e1800191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:00.763992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.764696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Bound using segment: {'id': 'd44540ed-9354-4289-aea7-baa7c33fccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65c012f4-efce-420c-86a2-171e1800191b'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:00.765386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Bound port: bc93aa62-6306-433f-930d-2ca56f8df335, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44540ed-9354-4289-aea7-baa7c33fccd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '65c012f4-efce-420c-86a2-171e1800191b'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:00.766936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.794964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ec705973-adbd-48f5-a45d-e3098b4c672c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:00.807904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:00.809681 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.834798 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.863650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f10c84-e709-4702-a69f-b8ef0903f1d5 None None] Network ec705973-adbd-48f5-a45d-e3098b4c672c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:00.924272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-357a875b-a149-40e8-84d0-e7a4e31e0dac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8389494 Aug 18 14:18:00.941380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:01.003506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:01.007665 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f678791-9f58-4303-9b77-0805f3463a71" -d '{"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:01.047412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:01.053877 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.150653 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7326f01-fa00-41f0-9ecf-d4b45af01c72 x-openstack-request-id: req-d7326f01-fa00-41f0-9ecf-d4b45af01c72 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:01.151773 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:01.152032 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7326f01-fa00-41f0-9ecf-d4b45af01c72 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:01.152436 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'code': 200} Aug 18 14:18:01.155507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.448691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cd9b4-86e0-4f2c-8167-85aa60427b47 req-3702246d-67ea-424a-8986-9bba1920989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:01.448691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031cd9b4-86e0-4f2c-8167-85aa60427b47 req-3702246d-67ea-424a-8986-9bba1920989f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1096 time: 0.2191346 Aug 18 14:18:01.459268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] For port bc93aa62-6306-433f-930d-2ca56f8df335, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:01.550533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:01.572797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] For port bc93aa62-6306-433f-930d-2ca56f8df335, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bc93aa62-6306-433f-930d-2ca56f8df335,segment=NetworkSegment(d44540ed-9354-4289-aea7-baa7c33fccd9),segment_id=d44540ed-9354-4289-aea7-baa7c33fccd9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:01.667501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-031cd9b4-86e0-4f2c-8167-85aa60427b47 req-2a64f472-3caf-4e9f-97a5-8e152e399713 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049220 Aug 18 14:18:01.697618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef11b-2c9c-402c-a981-e517000e7306 req-c71c8a57-191f-4850-ad61-96aea841f4e5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:01.708131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.719866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10bef11b-2c9c-402c-a981-e517000e7306 req-c71c8a57-191f-4850-ad61-96aea841f4e5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2298322 Aug 18 14:18:01.723360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3223d241-f36e-482f-b780-39093319d903 None None] Network ec705973-adbd-48f5-a45d-e3098b4c672c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:01.794535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10bef11b-2c9c-402c-a981-e517000e7306 req-b0382737-157d-42c2-95a2-5854f9f45feb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Aug 18 14:18:01.869466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.039796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81c3e9-61fc-40f9-97d1-ff5d949fbf8d None None] Pushing event updated for resources: {'Port': ['ID=bc93aa62-6306-433f-930d-2ca56f8df335,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:02.146397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=79bfd6d1-2db2-4041-a3bf-169a6836d50b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:02.160894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': 'f506bbf0-cc95-4ef9-bd60-c75950db029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:02.161643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 376fa29b-7794-4720-8567-b9f5139b843b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:02.281285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 376fa29b-7794-4720-8567-b9f5139b843b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:02.396567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 376fa29b-7794-4720-8567-b9f5139b843b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:02.402549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.403248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.438495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab618ff-fc4b-410b-81c6-68b9a94fe4e7 None None] Network 376fa29b-7794-4720-8567-b9f5139b843b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:02.524159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:02.543945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-848279448-network', 'tenant_id': 'ac0a9312d0124431a10d80e9e8568cba'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:02.572709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-55c1c477-fba0-437d-9f50-17bb73118b34 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9727042 Aug 18 14:18:02.573563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:02.754894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Made reservation on behalf of ac0a9312d0124431a10d80e9e8568cba for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:02.757661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.787928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.938491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-376fa29b-7794-4720-8567-b9f5139b843b', 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '79bfd6d1-2db2-4041-a3bf-169a6836d50b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:02.948282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.994930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.073364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.093483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.158116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.177352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f219-2c8e-40cb-9431-eb6ab1d663a7 req-92aee5a7-943d-4c03-b7d9-7eb3ee488bc9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:03.181677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4440f219-2c8e-40cb-9431-eb6ab1d663a7 req-92aee5a7-943d-4c03-b7d9-7eb3ee488bc9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1030014 Aug 18 14:18:03.230804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:03.244805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4440f219-2c8e-40cb-9431-eb6ab1d663a7 req-856396e1-a469-4f88-8c0e-63801f37fa8a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Aug 18 14:18:03.251122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954eb65e-2d56-46be-9b19-12ae1bd6499e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:03.255823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Allocated IP 2001:db8::1 (376fa29b-7794-4720-8567-b9f5139b843b/79bfd6d1-2db2-4041-a3bf-169a6836d50b/10fa72f7-f969-4ab6-a68a-a3b7fb940698) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:03.277587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.278746 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Added segment 173f24e3-28ee-4097-b4bc-d698f6301ba5 of type vlan for network e4647cd9-b29e-4bf5-8a31-59e94dc35f5b Aug 18 14:18:03.410166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.439172 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:18:03.577865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.580998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:03.580998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.685251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.698900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Transition to ACTIVE for port object 10fa72f7-f969-4ab6-a68a-a3b7fb940698 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:03.720648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Transition to ACTIVE for port object 10fa72f7-f969-4ab6-a68a-a3b7fb940698 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:03.737173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] Pushing event updated for resources: {'Network': ['ID=e4647cd9-b29e-4bf5-8a31-59e94dc35f5b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:03.748735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e4647cd9-b29e-4bf5-8a31-59e94dc35f5b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:03.777758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42962) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:03.779146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2505473-b85b-4354-beb7-ac44f1309e2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2535872 Aug 18 14:18:03.791207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Request body: {'subnet': {'network_id': 'e4647cd9-b29e-4bf5-8a31-59e94dc35f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-848279448-subnet', 'tenant_id': 'ac0a9312d0124431a10d80e9e8568cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:03.813652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.908567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Network 376fa29b-7794-4720-8567-b9f5139b843b is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:03.913107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:03.914447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-65fe4e26-7081-4006-b6e2-f5425df31129 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:03.920004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-65fe4e26-7081-4006-b6e2-f5425df31129 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 814 time: 0.2947316 Aug 18 14:18:03.921590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:03.927456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:03.961383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Pushing event updated for resources: {'Port': ['ID=10fa72f7-f969-4ab6-a68a-a3b7fb940698,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:03.995476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=79bfd6d1-2db2-4041-a3bf-169a6836d50b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:04.001324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Made reservation on behalf of ac0a9312d0124431a10d80e9e8568cba for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:04.001324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.036496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Attempting to bind port 10fa72f7-f969-4ab6-a68a-a3b7fb940698 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:04.036496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Attempting to bind port 10fa72f7-f969-4ab6-a68a-a3b7fb940698 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f506bbf0-cc95-4ef9-bd60-c75950db029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:04.037861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Attempting to bind port 10fa72f7-f969-4ab6-a68a-a3b7fb940698 on network 376fa29b-7794-4720-8567-b9f5139b843b {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:04.062255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:04.064044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Checking segment: {'id': 'f506bbf0-cc95-4ef9-bd60-c75950db029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:04.064044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.065104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Bound using segment: {'id': 'f506bbf0-cc95-4ef9-bd60-c75950db029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:04.065498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Bound port: 10fa72f7-f969-4ab6-a68a-a3b7fb940698, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506bbf0-cc95-4ef9-bd60-c75950db029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '376fa29b-7794-4720-8567-b9f5139b843b'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:04.067179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.088923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64777b1-1cef-4dd6-95b3-f585f29e7880 None None] Network 65c012f4-efce-420c-86a2-171e1800191b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:04.122903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-fd3e7df6-f04d-4eb7-87df-09bc685f4de5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/quotas/587e436331a6453badf256c6ea65de77 HTTP/1.1" status: 200 len: 375 time: 0.1870739 Aug 18 14:18:04.269749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bc93aa62-6306-433f-930d-2ca56f8df335 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:04.373570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] For port 10fa72f7-f969-4ab6-a68a-a3b7fb940698, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:04.376969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.396950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376fa29b-7794-4720-8567-b9f5139b843b']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:04.404107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] For port 10fa72f7-f969-4ab6-a68a-a3b7fb940698, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=10fa72f7-f969-4ab6-a68a-a3b7fb940698,segment=NetworkSegment(f506bbf0-cc95-4ef9-bd60-c75950db029c),segment_id=f506bbf0-cc95-4ef9-bd60-c75950db029c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:04.434047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f506bbf0-cc95-4ef9-bd60-c75950db029c') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:04.434047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f506bbf0-cc95-4ef9-bd60-c75950db029c') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:04.438813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.465878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-9bf64151-a28c-4059-9051-739952d5d956 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1962590 Aug 18 14:18:04.493160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16eee34a-91b2-449d-852e-640f71dfabd6 None None] Provisioning for port bc93aa62-6306-433f-930d-2ca56f8df335 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:04.606947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-784063c3-321a-4141-bb73-75f025e1e7f8 service neutron] 10.222.0.35 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272953 Aug 18 14:18:04.675294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.676872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.680125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bc93aa62-6306-433f-930d-2ca56f8df335 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:04.713269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bc93aa62-6306-433f-930d-2ca56f8df335 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:04.713744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.731360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.778400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:04.778915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:04.784055 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:04.811578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3f7881-2351-44ff-ae59-146eda701b9f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:04.863981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c50241-797c-45c9-8b3b-42bf01875195 None None] Pushing event updated for resources: {'Port': ['ID=10fa72f7-f969-4ab6-a68a-a3b7fb940698,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:04.887420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1133a5cf-bb61-4c1a-b073-653044d2cfbb None None] Provisioning complete for port bc93aa62-6306-433f-930d-2ca56f8df335 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:04.888036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1133a5cf-bb61-4c1a-b073-653044d2cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:04.895044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Checking segment: {'id': '173f24e3-28ee-4097-b4bc-d698f6301ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4647cd9-b29e-4bf5-8a31-59e94dc35f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:04.895564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Network hostable DHCP agents. Network: e4647cd9-b29e-4bf5-8a31-59e94dc35f5b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:04.908990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-3afa1c48-634f-45bc-8ced-ffb55676d5bb service neutron] 10.222.0.35 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916694 Aug 18 14:18:04.935948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471ceb02-e857-4137-b92d-315d4c5ff543 None None] Network 376fa29b-7794-4720-8567-b9f5139b843b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:05.134474 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:05.135274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port bc93aa62-6306-433f-930d-2ca56f8df335, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bc93aa62-6306-433f-930d-2ca56f8df335,segment=NetworkSegment(d44540ed-9354-4289-aea7-baa7c33fccd9),segment_id=d44540ed-9354-4289-aea7-baa7c33fccd9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:05.140807 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1133a5cf-bb61-4c1a-b073-653044d2cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:05.180554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985bf43f-b353-4fc2-93db-893ba3c7a198 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:18:05.265417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bf43f-b353-4fc2-93db-893ba3c7a198 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:18:06.092714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:18:06.092714 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:18:06.092714 n-d-804303-5 neutron-server[112229]: [parameters: {'id': '376fa29b-7794-4720-8567-b9f5139b843b'}] Aug 18 14:18:06.092714 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:06.093644 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:06.183935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Network e4647cd9-b29e-4bf5-8a31-59e94dc35f5b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:06.187709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.322413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f079e31a-9765-4566-bf1e-40cfdd57b396 req-9ce11340-ef42-48fc-b95a-e0175f947db1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 210 time: 0.0769036 Aug 18 14:18:06.334126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e4647cd9-b29e-4bf5-8a31-59e94dc35f5b) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:06.359316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:06.359945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.506891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1136ea-ebb2-4c4a-9318-694c6d26549b req-50ed5724-a12f-4e23-8b47-5165c9ea0825 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:06.526377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc1136ea-ebb2-4c4a-9318-694c6d26549b req-50ed5724-a12f-4e23-8b47-5165c9ea0825 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.1197786 Aug 18 14:18:06.558109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1a77f8e7-5b33-4c90-b5b3-6daf9ab5ea87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7722950 Aug 18 14:18:06.587149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5f367-da81-40d2-b77a-df0bbdcf7e74 None None] Network e4647cd9-b29e-4bf5-8a31-59e94dc35f5b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:06.640081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.641999 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-1133a5cf-bb61-4c1a-b073-653044d2cfbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:06.642716 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-1133a5cf-bb61-4c1a-b073-653044d2cfbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:06.670193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc1136ea-ebb2-4c4a-9318-694c6d26549b req-971231f8-1163-471f-a126-c5a2a8d7482a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500008 Aug 18 14:18:06.725249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43026) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:06.746121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=bc93aa62-6306-433f-930d-2ca56f8df335,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:06.756611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 10fa72f7-f969-4ab6-a68a-a3b7fb940698 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:06.757309 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.813673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Deleting subnet 51b1994b-1757-494f-8f78-e2b421ff76a8 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:06.818503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.870859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 10fa72f7-f969-4ab6-a68a-a3b7fb940698, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=10fa72f7-f969-4ab6-a68a-a3b7fb940698,segment=NetworkSegment(f506bbf0-cc95-4ef9-bd60-c75950db029c),segment_id=f506bbf0-cc95-4ef9-bd60-c75950db029c)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:06.871572 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.872543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0f043-f21a-4d48-b22c-dedc7693664b None None] Network e4647cd9-b29e-4bf5-8a31-59e94dc35f5b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:06.882752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:06.902344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 10fa72f7-f969-4ab6-a68a-a3b7fb940698 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:06.976074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.130319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.166813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.200951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=10fa72f7-f969-4ab6-a68a-a3b7fb940698,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:07.229350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 10fa72f7-f969-4ab6-a68a-a3b7fb940698 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:07.245592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b1994b-1757-494f-8f78-e2b421ff76a8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:07.251507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.256797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/51b1994b-1757-494f-8f78-e2b421ff76a8 HTTP/1.1" status: 204 len: 168 time: 0.5302775 Aug 18 14:18:07.257413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:07.270732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.271083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.271434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.271775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.272116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.272505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.272941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.273281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.273609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.274048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.274382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.274708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129389d4-9aed-40f1-b764-d00d27068ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:07.344491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.365207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.376096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376fa29b-7794-4720-8567-b9f5139b843b']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.394328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f506bbf0-cc95-4ef9-bd60-c75950db029c') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.394328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f506bbf0-cc95-4ef9-bd60-c75950db029c') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.414730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.443663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.444125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb11c54a-09b6-4ad7-b51d-b4a455becc7d req-e4f532df-e98f-4047-983d-0c2a4a7c072f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 210 time: 0.0317204 Aug 18 14:18:07.458947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.465373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:07.465947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.467291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec705973-adbd-48f5-a45d-e3098b4c672c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:07.471670 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:07.495357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc3c404-d0be-40d1-acaa-34e96e258fbf') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.496545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc3c404-d0be-40d1-acaa-34e96e258fbf') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:07.539679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.552159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.566117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:07.566550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:07.594225 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:07.646192 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.656171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.658150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/376fa29b-7794-4720-8567-b9f5139b843b HTTP/1.1" status: 204 len: 168 time: 5.0832136 Aug 18 14:18:07.663065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:07.669424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726805864'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:07.678463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83cbf9-297a-4bf2-bcdc-875699f319ad tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=376fa29b-7794-4720-8567-b9f5139b843b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:07.793399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.803544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803801d-d887-4c9c-9986-f46e0cf674cb req-2f88bad0-28e3-4a35-ae9b-346aae27ca84 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:07.805637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5803801d-d887-4c9c-9986-f46e0cf674cb req-2f88bad0-28e3-4a35-ae9b-346aae27ca84 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.0625234 Aug 18 14:18:07.809080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.816306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] 10.222.0.35 "DELETE /v2.0/networks/ec705973-adbd-48f5-a45d-e3098b4c672c HTTP/1.1" status: 204 len: 168 time: 0.5489161 Aug 18 14:18:07.817545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:07.839101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:07.843031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.858507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5803801d-d887-4c9c-9986-f46e0cf674cb req-f818337f-bdd9-4065-b3ab-bf6f06fc6bcc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Aug 18 14:18:07.891260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ff086-59cd-4215-bdc1-3725764e5fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=ec705973-adbd-48f5-a45d-e3098b4c672c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:07.920322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:07.930491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Deleting subnet ed3f7881-2351-44ff-ae59-146eda701b9f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:07.936110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.938607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:07.946414 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment d277d39a-ef1f-4a26-bddb-6faa690b5e7d of type vlan for network 1023e319-fe04-47d9-8357-46736596fed4 Aug 18 14:18:08.003527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.034669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.069522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.195270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.195960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:08.196800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.240763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.300751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bc93aa62-6306-433f-930d-2ca56f8df335 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:08.309801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3f7881-2351-44ff-ae59-146eda701b9f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:08.332855 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.337753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43060) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:08.338332 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab77cc5d-a658-4ad9-80cc-9da80ddd0375 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed3f7881-2351-44ff-ae59-146eda701b9f HTTP/1.1" status: 204 len: 168 time: 0.5178411 Aug 18 14:18:08.347482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=1023e319-fe04-47d9-8357-46736596fed4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:08.359824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1023e319-fe04-47d9-8357-46736596fed4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:08.362235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f182744-a368-476b-b629-e9522f7afcaa req-d530164a-c883-44f2-be76-c0ff1102db9c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:08.363989 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f182744-a368-476b-b629-e9522f7afcaa req-d530164a-c883-44f2-be76-c0ff1102db9c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.10 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.2060857 Aug 18 14:18:08.370740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dbf4e144-6242-4446-892b-4dc0e8ab174b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7054007 Aug 18 14:18:08.374571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43062) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:08.381162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '1023e319-fe04-47d9-8357-46736596fed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:08.456600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bc93aa62-6306-433f-930d-2ca56f8df335 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:08.457049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.466819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.633285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Deleting port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:08.633635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.634042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.662641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4647cd9-b29e-4bf5-8a31-59e94dc35f5b']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:08.706246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd754e42-40ad-4534-91c8-8d6d969a1b03 req-b3051057-2f13-4c35-8067-071d6b37ee5d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 210 time: 0.0568693 Aug 18 14:18:08.727445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173f24e3-28ee-4097-b4bc-d698f6301ba5') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:08.727445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173f24e3-28ee-4097-b4bc-d698f6301ba5') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:08.727715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:08.729722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.734564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.754795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.767190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:08.768535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:08.865507 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:08.867954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] For port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:08.868518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.924178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.942464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:08.942464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e4647cd9-b29e-4bf5-8a31-59e94dc35f5b HTTP/1.1" status: 204 len: 168 time: 0.5954254 Aug 18 14:18:08.983137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd39da-1443-46e7-90c8-db0dd05ae003 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4647cd9-b29e-4bf5-8a31-59e94dc35f5b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:09.184089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1266e6-ffed-4ffa-bff1-8cb9fe64d4fe req-64fab4eb-8c51-484b-a4f6-2cc45fda8e76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:09.186359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f1266e6-ffed-4ffa-bff1-8cb9fe64d4fe req-64fab4eb-8c51-484b-a4f6-2cc45fda8e76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 946 time: 0.2078660 Aug 18 14:18:09.274649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f1266e6-ffed-4ffa-bff1-8cb9fe64d4fe req-c646fdd3-6156-402c-a320-b8174215bd93 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fa6d2ba-296e-4d84-a49d-43f9bf949610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774605 Aug 18 14:18:09.293524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-34b3d098-b070-4bfd-ba59-933eae99414f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:09.295101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-34b3d098-b070-4bfd-ba59-933eae99414f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.10 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 814 time: 0.2849820 Aug 18 14:18:09.320349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Request body: {'port': {'device_id': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'admin_state_up': True, 'tenant_id': '587e436331a6453badf256c6ea65de77'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:09.339896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:09.340282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:09.340603 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Floating IP 12964453-3a7d-4f47-8ea5-ea971513e83c disassociated. External IP: 172.25.1.219, port: 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4. Aug 18 14:18:09.340952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Calling delete_port for 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:09.451074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:09.581288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1023e319-fe04-47d9-8357-46736596fed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:09.581743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 1023e319-fe04-47d9-8357-46736596fed4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:09.582752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Made reservation on behalf of 587e436331a6453badf256c6ea65de77 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:09.591120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:09.591247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=ae12feb3-7b34-4e8e-b6c8-84799f7c677d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:09.641808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43084) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:09.759832 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-439d72dd-f32c-49c7-92ae-8022ae35c6b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=608155d16bfd455686c7f5f81130b8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151669 Aug 18 14:18:09.761810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:09.775997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 1023e319-fe04-47d9-8357-46736596fed4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:09.781168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:09.880795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a54cf13-f548-491d-920f-44fb715203fd req-b181c0c7-e95f-4393-aa26-7f483b041f43 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 210 time: 0.0681007 Aug 18 14:18:09.912887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'Port': ['ID=4b7cd59f-a0bd-4ec9-83e9-2d113926bee4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:09.948273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Allocated IP 172.20.0.7 (2f405100-4b73-40fc-ac54-0511c3dd083e/35c787c2-cd5a-426b-be8d-e0f980cd8396/68b55102-57a3-4699-9c78-1e1b4365b9f9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:09.975173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 1023e319-fe04-47d9-8357-46736596fed4) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:09.985170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18930ed1-c937-4cdc-976e-bd0bda4e70a4 None None] Network 1023e319-fe04-47d9-8357-46736596fed4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:09.986112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:09.986911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.076882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.096976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6eadf430-0ef5-4515-8ba9-c2edd43c0609 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7183559 Aug 18 14:18:10.107934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:10.122952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032358993'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:10.167046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.193040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:18:10.217620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.227801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-1023e319-fe04-47d9-8357-46736596fed4', 'network_id': '1023e319-fe04-47d9-8357-46736596fed4', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': 'ae12feb3-7b34-4e8e-b6c8-84799f7c677d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:10.228941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.234452 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.405680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:10.409527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.431597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af2f79a8-f222-4a3d-bbb9-dbbb845512b1 req-d08ede60-9c71-4267-9c5e-f88436ad5873 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 210 time: 0.0612044 Aug 18 14:18:10.470234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.487229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:18:10.489795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:18:10.497939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:10.505217 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:18:10.512521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.513083 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 0295e8c2-6c4d-4119-988c-68ebbe79fc8d of type vlan for network 2b356323-b71c-41f5-a3fd-7829761bb86f Aug 18 14:18:10.529805 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:10.530979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:10.588677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.592778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Allocated IP 2001:db8::1 (1023e319-fe04-47d9-8357-46736596fed4/ae12feb3-7b34-4e8e-b6c8-84799f7c677d/841771d8-5943-41eb-904b-f6b515e19a41) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:10.615951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.627774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.629209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bb1d419-11c6-4590-96c2-5cccf49d1ccc HTTP/1.1" status: 204 len: 168 time: 0.8403296 Aug 18 14:18:10.649337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Network 2f405100-4b73-40fc-ac54-0511c3dd083e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:10.658470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Pushing event updated for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:10.676619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:10.676619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:10.691059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe10ef-232c-42bb-ad38-02ff09afbb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb1d419-11c6-4590-96c2-5cccf49d1ccc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:10.714738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] No DVR routers for this DVR port 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:10.719354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.726308 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f182744-a368-476b-b629-e9522f7afcaa req-be2e312d-6953-4765-abdb-97c8a73626fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.10 "DELETE /v2.0/ports/4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 HTTP/1.1" status: 204 len: 173 time: 2.2432649 Aug 18 14:18:10.726522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-deleted', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:10.730278 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfd75da-9d43-4d25-9dbb-ee554eafa014" -d '{"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-deleted", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:10.775852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:10.776534 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.795300 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fcdc91-b123-4318-973f-ffc1a55b49dc x-openstack-request-id: req-28fcdc91-b123-4318-973f-ffc1a55b49dc {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:10.800270 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be519dd6-7ffd-4894-bc6e-a27d0d2b3530", "name": "network-vif-deleted", "tag": "4b7cd59f-a0bd-4ec9-83e9-2d113926bee4", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:10.803271 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28fcdc91-b123-4318-973f-ffc1a55b49dc {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:10.803768 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be519dd6-7ffd-4894-bc6e-a27d0d2b3530', 'name': 'network-vif-deleted', 'tag': '4b7cd59f-a0bd-4ec9-83e9-2d113926bee4', 'status': 'completed', 'code': 200} Aug 18 14:18:10.823863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:10.829420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.838145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:10.838532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:10.947075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-a28d90c1-5f91-410d-a1f0-c3fe8e6c99e3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307607 Aug 18 14:18:10.979255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Request body: {'port': {'device_id': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:11.004217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.097852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=2b356323-b71c-41f5-a3fd-7829761bb86f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:11.116112 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.117997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2b356323-b71c-41f5-a3fd-7829761bb86f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:11.143115 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-37e1bf7d-601b-4e93-8618-cb8f93846dd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0236022 Aug 18 14:18:11.150472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:11.150472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:11.179308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Transition to ACTIVE for port object 841771d8-5943-41eb-904b-f6b515e19a41 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:11.208124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c22d2-fd17-4f18-ad7b-a33812361a9d req-7d668931-0067-4158-b0e7-3b7ca004d8de tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:11.216726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c70c22d2-fd17-4f18-ad7b-a33812361a9d req-7d668931-0067-4158-b0e7-3b7ca004d8de tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 931 time: 0.1763928 Aug 18 14:18:11.227306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Transition to ACTIVE for port object 841771d8-5943-41eb-904b-f6b515e19a41 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:11.234728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.295503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c70c22d2-fd17-4f18-ad7b-a33812361a9d req-9db8ccbc-0b8b-466c-b678-c15d29c3a66b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600986 Aug 18 14:18:11.398874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:11.406669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.449817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Network 1023e319-fe04-47d9-8357-46736596fed4 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:11.452902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:11.458597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:11.467762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Pushing event updated for resources: {'Port': ['ID=841771d8-5943-41eb-904b-f6b515e19a41,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:11.468279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:18:11.470780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:11.478224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.490612 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:11.491249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:17:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:11.543147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Attempting to bind port 841771d8-5943-41eb-904b-f6b515e19a41 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:11.547304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Attempting to bind port 841771d8-5943-41eb-904b-f6b515e19a41 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1023e319-fe04-47d9-8357-46736596fed4'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:11.547304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Attempting to bind port 841771d8-5943-41eb-904b-f6b515e19a41 on network 1023e319-fe04-47d9-8357-46736596fed4 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:11.554378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:11.554965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Checking segment: {'id': 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1023e319-fe04-47d9-8357-46736596fed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:11.555904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.556322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Bound using segment: {'id': 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1023e319-fe04-47d9-8357-46736596fed4'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:11.561553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Bound port: 841771d8-5943-41eb-904b-f6b515e19a41, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1023e319-fe04-47d9-8357-46736596fed4'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:11.562259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.615079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing IP validity checks on allocation pools {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 14:18:11.615967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 14:18:11.667357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b077f119-4122-4e67-a871-0d875d665116 req-69953b50-4d70-4d98-b3c0-de82abb3cb0a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=be519dd6-7ffd-4894-bc6e-a27d0d2b3530 HTTP/1.1" status: 200 len: 210 time: 0.0545509 Aug 18 14:18:11.667930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] For port 841771d8-5943-41eb-904b-f6b515e19a41, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:11.671312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] For port 841771d8-5943-41eb-904b-f6b515e19a41, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=841771d8-5943-41eb-904b-f6b515e19a41,segment=NetworkSegment(d277d39a-ef1f-4a26-bddb-6faa690b5e7d),segment_id=d277d39a-ef1f-4a26-bddb-6faa690b5e7d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:11.704474 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:11.765167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b55102-57a3-4699-9c78-1e1b4365b9f9 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:11.778744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.799446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Transition to ACTIVE for port object 68b55102-57a3-4699-9c78-1e1b4365b9f9 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:11.827914 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.866184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:11.904850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:11.905079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b7cd59f-a0bd-4ec9-83e9-2d113926bee4 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:11.931824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaea939-a565-4857-a6b0-3da129f80d95 None None] Pushing event updated for resources: {'Port': ['ID=841771d8-5943-41eb-904b-f6b515e19a41,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:11.972730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.972984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.141512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:12.166595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=05fe038f-6c9e-4734-93ff-c1cf321e8551,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:12.178013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': '0295e8c2-6c4d-4119-988c-68ebbe79fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:12.178013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 2b356323-b71c-41f5-a3fd-7829761bb86f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:12.203222 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:12.203410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Pushing event updated for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:12.223854 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa964-f6a0-4cd7-88c1-9f9842af6526 None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:18:12.363589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 2b356323-b71c-41f5-a3fd-7829761bb86f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:12.366741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43142) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:12.367228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4c8e4e1d-2ba5-49e5-a8da-3c71e0867db3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac0a9312d0124431a10d80e9e8568cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233381 Aug 18 14:18:12.392154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Attempting to bind port 68b55102-57a3-4699-9c78-1e1b4365b9f9 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:12.396477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Attempting to bind port 68b55102-57a3-4699-9c78-1e1b4365b9f9 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:12.397742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Attempting to bind port 68b55102-57a3-4699-9c78-1e1b4365b9f9 on network 2f405100-4b73-40fc-ac54-0511c3dd083e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:12.406057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Port 68b55102-57a3-4699-9c78-1e1b4365b9f9 on network 2f405100-4b73-40fc-ac54-0511c3dd083e not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:18:12.406468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Attempting to bind port 68b55102-57a3-4699-9c78-1e1b4365b9f9 on network 2f405100-4b73-40fc-ac54-0511c3dd083e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:12.406932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 841771d8-5943-41eb-904b-f6b515e19a41 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:12.414290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:12.414716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Checking segment: {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:12.415417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Bound using segment: {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:12.415664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Bound port: 68b55102-57a3-4699-9c78-1e1b4365b9f9, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b31055-3928-41b9-bfbe-2a73672c4e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:12.416124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.505008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.507621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2b356323-b71c-41f5-a3fd-7829761bb86f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:12.523300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea2aea-21a7-451f-ba70-e6ea0bff9796 None None] Network 2b356323-b71c-41f5-a3fd-7829761bb86f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:12.523947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:12.524615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.540547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.588979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc568d-96a4-4419-b0d2-5ea3cc2c5fb1 req-ef6d3823-cacc-464d-a247-3685913d1ce1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:12.588979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efdc568d-96a4-4419-b0d2-5ea3cc2c5fb1 req-ef6d3823-cacc-464d-a247-3685913d1ce1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 943 time: 0.1123440 Aug 18 14:18:12.631807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:12.657540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 841771d8-5943-41eb-904b-f6b515e19a41 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:12.663250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efdc568d-96a4-4419-b0d2-5ea3cc2c5fb1 req-8d1ef909-6eca-4314-a733-4ad7e122a1b7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696874 Aug 18 14:18:12.665041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:12.717669 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-070284e9-c5f3-4697-8f36-c3d95de8c3b5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5700932 Aug 18 14:18:12.721479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43156) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:12.812383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.817281 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.835785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/954eb65e-2d56-46be-9b19-12ae1bd6499e HTTP/1.1" status: 204 len: 168 time: 0.4540575 Aug 18 14:18:12.835785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91a6d-6c84-41e7-a3bd-5e2d02a96645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954eb65e-2d56-46be-9b19-12ae1bd6499e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:12.846974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2b356323-b71c-41f5-a3fd-7829761bb86f', 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '05fe038f-6c9e-4734-93ff-c1cf321e8551'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:12.848072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.936647 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:12.983868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43164) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:13.013419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.021637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:13.023093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.024687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] 10.222.0.10 "PUT /v2.0/ports/68b55102-57a3-4699-9c78-1e1b4365b9f9 HTTP/1.1" status: 200 len: 1091 time: 2.0630863 Aug 18 14:18:13.030997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:13.034363 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe25370-22f7-4123-ac12-445219a96063" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:13.052405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6d98-5b50-4505-b5cf-e585ba628d8d None None] New status for floating IP 12964453-3a7d-4f47-8ea5-ea971513e83c: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:18:13.090494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.132179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.165398 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bda794-62f7-4837-8669-1ad0ff1ad084 x-openstack-request-id: req-96bda794-62f7-4837-8669-1ad0ff1ad084 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:13.165398 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:13.176026 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96bda794-62f7-4837-8669-1ad0ff1ad084 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:13.176026 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9', 'status': 'completed', 'code': 200} Aug 18 14:18:13.295903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29feca5-2d99-4090-ac3b-f5886b142780 service neutron] Pushing event updated for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:13.332039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.333698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Allocated IP 2001:db8::3 (2b356323-b71c-41f5-a3fd-7829761bb86f/05fe038f-6c9e-4734-93ff-c1cf321e8551/efccb971-4781-4ed9-974b-d619dae64556) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:13.371932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.374427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.375944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "DELETE /v2.0/security-groups/7fa6d2ba-296e-4d84-a49d-43f9bf949610 HTTP/1.1" status: 204 len: 168 time: 0.3909993 Aug 18 14:18:13.387329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43180) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:13.388337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25370-22f7-4123-ac12-445219a96063 req-a16e6714-bdf0-40c2-9887-c84167ce5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:13.390204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fe25370-22f7-4123-ac12-445219a96063 req-a16e6714-bdf0-40c2-9887-c84167ce5394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 1094 time: 0.1641030 Aug 18 14:18:13.430539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f8411-bea7-4409-8ad8-0ee6d6a8e013 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6d2ba-296e-4d84-a49d-43f9bf949610,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:13.441647 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-ab991137-b0b5-421c-887a-383e32fe8a9f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] show failed (client error): The resource could not be found. Aug 18 14:18:13.448304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab991137-b0b5-421c-887a-383e32fe8a9f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups/7fa6d2ba-296e-4d84-a49d-43f9bf949610 HTTP/1.1" status: 404 len: 347 time: 0.0562699 Aug 18 14:18:13.448533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43184) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:13.535366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca2a10-d1cf-4d2c-a911-7bc8df9e9ff5 None None] Network 1023e319-fe04-47d9-8357-46736596fed4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:13.716175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25370-22f7-4123-ac12-445219a96063 req-4523c7b4-b569-48f6-bc85-23b7a02184ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:13.717905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fe25370-22f7-4123-ac12-445219a96063 req-4523c7b4-b569-48f6-bc85-23b7a02184ac service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=587e436331a6453badf256c6ea65de77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3137860 Aug 18 14:18:13.768250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Deleting port 1172c637-132c-4458-a95c-676e5094314b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:13.768250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.769692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.815206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Provisioning for port 841771d8-5943-41eb-904b-f6b515e19a41 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:13.857185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Provisioning complete for port 841771d8-5943-41eb-904b-f6b515e19a41 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:13.857567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.860666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Transition to ACTIVE for port object efccb971-4781-4ed9-974b-d619dae64556 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:13.898733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.899351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:13.914487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Calling delete_port for 1172c637-132c-4458-a95c-676e5094314b owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:13.956545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Transition to ACTIVE for port object efccb971-4781-4ed9-974b-d619dae64556 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:14.072091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.126243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] For port 841771d8-5943-41eb-904b-f6b515e19a41, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=841771d8-5943-41eb-904b-f6b515e19a41,segment=NetworkSegment(d277d39a-ef1f-4a26-bddb-6faa690b5e7d),segment_id=d277d39a-ef1f-4a26-bddb-6faa690b5e7d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:14.128329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.193868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Network 2b356323-b71c-41f5-a3fd-7829761bb86f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:14.197870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:14.209517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:14.239275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Pushing event updated for resources: {'Port': ['ID=efccb971-4781-4ed9-974b-d619dae64556,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:14.286557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.290485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ab28-03f4-4262-8913-21fe27047026 req-5a3564e7-3ac2-4374-ba34-6743f26d96b7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:14.293189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae14ab28-03f4-4262-8913-21fe27047026 req-5a3564e7-3ac2-4374-ba34-6743f26d96b7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 943 time: 0.1150649 Aug 18 14:18:14.311202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25370-22f7-4123-ac12-445219a96063 req-59798acb-aebd-4fae-ac7e-175591507172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:14.312862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fe25370-22f7-4123-ac12-445219a96063 req-59798acb-aebd-4fae-ac7e-175591507172 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5820787 Aug 18 14:18:14.343777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'Port': ['ID=1172c637-132c-4458-a95c-676e5094314b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:14.447878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.511183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.513767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.518654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5e5136df-fd65-409c-8d73-5efdca236579 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "DELETE /v2.0/floatingips/12964453-3a7d-4f47-8ea5-ea971513e83c HTTP/1.1" status: 204 len: 168 time: 1.0656154 Aug 18 14:18:14.563250 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.587984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae14ab28-03f4-4262-8913-21fe27047026 req-93a37cd0-7228-4bd8-b1b9-dd54c02abf31 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527118 Aug 18 14:18:14.652346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=05fe038f-6c9e-4734-93ff-c1cf321e8551,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:14.748634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045f4c7-7661-44ab-8748-4dc9fc6bed20 None None] Pushing event updated for resources: {'Port': ['ID=841771d8-5943-41eb-904b-f6b515e19a41,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:14.759830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Attempting to bind port efccb971-4781-4ed9-974b-d619dae64556 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:14.761044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Attempting to bind port efccb971-4781-4ed9-974b-d619dae64556 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0295e8c2-6c4d-4119-988c-68ebbe79fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:14.761659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Attempting to bind port efccb971-4781-4ed9-974b-d619dae64556 on network 2b356323-b71c-41f5-a3fd-7829761bb86f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Checking segment: {'id': '0295e8c2-6c4d-4119-988c-68ebbe79fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Bound using segment: {'id': '0295e8c2-6c4d-4119-988c-68ebbe79fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Bound port: efccb971-4781-4ed9-974b-d619dae64556, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0295e8c2-6c4d-4119-988c-68ebbe79fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2b356323-b71c-41f5-a3fd-7829761bb86f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:14.788111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.823550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.829458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ea08bd9-795c-4b03-8825-ab1f98c620d9 None None] Provisioning complete for port 841771d8-5943-41eb-904b-f6b515e19a41 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:14.829458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ea08bd9-795c-4b03-8825-ab1f98c620d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.829659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-4eae6e7a-3611-4386-8447-a4ac50d91c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:14.829659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-4eae6e7a-3611-4386-8447-a4ac50d91c0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 1094 time: 0.4556518 Aug 18 14:18:14.900460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-d15fe6a0-0830-4a02-96cb-f9de8026aa7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0437989 Aug 18 14:18:14.902249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b356323-b71c-41f5-a3fd-7829761bb86f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:15.039683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0295e8c2-6c4d-4119-988c-68ebbe79fc8d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:15.039909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0295e8c2-6c4d-4119-988c-68ebbe79fc8d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:15.056228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.094577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] For port efccb971-4781-4ed9-974b-d619dae64556, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:15.121696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.138392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96096-78d2-498a-ad80-aab2482df014 req-fd6c4ec4-bb00-4121-b874-6a8ab2a5558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:15.141855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-fd6c4ec4-bb00-4121-b874-6a8ab2a5558d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.2038956 Aug 18 14:18:15.161415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:15.161823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:15.164928 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:15.205006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-d74e416b-519a-4891-93f8-8ba72968f3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539589 Aug 18 14:18:15.333765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43232) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:15.341786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967992384', 'description': 'tempest-description--349106300'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:15.343123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] For port efccb971-4781-4ed9-974b-d619dae64556, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=efccb971-4781-4ed9-974b-d619dae64556,segment=NetworkSegment(0295e8c2-6c4d-4119-988c-68ebbe79fc8d),segment_id=0295e8c2-6c4d-4119-988c-68ebbe79fc8d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:15.375172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-bcad0362-e01b-4fc1-a311-ef7167139389 service neutron] 10.222.0.10 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364536 Aug 18 14:18:15.407864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:18:15.407864 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:18:15.407864 n-d-804303-5 neutron-server[112229]: [parameters: {'id': '2b356323-b71c-41f5-a3fd-7829761bb86f'}] Aug 18 14:18:15.407864 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:15.408980 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:15.471478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.543014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.559478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20c96096-78d2-498a-ad80-aab2482df014 req-f81448e8-c2a7-4cf9-a411-a46c502e8c75 service neutron] 10.222.0.10 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732986 Aug 18 14:18:15.613056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab91a8-ec1a-4822-90a8-f0ab013cf51b None None] Pushing event updated for resources: {'Port': ['ID=efccb971-4781-4ed9-974b-d619dae64556,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:15.617057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fd754-23fb-4366-b528-ac4906517cbb None None] Network 2b356323-b71c-41f5-a3fd-7829761bb86f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:15.866400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27f77-b12c-4a5f-91f4-50424ddf31bc req-18391b31-d5a1-443f-a082-ec236cbddfe8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:15.869045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ed27f77-b12c-4a5f-91f4-50424ddf31bc req-18391b31-d5a1-443f-a082-ec236cbddfe8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 943 time: 0.1137254 Aug 18 14:18:15.917579 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.010356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f4b45-8cb5-46c6-8348-7c91f66083ed None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:18:16.010761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ed27f77-b12c-4a5f-91f4-50424ddf31bc req-02471c17-5b4c-4c0c-9482-e22101db3882 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350067 Aug 18 14:18:16.107213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.135003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port efccb971-4781-4ed9-974b-d619dae64556 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:16.135529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.178093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f4b45-8cb5-46c6-8348-7c91f66083ed None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:18:16.246009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port efccb971-4781-4ed9-974b-d619dae64556, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=efccb971-4781-4ed9-974b-d619dae64556,segment=NetworkSegment(0295e8c2-6c4d-4119-988c-68ebbe79fc8d),segment_id=0295e8c2-6c4d-4119-988c-68ebbe79fc8d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:16.249265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.258176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.275428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for efccb971-4781-4ed9-974b-d619dae64556 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:16.377737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3985afbd-ac4e-4747-92ce-81ad8c656827,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:16.389411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 841771d8-5943-41eb-904b-f6b515e19a41 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:16.462521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.464005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec57dd5b-8097-4f84-9af4-39438cbfc409 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1288147 Aug 18 14:18:16.466582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43254) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:16.473185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group_rule': {'security_group_id': '3985afbd-ac4e-4747-92ce-81ad8c656827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:16.563072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 841771d8-5943-41eb-904b-f6b515e19a41 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:16.570651 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.572216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.676201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port efccb971-4781-4ed9-974b-d619dae64556 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:16.682331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=efccb971-4781-4ed9-974b-d619dae64556,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:16.683340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.818022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.830481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.842516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b356323-b71c-41f5-a3fd-7829761bb86f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:16.856200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0295e8c2-6c4d-4119-988c-68ebbe79fc8d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:16.856509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0295e8c2-6c4d-4119-988c-68ebbe79fc8d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:16.867695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.885035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.896479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:16.896479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:16.940723 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:17.003753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.022218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556e5389-9d47-4e92-96e8-4da0f46e0dfe,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:17.091438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.103353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.105304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/2b356323-b71c-41f5-a3fd-7829761bb86f HTTP/1.1" status: 204 len: 168 time: 4.3831277 Aug 18 14:18:17.109485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:17.115479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423369979'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:17.129359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f71b52-7a33-4bc6-856f-9609c8f76670 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=2b356323-b71c-41f5-a3fd-7829761bb86f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:17.172682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.174541 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3ec771b8-0d0c-4ed4-bf13-b151573608af tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7069514 Aug 18 14:18:17.176373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782bc11-1fb0-4fc8-8dbb-99a581282b90 req-7f102bc2-582f-4a2e-998d-2ad06460f28b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:17.178053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d782bc11-1fb0-4fc8-8dbb-99a581282b90 req-7f102bc2-582f-4a2e-998d-2ad06460f28b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 943 time: 0.0697718 Aug 18 14:18:17.178916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:17.192776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'security_group_rule': {'security_group_id': '3985afbd-ac4e-4747-92ce-81ad8c656827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:17.243818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d782bc11-1fb0-4fc8-8dbb-99a581282b90 req-e63f8e0a-45b4-4832-be96-90c54e7db6ba tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Aug 18 14:18:17.350520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:17.353970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.382901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:17.395084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.400267 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 622e0bb6-e430-43c0-a381-75c8ab335ae5 of type vlan for network 5003cf91-4831-4dab-97f1-82c20c0e353c Aug 18 14:18:17.441012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.493928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.558095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.609304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.615500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:17.616237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.692200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=5003cf91-4831-4dab-97f1-82c20c0e353c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:17.706127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 5003cf91-4831-4dab-97f1-82c20c0e353c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:17.829918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.860626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 68b55102-57a3-4699-9c78-1e1b4365b9f9 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:18:17.865404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8718589d-bee5-4f7a-b7b8-a8b36c9264cc,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:17.873009 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4256f23e-bf78-477e-809d-20320f4e4cd2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7617195 Aug 18 14:18:17.876454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:17.883028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:17.997206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:18.006291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.007438 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-383e1cf3-85b1-4c64-8e4d-2f74e5d013d4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8260295 Aug 18 14:18:18.010649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:18.015779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:18.025392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '68b55102-57a3-4699-9c78-1e1b4365b9f9', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'port_id': '68b55102-57a3-4699-9c78-1e1b4365b9f9', 'mac_address': 'fa:16:3e:21:ba:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c787c2-cd5a-426b-be8d-e0f980cd8396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:18:18.067541 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.085434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b55102-57a3-4699-9c78-1e1b4365b9f9 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:18.108397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:18.163936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:18.170946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.269347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.327107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.352833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:18.472849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.485605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474daafa-b9af-4c14-bdf2-00df4e077fa7 req-6982fa94-903b-4389-b7f6-865c6031f997 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:18.487368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-474daafa-b9af-4c14-bdf2-00df4e077fa7 req-6982fa94-903b-4389-b7f6-865c6031f997 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 944 time: 0.0646532 Aug 18 14:18:18.553176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['68b55102-57a3-4699-9c78-1e1b4365b9f9'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:18:18.628641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Allocated IP 172.25.1.182 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/d90a5385-7f01-4063-b387-927bb3231fe4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:18.628755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-474daafa-b9af-4c14-bdf2-00df4e077fa7 req-201cf842-fad3-49db-9dee-1bcd0c158523 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153696 Aug 18 14:18:18.628755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.717491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=b119f945-8c2b-4968-bece-58675143ea97,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:18.758258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': '622e0bb6-e430-43c0-a381-75c8ab335ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:18.758953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 5003cf91-4831-4dab-97f1-82c20c0e353c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:18.800911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.923228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 5003cf91-4831-4dab-97f1-82c20c0e353c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:18.977639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.029424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:19.035051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:19.039132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:19.051355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 5003cf91-4831-4dab-97f1-82c20c0e353c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:19.056497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:19.057272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.061622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb609d-44d7-4b21-a69a-2b090732c28b None None] Network 5003cf91-4831-4dab-97f1-82c20c0e353c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:19.079814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=d90a5385-7f01-4063-b387-927bb3231fe4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:19.167108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.213095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8bf8564-a5a7-4bb8-a6f4-62fe9255a94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3343263 Aug 18 14:18:19.215796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:19.244101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-5003cf91-4831-4dab-97f1-82c20c0e353c', 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': 'b119f945-8c2b-4968-bece-58675143ea97'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:19.245289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.363911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.366282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.458485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.551886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Allocated IP 2001:db8::1 (5003cf91-4831-4dab-97f1-82c20c0e353c/b119f945-8c2b-4968-bece-58675143ea97/619820ee-69c6-49d8-957d-7dc68bfedd81) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:19.657774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.751625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.762444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.775301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Transition to ACTIVE for port object 619820ee-69c6-49d8-957d-7dc68bfedd81 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:19.789567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b128a8-a776-4808-abea-0f2c619c255c req-700e852f-cf58-42b0-a221-adf42c8de6cf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:19.791408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23b128a8-a776-4808-abea-0f2c619c255c req-700e852f-cf58-42b0-a221-adf42c8de6cf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 944 time: 0.0603075 Aug 18 14:18:19.795942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Transition to ACTIVE for port object 619820ee-69c6-49d8-957d-7dc68bfedd81 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:19.855283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=d90a5385-7f01-4063-b387-927bb3231fe4,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:19.858946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 68b55102-57a3-4699-9c78-1e1b4365b9f9 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:19.866292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23b128a8-a776-4808-abea-0f2c619c255c req-9ce92d1d-f9f0-4452-8734-9e7426c077d5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Aug 18 14:18:19.916937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.918135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.951920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Network 5003cf91-4831-4dab-97f1-82c20c0e353c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:19.974059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:19.983236 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:19.996529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:20.040524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.049276 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e39a0be3-539e-4f7e-a878-bbe4f68c18ac tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0300524 Aug 18 14:18:20.108125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=b119f945-8c2b-4968-bece-58675143ea97,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:20.220551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Pushing event updated for resources: {'Port': ['ID=619820ee-69c6-49d8-957d-7dc68bfedd81,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:20.234898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.243309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Attempting to bind port 619820ee-69c6-49d8-957d-7dc68bfedd81 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:20.243692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Attempting to bind port 619820ee-69c6-49d8-957d-7dc68bfedd81 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '622e0bb6-e430-43c0-a381-75c8ab335ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:20.244160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Attempting to bind port 619820ee-69c6-49d8-957d-7dc68bfedd81 on network 5003cf91-4831-4dab-97f1-82c20c0e353c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:20.252689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:20.253068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Checking segment: {'id': '622e0bb6-e430-43c0-a381-75c8ab335ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:20.253485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.253929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Bound using segment: {'id': '622e0bb6-e430-43c0-a381-75c8ab335ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:20.254435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Bound port: 619820ee-69c6-49d8-957d-7dc68bfedd81, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622e0bb6-e430-43c0-a381-75c8ab335ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5003cf91-4831-4dab-97f1-82c20c0e353c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:20.254831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.265420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5003cf91-4831-4dab-97f1-82c20c0e353c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:20.295947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622e0bb6-e430-43c0-a381-75c8ab335ae5') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:20.296494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622e0bb6-e430-43c0-a381-75c8ab335ae5') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:20.311040 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.324247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 68b55102-57a3-4699-9c78-1e1b4365b9f9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:20.337730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.342197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 68b55102-57a3-4699-9c78-1e1b4365b9f9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:20.342577 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.391737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:20.392298 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:20.396609 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:20.426287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] For port 619820ee-69c6-49d8-957d-7dc68bfedd81, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:20.491032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.513788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-0da10eed-fb1a-4e77-afb6-3cdfa327dff5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1967992384&fields=id&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 267 time: 0.1240001 Aug 18 14:18:20.520729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:20.523238 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcdff1f-7069-48d4-bdae-0750390ac36d" -d '{"events": [{"server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "name": "network-vif-plugged", "status": "completed", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:20.549823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:20.551852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] For port 619820ee-69c6-49d8-957d-7dc68bfedd81, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=619820ee-69c6-49d8-957d-7dc68bfedd81,segment=NetworkSegment(622e0bb6-e430-43c0-a381-75c8ab335ae5),segment_id=622e0bb6-e430-43c0-a381-75c8ab335ae5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:20.574849 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cbd1d-faf4-4d12-a3ca-164bff9ba6d4 x-openstack-request-id: req-056cbd1d-faf4-4d12-a3ca-164bff9ba6d4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:20.575149 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "name": "network-vif-plugged", "status": "completed", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:20.575407 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-056cbd1d-faf4-4d12-a3ca-164bff9ba6d4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:20.575813 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9', 'code': 200} Aug 18 14:18:20.579518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:18:20.579518 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:18:20.579518 n-d-804303-5 neutron-server[112229]: [parameters: {'id': '5003cf91-4831-4dab-97f1-82c20c0e353c'}] Aug 18 14:18:20.579518 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:20.579941 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:20.656373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-76100921-c01e-4778-bd1d-8cd186934ea8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:20.658558 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-76100921-c01e-4778-bd1d-8cd186934ea8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 816 time: 0.1322262 Aug 18 14:18:20.688035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-77a347d8-32a5-4498-87dd-24a8452bedc2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/quotas/6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 375 time: 0.0154343 Aug 18 14:18:20.692982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.697274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.709188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dc96e-a990-4b01-804b-d92a31856903 req-6fa26568-85cb-4e4a-9208-fe6e816c8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:20.710743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-522dc96e-a990-4b01-804b-d92a31856903 req-6fa26568-85cb-4e4a-9208-fe6e816c8509 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 1095 time: 0.0738201 Aug 18 14:18:20.770488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-522dc96e-a990-4b01-804b-d92a31856903 req-d1e79afa-12c4-4b79-8b71-136e09e280f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Aug 18 14:18:20.778297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-4afcb0f0-f40c-43a7-a452-52d8cdeffe2f tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833654 Aug 18 14:18:20.806788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-9d65c83a-eedb-4782-8094-a6dd92096ada service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:18:20.807843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-9d65c83a-eedb-4782-8094-a6dd92096ada service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064535 Aug 18 14:18:20.809426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:20.836261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa88b5-7b20-4355-813c-7ab20c8c910f None None] Network 5003cf91-4831-4dab-97f1-82c20c0e353c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:20.934980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe10a05-1389-4f96-92cf-f73a83cddeae None None] Pushing event updated for resources: {'Port': ['ID=619820ee-69c6-49d8-957d-7dc68bfedd81,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:20.962832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-68e1a3be-5351-4021-9cba-d8fe3ef96060 service neutron] 10.222.0.35 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378388 Aug 18 14:18:21.059752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b4ca7-8ea1-436e-90e4-81715be03465 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:18:21.084266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e847c-89f9-414e-bfb1-4ab0b2fc7a74 req-f970c1d1-0465-4a94-ae26-0b5564837c9d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:21.085941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f99e847c-89f9-414e-bfb1-4ab0b2fc7a74 req-f970c1d1-0465-4a94-ae26-0b5564837c9d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.1120682 Aug 18 14:18:21.090898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.175952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f99e847c-89f9-414e-bfb1-4ab0b2fc7a74 req-3d152180-4ddb-43e4-8d0f-f904c79b75bf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725875 Aug 18 14:18:21.231544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 619820ee-69c6-49d8-957d-7dc68bfedd81 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:21.232025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.326269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b4ca7-8ea1-436e-90e4-81715be03465 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:18:21.358124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 619820ee-69c6-49d8-957d-7dc68bfedd81, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=619820ee-69c6-49d8-957d-7dc68bfedd81,segment=NetworkSegment(622e0bb6-e430-43c0-a381-75c8ab335ae5),segment_id=622e0bb6-e430-43c0-a381-75c8ab335ae5)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:21.358640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.373022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 619820ee-69c6-49d8-957d-7dc68bfedd81 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:21.384494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-c88a8e4d-22eb-4914-8f7d-445b16f3319e service neutron] 10.222.0.35 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206598 Aug 18 14:18:21.789187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.823299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=619820ee-69c6-49d8-957d-7dc68bfedd81,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:21.827514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 619820ee-69c6-49d8-957d-7dc68bfedd81 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:21.952565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3824e67-fba4-464f-974c-1f04bfba8ae8 req-60f58cbc-9ee4-451b-b669-2a21da8f4989 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.0870039 Aug 18 14:18:21.957947 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2238f5b2-ef51-43a5-9b81-632825ec0b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.001435 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.009334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5003cf91-4831-4dab-97f1-82c20c0e353c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:22.021530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622e0bb6-e430-43c0-a381-75c8ab335ae5') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:22.021649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622e0bb6-e430-43c0-a381-75c8ab335ae5') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:22.032782 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.060710 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.070375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:22.070989 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:22.089698 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:22.331706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.340724 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.342989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/5003cf91-4831-4dab-97f1-82c20c0e353c HTTP/1.1" status: 204 len: 168 time: 3.1262128 Aug 18 14:18:22.346646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:22.352259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322497268'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:22.405370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833375c-e622-478a-afbc-0228d8e7205b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=5003cf91-4831-4dab-97f1-82c20c0e353c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:22.426566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0aa8d-2894-47f0-8d62-794ee6a96fe1 req-fd8437d8-c3a8-422c-92d8-ee1da7051ee0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:22.428491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39f0aa8d-2894-47f0-8d62-794ee6a96fe1 req-fd8437d8-c3a8-422c-92d8-ee1da7051ee0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.1467755 Aug 18 14:18:22.494309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39f0aa8d-2894-47f0-8d62-794ee6a96fe1 req-62bb43f6-2247-47b0-8f80-9e58dde078f3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592942 Aug 18 14:18:22.505536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:22.509457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.541116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:22.553640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.554051 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment d3bc50ed-43ed-4355-97c7-bb5e03076c87 of type vlan for network 74d91d16-abbb-41a5-bc07-3ecacc61485d Aug 18 14:18:22.616215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.775071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.785016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:22.790305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.944873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=74d91d16-abbb-41a5-bc07-3ecacc61485d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:22.957432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 74d91d16-abbb-41a5-bc07-3ecacc61485d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:22.993192 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-68f71ece-07b3-4c63-ab07-26ddeed3d61f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6453345 Aug 18 14:18:22.996233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:23.026270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:23.167532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a067f-6847-44c2-a2d2-70f52dc3b05f req-23956199-b75f-4524-84cd-0f38a2f60244 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:23.173127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be1a067f-6847-44c2-a2d2-70f52dc3b05f req-23956199-b75f-4524-84cd-0f38a2f60244 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.1152079 Aug 18 14:18:23.251669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af5b97d7-61bc-48ad-ae4e-d832982de838 req-0c677249-bdb6-4c0f-9e7d-612baa92f1f8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.0758471 Aug 18 14:18:23.307620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be1a067f-6847-44c2-a2d2-70f52dc3b05f req-02d77e54-60a3-4525-805d-867a21a91590 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178675 Aug 18 14:18:23.386576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:23.391053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:23.869170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:24.032480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=9d31151b-00f3-43c9-ab73-61e8ebdffb63,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:24.049469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': 'd3bc50ed-43ed-4355-97c7-bb5e03076c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:24.050205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: 74d91d16-abbb-41a5-bc07-3ecacc61485d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:24.176994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 74d91d16-abbb-41a5-bc07-3ecacc61485d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:24.320448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 74d91d16-abbb-41a5-bc07-3ecacc61485d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:24.341649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18138f-72e2-4426-a4d7-a48bd1251cb8 None None] Network 74d91d16-abbb-41a5-bc07-3ecacc61485d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:24.343089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:24.343089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:24.458428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7b947c8-03b1-4206-8428-b218023d9823 req-5dd9b06d-5fdd-439a-bc13-a9e2323bb5b0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.1042013 Aug 18 14:18:24.487030 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6cc73d3c-2877-487e-b98d-c9a6f9ac282a tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4881434 Aug 18 14:18:24.490263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:24.526816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-c50e0c8f-4d5c-4334-b9f8-560392b58afe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:24.528871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-c50e0c8f-4d5c-4334-b9f8-560392b58afe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.1939282 Aug 18 14:18:24.564007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-74d91d16-abbb-41a5-bc07-3ecacc61485d', 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '9d31151b-00f3-43c9-ab73-61e8ebdffb63'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:24.565108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:24.565507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ada18-726e-400e-a248-80a3e6d312ca req-dcd5d1df-b620-4610-80ae-3b7636863c96 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:24.573509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830ada18-726e-400e-a248-80a3e6d312ca req-dcd5d1df-b620-4610-80ae-3b7636863c96 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.1471310 Aug 18 14:18:24.730771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830ada18-726e-400e-a248-80a3e6d312ca req-6cc3699f-0195-4c5f-9812-f71dc3a65d7b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561182 Aug 18 14:18:24.736593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:24.876662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:24.895999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-a89de783-219a-4c24-8690-d7f6401fbdc0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:24.898130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-a89de783-219a-4c24-8690-d7f6401fbdc0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 816 time: 0.3604455 Aug 18 14:18:24.973488 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9240ba13-96b3-44de-8c01-8140695a91c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.006459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Allocated IP 2001:db8::1 (74d91d16-abbb-41a5-bc07-3ecacc61485d/9d31151b-00f3-43c9-ab73-61e8ebdffb63/5631a966-f8c2-4c9b-b93b-5ca70617d60b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:25.083030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-2f762403-4664-4da6-a7f0-3fbd16f57071 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 380 time: 0.1667411 Aug 18 14:18:25.085387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Deleting port 68b55102-57a3-4699-9c78-1e1b4365b9f9 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:25.085737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.107191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'port': {'device_id': '95242487-eefe-4f72-82e8-e94af677d517', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'admin_state_up': True, 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'security_groups': ['3985afbd-ac4e-4747-92ce-81ad8c656827']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:25.111306 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.305883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.323655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Transition to ACTIVE for port object 5631a966-f8c2-4c9b-b93b-5ca70617d60b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:25.348090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Transition to ACTIVE for port object 5631a966-f8c2-4c9b-b93b-5ca70617d60b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:25.358826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] For port 68b55102-57a3-4699-9c78-1e1b4365b9f9, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=68b55102-57a3-4699-9c78-1e1b4365b9f9,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:25.359244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.386908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Calling delete_port for 68b55102-57a3-4699-9c78-1e1b4365b9f9 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:25.434285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.494454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Network 74d91d16-abbb-41a5-bc07-3ecacc61485d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:25.499132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:25.504081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:25.528405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Made reservation on behalf of 6c7cb24c67e14db48155b38298462263 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:25.538175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.580573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.603618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Pushing event updated for resources: {'Port': ['ID=5631a966-f8c2-4c9b-b93b-5ca70617d60b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:25.619438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=9d31151b-00f3-43c9-ab73-61e8ebdffb63,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:25.695518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Attempting to bind port 5631a966-f8c2-4c9b-b93b-5ca70617d60b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:25.696280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Attempting to bind port 5631a966-f8c2-4c9b-b93b-5ca70617d60b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd3bc50ed-43ed-4355-97c7-bb5e03076c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:25.697148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Attempting to bind port 5631a966-f8c2-4c9b-b93b-5ca70617d60b on network 74d91d16-abbb-41a5-bc07-3ecacc61485d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:25.703402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:25.704041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Checking segment: {'id': 'd3bc50ed-43ed-4355-97c7-bb5e03076c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:25.704632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.705203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Bound using segment: {'id': 'd3bc50ed-43ed-4355-97c7-bb5e03076c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:25.705871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Bound port: 5631a966-f8c2-4c9b-b93b-5ca70617d60b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bc50ed-43ed-4355-97c7-bb5e03076c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:25.706594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.783529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b0e1720-fbf4-46d3-8f35-0f523da9dca8 req-3a7c475b-0216-4e9b-ace8-e6430e1b8888 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.1821463 Aug 18 14:18:25.791389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.822470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] For port 5631a966-f8c2-4c9b-b93b-5ca70617d60b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:25.830822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] For port 5631a966-f8c2-4c9b-b93b-5ca70617d60b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5631a966-f8c2-4c9b-b93b-5ca70617d60b,segment=NetworkSegment(d3bc50ed-43ed-4355-97c7-bb5e03076c87),segment_id=d3bc50ed-43ed-4355-97c7-bb5e03076c87)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:25.831402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d91d16-abbb-41a5-bc07-3ecacc61485d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:25.872550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bc50ed-43ed-4355-97c7-bb5e03076c87') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:25.873128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bc50ed-43ed-4355-97c7-bb5e03076c87') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:25.886325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.898624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.926512 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.928926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.936265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:25.936959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:25.943457 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:26.009394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53a44-7b5d-4ff9-8d06-ad4b966b5383 None None] Pushing event updated for resources: {'Port': ['ID=5631a966-f8c2-4c9b-b93b-5ca70617d60b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:26.080015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4caef-0300-4206-93e3-568f39db500d None None] Network 74d91d16-abbb-41a5-bc07-3ecacc61485d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:26.109123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:18:26.109123 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:18:26.109123 n-d-804303-5 neutron-server[112228]: [parameters: {'id': '74d91d16-abbb-41a5-bc07-3ecacc61485d'}] Aug 18 14:18:26.109123 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:26.110078 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:26.286800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43502) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:26.310280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd47f39-3d59-4428-a2cc-f9e581e1d9a0 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:18:26.432716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f013-a7e3-4e73-ac88-f737786d1a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.489023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd47f39-3d59-4428-a2cc-f9e581e1d9a0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:18:26.571200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaa40d-7118-46b8-97b3-a46c91fffa8c req-120fd5ff-eb09-4663-9596-c0f5e682818c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:26.573012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cbaa40d-7118-46b8-97b3-a46c91fffa8c req-120fd5ff-eb09-4663-9596-c0f5e682818c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 945 time: 0.2156923 Aug 18 14:18:26.592906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f013-a7e3-4e73-ac88-f737786d1a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.611683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.617331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Allocated IP 172.20.0.10 (2c3a9877-a147-42b3-a9bf-ad61bfd84030/702ec664-bdf2-4fd4-8772-d616b4c39037/e2bff116-5633-4d64-ac8b-7a805ec0e3c0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:26.724410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f013-a7e3-4e73-ac88-f737786d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.758525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 5631a966-f8c2-4c9b-b93b-5ca70617d60b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:26.758992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.860652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ddf3f013-a7e3-4e73-ac88-f737786d1a48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd6516f44c3242718ad8c3e224ce204d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591505 Aug 18 14:18:26.860746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43516) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:26.866220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3f013-a7e3-4e73-ac88-f737786d1a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3564007f-37b5-465a-95aa-b9087a73209c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:26.891179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.902510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 5631a966-f8c2-4c9b-b93b-5ca70617d60b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5631a966-f8c2-4c9b-b93b-5ca70617d60b,segment=NetworkSegment(d3bc50ed-43ed-4355-97c7-bb5e03076c87),segment_id=d3bc50ed-43ed-4355-97c7-bb5e03076c87)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:26.903080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:26.904348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:18:26.918436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 5631a966-f8c2-4c9b-b93b-5ca70617d60b owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:27.000390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cbaa40d-7118-46b8-97b3-a46c91fffa8c req-f7e0ff66-fb54-48c1-98df-5070813fd8f8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118464 Aug 18 14:18:27.028423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Pushing event deleted for resources: {'Port': ['ID=68b55102-57a3-4699-9c78-1e1b4365b9f9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:27.028423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a06f871f-8a9d-49da-bf7b-eb45ae197aeb req-d92646ce-db19-4f86-88aa-54741c00631a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.1054916 Aug 18 14:18:27.063706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.087604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Transition to ACTIVE for port object e2bff116-5633-4d64-ac8b-7a805ec0e3c0 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.124044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:27.170545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] No DVR routers for this DVR port 68b55102-57a3-4699-9c78-1e1b4365b9f9 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:27.180977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.186247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9030a3ca-da7c-4ab3-898f-72effc2fcf28 req-3e602ca2-ae67-439e-ac23-d152fb158771 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.10 "DELETE /v2.0/ports/68b55102-57a3-4699-9c78-1e1b4365b9f9 HTTP/1.1" status: 204 len: 173 time: 2.6266079 Aug 18 14:18:27.186247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'name': 'network-vif-deleted', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:27.186247 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92016111-b67b-4fa6-b4c8-9e30cc6d0b89" -d '{"events": [{"server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "name": "network-vif-deleted", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:27.201775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.229371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.231768 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead44296-e485-4093-b341-1546181dd1c1 x-openstack-request-id: req-ead44296-e485-4093-b341-1546181dd1c1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:27.232055 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb", "name": "network-vif-deleted", "tag": "68b55102-57a3-4699-9c78-1e1b4365b9f9", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:27.232307 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ead44296-e485-4093-b341-1546181dd1c1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:27.232696 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb', 'name': 'network-vif-deleted', 'tag': '68b55102-57a3-4699-9c78-1e1b4365b9f9', 'status': 'completed', 'code': 200} Aug 18 14:18:27.248672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.275212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=5631a966-f8c2-4c9b-b93b-5ca70617d60b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:27.278554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 5631a966-f8c2-4c9b-b93b-5ca70617d60b on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:27.332167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.369686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.372201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.375054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.377023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3564007f-37b5-465a-95aa-b9087a73209c HTTP/1.1" status: 204 len: 168 time: 0.5159090 Aug 18 14:18:27.389755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d91d16-abbb-41a5-bc07-3ecacc61485d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:27.401386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:27.405140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ea0b0-824f-4a19-94b4-b4fdf6173b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3564007f-37b5-465a-95aa-b9087a73209c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:27.410800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:27.412418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bc50ed-43ed-4355-97c7-bb5e03076c87') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:27.412720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bc50ed-43ed-4355-97c7-bb5e03076c87') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:27.413805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:27.416713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:27.430047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.450172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.462488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:27.463140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:27.504452 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:27.511342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:27.511993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.537237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.632882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-54c1eec2-b508-4cca-b9a3-ecd900327cbf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5406675 Aug 18 14:18:27.650878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Request body: {'port': {'device_id': '95242487-eefe-4f72-82e8-e94af677d517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:27.717089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.725477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.734178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.736727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/74d91d16-abbb-41a5-bc07-3ecacc61485d HTTP/1.1" status: 204 len: 168 time: 3.2448206 Aug 18 14:18:27.746369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:27.751395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307157065'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:27.757740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ef153-8806-4df3-b7b6-58f70ae7bab0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=74d91d16-abbb-41a5-bc07-3ecacc61485d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:27.910959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 68b55102-57a3-4699-9c78-1e1b4365b9f9 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:27.912985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:27.918328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.933486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-82539009-284e-4bbb-9bee-da7c2466e7d9 None None] Provisioning for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:27.936602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 68b55102-57a3-4699-9c78-1e1b4365b9f9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:27.936989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 68b55102-57a3-4699-9c78-1e1b4365b9f9 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:27.946038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-82539009-284e-4bbb-9bee-da7c2466e7d9 None None] Provisioning complete for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:27.946038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82539009-284e-4bbb-9bee-da7c2466e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:27.976440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:27.999698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-82539009-284e-4bbb-9bee-da7c2466e7d9 None None] Port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:28.002964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.003329 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 52ca6cfe-8d5f-4ae8-93db-c53c015d8a32 of type vlan for network b07c254f-3c2f-49b5-82dd-48d496394b9c Aug 18 14:18:28.065459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.106588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43554) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:28.117270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1286901553'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:28.214609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:28.224216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.228696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.235837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:28.236561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.271992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:28.276056 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.292109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f2dc9d6-ae66-41c3-a4e0-2004d0f56574 req-ce42216f-6a25-4aae-8a4e-225a349d371b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a1d8ab4-a256-4e7c-9b02-6910b3bc36eb HTTP/1.1" status: 200 len: 210 time: 0.1047950 Aug 18 14:18:28.316134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Transition to ACTIVE for port object e2bff116-5633-4d64-ac8b-7a805ec0e3c0 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:28.346752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92e83-f5d4-46c4-9423-b11d7220a8c4 req-be886115-17f1-4ee9-94ec-fc6b432b9302 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:28.348259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ab92e83-f5d4-46c4-9423-b11d7220a8c4 req-be886115-17f1-4ee9-94ec-fc6b432b9302 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 932 time: 0.1263862 Aug 18 14:18:28.368604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:28.379817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=b07c254f-3c2f-49b5-82dd-48d496394b9c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:28.382551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.390306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.390306 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Added segment 6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955 of type vlan for network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 Aug 18 14:18:28.390543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:28.447851 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e341e14e-b903-4d96-b388-1597702cd016 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6974928 Aug 18 14:18:28.451425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43560) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:28.459955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ab92e83-f5d4-46c4-9423-b11d7220a8c4 req-b5aeeced-e0e1-4dc7-9074-6142dfcb151d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057296 Aug 18 14:18:28.462974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:28.534152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:28.556833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.595523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Attempting to bind port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:28.596000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Attempting to bind port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:28.596361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Attempting to bind port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:28.604575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:18:28.604917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Attempting to bind port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 on network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:28.614101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:28.614443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Checking segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:28.615095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Bound using segment: {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:28.615304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Bound port: e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:28.615907 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.697806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:28.701161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:28.717921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.724260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:28.724929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.779769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:28.784781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.789306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.848396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Network': ['ID=da8e776e-09c2-48f4-bb3d-ecd416e7fe68,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:28.851525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c7af3f77-bd5d-4f49-9a23-152c330a532c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7438507 Aug 18 14:18:28.854940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43570) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:28.868389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1026459362'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:28.873067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:28.887329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:28.887329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:28.888584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] 10.222.0.58 "PUT /v2.0/ports/e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1092 time: 1.2425771 Aug 18 14:18:28.889388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deac0c3-a3f1-4e97-9dcb-7a27209096cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:29.049464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:29.053270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.127859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-de6a1173-8c76-48d3-8734-d198784cebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.129405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-de6a1173-8c76-48d3-8734-d198784cebd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1095 time: 0.1072874 Aug 18 14:18:29.134985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:29.156775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.157317 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Added segment b7212ee1-4f27-47fa-8388-33efe6eebf92 of type vlan for network 30fd4178-1c87-4711-8fed-b936b40090d9 Aug 18 14:18:29.222285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-62006c0b-35d6-4235-a3c1-b44507289cc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 217 time: 0.0801890 Aug 18 14:18:29.236499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:29.243061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.246595 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249689a-b36e-49a4-ac0d-a6262efccde1" -d '{"events": [{"name": "network-changed", "server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:29.261888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.352244 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59314802-d6b4-4f25-9c38-2bcd3b1ee2a4 x-openstack-request-id: req-59314802-d6b4-4f25-9c38-2bcd3b1ee2a4 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:29.352886 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:29.353335 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59314802-d6b4-4f25-9c38-2bcd3b1ee2a4 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:29.360430 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'status': 'completed', 'code': 200} Aug 18 14:18:29.413975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-9c9dc4bd-ae6d-465e-9b85-2c761148e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.425070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=30c376b1-6e89-4203-9805-dbc1652c6740,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:29.430895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-9c9dc4bd-ae6d-465e-9b85-2c761148e2c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.1926374 Aug 18 14:18:29.432450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:29.432450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: b07c254f-3c2f-49b5-82dd-48d496394b9c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:29.497615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.504233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.505626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536524'] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.554223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-332dad1d-62c1-4ad7-ac51-5a76edc32bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.559273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-332dad1d-62c1-4ad7-ac51-5a76edc32bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233470 Aug 18 14:18:29.579214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network b07c254f-3c2f-49b5-82dd-48d496394b9c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:29.611407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Network': ['ID=30fd4178-1c87-4711-8fed-b936b40090d9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:29.624676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 30fd4178-1c87-4711-8fed-b936b40090d9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:29.677607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07db0f-e4c7-4781-abef-ece769ac2a23 req-7983c94a-659e-40e0-a7a0-76f59d4e6876 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.679394 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41f74136-8494-4373-ab9b-9a6650bf141b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8223789 Aug 18 14:18:29.680249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43600) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:29.681658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b07db0f-e4c7-4781-abef-ece769ac2a23 req-7983c94a-659e-40e0-a7a0-76f59d4e6876 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2119102 Aug 18 14:18:29.694854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'subnet': {'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:29.716504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b07c254f-3c2f-49b5-82dd-48d496394b9c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:29.725309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.726777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.764566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24d322-1119-40ac-8fd9-2c8c94418ce5 None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:29.838814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c185-b54c-4c13-b8f1-d5716af3b394 req-b8b9a3e1-06b9-433b-8b61-f4e4aa329fc0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:29.840575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76c4c185-b54c-4c13-b8f1-d5716af3b394 req-b8b9a3e1-06b9-433b-8b61-f4e4aa329fc0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.2485886 Aug 18 14:18:29.844107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b07db0f-e4c7-4781-abef-ece769ac2a23 req-bcd66eac-52d8-4337-a597-8a92559260c8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332245 Aug 18 14:18:29.867811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff4e4948-79fe-441b-bbe6-bb6e3bc1b148 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4133465 Aug 18 14:18:29.870476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43602) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:29.922646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:30.015404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-7f269e5b-9a2c-4d09-acdd-1cdff369043e service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427421 Aug 18 14:18:30.024786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76c4c185-b54c-4c13-b8f1-d5716af3b394 req-80fc8714-0a64-400a-9b41-c6b0eaf2fc93 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729634 Aug 18 14:18:30.075376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:30.084457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:30.207429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-b07c254f-3c2f-49b5-82dd-48d496394b9c', 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '30c376b1-6e89-4203-9805-dbc1652c6740'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:30.208464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:30.320619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85edbb9-b258-45c8-a1c4-84e93571bb80 req-3533ced8-893e-4fa8-a98c-c0a9546f34aa service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756035 Aug 18 14:18:30.584817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b73598-6698-48bf-bd30-502338262810 req-0723a0d0-fec2-4445-be5d-dca3fbecd542 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:30.585016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54b73598-6698-48bf-bd30-502338262810 req-0723a0d0-fec2-4445-be5d-dca3fbecd542 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2351346 Aug 18 14:18:30.605317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-8f847157-ab8e-4f46-875e-d7a0c9ee6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:30.609250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-8f847157-ab8e-4f46-875e-d7a0c9ee6ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1095 time: 0.1654294 Aug 18 14:18:30.680157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Allocated IP 2001:db8::2 (b07c254f-3c2f-49b5-82dd-48d496394b9c/30c376b1-6e89-4203-9805-dbc1652c6740/4b415153-5fb3-45ee-98f8-02adf74631b3) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:30.727896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54b73598-6698-48bf-bd30-502338262810 req-358c1abb-905d-4930-8a6b-63e850eb1e9d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143115 Aug 18 14:18:30.785654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-6c933a05-c4b6-4000-8a12-2a83737d3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:30.787387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-6c933a05-c4b6-4000-8a12-2a83737d3ec3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.1637211 Aug 18 14:18:30.866773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:30.939981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:30.942449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-a248e37f-f1ed-4352-84e5-07f554492a42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 217 time: 0.1444228 Aug 18 14:18:30.946779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:30.950269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:30.966469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Transition to ACTIVE for port object 4b415153-5fb3-45ee-98f8-02adf74631b3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:30.985286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Transition to ACTIVE for port object 4b415153-5fb3-45ee-98f8-02adf74631b3 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:30.998261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Subnet': ['ID=8fc4a764-8fd9-4b2a-9061-6c289a445de3,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:31.039526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:31.039703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network hostable DHCP agents. Network: da8e776e-09c2-48f4-bb3d-ecd416e7fe68, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:31.090671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-41259e40-a1f4-433b-9f04-0f39bf1a6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.090671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-41259e40-a1f4-433b-9f04-0f39bf1a6aca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.1099124 Aug 18 14:18:31.103494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1dee2-aa98-4e1f-9d5b-43b222a371fb req-a5a2c7a2-4232-4beb-940a-fdca0f238444 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.106357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59a1dee2-aa98-4e1f-9d5b-43b222a371fb req-a5a2c7a2-4232-4beb-940a-fdca0f238444 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1954927 Aug 18 14:18:31.114586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.149217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:31.154264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:31.156433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:31.225725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Pushing event updated for resources: {'Port': ['ID=4b415153-5fb3-45ee-98f8-02adf74631b3,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:31.236596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:31.263252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59a1dee2-aa98-4e1f-9d5b-43b222a371fb req-76d460ea-c3fc-4f53-8e99-b67d47705751 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463983 Aug 18 14:18:31.288374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-9e9e398d-6e2d-474c-a5b9-7a44999e165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.290266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-9e9e398d-6e2d-474c-a5b9-7a44999e165e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838200 Aug 18 14:18:31.303072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Attempting to bind port 4b415153-5fb3-45ee-98f8-02adf74631b3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:31.303529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Attempting to bind port 4b415153-5fb3-45ee-98f8-02adf74631b3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:31.303668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9059f-5847-4891-96db-8ec3e88d0111 req-28df8107-d3b5-4398-8e25-d73a20fb616a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.303940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Attempting to bind port 4b415153-5fb3-45ee-98f8-02adf74631b3 on network b07c254f-3c2f-49b5-82dd-48d496394b9c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:31.305264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07c9059f-5847-4891-96db-8ec3e88d0111 req-28df8107-d3b5-4398-8e25-d73a20fb616a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1185927 Aug 18 14:18:31.318715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:31.319433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Checking segment: {'id': '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:31.320615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.321410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Bound using segment: {'id': '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:31.323030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Bound port: 4b415153-5fb3-45ee-98f8-02adf74631b3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:31.324048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.368610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, da8e776e-09c2-48f4-bb3d-ecd416e7fe68) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:31.400610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.401890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] For port 4b415153-5fb3-45ee-98f8-02adf74631b3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:31.402287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.406404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] For port 4b415153-5fb3-45ee-98f8-02adf74631b3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b415153-5fb3-45ee-98f8-02adf74631b3,segment=NetworkSegment(52ca6cfe-8d5f-4ae8-93db-c53c015d8a32),segment_id=52ca6cfe-8d5f-4ae8-93db-c53c015d8a32)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:31.407036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07c9059f-5847-4891-96db-8ec3e88d0111 req-db2c7473-41b4-4742-9063-a43ca4e69cf2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938487 Aug 18 14:18:31.425714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a82177-f0e9-4e35-81b7-2b943150bdee None None] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:31.471466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-f7497179-1a5a-4f4a-a755-b13556ae0416 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650863 Aug 18 14:18:31.572433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.576017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.596202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8249689a-b36e-49a4-ac0d-a6262efccde1 req-3da4419a-fac3-4361-8af7-56538f77e751 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150775 Aug 18 14:18:31.625795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network b07c254f-3c2f-49b5-82dd-48d496394b9c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:31.630075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:31.633132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.633730 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.650634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=0bf71b87-9035-4f91-8317-ac81a26fe310,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:31.667732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:31.667732 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:31.691612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f7636-50a9-48a3-931a-10a9db1f1dd3 None None] Pushing event updated for resources: {'Port': ['ID=4b415153-5fb3-45ee-98f8-02adf74631b3,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:31.696803 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cd8468ef-1d93-4e85-be9c-a6413ed30055 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0096486 Aug 18 14:18:31.699619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43658) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:31.705038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'subnet': {'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:31.741515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91d4c513-b4ac-4d94-bcd0-6b59157fa528 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8529978 Aug 18 14:18:31.746635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43660) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:31.849294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.851032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.852700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.854327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.856100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:31.857909 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7d334183-93d1-4040-97d0-1534cd61a7d1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1076038 Aug 18 14:18:31.864555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43664) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:31.870090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80195222'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:31.955859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:31.959576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.023224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Allocated IP 10.1.1.2 (da8e776e-09c2-48f4-bb3d-ecd416e7fe68/8fc4a764-8fd9-4b2a-9061-6c289a445de3/6df9c613-aa84-4486-916c-5d7406b1cd03) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:32.149968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:32.154091 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.200576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.210386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:32.213826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Transition to ACTIVE for port object 6df9c613-aa84-4486-916c-5d7406b1cd03 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:32.249103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Transition to ACTIVE for port object 6df9c613-aa84-4486-916c-5d7406b1cd03 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:32.255354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.255724 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 2514e530-2140-4bb9-85a8-3970ce6d8161 of type vlan for network a8ad243b-0df2-49f6-8f4a-b850c4110f02 Aug 18 14:18:32.302339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.349703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.364547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.449707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Subnet': ['ID=091a2784-7772-4f5f-b930-318f91751ea8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:32.494225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b415153-5fb3-45ee-98f8-02adf74631b3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:32.534684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Checking segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:32.535058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network hostable DHCP agents. Network: 30fd4178-1c87-4711-8fed-b936b40090d9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:32.569317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:32.580173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:32.587293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:32.606587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Pushing event updated for resources: {'Port': ['ID=6df9c613-aa84-4486-916c-5d7406b1cd03,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:32.637128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.643197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:32.643883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.678946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Attempting to bind port 6df9c613-aa84-4486-916c-5d7406b1cd03 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:32.679336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Attempting to bind port 6df9c613-aa84-4486-916c-5d7406b1cd03 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:32.679701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Attempting to bind port 6df9c613-aa84-4486-916c-5d7406b1cd03 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:32.686221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:32.686732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:32.687642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.688093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Bound using segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:32.688584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Bound port: 6df9c613-aa84-4486-916c-5d7406b1cd03, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:32.688996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.713501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea4de-3860-4e2f-9e9a-baf07da04d0c req-676534fc-8cc9-41f0-bef5-a1ad5add60fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:32.715154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f26ea4de-3860-4e2f-9e9a-baf07da04d0c req-676534fc-8cc9-41f0-bef5-a1ad5add60fe tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1645854 Aug 18 14:18:32.719802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network 30fd4178-1c87-4711-8fed-b936b40090d9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:32.763574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=a8ad243b-0df2-49f6-8f4a-b850c4110f02,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:32.777245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] For port 6df9c613-aa84-4486-916c-5d7406b1cd03, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:32.780218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f26ea4de-3860-4e2f-9e9a-baf07da04d0c req-9aa9d7d1-63e6-4180-bd5a-f8d72deeafae tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563695 Aug 18 14:18:32.788407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] For port 6df9c613-aa84-4486-916c-5d7406b1cd03, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6df9c613-aa84-4486-916c-5d7406b1cd03,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:32.796986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:32.840487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4b415153-5fb3-45ee-98f8-02adf74631b3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:32.846477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d4f29-1f85-47be-8b34-fe0fdbbbae65 None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:32.848568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 30fd4178-1c87-4711-8fed-b936b40090d9) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:32.853743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:32.854285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.870858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43678) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:32.871510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5f330eb-4951-4590-944a-810d0a1cdc09 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0051141 Aug 18 14:18:32.875971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f63642-9d15-4b9f-a480-dabe36c15906 None None] Network 30fd4178-1c87-4711-8fed-b936b40090d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:32.876995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:32.945674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:32.969062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-19e15359-32cf-47a5-bec9-ec2a0197df25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2660077 Aug 18 14:18:32.970655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43684) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:32.979636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'name': 'tempest-TaggedBootDevicesTest_v242-1517268332', 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:33.197329 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.252464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:33.305949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.325266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 is not hosted by any dhcp agent {{(pid=112228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:18:33.340028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:33.345101 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.350451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43700) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:33.355020 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "PUT /v2.0/networks/a8ad243b-0df2-49f6-8f4a-b850c4110f02 HTTP/1.1" status: 200 len: 723 time: 0.4754035 Aug 18 14:18:33.357760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:33.440663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:33.500825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ce73b-c02b-478e-9321-59311ca7b0c4 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=a8ad243b-0df2-49f6-8f4a-b850c4110f02,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:33.508730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Provisioning for port 4b415153-5fb3-45ee-98f8-02adf74631b3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:33.536009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eeb1ada-dcd8-4427-ad10-bdc6d3aaf739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.554640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:33.605110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde2da3-9a5e-43c8-b85e-39d1a6b685d5 None None] Pushing event updated for resources: {'Port': ['ID=6df9c613-aa84-4486-916c-5d7406b1cd03,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:33.698102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Provisioning complete for port 4b415153-5fb3-45ee-98f8-02adf74631b3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:33.698102 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.739258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.803898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eeb1ada-dcd8-4427-ad10-bdc6d3aaf739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:33.819768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] device_id is not set on port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:18:33.873452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:18:33.903039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1eeb1ada-dcd8-4427-ad10-bdc6d3aaf739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.062175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1eeb1ada-dcd8-4427-ad10-bdc6d3aaf739 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b4b0c31eb3b48beb136cb1c258e47d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076203 Aug 18 14:18:34.065909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43716) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:34.082889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb1ada-dcd8-4427-ad10-bdc6d3aaf739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27864e-7d89-4c41-91f3-d2f334ae1df7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:34.151540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:34.158372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.189703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.241242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.302845 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.304892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-30fd4178-1c87-4711-8fed-b936b40090d9', 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ips': [{'subnet_id': '091a2784-7772-4f5f-b930-318f91751ea8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:34.313113 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.422095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] For port 4b415153-5fb3-45ee-98f8-02adf74631b3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b415153-5fb3-45ee-98f8-02adf74631b3,segment=NetworkSegment(52ca6cfe-8d5f-4ae8-93db-c53c015d8a32),segment_id=52ca6cfe-8d5f-4ae8-93db-c53c015d8a32)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:34.431303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6df9c613-aa84-4486-916c-5d7406b1cd03 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:34.450027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.453540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.458181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b27864e-7d89-4c41-91f3-d2f334ae1df7 HTTP/1.1" status: 204 len: 168 time: 0.3911104 Aug 18 14:18:34.472524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d183b-f418-4e47-9f31-990b1da4ba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27864e-7d89-4c41-91f3-d2f334ae1df7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:34.519019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.1.1.161 (da8e776e-09c2-48f4-bb3d-ecd416e7fe68/8fc4a764-8fd9-4b2a-9061-6c289a445de3/585f3547-2bc4-4c6f-8b8a-aecba27ea660) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:34.540700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf54e2-e5fd-4899-8682-f20d44fc93f7 req-4c202a75-e4b1-42cf-ab11-d6dd624fafca tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:34.542983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ecf54e2-e5fd-4899-8682-f20d44fc93f7 req-4c202a75-e4b1-42cf-ab11-d6dd624fafca tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.2120991 Aug 18 14:18:34.561970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.707962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Update dhcp port {'port': {'network_id': 'b07c254f-3c2f-49b5-82dd-48d496394b9c', 'fixed_ips': [{'subnet_id': '30c376b1-6e89-4203-9805-dbc1652c6740', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bf71b87-9035-4f91-8317-ac81a26fe310'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '4b415153-5fb3-45ee-98f8-02adf74631b3'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:18:34.739678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:34.776866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ecf54e2-e5fd-4899-8682-f20d44fc93f7 req-ca211d0e-af54-4f12-9095-5521ad56e3be tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166073 Aug 18 14:18:34.904378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:18:34.934584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d80a-038a-4071-bee6-e3becbc44cce None None] Pushing event updated for resources: {'Port': ['ID=4b415153-5fb3-45ee-98f8-02adf74631b3,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:34.937486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:34.980159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6df9c613-aa84-4486-916c-5d7406b1cd03 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:35.038063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.120077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=d04219d6-7ffb-4958-8ff2-6ee2a14ae900,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:35.168588 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.192055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 585f3547-2bc4-4c6f-8b8a-aecba27ea660 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:35.194519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': '2514e530-2140-4bb9-85a8-3970ce6d8161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:35.194893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: a8ad243b-0df2-49f6-8f4a-b850c4110f02, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:35.212373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Allocated IP 172.20.0.1 (b07c254f-3c2f-49b5-82dd-48d496394b9c/0bf71b87-9035-4f91-8317-ac81a26fe310/4b415153-5fb3-45ee-98f8-02adf74631b3) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:35.314394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:35.321920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] For port 4b415153-5fb3-45ee-98f8-02adf74631b3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b415153-5fb3-45ee-98f8-02adf74631b3,segment=NetworkSegment(52ca6cfe-8d5f-4ae8-93db-c53c015d8a32),segment_id=52ca6cfe-8d5f-4ae8-93db-c53c015d8a32)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:35.349185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.350532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8e07e-d597-44e2-bf23-9fc33277fb83 None None] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:35.419257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Allocated IP 10.2.2.2 (30fd4178-1c87-4711-8fed-b936b40090d9/091a2784-7772-4f5f-b930-318f91751ea8/cba2c5da-7f09-4d63-98c6-7d36d55af8eb) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:35.421004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.425458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.425654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a8ad243b-0df2-49f6-8f4a-b850c4110f02) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:35.435066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:35.458707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3025bc5a-8e01-4650-8d81-11f54e7a0302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.467584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:35.467798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027ed65-0deb-412d-9f34-0efca3487bb5 None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:35.467893 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.490181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:35.511835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:35.520110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:35.544351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:35.657389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:35.698001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Transition to ACTIVE for port object 4b415153-5fb3-45ee-98f8-02adf74631b3 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:35.699430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Provisioning for port 6df9c613-aa84-4486-916c-5d7406b1cd03 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:35.719759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:35.721089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.732541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3025bc5a-8e01-4650-8d81-11f54e7a0302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.759421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a8ad243b-0df2-49f6-8f4a-b850c4110f02', 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': 'd04219d6-7ffb-4958-8ff2-6ee2a14ae900'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:35.762651 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.763062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Provisioning complete for port 6df9c613-aa84-4486-916c-5d7406b1cd03 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:35.763607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.765870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-4f82ef9a-a72f-44bf-bf87-ac14b35e0041 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2413187 Aug 18 14:18:35.779486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca40fc-63ba-4882-ba10-fef7752fce87 req-4dc51b99-d79d-4b80-8bb4-00a1749677db tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:35.781164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54ca40fc-63ba-4882-ba10-fef7752fce87 req-4dc51b99-d79d-4b80-8bb4-00a1749677db tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2866218 Aug 18 14:18:35.796795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:35.811729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3025bc5a-8e01-4650-8d81-11f54e7a0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.833642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.869638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025bc5a-8e01-4650-8d81-11f54e7a0302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb72df-3433-4971-afb4-26b0e8e1b8ba,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:35.874935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3025bc5a-8e01-4650-8d81-11f54e7a0302 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40e24ba280b34f7da7cfbb16b2fac001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387851 Aug 18 14:18:35.877487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:35.901420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54ca40fc-63ba-4882-ba10-fef7752fce87 req-9a7c1c5b-ed6b-4166-9ff9-0b075e7b2ad0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122174 Aug 18 14:18:35.942474 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.960541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:35.976076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9a68b90-f786-4fbf-abe0-4b3483e90e3c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0044093 Aug 18 14:18:35.976819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:35.982280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'name': 'tempest-TaggedBootDevicesTest_v242-509619736', 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:36.044587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.098162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd4b3f-bf04-40dc-b00d-baffb4aa27ef None None] Pushing event updated for resources: {'Port': ['ID=4b415153-5fb3-45ee-98f8-02adf74631b3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:36.209268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:36.214212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.217001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.222405 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bfb72df-3433-4971-afb4-26b0e8e1b8ba HTTP/1.1" status: 204 len: 168 time: 0.3395236 Aug 18 14:18:36.305865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b35e-31a4-4746-b4db-147716a78a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb72df-3433-4971-afb4-26b0e8e1b8ba,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:36.357158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bd6ecab8-8b02-4be4-9141-b6d538206b81 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0054600 Aug 18 14:18:36.358730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43772) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:36.363981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-11b66e25-de57-4667-ade2-b8b25a0f0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:36.366911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-11b66e25-de57-4667-ade2-b8b25a0f0001 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1096 time: 0.5337472 Aug 18 14:18:36.398733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e2bff116-5633-4d64-ac8b-7a805ec0e3c0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:18:36.408322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.449801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:36.474730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] device_id is not set on port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:18:36.547024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b415153-5fb3-45ee-98f8-02adf74631b3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:36.692059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:36.727972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Allocated IP 2001:db8::2 (a8ad243b-0df2-49f6-8f4a-b850c4110f02/d04219d6-7ffb-4958-8ff2-6ee2a14ae900/ac7dcb57-be91-4cc2-a83b-2d8241307ec1) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:36.739911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.755484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:36.802512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Transition to ACTIVE for port object cba2c5da-7f09-4d63-98c6-7d36d55af8eb will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:36.839082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.1.1.118 (da8e776e-09c2-48f4-bb3d-ecd416e7fe68/8fc4a764-8fd9-4b2a-9061-6c289a445de3/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:36.879682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35730c9d-1820-4153-8897-4207404d3aeb req-08790605-ae63-4a26-b116-63a266cf7c8c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:36.887501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35730c9d-1820-4153-8897-4207404d3aeb req-08790605-ae63-4a26-b116-63a266cf7c8c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 945 time: 0.9565520 Aug 18 14:18:36.924968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b3e5-aa71-4975-9d67-b8dc3bd0fc6c req-be9d2951-6b79-4930-99e5-0dd5a6f913c2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:36.926695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d326b3e5-aa71-4975-9d67-b8dc3bd0fc6c req-be9d2951-6b79-4930-99e5-0dd5a6f913c2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.5667138 Aug 18 14:18:36.936617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-c75300f9-ad60-40a5-bf56-9d20ad8b0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:36.938748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-c75300f9-ad60-40a5-bf56-9d20ad8b0708 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.4664536 Aug 18 14:18:36.965682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] For port 6df9c613-aa84-4486-916c-5d7406b1cd03, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6df9c613-aa84-4486-916c-5d7406b1cd03,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:36.974764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Transition to ACTIVE for port object cba2c5da-7f09-4d63-98c6-7d36d55af8eb will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:37.133988 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26187356'] for subnet, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.163572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35730c9d-1820-4153-8897-4207404d3aeb req-5ff76d75-081c-46ea-98cc-322ec7bd718d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750242 Aug 18 14:18:37.211424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.211738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.224025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.226785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-8c65c460-6fcc-4642-9c14-042fa93820e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.2376938 Aug 18 14:18:37.269411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:37.316525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d326b3e5-aa71-4975-9d67-b8dc3bd0fc6c req-fda3ad39-1f2f-490b-bc23-4e1e3ceb85ce tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735409 Aug 18 14:18:37.378206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-84a89d07-9355-47cd-9402-6df5ac0865da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:37.383892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-84a89d07-9355-47cd-9402-6df5ac0865da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.1210432 Aug 18 14:18:37.412004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.506787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-d1c5e7ff-da5d-4747-971f-fa9dc95db0a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145351 Aug 18 14:18:37.578400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:37.584813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:37.596522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:37.623814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a0178-61f9-456a-abfb-0e7a2c0a9b58 None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:37.646263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13bfed-82c7-471c-9e16-2dde8ef89d79 None None] Pushing event updated for resources: {'Port': ['ID=6df9c613-aa84-4486-916c-5d7406b1cd03,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:37.654840 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Network 30fd4178-1c87-4711-8fed-b936b40090d9 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:37.702236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:37.708744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:37.760122 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.760336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:37.786707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:37.786707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.839247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-c521fb71-ad35-47fd-ac3d-e5d5f710cba8 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235331 Aug 18 14:18:37.848285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Transition to ACTIVE for port object ac7dcb57-be91-4cc2-a83b-2d8241307ec1 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:37.868165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Pushing event updated for resources: {'Port': ['ID=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:37.905162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Provisioning for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:37.920102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Transition to ACTIVE for port object ac7dcb57-be91-4cc2-a83b-2d8241307ec1 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:37.929506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Provisioning complete for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:37.929898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.936612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Attempting to bind port cba2c5da-7f09-4d63-98c6-7d36d55af8eb on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:37.936983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Attempting to bind port cba2c5da-7f09-4d63-98c6-7d36d55af8eb by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:37.937344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Attempting to bind port cba2c5da-7f09-4d63-98c6-7d36d55af8eb on network 30fd4178-1c87-4711-8fed-b936b40090d9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:37.965337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aebd875-5bab-4ea2-9a60-6ed10c199eae req-3b6d4070-4b2d-4f91-ac93-a0ac90d1a1fc service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140823 Aug 18 14:18:37.981885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ffb915ed-87c2-4826-a961-643e0772a786 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0025349 Aug 18 14:18:37.997742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:37.998200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Checking segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:37.998690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:37.998977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Bound using segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:37.999540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Bound port: cba2c5da-7f09-4d63-98c6-7d36d55af8eb, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:37.999917 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.026157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:38.109781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.158648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Provisioning complete for port 6df9c613-aa84-4486-916c-5d7406b1cd03 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:38.159026 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a405d080-5847-4e7a-bf82-a859c8390c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.225453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] For port cba2c5da-7f09-4d63-98c6-7d36d55af8eb, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:38.243919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:38.265044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:38.268635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] For port cba2c5da-7f09-4d63-98c6-7d36d55af8eb, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:38.271428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:38.275679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Pushing event updated for resources: {'Port': ['ID=ac7dcb57-be91-4cc2-a83b-2d8241307ec1,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:38.357350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43828) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:38.362835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023865854', 'description': 'tempest-description--1129750447'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:38.387344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.419845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6df9c613-aa84-4486-916c-5d7406b1cd03 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:38.514153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Attempting to bind port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:38.514525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Attempting to bind port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '2514e530-2140-4bb9-85a8-3970ce6d8161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:38.515037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Attempting to bind port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 on network a8ad243b-0df2-49f6-8f4a-b850c4110f02 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:38.559066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceb56c-54ae-415b-b576-a4b20d865796 req-1c8f61f8-ee05-4669-be4c-323f65d12ce0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:38.560816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ceb56c-54ae-415b-b576-a4b20d865796 req-1c8f61f8-ee05-4669-be4c-323f65d12ce0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 945 time: 0.2287712 Aug 18 14:18:38.581393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.600328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:38.601063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Checking segment: {'id': '2514e530-2140-4bb9-85a8-3970ce6d8161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:38.601657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.602653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Bound using segment: {'id': '2514e530-2140-4bb9-85a8-3970ce6d8161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:38.603355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Bound port: ac7dcb57-be91-4cc2-a83b-2d8241307ec1, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2514e530-2140-4bb9-85a8-3970ce6d8161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8ad243b-0df2-49f6-8f4a-b850c4110f02'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:38.604044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.695602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06ceb56c-54ae-415b-b576-a4b20d865796 req-704f13be-86de-4b40-baee-30de3ccc8135 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263690 Aug 18 14:18:38.746640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771084038503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25541909'] for subnet, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.748187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6df9c613-aa84-4486-916c-5d7406b1cd03 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:38.749357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.803629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6caaa-c7cf-401a-9a50-ac0afdbf666e None None] Pushing event updated for resources: {'Port': ['ID=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:38.832690 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.852470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:38.852470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:38.855039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:38.859066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "PUT /v2.0/subnets/d04219d6-7ffb-4958-8ff2-6ee2a14ae900 HTTP/1.1" status: 200 len: 826 time: 2.4567392 Aug 18 14:18:38.923315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad0961-e517-4120-81fc-73707a09edac tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=d04219d6-7ffb-4958-8ff2-6ee2a14ae900,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:38.972823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] For port ac7dcb57-be91-4cc2-a83b-2d8241307ec1, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:38.973549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Provisioning complete for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:38.973958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.003338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.093482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] For port ac7dcb57-be91-4cc2-a83b-2d8241307ec1, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ac7dcb57-be91-4cc2-a83b-2d8241307ec1,segment=NetworkSegment(2514e530-2140-4bb9-85a8-3970ce6d8161),segment_id=2514e530-2140-4bb9-85a8-3970ce6d8161)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:39.169205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:39.206061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.362511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735175-28bb-4fde-a27b-09667a243b2f None None] Pushing event updated for resources: {'Port': ['ID=ac7dcb57-be91-4cc2-a83b-2d8241307ec1,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:39.374291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Provisioning for port 4b415153-5fb3-45ee-98f8-02adf74631b3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:39.382884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Provisioning complete for port 4b415153-5fb3-45ee-98f8-02adf74631b3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:39.383270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.730311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:39.741022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.806038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Provisioning for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:39.809045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.811023 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1b98dc90-8bf5-46d9-9816-a0f5cc6b6f02 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4522643 Aug 18 14:18:39.814882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43868) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:39.815478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Provisioning complete for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:39.815862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.822540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'security_group_rule': {'security_group_id': 'f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:39.871235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:39.871689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:39.939658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28335-87f7-473a-9f2b-f89b0e8e1055 None None] Port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:39.965768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:40.054828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.071660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port ac7dcb57-be91-4cc2-a83b-2d8241307ec1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ac7dcb57-be91-4cc2-a83b-2d8241307ec1,segment=NetworkSegment(2514e530-2140-4bb9-85a8-3970ce6d8161),segment_id=2514e530-2140-4bb9-85a8-3970ce6d8161)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:40.072028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.109092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for ac7dcb57-be91-4cc2-a83b-2d8241307ec1 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:40.132988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca581b-0c41-4476-931b-1edf6f6f8395 req-74a38fc3-4418-4bd5-b1f1-43001b640f96 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:40.136133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17ca581b-0c41-4476-931b-1edf6f6f8395 req-74a38fc3-4418-4bd5-b1f1-43001b640f96 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 945 time: 0.2484903 Aug 18 14:18:40.201254 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.268685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.284774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:40.293534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:40.293534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.309044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17ca581b-0c41-4476-931b-1edf6f6f8395 req-c8ce993e-0ec0-4481-a8b4-ee3f3b525a6e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514270 Aug 18 14:18:40.397577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.417526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:18:40.461375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b86f1c-a45e-477e-acfa-b103985a7433,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:40.514494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.517867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.527368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ac7dcb57-be91-4cc2-a83b-2d8241307ec1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:40.544322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=ac7dcb57-be91-4cc2-a83b-2d8241307ec1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:40.554059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.555314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-99bcb72f-489d-4647-abf1-92af54cfcfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7392206 Aug 18 14:18:40.558301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:40.563740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'security_group_rule': {'security_group_id': 'f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:40.625475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ac7dcb57-be91-4cc2-a83b-2d8241307ec1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:40.627705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:40.632558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ac7dcb57-be91-4cc2-a83b-2d8241307ec1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 14:18:40.649070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:40.660549 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e8f84-e331-47a4-ac2e-a192b7def405" -d '{"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:40.695010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.710593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334da0bc-e034-4e02-8a15-b279da8d86cb None None] Network 30fd4178-1c87-4711-8fed-b936b40090d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:40.742891 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:40.747031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Port ac7dcb57-be91-4cc2-a83b-2d8241307ec1 not found, will not notify nova. {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 14:18:40.756051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cba2c5da-7f09-4d63-98c6-7d36d55af8eb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:40.806172 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91786b6-0ac2-4d6a-ac70-7ab792caee52 x-openstack-request-id: req-a91786b6-0ac2-4d6a-ac70-7ab792caee52 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:40.812403 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:40.813285 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a91786b6-0ac2-4d6a-ac70-7ab792caee52 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:40.813960 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'code': 200} Aug 18 14:18:40.818270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:40.889633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.007910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36fe8c-8155-4416-b76d-dc7cd036cc6c req-aebbe648-5a09-4137-934d-f0901e48e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:41.009720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed36fe8c-8155-4416-b76d-dc7cd036cc6c req-aebbe648-5a09-4137-934d-f0901e48e001 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1096 time: 0.1685355 Aug 18 14:18:41.031720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.031935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=d04219d6-7ffb-4958-8ff2-6ee2a14ae900,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:41.053346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.106151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed36fe8c-8155-4416-b76d-dc7cd036cc6c req-d813c781-e948-479e-85f9-62421946e1a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828531 Aug 18 14:18:41.153746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.176678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ad243b-0df2-49f6-8f4a-b850c4110f02']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:41.184324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.189873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2514e530-2140-4bb9-85a8-3970ce6d8161') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:41.190195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2514e530-2140-4bb9-85a8-3970ce6d8161') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:41.201225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.206333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:41.211992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f0b3c2-cd56-4e3b-9fe2-99fbf1923604 None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:41.224377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.234600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9db1a0a8-d2f3-4b4f-85c9-715fc4effa4d None None] Provisioning for port cba2c5da-7f09-4d63-98c6-7d36d55af8eb completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:41.236867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:41.237278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:41.243155 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:41.247665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6b9ed9-97a3-451e-80c6-596aeef314de,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:41.249287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.268803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770338e-6432-4727-988a-8b6dccf63d45 req-e8fdb958-17da-40ab-bfa5-df4defbabe25 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:41.276060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8770338e-6432-4727-988a-8b6dccf63d45 req-e8fdb958-17da-40ab-bfa5-df4defbabe25 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1486452 Aug 18 14:18:41.325178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8770338e-6432-4727-988a-8b6dccf63d45 req-c65c3956-28f6-4fe1-8a30-0b6704747748 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Aug 18 14:18:41.403373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.408179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.410574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8b35a5d9-aac3-4498-9c16-eeee4d08e7bf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8509488 Aug 18 14:18:41.411238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:41.415951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:41.431217 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.434808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/a8ad243b-0df2-49f6-8f4a-b850c4110f02 HTTP/1.1" status: 204 len: 168 time: 2.5776038 Aug 18 14:18:41.441580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:41.450085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c14f-f61b-4d39-ad52-a4cb05898ec1 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=a8ad243b-0df2-49f6-8f4a-b850c4110f02,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:41.550191 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a06be-8261-4eec-9ae2-011c96e96cec tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:41.551103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7a06be-8261-4eec-9ae2-011c96e96cec tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:41.554542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce7a06be-8261-4eec-9ae2-011c96e96cec tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/a8ad243b-0df2-49f6-8f4a-b850c4110f02 HTTP/1.1" status: 404 len: 339 time: 0.1065385 Aug 18 14:18:41.559963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:41.565402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958007365', 'description': 'd1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:41.577693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port cba2c5da-7f09-4d63-98c6-7d36d55af8eb completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:41.597726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port cba2c5da-7f09-4d63-98c6-7d36d55af8eb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:41.597726 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.600615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-abacfeec-7063-4d9d-bb6d-1dfc1c808589 None None] Could not find standard attr ID for object ac7dcb57-be91-4cc2-a83b-2d8241307ec1. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:18:41.601164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2456e53-fc10-4acf-9c5a-3648b32e0fb0 req-ad170b2e-262f-4d28-b929-42884fbeddbc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:41.603397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2456e53-fc10-4acf-9c5a-3648b32e0fb0 req-ad170b2e-262f-4d28-b929-42884fbeddbc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1581032 Aug 18 14:18:41.612768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3c684-b71e-44d5-a89a-87aeeda488f4 req-bce3b15d-0212-4d9f-b0d4-99054a108971 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:41.614586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1e3c684-b71e-44d5-a89a-87aeeda488f4 req-bce3b15d-0212-4d9f-b0d4-99054a108971 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1374662 Aug 18 14:18:41.702723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.728235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2456e53-fc10-4acf-9c5a-3648b32e0fb0 req-7f50b2a4-5955-41c2-b614-f2db94213348 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111648 Aug 18 14:18:41.768718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1e3c684-b71e-44d5-a89a-87aeeda488f4 req-e9509fe1-5644-47e9-b6e9-ab41e794e52d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451633 Aug 18 14:18:41.808218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:41.812060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.826214 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.881933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port cba2c5da-7f09-4d63-98c6-7d36d55af8eb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:41.883403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d76eeb-546d-4f4b-949c-16b4ee22d31d None None] DHCP port deletion for a8ad243b-0df2-49f6-8f4a-b850c4110f02 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:18:41.887441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:41.903543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.903543 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 843d2483-25c8-4bc5-a157-c38c93b70e77 of type vlan for network 8311ca03-03a4-4603-8ee8-cfa9d59c35e5 Aug 18 14:18:41.914147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3b7cd-2e17-40ae-962d-757794ae1a75 None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:41.943205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3b7cd-2e17-40ae-962d-757794ae1a75 None None] Network a8ad243b-0df2-49f6-8f4a-b850c4110f02 could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 14:18:41.953882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.019707 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.021425 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.084288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1a76e83b-4aa1-4585-a407-5bc6deddf5f7 None None] Provisioning complete for port cba2c5da-7f09-4d63-98c6-7d36d55af8eb triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:42.084912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1a76e83b-4aa1-4585-a407-5bc6deddf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.135821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.158534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.177170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.179782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:42.253612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c5aa-8de2-4748-b1e8-ef6c2b5a5559 req-f754dcc9-409f-4ce3-b5dd-fadba57ce0d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.265485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9364c5aa-8de2-4748-b1e8-ef6c2b5a5559 req-f754dcc9-409f-4ce3-b5dd-fadba57ce0d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1480932 Aug 18 14:18:42.310507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7494264 Aug 18 14:18:42.315736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43956) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:42.366177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a21e0-fd83-441e-b8ea-45d10a52aa1e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=8311ca03-03a4-4603-8ee8-cfa9d59c35e5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:42.377443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8311ca03-03a4-4603-8ee8-cfa9d59c35e5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:42.431218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9364c5aa-8de2-4748-b1e8-ef6c2b5a5559 req-1864f3db-d359-49ad-9b6b-81146a917458 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309626 Aug 18 14:18:42.439862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 172.25.1.39 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2025bba2-48ef-428f-b714-fc276f6559e4) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:42.493508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cba2c5da-7f09-4d63-98c6-7d36d55af8eb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:42.534098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a7e73-7360-4ec8-a843-5c85b7a86b5e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.537171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f68a7e73-7360-4ec8-a843-5c85b7a86b5e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks?id=8311ca03-03a4-4603-8ee8-cfa9d59c35e5 HTTP/1.1" status: 200 len: 765 time: 0.2003841 Aug 18 14:18:42.554193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43964) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:42.559266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'description': 'd2'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:42.588872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port cba2c5da-7f09-4d63-98c6-7d36d55af8eb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:42.589255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.739071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.759740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ab495-f65c-46d1-9d4b-0b544c21607f req-8b376dd8-8ebd-4429-b217-bb823824630b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.761431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-397ab495-f65c-46d1-9d4b-0b544c21607f req-8b376dd8-8ebd-4429-b217-bb823824630b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1469755 Aug 18 14:18:42.799537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ac7dcb57-be91-4cc2-a83b-2d8241307ec1 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:42.822546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ac7dcb57-be91-4cc2-a83b-2d8241307ec1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:42.822900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ac7dcb57-be91-4cc2-a83b-2d8241307ec1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:42.823068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-397ab495-f65c-46d1-9d4b-0b544c21607f req-6ff93611-8feb-4920-b544-27d5c559605b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Aug 18 14:18:42.824045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.931260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.937151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8aa9d-8c82-4ba4-9519-eb5f3bf05aaa req-2f6d3755-1b63-4709-a79d-d57ba4a14981 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.941444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network 8311ca03-03a4-4603-8ee8-cfa9d59c35e5 is not hosted by any dhcp agent {{(pid=112228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:18:42.947496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb8aa9d-8c82-4ba4-9519-eb5f3bf05aaa req-2f6d3755-1b63-4709-a79d-d57ba4a14981 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.0587623 Aug 18 14:18:42.948166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.948910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:42.960914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:42.964656 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "PUT /v2.0/networks/8311ca03-03a4-4603-8ee8-cfa9d59c35e5 HTTP/1.1" status: 200 len: 762 time: 0.4219258 Aug 18 14:18:42.981527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43976) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:43.033625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=2025bba2-48ef-428f-b714-fc276f6559e4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:43.049108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:43.051217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:43.058278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:43.098876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b56bb-62d3-4abc-948b-a280e42ccca7 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=8311ca03-03a4-4603-8ee8-cfa9d59c35e5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:43.112236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8311ca03-03a4-4603-8ee8-cfa9d59c35e5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:43.120415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37e0ad-daf9-4436-8f68-1731f4c36ba9 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.122003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc37e0ad-daf9-4436-8f68-1731f4c36ba9 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks?id=8311ca03-03a4-4603-8ee8-cfa9d59c35e5 HTTP/1.1" status: 200 len: 765 time: 0.1388497 Aug 18 14:18:43.127131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:43.144547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecb8aa9d-8c82-4ba4-9519-eb5f3bf05aaa req-c9329e9c-aebf-40ed-bae8-d1b9b5f58a52 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942036 Aug 18 14:18:43.173410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4106dee-6c65-454a-b0a9-9095224aa721 req-ea90489c-4526-4f92-9776-5935e2d230f8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.174985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4106dee-6c65-454a-b0a9-9095224aa721 req-ea90489c-4526-4f92-9776-5935e2d230f8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1145232 Aug 18 14:18:43.344152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4106dee-6c65-454a-b0a9-9095224aa721 req-e2584225-5736-4154-b547-290544618f35 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516857 Aug 18 14:18:43.349183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:43.381494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf529-c41a-4431-a29f-f586e9a72e69 req-4e10984f-60af-4a74-adec-63827fe123a5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.383213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c53cf529-c41a-4431-a29f-f586e9a72e69 req-4e10984f-60af-4a74-adec-63827fe123a5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1252439 Aug 18 14:18:43.393303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:43.398202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Request body: {'floatingip': {'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:43.458099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868f7f1-bf1c-4aa6-a4b7-96065c3a5dee tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.460083 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6868f7f1-bf1c-4aa6-a4b7-96065c3a5dee tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3319740 Aug 18 14:18:43.469542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:43.477723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05abfde-a61d-4dac-9b36-3842d326c97a req-e1af2b64-55f6-4255-83ea-c939d777b273 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.479443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c05abfde-a61d-4dac-9b36-3842d326c97a req-e1af2b64-55f6-4255-83ea-c939d777b273 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0558245 Aug 18 14:18:43.479944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:43.542645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-09b44264-7186-41e9-a30f-48d24f6fea14 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 207 time: 0.0615270 Aug 18 14:18:43.576798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44012) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:43.644564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:43.681983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c05abfde-a61d-4dac-9b36-3842d326c97a req-384c85c6-4ebc-4183-8561-fd995d46029f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816721 Aug 18 14:18:43.790640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.796638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.803404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.809350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.816163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.823138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:43.824600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-619e1c9f-8c1f-4bfe-a5ff-a543d76d5d76 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2467535 Aug 18 14:18:43.832458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.049586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9f317dd5-0bd1-4abf-8896-035cfa88b728 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2147467 Aug 18 14:18:44.052375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.058504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.081923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c3b4-5b12-4883-b797-c5669ad36e7e req-06980cfc-2ff3-4ff2-8783-0063f5b2150d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.083831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9208c3b4-5b12-4883-b797-c5669ad36e7e req-06980cfc-2ff3-4ff2-8783-0063f5b2150d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1326878 Aug 18 14:18:44.147464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9208c3b4-5b12-4883-b797-c5669ad36e7e req-d14e721e-c903-47a9-add5-784c6d969f91 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Aug 18 14:18:44.149914 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.257746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44038) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.269275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=2025bba2-48ef-428f-b714-fc276f6559e4,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:44.285023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.288050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.289599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.291814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.293634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.295027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.300372 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58a0a50b-8506-478e-93b1-774b9c9e8dde tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2430627 Aug 18 14:18:44.301668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44042) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.398612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.403151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7b947fd7-74fe-489a-b2dd-0990ad50a8dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9875360 Aug 18 14:18:44.417206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.419290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.420942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.422420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.423977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.425810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a8b7e054-3f83-44c5-a219-0c92aa6f1306 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1219277 Aug 18 14:18:44.430438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.434897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9596c5f-ca72-414a-9907-1ae9ae2cb121 req-f83c975d-69b8-419d-b5b3-335bbecdf93f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.436679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9596c5f-ca72-414a-9907-1ae9ae2cb121 req-f83c975d-69b8-419d-b5b3-335bbecdf93f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1386552 Aug 18 14:18:44.464865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9119027d-01a2-45f2-b785-2dbfdc820b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.515490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9596c5f-ca72-414a-9907-1ae9ae2cb121 req-765160a0-decb-4b85-ba81-c482f16954ef tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 Aug 18 14:18:44.540785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.616310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48797b2d-f3b3-41bc-9603-245f09588302 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.618131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48797b2d-f3b3-41bc-9603-245f09588302 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks/65c012f4-efce-420c-86a2-171e1800191b HTTP/1.1" status: 200 len: 804 time: 0.1863568 Aug 18 14:18:44.625808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:44.653829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9119027d-01a2-45f2-b785-2dbfdc820b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.700495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.877630 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Floating IP 08b23799-b5c6-4f50-94aa-f415b8977b19 associated. External IP: 172.25.1.182, port: e2bff116-5633-4d64-ac8b-7a805ec0e3c0. Aug 18 14:18:45.026173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9119027d-01a2-45f2-b785-2dbfdc820b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:45.077419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9119027d-01a2-45f2-b785-2dbfdc820b33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=573422009558471fabf3f03be32ab971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179309 Aug 18 14:18:45.080611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:45.170846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-25e25df9-b32c-49b3-9aa9-cc27519e280f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/networks/65c012f4-efce-420c-86a2-171e1800191b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5430751 Aug 18 14:18:45.173806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:45.178383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44080) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:45.183919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:18:45.195943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119027d-01a2-45f2-b785-2dbfdc820b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9fe61-6e39-4710-a44c-d9766fa6c6e0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:45.209576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-b57da0f3-67bd-4192-b504-bb8005f4a509 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1023865854&fields=id&tenant_id=8f4ace246b1647e09d943dfa5ae5aec4 HTTP/1.1" status: 200 len: 267 time: 0.5189428 Aug 18 14:18:45.273417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d038-4508-4a86-a7c1-97ed47246f62 req-3d60014c-c1b6-412e-b67a-b3be080f5b20 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.275097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6409d038-4508-4a86-a7c1-97ed47246f62 req-3d60014c-c1b6-412e-b67a-b3be080f5b20 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2526662 Aug 18 14:18:45.307947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d87ed07-22ec-4455-a829-27b1a140d358 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.313782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d87ed07-22ec-4455-a829-27b1a140d358 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 937 time: 0.0939455 Aug 18 14:18:45.385716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-b1460c90-ef31-4597-839d-895bdc91e53e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.387401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-b1460c90-ef31-4597-839d-895bdc91e53e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 936 time: 0.0727580 Aug 18 14:18:45.393833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6409d038-4508-4a86-a7c1-97ed47246f62 req-3c1eaff6-34de-4a35-b938-c7f5741b812a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063614 Aug 18 14:18:45.465020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ba626b7b-46b0-400d-aebb-a2d908cc6a81 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0623770 Aug 18 14:18:45.504278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-fa8b9c67-eef9-46c0-9f44-a4bb331d92fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0317152 Aug 18 14:18:45.603150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:45.647738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92b30-9d57-459d-8c73-a20cea993e5b req-fe251997-dc14-4993-b12a-4ef3ccadb225 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.649259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58f92b30-9d57-459d-8c73-a20cea993e5b req-fe251997-dc14-4993-b12a-4ef3ccadb225 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1491265 Aug 18 14:18:45.680831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de71df4-dd80-424d-b104-85bb96e35b2d tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.682223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1de71df4-dd80-424d-b104-85bb96e35b2d tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets/1ad6b736-3a68-4ef9-979a-df8b25dd25c0 HTTP/1.1" status: 200 len: 843 time: 0.5009084 Aug 18 14:18:45.692619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44086) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:45.715476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58f92b30-9d57-459d-8c73-a20cea993e5b req-016b62f1-fb1c-491c-80a4-fd13e4a7efde tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Aug 18 14:18:45.729825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-75956cd0-809c-4ced-ad69-449d25089528 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.738210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-75956cd0-809c-4ced-ad69-449d25089528 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.745223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-75956cd0-809c-4ced-ad69-449d25089528 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.749344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-75956cd0-809c-4ced-ad69-449d25089528 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 1995 time: 0.2264760 Aug 18 14:18:45.776920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5b213f08-0565-4091-8bba-70bf1e943db7 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/quotas/8f4ace246b1647e09d943dfa5ae5aec4 HTTP/1.1" status: 200 len: 375 time: 0.0176520 Aug 18 14:18:45.835063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:18:45.835063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf9ae0-5274-47bf-8584-d70e3989e4d2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['shared'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.835471 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69cf9ae0-5274-47bf-8584-d70e3989e4d2 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "GET /v2.0/subnets/1ad6b736-3a68-4ef9-979a-df8b25dd25c0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1399109 Aug 18 14:18:45.838907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:45.841026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44094) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:45.842417 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:18:45.848341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536104404'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:45.852299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:45.853279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:45.873521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-788b78ef-9d94-4940-a2b1-a617452dda5f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0874598 Aug 18 14:18:45.894225 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb2870e7-d1d4-44d6-8468-5876cd40605b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "PUT /v2.0/floatingips/08b23799-b5c6-4f50-94aa-f415b8977b19 HTTP/1.1" status: 200 len: 992 time: 2.4996965 Aug 18 14:18:45.894969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:45.897832 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595" -d '{"events": [{"name": "network-changed", "server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:45.975917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485577-a78f-46cb-840b-ac20583e44c7 req-515fe5b0-2147-4140-9016-48c76def696d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:45.977277 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:45.977464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75485577-a78f-46cb-840b-ac20583e44c7 req-515fe5b0-2147-4140-9016-48c76def696d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1029625 Aug 18 14:18:46.006048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:46.011983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.014425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.018094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.020044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3d9fe61-6e39-4710-a44c-d9766fa6c6e0 HTTP/1.1" status: 204 len: 168 time: 0.9356558 Aug 18 14:18:46.060611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-90a7f63a-1ecc-4bbc-9489-91a7459f30cb service neutron] 10.222.0.35 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573541 Aug 18 14:18:46.076686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75485577-a78f-46cb-840b-ac20583e44c7 req-048b154a-733b-44e3-8af6-be040215fe28 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922585 Aug 18 14:18:46.077306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb841f7-403e-4c6e-97c6-65e7d92d4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9fe61-6e39-4710-a44c-d9766fa6c6e0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:46.124002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:18:46.141133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.141254 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Added segment 286af6e0-78c5-47ce-a432-aac6723882ec of type vlan for network f784d2cd-aa57-489a-b858-aa18f2978d9d Aug 18 14:18:46.193316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.284208 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b807a3b1-5890-451e-bf86-859753ccde28 x-openstack-request-id: req-b807a3b1-5890-451e-bf86-859753ccde28 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:46.284465 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:46.287603 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b807a3b1-5890-451e-bf86-859753ccde28 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:46.287603 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'status': 'completed', 'code': 200} Aug 18 14:18:46.323685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-fdf70d91-900c-41f3-82c2-ea1822cf60a7 service neutron] 10.222.0.35 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462430 Aug 18 14:18:46.340270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.343915 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '08b23799-b5c6-4f50-94aa-f415b8977b19', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95242487-eefe-4f72-82e8-e94af677d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:19Z', 'updated_at': '2021-08-18T14:18:44Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:46.348857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:46.349700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.400420 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:18:46.409669 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:46.410320 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:46.516023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ff1f94e3-6b7e-4fc0-886d-3c0bdac9c776 service neutron] 10.222.0.35 "GET /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1794071 Aug 18 14:18:46.545084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Network': ['ID=f784d2cd-aa57-489a-b858-aa18f2978d9d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:46.547613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-57b3de4b-0c22-488c-9bd4-3fbf41cc77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:46.549702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-57b3de4b-0c22-488c-9bd4-3fbf41cc77af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1097 time: 0.2419083 Aug 18 14:18:46.561758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f784d2cd-aa57-489a-b858-aa18f2978d9d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:18:46.591148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69749efa-c67a-485a-adf4-2bee9bb3af28 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7464983 Aug 18 14:18:46.591390 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:46.591507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:46.597176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:46.725734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18d887-342b-40d1-8498-a7625a85354a req-2f0ad368-45e1-47e5-beda-2ca4dcdf00b1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:46.734458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f18d887-342b-40d1-8498-a7625a85354a req-2f0ad368-45e1-47e5-beda-2ca4dcdf00b1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.3192232 Aug 18 14:18:46.836411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f18d887-342b-40d1-8498-a7625a85354a req-c7aa4498-9a37-4702-ad9b-dff5583ca291 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957160 Aug 18 14:18:46.840345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-41f5b470-ceed-4b1d-90ea-6275a1fefca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:46.841143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-41f5b470-ceed-4b1d-90ea-6275a1fefca0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.2393613 Aug 18 14:18:46.843196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-23288218-88e0-4c8a-a2b0-660696a5c676 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263848 Aug 18 14:18:46.862845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Made reservation on behalf of 144aef1c0d1d44b4a671f2cd22d807b1 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:46.868410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:46.923482 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '08b23799-b5c6-4f50-94aa-f415b8977b19', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95242487-eefe-4f72-82e8-e94af677d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:19Z', 'updated_at': '2021-08-18T14:18:44Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:46.985096 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79f61d-81b3-42a4-a66d-12f514e3c810 None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '08b23799-b5c6-4f50-94aa-f415b8977b19', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95242487-eefe-4f72-82e8-e94af677d517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:19Z', 'updated_at': '2021-08-18T14:18:44Z', 'revision_number': 1, 'project_id': '6c7cb24c67e14db48155b38298462263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:18:47.019607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing IP validity checks on allocation pools {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 14:18:47.020407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 14:18:47.042866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-b944886c-c79e-4850-9124-13eb885a8565 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1000 time: 0.1909471 Aug 18 14:18:47.129660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44130) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:47.154121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8598e9-cfc6-413a-9669-4d5fd150eb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.308016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66bc9-dc27-4079-8ae7-b7ebd5a36a58 req-88b3ff21-41d7-4b71-ba2d-623bb9c4adda tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:47.309579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dc66bc9-dc27-4079-8ae7-b7ebd5a36a58 req-88b3ff21-41d7-4b71-ba2d-623bb9c4adda tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 814 time: 0.1820321 Aug 18 14:18:47.311125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-83cbdf39-f006-4c88-af5d-f94fba6abb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:47.312695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-83cbdf39-f006-4c88-af5d-f94fba6abb19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.2569098 Aug 18 14:18:47.339169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8598e9-cfc6-413a-9669-4d5fd150eb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.350466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f414cbfa-ae4d-46a1-b2fc-929c99dd9063 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551680 Aug 18 14:18:47.371258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dc66bc9-dc27-4079-8ae7-b7ebd5a36a58 req-876e91c7-34eb-4725-8aaf-d144b77f8d3c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/quotas/587e436331a6453badf256c6ea65de77 HTTP/1.1" status: 200 len: 375 time: 0.0509710 Aug 18 14:18:47.372667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.389544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f8514-71fa-4b78-a64b-bdf668c451db None None] New status for floating IP 08b23799-b5c6-4f50-94aa-f415b8977b19: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:18:47.434258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c8598e9-cfc6-413a-9669-4d5fd150eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.471189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8598e9-cfc6-413a-9669-4d5fd150eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f89bc9-2dad-40f3-bded-0d60f83d239c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:47.507662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=82d5f01f-2b64-46d3-8aed-3f96430cd3e8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:47.518412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c8598e9-cfc6-413a-9669-4d5fd150eb0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2614ac18af19414a9f46924c1e39d309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827786 Aug 18 14:18:47.518412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:47.537226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Checking segment: {'id': '286af6e0-78c5-47ce-a432-aac6723882ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:47.537594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network hostable DHCP agents. Network: f784d2cd-aa57-489a-b858-aa18f2978d9d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:18:47.608625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-55aa4b7f-600b-402b-bb70-2474203097f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:47.610232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-55aa4b7f-600b-402b-bb70-2474203097f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860279 Aug 18 14:18:47.618160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.621212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-916b492f-21b0-4816-9f72-37538fafc697 service neutron] 10.222.0.35 "GET /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2416806 Aug 18 14:18:47.656782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.699532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Network f784d2cd-aa57-489a-b858-aa18f2978d9d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:18:47.771895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dc66bc9-dc27-4079-8ae7-b7ebd5a36a58 req-2466bdd3-cdaf-4105-89b1-f5a85b767a5f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3722246 Aug 18 14:18:47.835601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-da11ae58-d7a4-46fc-b7f7-63dd9d382c6c service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124634 Aug 18 14:18:47.899836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2100bf1-a503-4856-b3c7-8b8b48e3a50b service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896710 Aug 18 14:18:47.905908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f784d2cd-aa57-489a-b858-aa18f2978d9d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:47.911991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.911991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.914670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f89bc9-2dad-40f3-bded-0d60f83d239c HTTP/1.1" status: 204 len: 168 time: 0.3965859 Aug 18 14:18:47.919585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e01e6-58fd-4b84-b94e-fccc3fbce191 None None] Network f784d2cd-aa57-489a-b858-aa18f2978d9d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:47.926038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:47.926650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.953597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12cc7e-96c9-4ada-bc1a-481cee7f1a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f89bc9-2dad-40f3-bded-0d60f83d239c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:48.063586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e0c7593c-16b5-4964-8bdb-cd3ae5dc03bf tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4710684 Aug 18 14:18:48.067012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44154) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:48.073869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:48.093949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a5696-1492-4eb3-a1b9-5780c42f27e1 req-8ada1837-d1ca-4ea6-b933-730ca190ae8d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:48.096088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb5a5696-1492-4eb3-a1b9-5780c42f27e1 req-8ada1837-d1ca-4ea6-b933-730ca190ae8d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1938293 Aug 18 14:18:48.104323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7f80a4d-abae-4bbd-a8ce-af692a3fe595 req-13a37dd4-1bfd-478d-8dc3-4517530ee0e1 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570193 Aug 18 14:18:48.146840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e0d0d416-732d-49c3-92df-70c6b41bd869 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241015 Aug 18 14:18:48.181554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb5a5696-1492-4eb3-a1b9-5780c42f27e1 req-a139cde7-1298-410c-b017-3604c6bd1015 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762558 Aug 18 14:18:48.181921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-f784d2cd-aa57-489a-b858-aa18f2978d9d', 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d', 'tenant_id': '144aef1c0d1d44b4a671f2cd22d807b1', 'fixed_ips': [{'subnet_id': '82d5f01f-2b64-46d3-8aed-3f96430cd3e8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:18:48.182799 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.218200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4313208'] for subnet, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.277780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a9e5b9dd-e68d-421f-a748-7d9734beb459 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205318 Aug 18 14:18:48.416013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbafb33-c0c2-4bff-b0a6-f682ab6f12f9 req-c954a08a-6ae2-42c4-9958-55fe20a47c49 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:48.417552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddbafb33-c0c2-4bff-b0a6-f682ab6f12f9 req-c954a08a-6ae2-42c4-9958-55fe20a47c49 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1173356 Aug 18 14:18:48.423119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-933c0447-21b5-4c0f-98f6-b58954e3ad80 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369500 Aug 18 14:18:48.500570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771084038503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7975906'] for subnet, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.526553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddbafb33-c0c2-4bff-b0a6-f682ab6f12f9 req-5591af65-3d58-4dff-9426-44eb9b925d7b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962975 Aug 18 14:18:48.578526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Allocated IP 2001:db8::3 (f784d2cd-aa57-489a-b858-aa18f2978d9d/82d5f01f-2b64-46d3-8aed-3f96430cd3e8/4abef968-aebc-4196-84e7-2db6b1b65116) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:48.594851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ed056987-fd86-4857-b6c9-019c4828a8e6 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603670 Aug 18 14:18:48.599772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:48.601375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.601734 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "PUT /v2.0/subnets/82d5f01f-2b64-46d3-8aed-3f96430cd3e8 HTTP/1.1" status: 200 len: 900 time: 0.5335443 Aug 18 14:18:48.604708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:48.696518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03bdff-b732-424e-811c-e95f6e83b94c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event updated for resources: {'Subnet': ['ID=82d5f01f-2b64-46d3-8aed-3f96430cd3e8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:48.812149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.814954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35432ced-a8de-4242-a04c-9bb7fbaed7ce req-ce418d42-dc99-4b20-a848-533805cf219e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=587e436331a6453badf256c6ea65de77 HTTP/1.1" status: 200 len: 221 time: 0.0456264 Aug 18 14:18:48.828277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-1c6ec2fa-1e06-4d8d-9880-83df47e26690 service neutron] 10.222.0.35 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175312 Aug 18 14:18:48.898029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.902785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:48.930920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Transition to ACTIVE for port object 4abef968-aebc-4196-84e7-2db6b1b65116 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:48.955241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Transition to ACTIVE for port object 4abef968-aebc-4196-84e7-2db6b1b65116 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:49.031646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.042459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ffd31ebc-bc05-48da-b837-69540a72634f service neutron] 10.222.0.35 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080564 Aug 18 14:18:49.056363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8806-d256-4043-aea2-78b24ed7a446 req-6c4729b2-f208-412e-93aa-0df937726cd8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:49.058128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da1b8806-d256-4043-aea2-78b24ed7a446 req-6c4729b2-f208-412e-93aa-0df937726cd8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0926075 Aug 18 14:18:49.097206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Pushing event updated for resources: {'Port': ['ID=4abef968-aebc-4196-84e7-2db6b1b65116,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:49.112964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Network f784d2cd-aa57-489a-b858-aa18f2978d9d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:49.116602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:49.127913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.138364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:49.173647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=82d5f01f-2b64-46d3-8aed-3f96430cd3e8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:49.227317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da1b8806-d256-4043-aea2-78b24ed7a446 req-709ad09a-b7c2-454b-9cb2-c1c822c43ffd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126246 Aug 18 14:18:49.250727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Attempting to bind port 4abef968-aebc-4196-84e7-2db6b1b65116 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:49.251084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Attempting to bind port 4abef968-aebc-4196-84e7-2db6b1b65116 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '286af6e0-78c5-47ce-a432-aac6723882ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:49.251400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Attempting to bind port 4abef968-aebc-4196-84e7-2db6b1b65116 on network f784d2cd-aa57-489a-b858-aa18f2978d9d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:49.252573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-40f5e769-ea14-4a67-9ee8-01be0fca1f68 service neutron] 10.222.0.35 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932425 Aug 18 14:18:49.259510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:49.259900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Checking segment: {'id': '286af6e0-78c5-47ce-a432-aac6723882ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:49.262480 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.262480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Bound using segment: {'id': '286af6e0-78c5-47ce-a432-aac6723882ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:49.262480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Bound port: 4abef968-aebc-4196-84e7-2db6b1b65116, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286af6e0-78c5-47ce-a432-aac6723882ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:49.262480 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.263173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.278868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f784d2cd-aa57-489a-b858-aa18f2978d9d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:49.303745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286af6e0-78c5-47ce-a432-aac6723882ec') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:49.304083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286af6e0-78c5-47ce-a432-aac6723882ec') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:49.322527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.347715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.355157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:49.355830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:49.359156 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:49.393459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] For port 4abef968-aebc-4196-84e7-2db6b1b65116, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:49.411808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-532782f8-3e13-4148-9250-647f63911df7 service neutron] 10.222.0.35 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498716 Aug 18 14:18:49.434087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] For port 4abef968-aebc-4196-84e7-2db6b1b65116, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4abef968-aebc-4196-84e7-2db6b1b65116,segment=NetworkSegment(286af6e0-78c5-47ce-a432-aac6723882ec),segment_id=286af6e0-78c5-47ce-a432-aac6723882ec)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:49.472999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:18:49.472999 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:18:49.472999 n-d-804303-5 neutron-server[112228]: [parameters: {'id': 'f784d2cd-aa57-489a-b858-aa18f2978d9d'}] Aug 18 14:18:49.472999 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:18:49.473873 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:18:49.502886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:49.655545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4455-1203-4735-9cc2-a1ec866e0a60 None None] Pushing event updated for resources: {'Port': ['ID=4abef968-aebc-4196-84e7-2db6b1b65116,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:49.708391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780a7ee6-74c5-455f-af1b-ade99a79c484 None None] Network f784d2cd-aa57-489a-b858-aa18f2978d9d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:49.911319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427aeec-dd35-42a6-919f-3ba0e5ed8be3 None None] Network f784d2cd-aa57-489a-b858-aa18f2978d9d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:49.938122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-810d8d93-417d-45ce-9d08-964108dc5b81 service neutron] 10.222.0.35 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194018 Aug 18 14:18:49.975210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.005731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309816-6ed4-4b8a-8257-81bb311df7d1 req-698f7239-03ff-4e2b-813e-d1017a464861 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:50.030476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64309816-6ed4-4b8a-8257-81bb311df7d1 req-698f7239-03ff-4e2b-813e-d1017a464861 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.5935378 Aug 18 14:18:50.098647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64309816-6ed4-4b8a-8257-81bb311df7d1 req-641843ee-acb0-4a52-816c-f25e774e0a4f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624127 Aug 18 14:18:50.119359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 4abef968-aebc-4196-84e7-2db6b1b65116 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:50.119707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.135888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652d16f-64a4-4e2e-96b4-79c7aa4c7274 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:18:50.228432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 4abef968-aebc-4196-84e7-2db6b1b65116, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4abef968-aebc-4196-84e7-2db6b1b65116,segment=NetworkSegment(286af6e0-78c5-47ce-a432-aac6723882ec),segment_id=286af6e0-78c5-47ce-a432-aac6723882ec)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:50.230033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.249089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 4abef968-aebc-4196-84e7-2db6b1b65116 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:50.454543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7bb71-1f77-4acf-b8f8-2bc90981809f req-3c789ed9-2b8d-4cdc-be8d-31df5bd31de2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:50.475633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bb7bb71-1f77-4acf-b8f8-2bc90981809f req-3c789ed9-2b8d-4cdc-be8d-31df5bd31de2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2167556 Aug 18 14:18:50.525300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652d16f-64a4-4e2e-96b4-79c7aa4c7274 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:18:50.568414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bb7bb71-1f77-4acf-b8f8-2bc90981809f req-7031788c-533d-45d3-92e8-dd773b492dc8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904377 Aug 18 14:18:50.608745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.666785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=4abef968-aebc-4196-84e7-2db6b1b65116,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:50.674863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 4abef968-aebc-4196-84e7-2db6b1b65116 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:50.839172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.869492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f784d2cd-aa57-489a-b858-aa18f2978d9d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:50.895997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286af6e0-78c5-47ce-a432-aac6723882ec') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:50.896394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286af6e0-78c5-47ce-a432-aac6723882ec') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:50.904548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344712c-ae91-4ee5-9c81-758247eb980c req-d984306b-3ea7-4714-b332-225dbbbbd9b8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:50.912700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b344712c-ae91-4ee5-9c81-758247eb980c req-d984306b-3ea7-4714-b332-225dbbbbd9b8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1109903 Aug 18 14:18:50.914047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.945219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:50.959451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:50.961385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.010574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b344712c-ae91-4ee5-9c81-758247eb980c req-805f17fa-2453-41ee-919f-639b21b833e9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929308 Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:51.022685 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:51.089349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.099367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.101547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/f784d2cd-aa57-489a-b858-aa18f2978d9d HTTP/1.1" status: 204 len: 168 time: 2.4959149 Aug 18 14:18:51.105779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44270) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.113389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21f40-b209-4e01-bb3e-66b190712205 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=f784d2cd-aa57-489a-b858-aa18f2978d9d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:51.153665 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9477b8a-c49e-4921-91f3-db194de83e0d tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:51.154150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9477b8a-c49e-4921-91f3-db194de83e0d tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:51.155916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a9477b8a-c49e-4921-91f3-db194de83e0d tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/82d5f01f-2b64-46d3-8aed-3f96430cd3e8 HTTP/1.1" status: 404 len: 337 time: 0.0489793 Aug 18 14:18:51.160338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.185669 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6856926-de81-463a-baf8-aff6967ae202 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:51.186624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6856926-de81-463a-baf8-aff6967ae202 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:51.191898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e6856926-de81-463a-baf8-aff6967ae202 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/f784d2cd-aa57-489a-b858-aa18f2978d9d HTTP/1.1" status: 404 len: 339 time: 0.0269456 Aug 18 14:18:51.194612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44278) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.199963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4fd4-0482-4062-90b5-162391cae1c9 req-e5860c8b-ea29-461e-a221-b22f586dfad9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:51.201514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60ba4fd4-0482-4062-90b5-162391cae1c9 req-e5860c8b-ea29-461e-a221-b22f586dfad9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0867510 Aug 18 14:18:51.256031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60ba4fd4-0482-4062-90b5-162391cae1c9 req-c46453fe-b1cf-4e66-bfbc-303642c7c7b7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Aug 18 14:18:51.310251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.363929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44286) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.416480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e638-2036-4835-bdfc-a2332ef321b4 req-8211477b-0aee-4aef-8a0b-73ee96fcbb3d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:51.418942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3031e638-2036-4835-bdfc-a2332ef321b4 req-8211477b-0aee-4aef-8a0b-73ee96fcbb3d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0702689 Aug 18 14:18:51.430111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.445620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8311ca03-03a4-4603-8ee8-cfa9d59c35e5']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:51.466147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843d2483-25c8-4bc5-a157-c38c93b70e77') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:51.466670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843d2483-25c8-4bc5-a157-c38c93b70e77') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:51.483608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.494528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3031e638-2036-4835-bdfc-a2332ef321b4 req-0deecae1-c814-41a2-90a6-523a37e49070 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632753 Aug 18 14:18:51.506288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.513275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:51.518311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:51.522798 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:51.593369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c3c6fc-fc89-4ef5-9510-ced6163d6284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.666451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.674994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.677712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/8311ca03-03a4-4603-8ee8-cfa9d59c35e5 HTTP/1.1" status: 204 len: 168 time: 0.4817445 Aug 18 14:18:51.681573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.703650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fde77-8c19-4ef7-96d4-8b74f63d0feb req-0ebec214-ca69-42cd-9653-c2e651c3c1ae tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:51.705921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-236fde77-8c19-4ef7-96d4-8b74f63d0feb req-0ebec214-ca69-42cd-9653-c2e651c3c1ae tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0904491 Aug 18 14:18:51.718406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1d0a3-2d08-4efb-a80d-1700e4b736f0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=8311ca03-03a4-4603-8ee8-cfa9d59c35e5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:51.752985 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa35a4-b829-48dd-bea7-ce1e32338ba5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:51.753473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa35a4-b829-48dd-bea7-ce1e32338ba5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:51.756124 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cfaa35a4-b829-48dd-bea7-ce1e32338ba5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/d04219d6-7ffb-4958-8ff2-6ee2a14ae900 HTTP/1.1" status: 404 len: 337 time: 0.0731299 Aug 18 14:18:51.762858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.796229 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39165db-c6c5-4383-b1e9-62fcf3d452e5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:51.797119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39165db-c6c5-4383-b1e9-62fcf3d452e5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:51.801313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f39165db-c6c5-4383-b1e9-62fcf3d452e5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/a8ad243b-0df2-49f6-8f4a-b850c4110f02 HTTP/1.1" status: 404 len: 339 time: 0.0345256 Aug 18 14:18:51.803925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:51.811527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-236fde77-8c19-4ef7-96d4-8b74f63d0feb req-6809a109-e761-42da-b8f4-0958b78425a3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941656 Aug 18 14:18:51.852787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c3c6fc-fc89-4ef5-9510-ced6163d6284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.890553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting subnet 0bf71b87-9035-4f91-8317-ac81a26fe310 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:51.894252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.918981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1ef6076-a582-4791-8ea3-6c2c10fbfb2e req-5a991257-eb89-4d7d-b230-596356522c28 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0542991 Aug 18 14:18:51.928458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04e7ee2e-b23b-4c9d-8d9b-dc9a5e5eecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.955423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:51.976109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53c3c6fc-fc89-4ef5-9510-ced6163d6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.025361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-53c3c6fc-fc89-4ef5-9510-ced6163d6284 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81cd08058172485aaddef7719dcfd7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594026 Aug 18 14:18:52.030298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44320) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:52.075623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.083848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b7cf3-68d8-4cf6-9cb4-8cdead4e1ecd req-96bc2292-66d0-486e-aec2-463f4becee5e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:52.085357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa4b7cf3-68d8-4cf6-9cb4-8cdead4e1ecd req-96bc2292-66d0-486e-aec2-463f4becee5e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1456852 Aug 18 14:18:52.091652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3c6fc-fc89-4ef5-9510-ced6163d6284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0002d25-9aa9-452a-9b33-f0fcf382060f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:52.187543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.231155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.241332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa4b7cf3-68d8-4cf6-9cb4-8cdead4e1ecd req-931cb725-7e2f-4b70-a18d-63959df9a268 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296489 Aug 18 14:18:52.342998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.369114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd082b58-de46-40e5-af9e-2542aea87654 None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:52.388900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.392797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.398188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0002d25-9aa9-452a-9b33-f0fcf382060f HTTP/1.1" status: 204 len: 168 time: 0.3630900 Aug 18 14:18:52.398681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.401747 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/0bf71b87-9035-4f91-8317-ac81a26fe310 HTTP/1.1" status: 204 len: 168 time: 0.5955734 Aug 18 14:18:52.402277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ecc24-f323-422e-8677-60992e072e5c tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf71b87-9035-4f91-8317-ac81a26fe310,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:52.405235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:52.434918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5af88-eaaa-43b0-a52c-be4a03c20b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0002d25-9aa9-452a-9b33-f0fcf382060f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:52.460687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ecfde-db66-4c46-9e4f-279833ca5938 req-73f85255-6a79-4729-ab47-f1acd5323c41 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:52.462734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d6ecfde-db66-4c46-9e4f-279833ca5938 req-73f85255-6a79-4729-ab47-f1acd5323c41 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1133585 Aug 18 14:18:52.481531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting subnet 30c376b1-6e89-4203-9805-dbc1652c6740 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:52.486922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.514371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d6ecfde-db66-4c46-9e4f-279833ca5938 req-06555ecb-192c-4df0-a19d-0a31f27a6c37 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Aug 18 14:18:52.576319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.696576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fa277-6efe-43e5-b331-c3344187042d req-09e656f4-dc02-4dc7-951a-4c93baae94c9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:52.698894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f20fa277-6efe-43e5-b331-c3344187042d req-09e656f4-dc02-4dc7-951a-4c93baae94c9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0736156 Aug 18 14:18:52.706335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:52.766964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f20fa277-6efe-43e5-b331-c3344187042d req-b23b3672-6d04-4020-8b24-0c31677f42d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Aug 18 14:18:52.908023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40872973-119e-4d3c-8cf3-207b7256a5f5 req-50dbd022-a5aa-40da-98b6-9321f8cd0e05 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:52.909593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40872973-119e-4d3c-8cf3-207b7256a5f5 req-50dbd022-a5aa-40da-98b6-9321f8cd0e05 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0545907 Aug 18 14:18:52.950390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40872973-119e-4d3c-8cf3-207b7256a5f5 req-8c23dbcb-7d92-4790-9889-f1053e833eff tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Aug 18 14:18:52.968438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.032163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=30c376b1-6e89-4203-9805-dbc1652c6740,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:53.035265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.044107 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b4f5d92b-93fc-4fc9-a543-e7986bcb4e5b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/30c376b1-6e89-4203-9805-dbc1652c6740 HTTP/1.1" status: 204 len: 168 time: 0.6378078 Aug 18 14:18:53.044740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:53.089052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5b91666-f4f4-43b6-86be-9255865285a0 req-e20d67c2-54a2-4a28-a016-c71bf9943f85 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0953693 Aug 18 14:18:53.233041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db5684-ea3d-45ae-ad24-0317fd727a4a req-b76a893a-bc96-4666-b90b-c4189b8eb64b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:53.243548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01db5684-ea3d-45ae-ad24-0317fd727a4a req-b76a893a-bc96-4666-b90b-c4189b8eb64b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1265390 Aug 18 14:18:53.254537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.293465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01db5684-ea3d-45ae-ad24-0317fd727a4a req-813c8766-2ee4-45c2-a2be-8679ba475910 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Aug 18 14:18:53.349689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 4b415153-5fb3-45ee-98f8-02adf74631b3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:53.350143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.390712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d763f-00a2-4029-b9ae-b5e20b448cec None None] Network b07c254f-3c2f-49b5-82dd-48d496394b9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:53.417903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 4b415153-5fb3-45ee-98f8-02adf74631b3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b415153-5fb3-45ee-98f8-02adf74631b3,segment=NetworkSegment(52ca6cfe-8d5f-4ae8-93db-c53c015d8a32),segment_id=52ca6cfe-8d5f-4ae8-93db-c53c015d8a32)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:53.418418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.434373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 4b415153-5fb3-45ee-98f8-02adf74631b3 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:53.469006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82702a2-ea36-4f9a-aa98-4ba5b7d5cfab req-2926bbe5-af6e-4bcc-9596-2fc3fdb54237 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:53.472220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f82702a2-ea36-4f9a-aa98-4ba5b7d5cfab req-2926bbe5-af6e-4bcc-9596-2fc3fdb54237 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0717819 Aug 18 14:18:53.529572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc425852-2a88-4312-b135-b506985ce108 None None] Provisioning complete for port 4b415153-5fb3-45ee-98f8-02adf74631b3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:53.530001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc425852-2a88-4312-b135-b506985ce108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.548959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f82702a2-ea36-4f9a-aa98-4ba5b7d5cfab req-5d173f59-c660-43e3-921b-1597f25963b9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701110 Aug 18 14:18:53.677687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.699811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851d0ec-65dd-481d-93d5-ce94cdc3dba5 None None] DHCP port deletion for b07c254f-3c2f-49b5-82dd-48d496394b9c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:18:53.727697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=4b415153-5fb3-45ee-98f8-02adf74631b3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:53.732894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 4b415153-5fb3-45ee-98f8-02adf74631b3 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:53.778037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ab281-0173-4251-9745-56386a6565a1 req-6f4035cd-5b8d-42b6-ae1e-2a7309262ffe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:53.785393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f5ab281-0173-4251-9745-56386a6565a1 req-6f4035cd-5b8d-42b6-ae1e-2a7309262ffe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1241403 Aug 18 14:18:53.787056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:53.803206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361240e5-1fc1-40d4-a56b-bee7db34886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.887251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f5ab281-0173-4251-9745-56386a6565a1 req-137a0f3b-df87-4693-a59f-6e22877fd6c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008992 Aug 18 14:18:53.910352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.926366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07c254f-3c2f-49b5-82dd-48d496394b9c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:53.944558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:53.944855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ca6cfe-8d5f-4ae8-93db-c53c015d8a32') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:53.958386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.980201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.991643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:53.992095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:53.995202 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:54.092081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361240e5-1fc1-40d4-a56b-bee7db34886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.159750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.176158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.180725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/b07c254f-3c2f-49b5-82dd-48d496394b9c HTTP/1.1" status: 204 len: 168 time: 1.1318898 Aug 18 14:18:54.180963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44418) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.200810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-361240e5-1fc1-40d4-a56b-bee7db34886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.204355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c9c9-d073-44eb-a319-8a50d78879af tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=b07c254f-3c2f-49b5-82dd-48d496394b9c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:54.222733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba467cd-349d-4eeb-ae75-77684b82ca23 req-03895d88-ea89-4e6f-a2ea-2b6b31731f2e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0425260 Aug 18 14:18:54.237088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8b43-641c-4cfe-aa4f-a031e426de7b req-735381c8-bf4e-4a40-8421-4e6b4876ab80 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:54.238721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-238c8b43-641c-4cfe-aa4f-a031e426de7b req-735381c8-bf4e-4a40-8421-4e6b4876ab80 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0976479 Aug 18 14:18:54.248360 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e8ee6d-9c66-4d45-8f2d-eb0f445976a5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.249114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e8ee6d-9c66-4d45-8f2d-eb0f445976a5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.252551 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03e8ee6d-9c66-4d45-8f2d-eb0f445976a5 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/9d31151b-00f3-43c9-ab73-61e8ebdffb63 HTTP/1.1" status: 404 len: 337 time: 0.0606656 Aug 18 14:18:54.259151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44420) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.287533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-361240e5-1fc1-40d4-a56b-bee7db34886c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42fc0e9f403146aab4d94129a60a51ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968081 Aug 18 14:18:54.288664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.289079 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24961a1-6c12-4bca-9a2d-410f2971a59e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.289754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24961a1-6c12-4bca-9a2d-410f2971a59e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.293915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f24961a1-6c12-4bca-9a2d-410f2971a59e tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/74d91d16-abbb-41a5-bc07-3ecacc61485d HTTP/1.1" status: 404 len: 339 time: 0.0319502 Aug 18 14:18:54.296819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361240e5-1fc1-40d4-a56b-bee7db34886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8183f74-be25-4c74-8393-7884f90d381d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:54.302207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44424) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.317684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-238c8b43-641c-4cfe-aa4f-a031e426de7b req-c19e44cc-51bc-47de-a4db-d5a51a0ef6d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727940 Aug 18 14:18:54.358143 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-4436dce8-adf5-48f0-a0a1-2c3656e4818b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.358903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4436dce8-adf5-48f0-a0a1-2c3656e4818b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.363945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4436dce8-adf5-48f0-a0a1-2c3656e4818b tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/b119f945-8c2b-4968-bece-58675143ea97 HTTP/1.1" status: 404 len: 337 time: 0.0584087 Aug 18 14:18:54.364292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.400337 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c060c6-829d-419d-b8ec-65212774ff4f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.401005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c060c6-829d-419d-b8ec-65212774ff4f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.402946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-58c060c6-829d-419d-b8ec-65212774ff4f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/5003cf91-4831-4dab-97f1-82c20c0e353c HTTP/1.1" status: 404 len: 339 time: 0.0376699 Aug 18 14:18:54.405646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44434) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.413481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b415153-5fb3-45ee-98f8-02adf74631b3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:54.418140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.447876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4b415153-5fb3-45ee-98f8-02adf74631b3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:54.448353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b415153-5fb3-45ee-98f8-02adf74631b3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:54.448715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.508320 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ce23dc-ad2c-4f32-a225-b37f84dfedf0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.508320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ce23dc-ad2c-4f32-a225-b37f84dfedf0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.510386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26ce23dc-ad2c-4f32-a225-b37f84dfedf0 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/05fe038f-6c9e-4734-93ff-c1cf321e8551 HTTP/1.1" status: 404 len: 337 time: 0.1036649 Aug 18 14:18:54.514385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.555075 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-540cffef-37f9-47fb-8f47-c58be2e1f687 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:54.555315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5974cf8-7ea0-431d-86ef-ecf5e6827e1f req-ae348b9d-a3b1-4284-88b0-df83c4843c31 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:54.556389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540cffef-37f9-47fb-8f47-c58be2e1f687 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:54.557357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5974cf8-7ea0-431d-86ef-ecf5e6827e1f req-ae348b9d-a3b1-4284-88b0-df83c4843c31 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1186426 Aug 18 14:18:54.558253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-540cffef-37f9-47fb-8f47-c58be2e1f687 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/2b356323-b71c-41f5-a3fd-7829761bb86f HTTP/1.1" status: 404 len: 339 time: 0.0428257 Aug 18 14:18:54.560668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:54.601027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5974cf8-7ea0-431d-86ef-ecf5e6827e1f req-ede75237-3e2a-4b5c-a0be-ac598030c4fb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Aug 18 14:18:54.627343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.631795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.633374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8183f74-be25-4c74-8393-7884f90d381d HTTP/1.1" status: 204 len: 168 time: 0.3434112 Aug 18 14:18:54.639830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting subnet ae12feb3-7b34-4e8e-b6c8-84799f7c677d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:54.643418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.671890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688d486-7a58-4556-87bd-31423388097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8183f74-be25-4c74-8393-7884f90d381d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:54.701964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.723338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ceef320a-8939-42d8-ae22-c4c536f0a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.816433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:54.861280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36df2-cde9-4b1b-9bd3-67da4fc87d4d req-985a9fdf-be1c-4aa3-b44d-b94a06a24e51 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:54.870252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44b36df2-cde9-4b1b-9bd3-67da4fc87d4d req-985a9fdf-be1c-4aa3-b44d-b94a06a24e51 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0654497 Aug 18 14:18:54.925341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44b36df2-cde9-4b1b-9bd3-67da4fc87d4d req-c3e26bf8-3412-43dd-825c-94866b680185 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503345 Aug 18 14:18:54.945557 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.035560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.079466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=ae12feb3-7b34-4e8e-b6c8-84799f7c677d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:55.080772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7501-7312-40e8-b0af-f88470c895ef req-ec9ba705-1ac4-42a0-b86a-95e8a1d3b3d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.082444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b4e7501-7312-40e8-b0af-f88470c895ef req-ec9ba705-1ac4-42a0-b86a-95e8a1d3b3d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0749598 Aug 18 14:18:55.083337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.087734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44460) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:55.087973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a0309e3-c4d6-4bcb-a6ce-3f461eb44a67 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/ae12feb3-7b34-4e8e-b6c8-84799f7c677d HTTP/1.1" status: 204 len: 168 time: 0.5262773 Aug 18 14:18:55.100929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bcb26-7bb7-40d5-b175-d04b252acf34 None None] Network 1023e319-fe04-47d9-8357-46736596fed4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:55.220171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.250570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b4e7501-7312-40e8-b0af-f88470c895ef req-c264ff3d-d1a7-4b85-a1a3-d0619f424784 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395600 Aug 18 14:18:55.318942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-da6bf883-f586-4379-a13d-ecc82c111b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.320510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-da6bf883-f586-4379-a13d-ecc82c111b89 service neutron] 10.222.0.10 "GET /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 1033 time: 0.0677657 Aug 18 14:18:55.379073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] DHCP port deletion for 1023e319-fe04-47d9-8357-46736596fed4 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:18:55.441806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b09550a3-12f6-4eb6-952c-d13ff319f632 req-623c7d54-b8bb-4683-b2c5-0e0866bba8f7 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0776386 Aug 18 14:18:55.450682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Deleting port 841771d8-5943-41eb-904b-f6b515e19a41 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:55.451931 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.466099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-1105dfb9-c4f4-47cb-adc3-126d479b7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.467879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-1105dfb9-c4f4-47cb-adc3-126d479b7e10 service neutron] 10.222.0.10 "GET /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 1032 time: 0.1400616 Aug 18 14:18:55.524279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f8fe-07a0-4494-9d31-4209702d1490 req-d3808871-ce76-4b51-8446-df3ddb1275f2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.526038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35b7f8fe-07a0-4494-9d31-4209702d1490 req-d3808871-ce76-4b51-8446-df3ddb1275f2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1220500 Aug 18 14:18:55.546716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port 841771d8-5943-41eb-904b-f6b515e19a41 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:55.547384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.569509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] For port 841771d8-5943-41eb-904b-f6b515e19a41, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=841771d8-5943-41eb-904b-f6b515e19a41,segment=NetworkSegment(d277d39a-ef1f-4a26-bddb-6faa690b5e7d),segment_id=d277d39a-ef1f-4a26-bddb-6faa690b5e7d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:55.569949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.593434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Calling delete_port for 841771d8-5943-41eb-904b-f6b515e19a41 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:55.703445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35b7f8fe-07a0-4494-9d31-4209702d1490 req-d6eed6f5-701d-4621-a05d-2b5769505dae tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524792 Aug 18 14:18:55.715163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port 841771d8-5943-41eb-904b-f6b515e19a41, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=841771d8-5943-41eb-904b-f6b515e19a41,segment=NetworkSegment(d277d39a-ef1f-4a26-bddb-6faa690b5e7d),segment_id=d277d39a-ef1f-4a26-bddb-6faa690b5e7d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:55.715544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.753020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for 841771d8-5943-41eb-904b-f6b515e19a41 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:55.760950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5c86acad-323f-4e6c-bbd0-d0b58574572c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.765647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:55.767586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5c86acad-323f-4e6c-bbd0-d0b58574572c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.774279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5c86acad-323f-4e6c-bbd0-d0b58574572c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.776297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5c86acad-323f-4e6c-bbd0-d0b58574572c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 1995 time: 0.2834651 Aug 18 14:18:55.799935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] Pushing event deleted for resources: {'Port': ['ID=841771d8-5943-41eb-904b-f6b515e19a41,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:55.811523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149e890-7c9c-436c-b9cf-199c0c7c173e None None] No DVR routers for this DVR port 841771d8-5943-41eb-904b-f6b515e19a41 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:55.936462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edde26cd-1d88-4e32-9711-c01938cbb90e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4ace246b1647e09d943dfa5ae5aec4 HTTP/1.1" status: 200 len: 380 time: 0.1429207 Aug 18 14:18:55.954554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699eb8-39e4-434b-a5d4-d2ceef2b913e req-f5220ae7-0ff7-4b8d-be8e-8a4497f4d1ef tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:55.956077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8699eb8-39e4-434b-a5d4-d2ceef2b913e req-f5220ae7-0ff7-4b8d-be8e-8a4497f4d1ef tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1256948 Aug 18 14:18:55.967989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'admin_state_up': True, 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'security_groups': ['f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:55.981926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.040785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.111246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8699eb8-39e4-434b-a5d4-d2ceef2b913e req-3a33419d-4f3c-4d10-9cfe-43424eb6c70e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349740 Aug 18 14:18:56.131845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port 841771d8-5943-41eb-904b-f6b515e19a41 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:56.180994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=841771d8-5943-41eb-904b-f6b515e19a41,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:56.345179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.357330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1023e319-fe04-47d9-8357-46736596fed4']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:56.365127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 841771d8-5943-41eb-904b-f6b515e19a41 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:56.379114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:56.379416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd277d39a-ef1f-4a26-bddb-6faa690b5e7d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:56.395232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.410317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.411225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 841771d8-5943-41eb-904b-f6b515e19a41 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:18:56.414497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 841771d8-5943-41eb-904b-f6b515e19a41 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:56.429323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:56.430277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:56.434983 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:56.451804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:56.456129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.711758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcb51139-86ea-4a09-aa49-3efe616be76a req-8ebdb291-0fda-432c-8cde-6ae5db84732b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0419586 Aug 18 14:18:56.784427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.800472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.802310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/1023e319-fe04-47d9-8357-46736596fed4 HTTP/1.1" status: 204 len: 168 time: 1.7136102 Aug 18 14:18:56.805332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:56.836369 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e2328e-cad8-4911-903a-f866273016e3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:56.837276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e2328e-cad8-4911-903a-f866273016e3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:56.843287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8e2328e-cad8-4911-903a-f866273016e3 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/79bfd6d1-2db2-4041-a3bf-169a6836d50b HTTP/1.1" status: 404 len: 337 time: 0.0356457 Aug 18 14:18:56.844161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44518) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:56.849562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 172.20.0.11 (2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a/7914c28a-9494-4900-b254-413f2ad3f210/e8dad085-2605-4b6c-b57f-ceeff6b7d67d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:56.851977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e9d4-ec30-4780-9cf2-3e0120565a9f tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=1023e319-fe04-47d9-8357-46736596fed4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:56.864225 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba87c853-f3fc-4d30-8abd-a541ceb03977 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] DELETE failed (client error): The resource could not be found. Aug 18 14:18:56.864801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba87c853-f3fc-4d30-8abd-a541ceb03977 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:18:56.866570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ba87c853-f3fc-4d30-8abd-a541ceb03977 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/376fa29b-7794-4720-8567-b9f5139b843b HTTP/1.1" status: 404 len: 339 time: 0.0211558 Aug 18 14:18:56.869042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:56.879835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486116d-f370-4cf7-bd56-956dabb0d195 req-05630543-d224-44ab-b8c2-3df922670a90 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:56.888133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1486116d-f370-4cf7-bd56-956dabb0d195 req-05630543-d224-44ab-b8c2-3df922670a90 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1788180 Aug 18 14:18:56.940303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting subnet 1ad6b736-3a68-4ef9-979a-df8b25dd25c0 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:18:56.943995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:56.980775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1486116d-f370-4cf7-bd56-956dabb0d195 req-0658207a-4804-4d45-b863-038c92c668a7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893419 Aug 18 14:18:56.996802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.122483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.140976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object e8dad085-2605-4b6c-b57f-ceeff6b7d67d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:57.149163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.251159 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.302564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:57.307151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:57.309451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:57.341085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:57.357551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.374822 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.377663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/subnets/1ad6b736-3a68-4ef9-979a-df8b25dd25c0 HTTP/1.1" status: 204 len: 168 time: 0.5077128 Aug 18 14:18:57.386050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f2383-a3b6-4e78-b327-fc137c81e4a5 None None] Network 65c012f4-efce-420c-86a2-171e1800191b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:18:57.388643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:57.390234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.399092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:57.401834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdd342-8597-4d22-8332-77502e7a4a39 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad6b736-3a68-4ef9-979a-df8b25dd25c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:57.574845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-6a862360-eb19-48ab-b55d-a7af12c8acfb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6110752 Aug 18 14:18:57.585580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'admin_state_up': True, 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'security_groups': ['f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:57.603478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.718376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.763209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] DHCP port deletion for 65c012f4-efce-420c-86a2-171e1800191b request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:18:57.783765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:57.807397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed97b64f-e669-4323-ab9c-7190c189dd18 None None] Provisioning for port e8dad085-2605-4b6c-b57f-ceeff6b7d67d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:57.814122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed97b64f-e669-4323-ab9c-7190c189dd18 None None] Provisioning complete for port e8dad085-2605-4b6c-b57f-ceeff6b7d67d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:57.815001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed97b64f-e669-4323-ab9c-7190c189dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.836809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Deleting port bc93aa62-6306-433f-930d-2ca56f8df335 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:57.837321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.940561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:57.945564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.956583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] For port bc93aa62-6306-433f-930d-2ca56f8df335, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bc93aa62-6306-433f-930d-2ca56f8df335,segment=NetworkSegment(d44540ed-9354-4289-aea7-baa7c33fccd9),segment_id=d44540ed-9354-4289-aea7-baa7c33fccd9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:57.956971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:57.993813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Calling delete_port for bc93aa62-6306-433f-930d-2ca56f8df335 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:58.022901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1b49a-6c23-432f-a8b5-75d0ed8ad72c req-36a893ec-5830-409a-9622-5b43b8fdd372 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:58.032446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fc1b49a-6c23-432f-a8b5-75d0ed8ad72c req-36a893ec-5830-409a-9622-5b43b8fdd372 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 932 time: 0.1670103 Aug 18 14:18:58.066445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ed97b64f-e669-4323-ab9c-7190c189dd18 None None] Port e8dad085-2605-4b6c-b57f-ceeff6b7d67d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:58.103354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Deleting port bc93aa62-6306-433f-930d-2ca56f8df335 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:18:58.104504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.145141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fc1b49a-6c23-432f-a8b5-75d0ed8ad72c req-973a8f01-44a3-4620-b811-8b44991b1527 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052096 Aug 18 14:18:58.270912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.1.1.236 (da8e776e-09c2-48f4-bb3d-ecd416e7fe68/8fc4a764-8fd9-4b2a-9061-6c289a445de3/4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:58.288608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ec181-b6d6-42b9-a8df-36a982fc181e req-20e8de86-8182-4b94-8060-1c454d7f6ad5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:58.294196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f16ec181-b6d6-42b9-a8df-36a982fc181e req-20e8de86-8182-4b94-8060-1c454d7f6ad5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1212962 Aug 18 14:18:58.300229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] For port bc93aa62-6306-433f-930d-2ca56f8df335, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bc93aa62-6306-433f-930d-2ca56f8df335,segment=NetworkSegment(d44540ed-9354-4289-aea7-baa7c33fccd9),segment_id=d44540ed-9354-4289-aea7-baa7c33fccd9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:58.301201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.352695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Calling delete_port for bc93aa62-6306-433f-930d-2ca56f8df335 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:18:58.388788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bc93aa62-6306-433f-930d-2ca56f8df335 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:18:58.392431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4597edde-ac4b-4119-8924-5b58cb8d9ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.408041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.458005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Port': ['ID=bc93aa62-6306-433f-930d-2ca56f8df335,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:58.466717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] No DVR routers for this DVR port bc93aa62-6306-433f-930d-2ca56f8df335 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:58.466861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f16ec181-b6d6-42b9-a8df-36a982fc181e req-3a068a0d-e0a9-46e6-872d-d63e25e1fd93 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601539 Aug 18 14:18:58.495972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No active binding found for port bc93aa62-6306-433f-930d-2ca56f8df335 {{(pid=112230) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 14:18:58.496633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bc93aa62-6306-433f-930d-2ca56f8df335 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:18:58.575964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.599860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] No DVR routers for this DVR port bc93aa62-6306-433f-930d-2ca56f8df335 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:18:58.634745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Pushing event deleted for resources: {'Port': ['ID=bc93aa62-6306-433f-930d-2ca56f8df335,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:58.643793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.664066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.666392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.669960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.670506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.673866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.674492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.676033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.676548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.677328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:58.677682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.678534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.680984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.681724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1b6fa-c591-4e25-8706-5fbeda88548b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:58.701431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4597edde-ac4b-4119-8924-5b58cb8d9ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.773584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.784421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c012f4-efce-420c-86a2-171e1800191b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:58.794683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44540ed-9354-4289-aea7-baa7c33fccd9') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:58.794977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44540ed-9354-4289-aea7-baa7c33fccd9') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:58.804140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.817764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.823955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:18:58.824335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:18:58.827355 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:18:58.866566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4597edde-ac4b-4119-8924-5b58cb8d9ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.923517 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4597edde-ac4b-4119-8924-5b58cb8d9ae3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=623d98ce837c4d30bbac851cccb75641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352742 Aug 18 14:18:58.927481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:58.931651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597edde-ac4b-4119-8924-5b58cb8d9ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda3763-fcc3-4b96-9b08-dbdb673015c7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:58.944085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.011135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.021062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.022385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:59.022821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] 10.222.0.35 "DELETE /v2.0/networks/65c012f4-efce-420c-86a2-171e1800191b HTTP/1.1" status: 204 len: 168 time: 1.6221766 Aug 18 14:18:59.029549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:59.035946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:59.036298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af8a61-5f4e-4d42-bce3-595d02f43635 tempest-NetworksIpV6Test-149711418 tempest-NetworksIpV6Test-149711418-project] Pushing event deleted for resources: {'Network': ['ID=65c012f4-efce-420c-86a2-171e1800191b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:59.040903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:59.090688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.122616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.230133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:59.231399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.270128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb186d7-4f83-42ae-9089-36dffb0c544d req-b1a27875-1315-4713-9856-1f05b7ab4fb3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:59.271733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb186d7-4f83-42ae-9089-36dffb0c544d req-b1a27875-1315-4713-9856-1f05b7ab4fb3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1269062 Aug 18 14:18:59.357417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8a9c-6d74-45c8-9bf0-b16726d87457 req-42b23e06-e7b7-4ff6-b63c-74be20649792 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:59.363208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8a9c-6d74-45c8-9bf0-b16726d87457 req-42b23e06-e7b7-4ff6-b63c-74be20649792 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:59.364851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-092a8a9c-6d74-45c8-9bf0-b16726d87457 req-42b23e06-e7b7-4ff6-b63c-74be20649792 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 1654 time: 0.0906971 Aug 18 14:18:59.368649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.371244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.372593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fda3763-fcc3-4b96-9b08-dbdb673015c7 HTTP/1.1" status: 204 len: 168 time: 0.4417465 Aug 18 14:18:59.373813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-4d882576-67b1-46d4-9e8c-bcda31be0947 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7926583 Aug 18 14:18:59.382763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb186d7-4f83-42ae-9089-36dffb0c544d req-f39a9b27-6bf5-41d2-b1c2-fc5f3de86592 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771239 Aug 18 14:18:59.387890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'admin_state_up': True, 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'security_groups': ['f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:59.406655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f656b-4f9c-4e9b-8c6c-9129b3a7fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda3763-fcc3-4b96-9b08-dbdb673015c7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:59.513977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-092a8a9c-6d74-45c8-9bf0-b16726d87457 req-9be2358c-54c4-42dd-8c16-7f66a26bce8f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350467 Aug 18 14:18:59.562732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d909a90b-1be0-4d45-9c7b-f30d2b8c8fae None None] Provisioning for port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:59.566945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d909a90b-1be0-4d45-9c7b-f30d2b8c8fae None None] Provisioning complete for port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:59.567321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d909a90b-1be0-4d45-9c7b-f30d2b8c8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.660617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d909a90b-1be0-4d45-9c7b-f30d2b8c8fae None None] Port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:59.685254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44590) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:59.724567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:18:59.728402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.942674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.1.1.137 (da8e776e-09c2-48f4-bb3d-ecd416e7fe68/8fc4a764-8fd9-4b2a-9061-6c289a445de3/5f3256e5-a2ca-43b4-ad63-bfe88d00cf84) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:00.063761 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-228a96b4-980d-418e-b97e-e06d4153c78d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=144aef1c0d1d44b4a671f2cd22d807b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767943 Aug 18 14:19:00.066462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44604) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:00.111451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.127761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:00.159939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.202905 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.280611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.301058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:00.315481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7c4acaf-3c9c-4c1b-b7e0-85f0f5ffce26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.358032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.361234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.362941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed5a68b3-3ef4-4135-b3bc-305dbbef90d0 HTTP/1.1" status: 204 len: 168 time: 0.2952783 Aug 18 14:19:00.380531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d558855-d46b-4ef2-abfb-f798822ca88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a68b3-3ef4-4135-b3bc-305dbbef90d0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:00.409405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:00.424749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:00.429299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:00.442553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:00.517206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7c4acaf-3c9c-4c1b-b7e0-85f0f5ffce26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.554086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:00.564874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.596891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7c4acaf-3c9c-4c1b-b7e0-85f0f5ffce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.691919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a7c4acaf-3c9c-4c1b-b7e0-85f0f5ffce26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06874b3aec0243349cac25fd95e05c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891354 Aug 18 14:19:00.693896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4acaf-3c9c-4c1b-b7e0-85f0f5ffce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f3980-ab44-4f6d-8ad1-f908b40a7f42,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:00.694653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44622) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:00.716844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-edef6a21-03cf-4d7e-afe9-cf71e4c40e0d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328092 Aug 18 14:19:00.730870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41d0d-fd42-4106-91d8-091ecc964e4a req-d250db45-9df6-409a-8689-769fce560ec6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:00.732497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0f41d0d-fd42-4106-91d8-091ecc964e4a req-d250db45-9df6-409a-8689-769fce560ec6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1580844 Aug 18 14:19:00.738005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'admin_state_up': True, 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'security_groups': ['f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:00.873652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0f41d0d-fd42-4106-91d8-091ecc964e4a req-9117f151-a553-4499-a5ca-01961bb9d2da tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264210 Aug 18 14:19:00.912600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.978859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:00.992566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6dec-1df1-4d7a-946b-a58f55a6c115 req-d92d752a-12f8-46c8-9bd7-bd3cd50ff8b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:00.999285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6dec-1df1-4d7a-946b-a58f55a6c115 req-d92d752a-12f8-46c8-9bd7-bd3cd50ff8b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:01.006245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6dec-1df1-4d7a-946b-a58f55a6c115 req-d92d752a-12f8-46c8-9bd7-bd3cd50ff8b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:01.008275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b97b6dec-1df1-4d7a-946b-a58f55a6c115 req-d92d752a-12f8-46c8-9bd7-bd3cd50ff8b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 2375 time: 0.1462941 Aug 18 14:19:01.048421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83ce8356-d2a2-4fc4-84c6-94cfda13cf8d None None] Provisioning for port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:01.052507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83ce8356-d2a2-4fc4-84c6-94cfda13cf8d None None] Provisioning complete for port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:01.052893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83ce8356-d2a2-4fc4-84c6-94cfda13cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:01.126860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b97b6dec-1df1-4d7a-946b-a58f55a6c115 req-ad872477-5684-498b-bfed-a362ad054c73 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106505 Aug 18 14:19:01.128784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83ce8356-d2a2-4fc4-84c6-94cfda13cf8d None None] Port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:01.153734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba4fc3-fd33-43a1-9903-441bca381748 req-93e5c190-1f91-422a-9b02-7a13be1a37ce tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:01.155678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3ba4fc3-fd33-43a1-9903-441bca381748 req-93e5c190-1f91-422a-9b02-7a13be1a37ce tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1362114 Aug 18 14:19:01.158766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:01.309467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:01.367660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3ba4fc3-fd33-43a1-9903-441bca381748 req-b29152a4-e4c1-43be-a21a-7a4853f9e8f5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713296 Aug 18 14:19:01.440341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:01.442955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:01.447403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/507f3980-ab44-4f6d-8ad1-f908b40a7f42 HTTP/1.1" status: 204 len: 168 time: 0.7516210 Aug 18 14:19:01.492831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d5b0f-9d4e-4143-9314-16b6f6b93727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f3980-ab44-4f6d-8ad1-f908b40a7f42,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:01.703967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbd34-a58a-4256-979b-260bd57d4679 req-4da6f5c4-9832-479a-a2cd-38fa79d60735 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:01.706108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86cbbd34-a58a-4256-979b-260bd57d4679 req-4da6f5c4-9832-479a-a2cd-38fa79d60735 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1459944 Aug 18 14:19:02.181439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.2.2.100 (30fd4178-1c87-4711-8fed-b936b40090d9/091a2784-7772-4f5f-b930-318f91751ea8/226f936b-1276-4bfa-b67b-5794da9acb23) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:02.198219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86cbbd34-a58a-4256-979b-260bd57d4679 req-f1008ede-539d-4517-8833-de85d848ba8e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650755 Aug 18 14:19:02.323237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:02.440400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdb95-bd7f-41d9-9580-68200e3decf4 req-3bc980a8-c032-448f-8b1f-46e1d878f3da tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:02.442288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e56fdb95-bd7f-41d9-9580-68200e3decf4 req-3bc980a8-c032-448f-8b1f-46e1d878f3da tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1484847 Aug 18 14:19:02.459081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0fd7-13cb-4d14-9f5c-600452eac1c4 req-0df03567-d9ba-4749-a47a-cb77644d53ee tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:02.465631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0fd7-13cb-4d14-9f5c-600452eac1c4 req-0df03567-d9ba-4749-a47a-cb77644d53ee tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:02.472193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0fd7-13cb-4d14-9f5c-600452eac1c4 req-0df03567-d9ba-4749-a47a-cb77644d53ee tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:02.479722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d6b0fd7-13cb-4d14-9f5c-600452eac1c4 req-0df03567-d9ba-4749-a47a-cb77644d53ee tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 2375 time: 0.1998138 Aug 18 14:19:02.492555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-272203887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:02.545208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.573200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e56fdb95-bd7f-41d9-9580-68200e3decf4 req-720585c2-0ded-4b12-94a9-d2bdf914382e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Aug 18 14:19:02.601081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d6b0fd7-13cb-4d14-9f5c-600452eac1c4 req-c1b87e27-371e-4a1a-9647-893a76b0699e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142502 Aug 18 14:19:02.602721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 226f936b-1276-4bfa-b67b-5794da9acb23 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:02.670000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.670000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.773168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.797530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81a30e-a407-4ad5-aa8b-5c4639e9a2e5 req-f5357d29-56de-4818-94f1-e37b15724498 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:02.799408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad81a30e-a407-4ad5-aa8b-5c4639e9a2e5 req-f5357d29-56de-4818-94f1-e37b15724498 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0677509 Aug 18 14:19:02.842660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad81a30e-a407-4ad5-aa8b-5c4639e9a2e5 req-b6585677-fbca-4acb-919f-baafa5797f2c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Aug 18 14:19:02.891346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.967286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network 30fd4178-1c87-4711-8fed-b936b40090d9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:02.973276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:02.978959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:02.985869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:03.022622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.041734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a401a-5d5c-4f43-9c27-faab48134632 req-a931fcfc-0279-44d0-bb37-71f1a3275538 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.043448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44a401a-5d5c-4f43-9c27-faab48134632 req-a931fcfc-0279-44d0-bb37-71f1a3275538 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1211684 Aug 18 14:19:03.064064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.064721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.116215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a44a401a-5d5c-4f43-9c27-faab48134632 req-d84e5c25-1652-4562-903b-5eb9ad648630 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Aug 18 14:19:03.154076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.157756 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8d486da8-b518-43c7-bf00-002c8d319dfa tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8301935 Aug 18 14:19:03.158027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44708) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:03.163061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-961339427'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:03.220557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2c192c6a-bf04-4828-a9f6-58c4adf0497c tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4870145 Aug 18 14:19:03.232780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'admin_state_up': True, 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'security_groups': ['f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:03.359800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:03.367819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.388187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.425984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ebf65-c370-46b0-bd7b-21874dbaccde req-bcdf7be8-894d-4ac9-8f41-22ebdc4e1396 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.427912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-840ebf65-c370-46b0-bd7b-21874dbaccde req-bcdf7be8-894d-4ac9-8f41-22ebdc4e1396 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1079776 Aug 18 14:19:03.455789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc787c61-08c5-4380-a760-e03d6dda2873 None None] Provisioning for port 226f936b-1276-4bfa-b67b-5794da9acb23 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:03.463245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc787c61-08c5-4380-a760-e03d6dda2873 None None] Provisioning complete for port 226f936b-1276-4bfa-b67b-5794da9acb23 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:03.463245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc787c61-08c5-4380-a760-e03d6dda2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.526345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fc787c61-08c5-4380-a760-e03d6dda2873 None None] Port 226f936b-1276-4bfa-b67b-5794da9acb23 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:03.550546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-840ebf65-c370-46b0-bd7b-21874dbaccde req-cd040f32-5863-4d26-b00d-443b8107f268 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081636 Aug 18 14:19:03.593827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.699903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.761587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:19:03.764116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69ebb-ce09-480a-a019-9b12c69b83dd req-06acaa99-e2a9-46cf-a8fb-524a3451d761 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.765755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cd69ebb-ce09-480a-a019-9b12c69b83dd req-06acaa99-e2a9-46cf-a8fb-524a3451d761 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1191046 Aug 18 14:19:03.778222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-d758bcf6-e89d-4606-a246-5fbda4b29c3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.785403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-d758bcf6-e89d-4606-a246-5fbda4b29c3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.799426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3d905-94c8-4236-a72a-78fa589534b7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:03.810740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-d758bcf6-e89d-4606-a246-5fbda4b29c3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.830517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-d758bcf6-e89d-4606-a246-5fbda4b29c3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:03.832214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.832578 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Added segment 3a36d2de-6f5a-496d-9910-64b892dd4b55 of type vlan for network a15fdf85-a95e-4fab-9a80-64e8c034e05a Aug 18 14:19:03.833247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-d758bcf6-e89d-4606-a246-5fbda4b29c3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3096 time: 0.1427140 Aug 18 14:19:03.837640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Made reservation on behalf of 8f4ace246b1647e09d943dfa5ae5aec4 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:03.850313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:03.941724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:04.015660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cd69ebb-ce09-480a-a019-9b12c69b83dd req-6b684a64-d3ca-4616-b44f-7d632045bae1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809423 Aug 18 14:19:04.075888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a204d0e-42a6-453a-85e1-bf394e0d03c2 req-7119923c-44fb-4067-b329-2231ead95210 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183647 Aug 18 14:19:04.139362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:04.152552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:04.153428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:04.402396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Allocated IP 10.2.2.200 (30fd4178-1c87-4711-8fed-b936b40090d9/091a2784-7772-4f5f-b930-318f91751ea8/2219feda-ecda-4dd3-81b8-47e6c2f1a695) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:04.628612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:04.645068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Transition to ACTIVE for port object 2219feda-ecda-4dd3-81b8-47e6c2f1a695 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:04.739929 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5808609 Aug 18 14:19:04.740860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b0366-14ce-4358-8748-2c2ebf546b1c req-88a7e209-0b6c-4c0e-a03a-9542d9b19577 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:04.744222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:04.751353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244b0366-14ce-4358-8748-2c2ebf546b1c req-88a7e209-0b6c-4c0e-a03a-9542d9b19577 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1942935 Aug 18 14:19:04.753005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'subnet': {'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:04.803872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:04.847733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2783ddb-6a8d-46ae-9322-4dae2b3643e8 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Network': ['ID=a15fdf85-a95e-4fab-9a80-64e8c034e05a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:04.868558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:19:04.873329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Network 30fd4178-1c87-4711-8fed-b936b40090d9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:04.894540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-244b0366-14ce-4358-8748-2c2ebf546b1c req-29120d00-2202-4d6e-b8df-675ec8041ef6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422102 Aug 18 14:19:04.906001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:04.909262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:05.072273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:05.078445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:05.152986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:05.174483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.177487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:05.236032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8e138-6f7a-4dbb-ba86-9f7c15972e64 req-12a3da6e-afce-478c-a26c-81e110fd3860 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.244389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1c8e138-6f7a-4dbb-ba86-9f7c15972e64 req-12a3da6e-afce-478c-a26c-81e110fd3860 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1880813 Aug 18 14:19:05.365191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f2991f73-bc0a-46ef-951a-e4f8f46046ae tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1366711 Aug 18 14:19:05.391839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1c8e138-6f7a-4dbb-ba86-9f7c15972e64 req-817274a3-ce74-4f69-bd30-ad0e42cfdd01 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254754 Aug 18 14:19:05.410822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:05.442373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.444574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4bdf7a5c-40c9-479b-8b23-e5002a671f5c None None] Provisioning for port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:05.449542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4bdf7a5c-40c9-479b-8b23-e5002a671f5c None None] Provisioning complete for port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:05.450331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7a5c-40c9-479b-8b23-e5002a671f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:05.463002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.470937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.478486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.486515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.488394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-844d5475-54d1-4c1a-9f4f-2881b7b0e672 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3817 time: 0.2430773 Aug 18 14:19:05.508103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf7a5c-40c9-479b-8b23-e5002a671f5c None None] Port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:05.542191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:05.607865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:05.674912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8032c7f1-dc14-4cc4-afe5-03812b0d24e2 req-4692a382-1c7d-4ec4-8ffd-7daceb2ae252 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695812 Aug 18 14:19:05.705153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Subnet': ['ID=e9813b3e-812c-40e5-a506-ecfcd89980d1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:05.713322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Checking segment: {'id': '3a36d2de-6f5a-496d-9910-64b892dd4b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:05.713755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network hostable DHCP agents. Network: a15fdf85-a95e-4fab-9a80-64e8c034e05a, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:19:05.836679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa9cd3-ab04-4fd6-8b1a-0bf76f76ca3f req-d814a1cc-cd08-4388-a1ea-220adb8627b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:05.838329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55aa9cd3-ab04-4fd6-8b1a-0bf76f76ca3f req-d814a1cc-cd08-4388-a1ea-220adb8627b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1307025 Aug 18 14:19:05.875179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:19:05.939270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55aa9cd3-ab04-4fd6-8b1a-0bf76f76ca3f req-e5f95973-82a6-4401-9f39-106053a80a89 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Aug 18 14:19:05.996694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a15fdf85-a95e-4fab-9a80-64e8c034e05a) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:06.006351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:06.009510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97589dbb-2c1b-47ce-aea6-4a11ceb7053d None None] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:06.015327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.131190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-289df9d2-3dfa-4a06-91e4-bc60d7e50345 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3855875 Aug 18 14:19:06.134550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44796) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:06.153447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'network': {'name': 'tempest-router-network01--1011546886'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:06.164420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dda22-16cf-42ba-928a-40f297d88238 req-0e714b16-39c5-46dd-850a-e77fa49b2a5f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:06.168515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d87dda22-16cf-42ba-928a-40f297d88238 req-0e714b16-39c5-46dd-850a-e77fa49b2a5f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1041005 Aug 18 14:19:06.177350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dad085-2605-4b6c-b57f-ceeff6b7d67d {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:06.200264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.235326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Transition to ACTIVE for port object e8dad085-2605-4b6c-b57f-ceeff6b7d67d will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:06.286911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a15fdf85-a95e-4fab-9a80-64e8c034e05a', 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a', 'tenant_id': '66dd504ace7440ca99f3a825aecc6289', 'fixed_ips': [{'subnet_id': 'e9813b3e-812c-40e5-a506-ecfcd89980d1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:19:06.288111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.302792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d87dda22-16cf-42ba-928a-40f297d88238 req-b381cf75-7f98-4482-a48e-b19b04620a0e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Aug 18 14:19:06.324662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:06.324879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.330585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.407486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:19:06.441590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.442245 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Added segment 58a2753f-10af-4952-9bfb-1723aa07e6e8 of type vlan for network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 Aug 18 14:19:06.514235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:06.565634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.624049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Attempting to bind port e8dad085-2605-4b6c-b57f-ceeff6b7d67d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:06.624415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Attempting to bind port e8dad085-2605-4b6c-b57f-ceeff6b7d67d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:06.624856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Attempting to bind port e8dad085-2605-4b6c-b57f-ceeff6b7d67d on network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:06.633947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Port e8dad085-2605-4b6c-b57f-ceeff6b7d67d on network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:06.633947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Attempting to bind port e8dad085-2605-4b6c-b57f-ceeff6b7d67d on network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:06.660009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Allocated IP 172.20.0.2 (a15fdf85-a95e-4fab-9a80-64e8c034e05a/e9813b3e-812c-40e5-a506-ecfcd89980d1/59b79639-b692-4efa-a349-547def4abfce) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:06.667814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:06.668169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Checking segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:06.668567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Bound using segment: {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:06.669019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Bound port: e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2044860-3008-4020-a2dd-a19f9a8a6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:06.669426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.759177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.764873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:06.765508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.816347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175799cb-2670-460d-b481-f55497579f0c req-edf4eecf-adab-407d-874f-be8b60b6022a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:06.818004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-175799cb-2670-460d-b481-f55497579f0c req-edf4eecf-adab-407d-874f-be8b60b6022a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2181704 Aug 18 14:19:06.921782 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7860348 Aug 18 14:19:06.928592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:06.944673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:06.947907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'network': {'name': 'tempest-router-network02--1076770686'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:06.954033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Transition to ACTIVE for port object 59b79639-b692-4efa-a349-547def4abfce will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:06.968950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:06.969563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Transition to ACTIVE for port object 59b79639-b692-4efa-a349-547def4abfce will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:06.974450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:07.010819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80d61d-c672-418e-a7da-79bbdd10d60e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Network': ['ID=a2f837fc-6e4b-46ba-a661-a2fbacd14fb1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:07.021421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:19:07.062436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-175799cb-2670-460d-b481-f55497579f0c req-d519c427-a220-47b8-a9b4-5843e7a8af63 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315269 Aug 18 14:19:07.090717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:07.094290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.106820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.125278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.145583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.147957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:19:07.161720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.171200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.176474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.176831 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Added segment 819592d9-5058-4267-8a40-e83de59528ce of type vlan for network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d Aug 18 14:19:07.182229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.187435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-0e31504c-54ca-4c26-946a-f66d4b3366b8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3829 time: 0.3656168 Aug 18 14:19:07.232135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.236071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.283255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:07.285644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:07.300395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:07.376698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Pushing event updated for resources: {'Port': ['ID=59b79639-b692-4efa-a349-547def4abfce,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:07.416361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Attempting to bind port 59b79639-b692-4efa-a349-547def4abfce on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:07.416361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Attempting to bind port 59b79639-b692-4efa-a349-547def4abfce by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3a36d2de-6f5a-496d-9910-64b892dd4b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:07.416361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Attempting to bind port 59b79639-b692-4efa-a349-547def4abfce on network a15fdf85-a95e-4fab-9a80-64e8c034e05a {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:07.417067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:07.417482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Checking segment: {'id': '3a36d2de-6f5a-496d-9910-64b892dd4b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:07.418084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.421542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.426963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.427613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.429392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] 10.222.0.10 "PUT /v2.0/ports/e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1092 time: 2.0343950 Aug 18 14:19:07.434733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.435572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.448424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Bound using segment: {'id': '3a36d2de-6f5a-496d-9910-64b892dd4b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:07.449284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Bound port: 59b79639-b692-4efa-a349-547def4abfce, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a36d2de-6f5a-496d-9910-64b892dd4b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a15fdf85-a95e-4fab-9a80-64e8c034e05a'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:07.450207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.451214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:07.453929 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db7899-4f2a-4f6a-9fdb-d94f60833058" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:07.501617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa5e27f5-8ebc-44d8-b9d4-5fc21ee26c5a req-62efed9b-1756-4bd0-b616-ee8f0fc92c84 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876029 Aug 18 14:19:07.570398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe17f7-416c-4b4f-98a1-0a9102a93f1e req-a4f04849-bce0-4220-a699-f6e9f23daebb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.572373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ffe17f7-416c-4b4f-98a1-0a9102a93f1e req-a4f04849-bce0-4220-a699-f6e9f23daebb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.3830309 Aug 18 14:19:07.573674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82683c-91fb-4c06-b4ce-cc824c61e94c service neutron] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:07.616742 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2cd9af-0e47-4fcc-9517-d64602c2db63 x-openstack-request-id: req-1d2cd9af-0e47-4fcc-9517-d64602c2db63 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:07.624153 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:07.624686 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d2cd9af-0e47-4fcc-9517-d64602c2db63 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:07.625279 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'status': 'completed', 'code': 200} Aug 18 14:19:07.643086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Network': ['ID=086bdef9-f9d0-4fba-880b-9f7d8d63db6d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:07.643566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] For port 59b79639-b692-4efa-a349-547def4abfce, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:07.648083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] For port 59b79639-b692-4efa-a349-547def4abfce, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59b79639-b692-4efa-a349-547def4abfce,segment=NetworkSegment(3a36d2de-6f5a-496d-9910-64b892dd4b55),segment_id=3a36d2de-6f5a-496d-9910-64b892dd4b55)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:07.652043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.658424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.659030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.659544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.660064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.660577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.661067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.661568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.662123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.662629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.666466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.667077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:07.685966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:19:07.745995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ffe17f7-416c-4b4f-98a1-0a9102a93f1e req-6d0062d2-87e9-4bac-a02d-8f18af7817f6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421187 Aug 18 14:19:07.787891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.788379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.790979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.791480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.791958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:07.793882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-5a4809df-b99a-4882-bd68-05567cd534d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 4364 time: 0.1587644 Aug 18 14:19:07.893730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:07.930990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:07.957636 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c87a53b-1184-4ca0-bade-dc97c2eec007 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0277450 Aug 18 14:19:07.958548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44842) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:07.971992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'subnet': {'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:08.005752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b985-96c7-43f5-9016-31da541f420c req-6c6d3821-7743-43f1-b8c3-9e5f655abd1f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.007383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9407b985-96c7-43f5-9016-31da541f420c req-6c6d3821-7743-43f1-b8c3-9e5f655abd1f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1234095 Aug 18 14:19:08.008263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:08.090726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf8fa3-9953-4a13-bac7-1bc608aa6e84 None None] Pushing event updated for resources: {'Port': ['ID=59b79639-b692-4efa-a349-547def4abfce,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:08.255060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-f45b17ea-057b-4827-b669-660eaaf2e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.255761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-f45b17ea-057b-4827-b669-660eaaf2e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.256362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-f45b17ea-057b-4827-b669-660eaaf2e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.258632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-f45b17ea-057b-4827-b669-660eaaf2e1be service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4553027 Aug 18 14:19:08.287210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9407b985-96c7-43f5-9016-31da541f420c req-6b2437af-dcd3-437f-abb8-f3e51e12abaf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440374 Aug 18 14:19:08.386200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44850) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:08.460365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-74c74e65-3bdf-4c3a-a64c-a144514bd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.462099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1db7899-4f2a-4f6a-9fdb-d94f60833058 req-74c74e65-3bdf-4c3a-a64c-a144514bd784 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911187 Aug 18 14:19:08.560358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1a45-ef17-4776-af5f-7148be11905e req-627754b4-af6b-4654-873c-c5599d6f6c03 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.562089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98e1a45-ef17-4776-af5f-7148be11905e req-627754b4-af6b-4654-873c-c5599d6f6c03 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1050587 Aug 18 14:19:08.566652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:08.572242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:08.609077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585f3547-2bc4-4c6f-8b8a-aecba27ea660 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:08.639392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:08.677328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Transition to ACTIVE for port object 585f3547-2bc4-4c6f-8b8a-aecba27ea660 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:08.769977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:08.772491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-473a7912-bbf8-4e25-8700-5cfde7a9591d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:08.804399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98e1a45-ef17-4776-af5f-7148be11905e req-55a1b0bf-95e0-4700-822a-dac73292f1c1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Aug 18 14:19:08.871702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.898314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.904738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.915257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:08.926396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.938394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:08.941170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-24f61485-cedf-4a66-b514-4c6fdf3a6cc3 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3829 time: 0.2536826 Aug 18 14:19:09.049493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Attempting to bind port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:09.050016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Attempting to bind port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:09.050227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Attempting to bind port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Attempting to bind port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Bound using segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Bound port: 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:09.093324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.126813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6210ac3a-b801-4cf0-98cf-f9f268ca536a req-2efdb7fa-48ba-4c82-81da-8f74ce8193e5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208572 Aug 18 14:19:09.236401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:09.256234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e62fb1-3749-4f6e-8edf-ea760053347e req-0faa1ad2-7497-465f-ae37-3dacfa2b698f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.267259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15e62fb1-3749-4f6e-8edf-ea760053347e req-0faa1ad2-7497-465f-ae37-3dacfa2b698f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0907018 Aug 18 14:19:09.270156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:09.288118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-473a7912-bbf8-4e25-8700-5cfde7a9591d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.313609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.325467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15e62fb1-3749-4f6e-8edf-ea760053347e req-01f2e67b-eab3-4062-8c67-3e130078c623 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572138 Aug 18 14:19:09.382179 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.463509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.464327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.466628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] 10.222.0.10 "PUT /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 1136 time: 1.5778706 Aug 18 14:19:09.467466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-473a7912-bbf8-4e25-8700-5cfde7a9591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.470111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '585f3547-2bc4-4c6f-8b8a-aecba27ea660'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:09.472731 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "585f3547-2bc4-4c6f-8b8a-aecba27ea660"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:09.519872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Subnet': ['ID=37b033c4-8e3c-4d3c-b5cc-9c313448970c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:09.563485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Checking segment: {'id': '58a2753f-10af-4952-9bfb-1723aa07e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:09.563485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network hostable DHCP agents. Network: a2f837fc-6e4b-46ba-a661-a2fbacd14fb1, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:19:09.595281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:09.606731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfcdcd-c891-4e79-8b5c-3f05afcb6b07 req-e357e6b6-0318-4173-9d33-8418a44b9581 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.617590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3cfcdcd-c891-4e79-8b5c-3f05afcb6b07 req-e357e6b6-0318-4173-9d33-8418a44b9581 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1868255 Aug 18 14:19:09.690109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115c5dc-f155-4068-b2fa-e9b2831522af None None] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:09.690733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04ee39-9343-461f-98d4-33dc3bef8bc7 x-openstack-request-id: req-cf04ee39-9343-461f-98d4-33dc3bef8bc7 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:09.690733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "585f3547-2bc4-4c6f-8b8a-aecba27ea660", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:09.690733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf04ee39-9343-461f-98d4-33dc3bef8bc7 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:09.690733 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '585f3547-2bc4-4c6f-8b8a-aecba27ea660', 'status': 'completed', 'code': 200} Aug 18 14:19:09.690733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:09.723384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a7912-bbf8-4e25-8700-5cfde7a9591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab7cf8-3728-4c4b-9f1c-488812e5d43e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:09.734629 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-473a7912-bbf8-4e25-8700-5cfde7a9591d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0bc7a6d78dd4845987894a0096219ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3447807 Aug 18 14:19:09.739182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44874) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:09.747510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294c2e-3f93-4b0b-bebd-6b2ab1507ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:09.844655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3cfcdcd-c891-4e79-8b5c-3f05afcb6b07 req-f3830c36-14a3-45c5-a251-60c99802eac1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233949 Aug 18 14:19:09.877677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.878213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.880953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.892778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.893291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.895943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:09.903237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-f384be75-e9b3-414f-8499-f7372741b448 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5293 time: 0.2739320 Aug 18 14:19:09.908529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:19:09.919432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f9807135-c2f0-4df4-9134-34711ccd4fcc None None] Provisioning for port 59b79639-b692-4efa-a349-547def4abfce completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:10.151946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a2f837fc-6e4b-46ba-a661-a2fbacd14fb1) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:10.160711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.161081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744063ed-5286-4518-9520-5437878caf72 None None] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:10.161382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.222337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.292974 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.352162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.398720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4c75c4c4-f04f-492e-8e31-29d48434ea4a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4342589 Aug 18 14:19:10.401167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-caef9498-d1e1-4354-8597-427894e12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.402050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-caef9498-d1e1-4354-8597-427894e12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.403371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:10.404551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-caef9498-d1e1-4354-8597-427894e12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.410514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-caef9498-d1e1-4354-8597-427894e12707 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4867187 Aug 18 14:19:10.415248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'subnet': {'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:10.493817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59b79639-b692-4efa-a349-547def4abfce up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:10.583780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a2f837fc-6e4b-46ba-a661-a2fbacd14fb1', 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1', 'tenant_id': '66dd504ace7440ca99f3a825aecc6289', 'fixed_ips': [{'subnet_id': '37b033c4-8e3c-4d3c-b5cc-9c313448970c'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:19:10.584632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.590528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:10.600279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.616236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Transition to ACTIVE for port object 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:10.640420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f93fdb-41e8-49b6-9019-8b7e72bfd59a req-d8afb1e1-a22b-46ff-bb9f-4db0a1a65c6e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.641981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0f93fdb-41e8-49b6-9019-8b7e72bfd59a req-d8afb1e1-a22b-46ff-bb9f-4db0a1a65c6e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.3366644 Aug 18 14:19:10.662084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.668097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.674693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.680570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.686412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.692950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.694910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-ec6d5180-6217-4d05-8292-9b388e678735 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 4607 time: 0.2828696 Aug 18 14:19:10.718684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.724861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.728573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65ab7cf8-3728-4c4b-9f1c-488812e5d43e HTTP/1.1" status: 204 len: 168 time: 0.9710116 Aug 18 14:19:10.732521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Made reservation on behalf of 66dd504ace7440ca99f3a825aecc6289 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:10.743908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.758155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-95ab1840-ba8b-46ca-864a-1166497f24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:10.759640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4dd2626b-22d3-4d8a-b8b2-01865d21ec31 req-95ab1840-ba8b-46ca-864a-1166497f24c2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3346615 Aug 18 14:19:10.789717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 59b79639-b692-4efa-a349-547def4abfce completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:10.792151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0f93fdb-41e8-49b6-9019-8b7e72bfd59a req-66760dfa-4905-4aab-a178-5757cbb54a8c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411521 Aug 18 14:19:10.800041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.800452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 59b79639-b692-4efa-a349-547def4abfce triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:10.800820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.821523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6f9fdb9-c723-4af8-b869-63ba5da41c03 req-3f51fb8b-65ff-4916-8437-aa22f92e7d26 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107538 Aug 18 14:19:10.823491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdd540-7589-4ef0-a173-24998f6c2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab7cf8-3728-4c4b-9f1c-488812e5d43e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:10.905784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:10.989722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:10.994517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.028381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Allocated IP 172.20.0.2 (a2f837fc-6e4b-46ba-a661-a2fbacd14fb1/37b033c4-8e3c-4d3c-b5cc-9c313448970c/d9267f2f-c2a3-4219-a85d-15473e1045da) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:11.042665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76bfa-b0a0-4d59-8045-2f2de7f61712 req-8c82eabc-c7c9-4635-bc71-673eae36473e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:11.044878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84a76bfa-b0a0-4d59-8045-2f2de7f61712 req-8c82eabc-c7c9-4635-bc71-673eae36473e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1019409 Aug 18 14:19:11.054126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 59b79639-b692-4efa-a349-547def4abfce, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59b79639-b692-4efa-a349-547def4abfce,segment=NetworkSegment(3a36d2de-6f5a-496d-9910-64b892dd4b55),segment_id=3a36d2de-6f5a-496d-9910-64b892dd4b55)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:11.128058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84a76bfa-b0a0-4d59-8045-2f2de7f61712 req-5d3905f6-2d45-42d1-a751-b7bcc3d4b7a4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691066 Aug 18 14:19:11.155018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.155215 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.169446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Attempting to bind port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:11.169820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Attempting to bind port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:11.170386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Attempting to bind port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:11.215937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:11.216412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Attempting to bind port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:11.235693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:11.236247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:11.236766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Bound using segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:11.237317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Bound port: 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:11.237798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.292194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Subnet': ['ID=b1828c52-5f72-4197-86d4-3d695fcbdc04,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:11.315841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Checking segment: {'id': '819592d9-5058-4267-8a40-e83de59528ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:11.316392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network hostable DHCP agents. Network: 086bdef9-f9d0-4fba-880b-9f7d8d63db6d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:19:11.327329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8297f-de69-4595-af1e-ca6b0608f56f req-bad2bde9-a14c-4a76-8713-54bf436ec61c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:11.337561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ef8297f-de69-4595-af1e-ca6b0608f56f req-bad2bde9-a14c-4a76-8713-54bf436ec61c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0727701 Aug 18 14:19:11.355987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=59b79639-b692-4efa-a349-547def4abfce,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:11.367596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:11.371865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:11.392921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ef8297f-de69-4595-af1e-ca6b0608f56f req-a21812af-9708-454f-a943-a3d7da203769 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Aug 18 14:19:11.397200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.415203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Transition to ACTIVE for port object d9267f2f-c2a3-4219-a85d-15473e1045da will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:11.433990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Transition to ACTIVE for port object d9267f2f-c2a3-4219-a85d-15473e1045da will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:11.479045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:19:11.515956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fbc5a-6a78-4295-8518-880e11d621bf req-121493be-0d7a-47d8-9b0e-29ab247d0924 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:11.517958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-130fbc5a-6a78-4295-8518-880e11d621bf req-121493be-0d7a-47d8-9b0e-29ab247d0924 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0501144 Aug 18 14:19:11.523255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.564784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:11.565526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.567040 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] 10.222.0.10 "PUT /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 1135 time: 1.9900024 Aug 18 14:19:11.569035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-130fbc5a-6a78-4295-8518-880e11d621bf req-ea511fe2-b7bc-4d75-ae32-0e33369e61e1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Aug 18 14:19:11.595284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639f482-1b24-4ac4-82b5-13648e8ec757 service neutron] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:11.626462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.659756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 086bdef9-f9d0-4fba-880b-9f7d8d63db6d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:11.665704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:11.667472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.674431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:11.687971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:11.690385 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "225b8805-2d25-46e2-ab52-cb9b9ea2e1ba"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:11.695198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Pushing event updated for resources: {'Port': ['ID=d9267f2f-c2a3-4219-a85d-15473e1045da,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:11.706109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb130200-f441-464a-b93a-cf41a0a825ff None None] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:11.707014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:11.713949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:11.761464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:11.765569 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b575a0-0109-4bfd-ad28-278345bf65de x-openstack-request-id: req-c5b575a0-0109-4bfd-ad28-278345bf65de {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:11.765569 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "225b8805-2d25-46e2-ab52-cb9b9ea2e1ba", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:11.765901 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5b575a0-0109-4bfd-ad28-278345bf65de {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:11.766503 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba', 'status': 'completed', 'code': 200} Aug 18 14:19:11.775718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.841067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-338de245-5150-42e1-969a-3ef5b59c291b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4357674 Aug 18 14:19:11.845217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44914) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:11.902390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:11.925310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-276ae5dd-3d8c-4350-91a9-b5ad75d8baff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.988494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Attempting to bind port d9267f2f-c2a3-4219-a85d-15473e1045da on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:11.988999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Attempting to bind port d9267f2f-c2a3-4219-a85d-15473e1045da by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '58a2753f-10af-4952-9bfb-1723aa07e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:11.988999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Attempting to bind port d9267f2f-c2a3-4219-a85d-15473e1045da on network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:11.995229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:11.995897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Checking segment: {'id': '58a2753f-10af-4952-9bfb-1723aa07e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:11.996485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:11.997017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Bound using segment: {'id': '58a2753f-10af-4952-9bfb-1723aa07e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:11.997716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Bound port: d9267f2f-c2a3-4219-a85d-15473e1045da, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a2753f-10af-4952-9bfb-1723aa07e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2f837fc-6e4b-46ba-a661-a2fbacd14fb1'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:11.998287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.003007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-086bdef9-f9d0-4fba-880b-9f7d8d63db6d', 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d', 'tenant_id': '66dd504ace7440ca99f3a825aecc6289', 'fixed_ips': [{'subnet_id': 'b1828c52-5f72-4197-86d4-3d695fcbdc04'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:19:12.005274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.025798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.026416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.026958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.027498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.028033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.028568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.030087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.032947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-09da1516-db35-4aa3-913f-52e7edd46c59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6221 time: 0.2345729 Aug 18 14:19:12.379947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] For port d9267f2f-c2a3-4219-a85d-15473e1045da, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:12.396406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-276ae5dd-3d8c-4350-91a9-b5ad75d8baff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.413644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] For port d9267f2f-c2a3-4219-a85d-15473e1045da, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d9267f2f-c2a3-4219-a85d-15473e1045da,segment=NetworkSegment(58a2753f-10af-4952-9bfb-1723aa07e6e8),segment_id=58a2753f-10af-4952-9bfb-1723aa07e6e8)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:12.427785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59b79639-b692-4efa-a349-547def4abfce up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:12.519536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Allocated IP 172.20.0.2 (086bdef9-f9d0-4fba-880b-9f7d8d63db6d/b1828c52-5f72-4197-86d4-3d695fcbdc04/052afa09-12eb-430c-af8e-f7c176959e7d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:12.521764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:12.529263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.539541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.557275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-276ae5dd-3d8c-4350-91a9-b5ad75d8baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.621113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ae5dd-3d8c-4350-91a9-b5ad75d8baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ed907-f712-474d-9a9f-3474bc2e73ea,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:12.662251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Transition to ACTIVE for port object 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:12.679503 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-276ae5dd-3d8c-4350-91a9-b5ad75d8baff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d0db71bfc0844938b55dfc3206ce887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7743399 Aug 18 14:19:12.680149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:12.815317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.834958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.844781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 59b79639-b692-4efa-a349-547def4abfce triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:12.845328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.933272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbb791-eca6-4a5d-8f0d-4c95c5025af0 None None] Pushing event updated for resources: {'Port': ['ID=d9267f2f-c2a3-4219-a85d-15473e1045da,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:12.969776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:12.974237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:12.994167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.001711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.017644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.031960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.048775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.064050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.076640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-fbb0203a-d364-4fd8-a7af-e309c59b1b89 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5384 time: 1.0713270 Aug 18 14:19:13.191654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Attempting to bind port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:13.191998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Attempting to bind port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:13.192336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Attempting to bind port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:13.199318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:13.248026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:13.248374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Attempting to bind port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:13.270810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:13.271142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:13.271526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Bound using segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:13.271962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Bound port: 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:13.272315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.284779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8bee4-4851-4b0a-b57a-a895dfa4dd17 req-30ba4352-f65c-4b70-b157-585899288605 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.286901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bf8bee4-4851-4b0a-b57a-a895dfa4dd17 req-30ba4352-f65c-4b70-b157-585899288605 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.5094490 Aug 18 14:19:13.403761 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.420191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-73692257-3148-4fa6-9430-65726858bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.422357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-73692257-3148-4fa6-9430-65726858bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.422357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-73692257-3148-4fa6-9430-65726858bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.431175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-73692257-3148-4fa6-9430-65726858bdf7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3464177 Aug 18 14:19:13.440650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:13.444054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:13.444785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Transition to ACTIVE for port object 052afa09-12eb-430c-af8e-f7c176959e7d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:13.446159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.454289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.454289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/041ed907-f712-474d-9a9f-3474bc2e73ea HTTP/1.1" status: 204 len: 168 time: 0.7698190 Aug 18 14:19:13.467397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Transition to ACTIVE for port object 052afa09-12eb-430c-af8e-f7c176959e7d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:13.471113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef973ce-9124-41a6-a3c0-6e8d5da87f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ed907-f712-474d-9a9f-3474bc2e73ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:13.523776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1cb58df-ca1f-4adf-9899-86f7ecb587fb req-82046ce8-c155-4fe8-980e-f090e57a7e25 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4449422 Aug 18 14:19:13.553909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.615936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:13.616125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.616268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.616268 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] 10.222.0.10 "PUT /v2.0/ports/4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 1091 time: 1.9201348 Aug 18 14:19:13.655090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.664109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110f005-babf-4717-9df2-d3cd88fc4c1c service neutron] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:13.686537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0bf8bee4-4851-4b0a-b57a-a895dfa4dd17 req-4b773827-e705-4893-bcb4-cd77a8e62d15 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827713 Aug 18 14:19:13.767542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:13.770767 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:13.772634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:13.786719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:13.809638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:13.829292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:13.961239 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f672a-8181-4b25-a7ad-59f706a56efb x-openstack-request-id: req-d18f672a-8181-4b25-a7ad-59f706a56efb {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:13.961572 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:13.961808 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d18f672a-8181-4b25-a7ad-59f706a56efb {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:13.965014 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'status': 'completed', 'code': 200} Aug 18 14:19:13.982587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.986578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Pushing event updated for resources: {'Port': ['ID=052afa09-12eb-430c-af8e-f7c176959e7d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:14.065685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Attempting to bind port 052afa09-12eb-430c-af8e-f7c176959e7d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:14.068111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Attempting to bind port 052afa09-12eb-430c-af8e-f7c176959e7d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '819592d9-5058-4267-8a40-e83de59528ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:14.069010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Attempting to bind port 052afa09-12eb-430c-af8e-f7c176959e7d on network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:14.091788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:14.092546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Checking segment: {'id': '819592d9-5058-4267-8a40-e83de59528ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:14.093355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:14.094735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Bound using segment: {'id': '819592d9-5058-4267-8a40-e83de59528ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:14.095699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Bound port: 052afa09-12eb-430c-af8e-f7c176959e7d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819592d9-5058-4267-8a40-e83de59528ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '086bdef9-f9d0-4fba-880b-9f7d8d63db6d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:14.096273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:14.133419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-ad64cd16-c5cd-4894-9d06-f377fc811b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.135063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b2d4c72-9a16-4704-a1e1-5e5a1fd805ca req-ad64cd16-c5cd-4894-9d06-f377fc811b00 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6620917 Aug 18 14:19:14.464188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.471848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.473714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.474735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.475899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.477691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.479661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:14.482360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-dfb86d75-0095-480d-95d3-b97124ef4d47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6288 time: 0.2612474 Aug 18 14:19:14.548032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d9267f2f-c2a3-4219-a85d-15473e1045da up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:14.617447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:14.629003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:14.704296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818d234-43d9-4639-a181-3fe18135daa5 None None] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:14.712272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Transition to ACTIVE for port object 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:14.842390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:14.909875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] For port 052afa09-12eb-430c-af8e-f7c176959e7d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:14.925286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] For port 052afa09-12eb-430c-af8e-f7c176959e7d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052afa09-12eb-430c-af8e-f7c176959e7d,segment=NetworkSegment(819592d9-5058-4267-8a40-e83de59528ce),segment_id=819592d9-5058-4267-8a40-e83de59528ce)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:15.001535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:15.051574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.057161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.064243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.070629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.081308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.089721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.091042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Provisioning for port d9267f2f-c2a3-4219-a85d-15473e1045da completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:15.097932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.103940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d9267f2f-c2a3-4219-a85d-15473e1045da completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:15.106696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.107017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Attempting to bind port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:15.107455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Attempting to bind port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:15.108056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Attempting to bind port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:15.113494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:15.113986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Attempting to bind port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:15.129338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-4a3c2035-23e4-4037-ac13-868c23a67a92 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5396 time: 0.4303670 Aug 18 14:19:15.129688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:15.129688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Checking segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:15.129688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Bound using segment: {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:15.129688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Bound port: 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:15.129688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.164134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d9267f2f-c2a3-4219-a85d-15473e1045da triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:15.164494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.183246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Provisioning complete for port d9267f2f-c2a3-4219-a85d-15473e1045da triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:15.183688 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.197225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Allocated IP 172.20.0.1 (a2f837fc-6e4b-46ba-a661-a2fbacd14fb1/37b033c4-8e3c-4d3c-b5cc-9c313448970c/a6404855-ae89-45f4-b7a3-034d7cec448c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:15.276494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7088622-b1d9-42ec-86c8-fc3f04203551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.278996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7088622-b1d9-42ec-86c8-fc3f04203551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.280364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7088622-b1d9-42ec-86c8-fc3f04203551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.282591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7088622-b1d9-42ec-86c8-fc3f04203551 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7838676 Aug 18 14:19:15.297812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:15.300730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:15.312068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009d5ce-c0e8-4acf-97ae-81f6dc8e4942 req-85abb0d0-0d7a-449a-bc7a-0d507e963514 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.325211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2009d5ce-c0e8-4acf-97ae-81f6dc8e4942 req-85abb0d0-0d7a-449a-bc7a-0d507e963514 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.4723494 Aug 18 14:19:15.358726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d42476e-bf0f-4763-b01b-1c660abde2a4 req-831e5251-2fc0-4da4-bb7f-7b83b6dbf698 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2322903 Aug 18 14:19:15.372487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37322b-5c00-423a-9f44-cca89c621e2f None None] Pushing event updated for resources: {'Port': ['ID=052afa09-12eb-430c-af8e-f7c176959e7d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:15.386762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.480431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.481068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.486841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 1091 time: 1.7081664 Aug 18 14:19:15.560902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db8fd5-0759-486d-9997-fed8e1830392 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:15.603910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:15.686339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.760759 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.864958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.869094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] For port d9267f2f-c2a3-4219-a85d-15473e1045da, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d9267f2f-c2a3-4219-a85d-15473e1045da,segment=NetworkSegment(58a2753f-10af-4952-9bfb-1723aa07e6e8),segment_id=58a2753f-10af-4952-9bfb-1723aa07e6e8)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:15.915200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2009d5ce-c0e8-4acf-97ae-81f6dc8e4942 req-a482d8e0-74da-410e-86b4-127816fdf75c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886433 Aug 18 14:19:15.954496 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.977081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7d15f8f-2654-449c-b6ff-ed6a8ce0ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:15.994085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-045fc6eb-81b2-4b3f-9a76-bcf3524e6dae req-b7d15f8f-2654-449c-b6ff-ed6a8ce0ecf4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6117306 Aug 18 14:19:16.008648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:16.015355 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:16.090878 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:19:16.091227 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:19:16.131211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:16.153050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Transition to ACTIVE for port object a6404855-ae89-45f4-b7a3-034d7cec448c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:16.231589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d22eb-3f82-4f3c-ab8d-efb280b40290 None None] Pushing event updated for resources: {'Port': ['ID=d9267f2f-c2a3-4219-a85d-15473e1045da,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:16.237320 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4846b64-0952-4d2c-ad4c-352db38a0993 x-openstack-request-id: req-d4846b64-0952-4d2c-ad4c-352db38a0993 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:16.237720 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:16.237876 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4846b64-0952-4d2c-ad4c-352db38a0993 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:16.240040 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84', 'status': 'completed', 'code': 200} Aug 18 14:19:16.241011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d92306b0-1673-44f3-b690-0b64f9c05f64 None None] Provisioning complete for port d9267f2f-c2a3-4219-a85d-15473e1045da triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:16.241391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d92306b0-1673-44f3-b690-0b64f9c05f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:16.270761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.271447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.271922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.273290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.273784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.274323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.276394 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.278566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-20ff4eaa-42b7-4fc3-b2a4-f4f01058a674 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6355 time: 0.1235135 Aug 18 14:19:16.662352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:16.686602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f936b-1276-4bfa-b67b-5794da9acb23 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:16.698449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45016) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:16.718850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:16.749634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Transition to ACTIVE for port object 226f936b-1276-4bfa-b67b-5794da9acb23 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:16.767573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-51d5dcbd-0e19-4f9a-a5f8-705babbe16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.768093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-51d5dcbd-0e19-4f9a-a5f8-705babbe16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.768666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-51d5dcbd-0e19-4f9a-a5f8-705babbe16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:16.770283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-51d5dcbd-0e19-4f9a-a5f8-705babbe16e0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4670086 Aug 18 14:19:16.831018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.159850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052afa09-12eb-430c-af8e-f7c176959e7d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:17.161206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:17.171188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-219184df-4dfd-4fad-af4b-93669152fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.173697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3224cbdc-9f89-4ef3-94f8-1dc45be81c1d req-219184df-4dfd-4fad-af4b-93669152fdb5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3826406 Aug 18 14:19:17.198347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:17.237709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:17.242368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:17.277910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-caf897af-214c-4a96-a29a-f47de322ca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.286719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.323032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.332440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.365819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.373942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 052afa09-12eb-430c-af8e-f7c176959e7d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:17.377771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.383695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d9267f2f-c2a3-4219-a85d-15473e1045da up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:17.391982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.410680 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:19:17.412893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.416866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-fd726172-10c8-4d7e-9a25-39b601e876a9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5408 time: 0.9085286 Aug 18 14:19:17.435582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Attempting to bind port 226f936b-1276-4bfa-b67b-5794da9acb23 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:17.435936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Attempting to bind port 226f936b-1276-4bfa-b67b-5794da9acb23 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:17.437651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Attempting to bind port 226f936b-1276-4bfa-b67b-5794da9acb23 on network 30fd4178-1c87-4711-8fed-b936b40090d9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:17.456972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Port 226f936b-1276-4bfa-b67b-5794da9acb23 on network 30fd4178-1c87-4711-8fed-b936b40090d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:17.457309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Attempting to bind port 226f936b-1276-4bfa-b67b-5794da9acb23 on network 30fd4178-1c87-4711-8fed-b936b40090d9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:17.467055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Port': ['ID=a6404855-ae89-45f4-b7a3-034d7cec448c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:17.493126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:17.493371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Checking segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:17.493757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Bound using segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:17.495081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21870882-af92-4031-9559-51a76ff3e202 None None] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:17.498042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Bound port: 226f936b-1276-4bfa-b67b-5794da9acb23, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:17.498823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.652425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-329c34d1-223c-40c3-8cb2-1e2f02c3628b req-205f053e-2017-410c-8b2b-0323ef0638e2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779661 Aug 18 14:19:17.675253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253071f1-f8fb-4960-90d4-31eda7847d76 req-d79a8bea-0f96-48bb-8bca-0faa9dd19970 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.676920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-253071f1-f8fb-4960-90d4-31eda7847d76 req-d79a8bea-0f96-48bb-8bca-0faa9dd19970 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.4984319 Aug 18 14:19:17.677770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.684395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:17.725407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:17.739191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-caf897af-214c-4a96-a29a-f47de322ca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.807513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-253071f1-f8fb-4960-90d4-31eda7847d76 req-c58d8412-0209-4e8f-b61b-0e4864dc4d64 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040998 Aug 18 14:19:17.816128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d9267f2f-c2a3-4219-a85d-15473e1045da triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:17.816760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.821041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.826851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-caf897af-214c-4a96-a29a-f47de322ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.885744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Provisioning for port 052afa09-12eb-430c-af8e-f7c176959e7d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:17.901472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Provisioning complete for port 052afa09-12eb-430c-af8e-f7c176959e7d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:17.902217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.949532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:17.951645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.952919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 1091 time: 2.3560975 Aug 18 14:19:17.973912 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-caf897af-214c-4a96-a29a-f47de322ca25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93c7e0a8896c47188b19476370117d85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2717609 Aug 18 14:19:17.981957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45038) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:18.005513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf897af-214c-4a96-a29a-f47de322ca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7655584-9793-4442-b108-d0aad8ab5d38,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:18.078217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.088355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Request body: {'port': {'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:18.178524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.224735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef558e-7c8e-49f0-a463-49d8abe7f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:18.263042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:18.272930 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869dcbca-69e3-4aa6-a200-6e28149b438f" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:18.382596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] For port 052afa09-12eb-430c-af8e-f7c176959e7d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052afa09-12eb-430c-af8e-f7c176959e7d,segment=NetworkSegment(819592d9-5058-4267-8a40-e83de59528ce),segment_id=819592d9-5058-4267-8a40-e83de59528ce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:18.423377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.448617 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d57b0b-1d98-4c0c-bc2b-ab458341f03f x-openstack-request-id: req-23d57b0b-1d98-4c0c-bc2b-ab458341f03f {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:18.451906 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:18.452247 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23d57b0b-1d98-4c0c-bc2b-ab458341f03f {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:18.452900 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23', 'status': 'completed', 'code': 200} Aug 18 14:19:18.453356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.483410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.542073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba0800-d1a7-45d6-a898-add18a9b8d2c None None] Pushing event updated for resources: {'Port': ['ID=052afa09-12eb-430c-af8e-f7c176959e7d,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:18.577103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Provisioning complete for port 052afa09-12eb-430c-af8e-f7c176959e7d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:18.577478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.616283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.705719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.706341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.706770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.707293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.707863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.708330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.709047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:18.711165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-2ed27926-323a-41f4-9458-266fb1e8ba73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6422 time: 0.2533169 Aug 18 14:19:18.843755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052afa09-12eb-430c-af8e-f7c176959e7d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:18.895340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.898556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:18.902701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7655584-9793-4442-b108-d0aad8ab5d38 HTTP/1.1" status: 204 len: 168 time: 0.9196320 Aug 18 14:19:18.920471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Provisioning for port a6404855-ae89-45f4-b7a3-034d7cec448c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:18.930035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b37dfc-684b-4472-9a3d-2e7e511445c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7655584-9793-4442-b108-d0aad8ab5d38,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:18.960486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Provisioning complete for port a6404855-ae89-45f4-b7a3-034d7cec448c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:18.965303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.026170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2219feda-ecda-4dd3-81b8-47e6c2f1a695 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:19.037615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.041003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-f37d4261-3466-44fe-bba9-ecfbc0194039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.041621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-f37d4261-3466-44fe-bba9-ecfbc0194039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.042187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-f37d4261-3466-44fe-bba9-ecfbc0194039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.043873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-f37d4261-3466-44fe-bba9-ecfbc0194039 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3137171 Aug 18 14:19:19.048030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-87ec9900-87a3-4a03-b7bf-194db4ffe377 None None] Port a6404855-ae89-45f4-b7a3-034d7cec448c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:19.056902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Transition to ACTIVE for port object 2219feda-ecda-4dd3-81b8-47e6c2f1a695 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:19.059873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 052afa09-12eb-430c-af8e-f7c176959e7d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:19.060515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.147123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.314933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:19.383621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Attempting to bind port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:19.383954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Attempting to bind port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:19.384588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Attempting to bind port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 on network 30fd4178-1c87-4711-8fed-b936b40090d9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:19.394618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 on network 30fd4178-1c87-4711-8fed-b936b40090d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:19:19.394946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Attempting to bind port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 on network 30fd4178-1c87-4711-8fed-b936b40090d9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:19.412368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:19.412712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Checking segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:19.413181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Bound using segment: {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:19.413641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Bound port: 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7212ee1-4f27-47fa-8388-33efe6eebf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:19.414031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.510697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.517661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.524426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.530818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.537705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.542167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:19.544180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.550259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:19.551110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.553557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-892c250d-1f60-4114-b096-bbd50aabacff tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5420 time: 0.6434908 Aug 18 14:19:19.593470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.605041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d8c8-9dd0-4b1e-be6f-e611d73bc23d req-a75d4472-3b3a-4e05-9d49-a962dadc852b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.606748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b84d8c8-9dd0-4b1e-be6f-e611d73bc23d req-a75d4472-3b3a-4e05-9d49-a962dadc852b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.5901580 Aug 18 14:19:19.614405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.667448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.668080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.680271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] 10.222.0.10 "PUT /v2.0/ports/2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 1091 time: 1.5918298 Aug 18 14:19:19.710831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b84d8c8-9dd0-4b1e-be6f-e611d73bc23d req-74f69e98-5e8f-4291-bf3d-6b86b50081c0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939789 Aug 18 14:19:19.729984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0077bc-9a38-4947-b98b-d76461643140 service neutron] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:19.737034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.755155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5586b3cd-ec4b-4c85-9436-32364753d6c5 req-ffee764a-76cc-494f-9f81-7019e6d35ad2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1810632 Aug 18 14:19:19.778213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-50dce0bc-f807-4445-8ef1-97060b883176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:19.779879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-869dcbca-69e3-4aa6-a200-6e28149b438f req-50dce0bc-f807-4445-8ef1-97060b883176 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7260029 Aug 18 14:19:19.832623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Port': ['ID=a6404855-ae89-45f4-b7a3-034d7cec448c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:19.887032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:19.974201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45086) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:19.991641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88fdf6c0-fe90-480f-a824-304dd7d0f464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.005338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.006034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.006589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.007130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.007865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.008405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.009101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.011230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9dd416c0-b812-44ee-a528-06bb7dde0072 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6489 time: 0.1345167 Aug 18 14:19:20.085049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-faddbc0a-b162-49e6-b016-07aa4355c720 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 217 time: 0.0643559 Aug 18 14:19:20.120142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88fdf6c0-fe90-480f-a824-304dd7d0f464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.142523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:20.154717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:20.176127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cec17e8e-23eb-4283-9c3c-3534c03ad431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.177907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-cec17e8e-23eb-4283-9c3c-3534c03ad431 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0812485 Aug 18 14:19:20.230452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88fdf6c0-fe90-480f-a824-304dd7d0f464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.291533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdf6c0-fe90-480f-a824-304dd7d0f464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc7e73-25fe-4ff5-bdc7-c578214c44fd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:20.301559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88fdf6c0-fe90-480f-a824-304dd7d0f464 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ea46fb1bcfe4ed4a71c83cfeee346f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240359 Aug 18 14:19:20.305343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:20.405702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-0db0919a-aa36-46b7-b91e-8fad50ac00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:20.410326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-0db0919a-aa36-46b7-b91e-8fad50ac00cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224700 Aug 18 14:19:20.416992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.468154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.528145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:20.530502 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71627e8-a7dc-4632-aede-7093aec2936b" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:20.533235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Router f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:19:20.576853 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801dcf4-80d9-422c-907c-73c885305a18 x-openstack-request-id: req-2801dcf4-80d9-422c-907c-73c885305a18 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:20.577339 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:20.577752 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2801dcf4-80d9-422c-907c-73c885305a18 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:20.585154 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'status': 'completed', 'code': 200} Aug 18 14:19:20.604790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.605383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a40106b1-fc64-4919-a81c-bbc4fdd79e46 None None] Provisioning complete for port a6404855-ae89-45f4-b7a3-034d7cec448c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:20.605988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a40106b1-fc64-4919-a81c-bbc4fdd79e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.607365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:20.610920 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dacc7e73-25fe-4ff5-bdc7-c578214c44fd HTTP/1.1" status: 204 len: 168 time: 0.2930710 Aug 18 14:19:20.625856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a42d2-deb2-4018-ba39-81ad02f81249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc7e73-25fe-4ff5-bdc7-c578214c44fd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:20.688809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a40106b1-fc64-4919-a81c-bbc4fdd79e46 None None] Port a6404855-ae89-45f4-b7a3-034d7cec448c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:20.778815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2ee5799c-c8c2-4832-be2b-3c4d836391cd service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485496 Aug 18 14:19:20.780244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:19:20.790138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d9f2610c-3369-420d-8fce-7d1d9a739293 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9426718 Aug 18 14:19:20.793016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45110) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:20.795545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] Sync routers for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:19:20.815635 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:20.816486 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:20.917363 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:20.926880 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:20.927504 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:20.937245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-23921167-68c8-4ef6-9124-843b74615911 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375525 Aug 18 14:19:20.964694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:20.965575 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408af3c-0dc4-4e50-a826-4390d08bbcdd None None] The sync data for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:19:21.089090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-9c549321-f928-4951-8cf8-cadcba2b3530 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.1185908 Aug 18 14:19:21.129071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.135470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.141868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.147943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.154582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.160529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.166855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.171139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c11338e5-7322-4a51-8458-394b731b1375 req-e672cf12-79b8-4d67-ac64-384a620af072 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.2370496 Aug 18 14:19:21.209207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d20eb-a503-49e3-815b-c28090c44b52 req-32b9cc65-9033-4dcf-ba60-58f23795ec80 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.217196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c94d20eb-a503-49e3-815b-c28090c44b52 req-32b9cc65-9033-4dcf-ba60-58f23795ec80 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2822428 Aug 18 14:19:21.302435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2a78cf6f-53a4-43ea-bee1-dcf41c027008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.304705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2a78cf6f-53a4-43ea-bee1-dcf41c027008 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.2030911 Aug 18 14:19:21.338201 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-59cd0b14-115f-4feb-b5bc-259304d94f66 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:19:21.339946 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-59cd0b14-115f-4feb-b5bc-259304d94f66 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5452356 Aug 18 14:19:21.343070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45126) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:21.357644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c11338e5-7322-4a51-8458-394b731b1375 req-8d2d07da-a823-468a-8699-131173561741 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545336 Aug 18 14:19:21.402874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c94d20eb-a503-49e3-815b-c28090c44b52 req-57d4527f-61c0-4fc3-955c-6e18b9a90d62 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836066 Aug 18 14:19:21.454256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ccb256c4-b5c9-4391-87c3-991e0ef0e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.458995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ccb256c4-b5c9-4391-87c3-991e0ef0e935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394894 Aug 18 14:19:21.606477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-afa18cc6-1b5d-49b3-991d-1a8ef4131a38 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392338 Aug 18 14:19:21.739899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-63b93804-c021-43f1-9ca1-e8d165f4cdb5 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240425 Aug 18 14:19:21.790859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-d637c023-0f31-4b87-8412-401888bce865 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0392902 Aug 18 14:19:21.882938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-256b2b12-4026-4125-b4a6-a35baab2e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.886252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-256b2b12-4026-4125-b4a6-a35baab2e7cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0857725 Aug 18 14:19:21.956294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a3c7819e-2992-434d-a0dc-5c649e8b8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:21.959851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a3c7819e-2992-434d-a0dc-5c649e8b8492 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619905 Aug 18 14:19:21.992902 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-525475de-ae47-42ee-ac6e-81e9fc4a13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:22.084782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-db459223-d3f4-4c90-95cd-99836dd75547 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158404 Aug 18 14:19:22.197369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-c10cbec1-e529-41e0-a9a9-03f49902ab7d service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047003 Aug 18 14:19:22.209585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:22.252202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-7139ce86-ef4b-4533-a620-171cedc39d22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0450943 Aug 18 14:19:22.330331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a49ef0a1-9b5a-4da6-9e89-6bf585468525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.332206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a49ef0a1-9b5a-4da6-9e89-6bf585468525 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0721574 Aug 18 14:19:22.382220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-d94eeae7-7349-455c-a026-2833b560b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.383980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-d94eeae7-7349-455c-a026-2833b560b4f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447664 Aug 18 14:19:22.524289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting port a6404855-ae89-45f4-b7a3-034d7cec448c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:22.524738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:22.617724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.628066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.631524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.637681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.643882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.649879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.655910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.657835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-9754b7b9-02f8-412b-b6d3-be94ac7b654f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1974425 Aug 18 14:19:22.663542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:22.677146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Calling delete_port for a6404855-ae89-45f4-b7a3-034d7cec448c owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:22.697744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a39bb787-7bc8-4bf4-b38a-a26b00ac0b92 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989020 Aug 18 14:19:22.710382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4292-c03a-46d3-a157-c786260e601b req-81dcac34-c13c-41c3-9db1-65872e51b5bf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.714643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-791e4292-c03a-46d3-a157-c786260e601b req-81dcac34-c13c-41c3-9db1-65872e51b5bf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1513913 Aug 18 14:19:22.804569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d3b1a3-206b-4b97-bd55-ba43a64da423 req-24d6bda5-01d0-4725-b618-6d9b5763300d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352882 Aug 18 14:19:22.821795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-791e4292-c03a-46d3-a157-c786260e601b req-21d79da8-f14b-4faa-835c-41ebf3e54bb3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021371 Aug 18 14:19:22.868882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-81a6980c-76b9-4f71-84c8-79e42015ded0 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534052 Aug 18 14:19:22.920523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-0ca2ecba-bbf7-4d0b-8394-355ee864255c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0413105 Aug 18 14:19:22.973728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:22.981673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-21a08db6-1439-4cc2-b0e0-10c280405840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:22.983559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-21a08db6-1439-4cc2-b0e0-10c280405840 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0542588 Aug 18 14:19:23.014941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Port': ['ID=a6404855-ae89-45f4-b7a3-034d7cec448c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:23.043032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-471d238d-b844-4651-8b6b-6042ab3dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:23.044570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-471d238d-b844-4651-8b6b-6042ab3dba82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527692 Aug 18 14:19:23.180663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-f6c94d1f-266c-4000-975e-4baa93da7abf service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256673 Aug 18 14:19:23.202631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:23.313773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-356458c8-f22b-4d87-a8a4-1c42e3340491 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224422 Aug 18 14:19:23.373752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2194e940-ab64-4199-8580-0e81b9567867 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0501969 Aug 18 14:19:23.418647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Router f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:19:23.439236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-7e79da9d-ce36-40c6-b8b5-5c2cd0589847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:23.440776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-7e79da9d-ce36-40c6-b8b5-5c2cd0589847 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0574219 Aug 18 14:19:23.502608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ea169c8f-ba6d-41ad-89d8-c97f5d7cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:23.504284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-ea169c8f-ba6d-41ad-89d8-c97f5d7cecb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526156 Aug 18 14:19:23.515171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:19:23.530342 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cc37c379-0245-4cc6-b8e7-4453894d3ca6 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1816971 Aug 18 14:19:23.530529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] Sync routers for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:19:23.532235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45200) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:23.550497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:23.551132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:23.596664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:23.609178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:23.610203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:23.663450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:23.664350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba817a4-1234-4d71-abee-f001a4280b52 None None] The sync data for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:19:23.676208 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-44d701da-e932-41b3-bd9d-239c374d127d tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] delete failed (client error): The resource could not be found. Aug 18 14:19:23.680847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-44d701da-e932-41b3-bd9d-239c374d127d tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-892328379 HTTP/1.1" status: 404 len: 334 time: 0.1429918 Aug 18 14:19:23.680847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-0a4e30b8-bf5a-4497-85ce-c764b9d619b1 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650088 Aug 18 14:19:23.688622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45210) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:23.688622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8e3ebc87-eda6-4bcd-a8c6-b42402d3e944 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:23.894408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-97c310dc-d7ac-41f8-a907-35f65846c025 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953371 Aug 18 14:19:23.985239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-2ccf84d7-d78a-4f06-a752-296af4703341 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0810616 Aug 18 14:19:24.062316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebc87-eda6-4bcd-a8c6-b42402d3e944 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:24.154729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a287f-a6ab-4c4a-8ba0-e424189c4f8f req-119ea437-5f68-499f-b610-f943e266201b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.156333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-964a287f-a6ab-4c4a-8ba0-e424189c4f8f req-119ea437-5f68-499f-b610-f943e266201b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1700828 Aug 18 14:19:24.160138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-d4a7e23d-d929-4baa-8d49-e89d7467f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.161708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-d4a7e23d-d929-4baa-8d49-e89d7467f97c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1409688 Aug 18 14:19:24.171291 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-8e3ebc87-eda6-4bcd-a8c6-b42402d3e944 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] update failed (client error): The resource could not be found. Aug 18 14:19:24.174255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.178693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e3ebc87-eda6-4bcd-a8c6-b42402d3e944 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 HTTP/1.1" status: 404 len: 339 time: 0.4963732 Aug 18 14:19:24.180749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:24.181892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.188456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.194435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.200597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.206551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.212901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.214899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-22c883d2-3e39-4b14-a6a0-5b23b35c0044 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.2275414 Aug 18 14:19:24.347027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-081e6a70-ce06-41a5-80b2-39d5887c1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.348551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-081e6a70-ce06-41a5-80b2-39d5887c1bc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317840 Aug 18 14:19:24.362453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-964a287f-a6ab-4c4a-8ba0-e424189c4f8f req-f5070df5-7d7c-4fff-8b5a-66f9b49fd009 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465313 Aug 18 14:19:24.372888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba69f53-9351-406c-a188-7cf2cc640370 req-401b4b5b-87ff-408f-8c87-e2a24f89e8b4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112602 Aug 18 14:19:24.538391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-5a2978de-ffef-4cd4-ad59-f1d68cef4e93 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697509 Aug 18 14:19:24.623763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:24.698785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7330503-e4a2-4b90-88fe-f0e85d08f50e req-a86cd521-0633-4687-94f6-f8ff02834221 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485879 Aug 18 14:19:24.764753 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3cbb89fb-3a9d-41eb-8284-1a86a92a1b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:24.890194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:24.910252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Allocated IP 172.20.0.1 (a15fdf85-a95e-4fab-9a80-64e8c034e05a/e9813b3e-812c-40e5-a506-ecfcd89980d1/848585f8-c1af-4ce8-91a3-63c96c38776d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:24.928661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.929276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.929901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.930464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.931063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.931583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.932105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:24.934253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-824f3107-d327-43a3-8660-9c525f73819e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6489 time: 0.0733459 Aug 18 14:19:25.044424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-9b12f016-06f0-4931-8b83-4b7ef18896a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:25.046095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-9b12f016-06f0-4931-8b83-4b7ef18896a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 903 time: 0.1018319 Aug 18 14:19:25.074154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.097460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Transition to ACTIVE for port object 848585f8-c1af-4ce8-91a3-63c96c38776d will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:25.122823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-555f00cb-144e-4130-99aa-93268c52f4a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0660915 Aug 18 14:19:25.205968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-cb02c0d8-253e-4205-9fec-9121d8ffddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:25.207551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-cb02c0d8-253e-4205-9fec-9121d8ffddf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0707746 Aug 18 14:19:25.252990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:25.273773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71627e8-a7dc-4632-aede-7093aec2936b req-43c0ecae-e9f7-46df-9775-7c793127c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:25.275592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-43c0ecae-e9f7-46df-9775-7c793127c3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600116 Aug 18 14:19:25.333020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.392683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:25.401324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:25.407017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:25.486701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Port': ['ID=848585f8-c1af-4ce8-91a3-63c96c38776d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:25.540820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6432c6a7-ec31-4b79-b788-857cbba1031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.558599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.784274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.817782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6432c6a7-ec31-4b79-b788-857cbba1031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.925203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.925797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6432c6a7-ec31-4b79-b788-857cbba1031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.925945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60caf18c-5d51-44f7-82c5-a9da6ee724d3 None None] Provisioning for port 848585f8-c1af-4ce8-91a3-63c96c38776d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:25.930219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60caf18c-5d51-44f7-82c5-a9da6ee724d3 None None] Provisioning complete for port 848585f8-c1af-4ce8-91a3-63c96c38776d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:25.931647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60caf18c-5d51-44f7-82c5-a9da6ee724d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:25.973078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-60caf18c-5d51-44f7-82c5-a9da6ee724d3 None None] Port 848585f8-c1af-4ce8-91a3-63c96c38776d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:25.978794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-98e9170c-01df-4b45-a871-d5012ed2d0ba service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928234 Aug 18 14:19:26.041474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432c6a7-ec31-4b79-b788-857cbba1031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d8a53-0722-491c-89d2-fc5b88c088c3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:26.052845 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6432c6a7-ec31-4b79-b788-857cbba1031c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=656c3247c250415495d3a0e72caa2b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986503 Aug 18 14:19:26.053822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.058165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45302) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:26.059953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.066583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.073040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.079020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.085483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.091805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.100521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-9dd60cbe-9072-4f3c-aad1-b95be989c247 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.2474756 Aug 18 14:19:26.112649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771247-f7f5-4d8d-850a-e7de6ba1f7c0 req-0c3da008-0da0-4738-9fdc-2c4777ab116e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:26.114125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9771247-f7f5-4d8d-850a-e7de6ba1f7c0 req-0c3da008-0da0-4738-9fdc-2c4777ab116e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2601750 Aug 18 14:19:26.173958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.204259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8593776-db73-49cb-908b-76a71c4d98c3 req-57fc5087-ba18-4c69-88a5-92f230f88538 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029689 Aug 18 14:19:26.212483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9771247-f7f5-4d8d-850a-e7de6ba1f7c0 req-ed239274-2eb6-411a-a7e3-96cfcbd4106b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871997 Aug 18 14:19:26.220632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.224853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c71627e8-a7dc-4632-aede-7093aec2936b req-aac283f1-6a8f-490c-aa25-45183e05f604 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358413 Aug 18 14:19:26.286547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.287437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:26.381607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.425984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:26.441214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.443126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'port_id': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'mac_address': 'fa:16:3e:3a:75:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c787c2-cd5a-426b-be8d-e0f980cd8396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:26.443643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.447983 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c1d8a53-0722-491c-89d2-fc5b88c088c3 HTTP/1.1" status: 204 len: 168 time: 0.3914254 Aug 18 14:19:26.474375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event updated for resources: {'Port': ['ID=848585f8-c1af-4ce8-91a3-63c96c38776d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:26.477184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041122-a0ad-4f2f-9020-ccff13203185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d8a53-0722-491c-89d2-fc5b88c088c3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:26.479398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.517944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.539279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:26.570279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:26.596382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:26.598034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:26.667413 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.724991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Router f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:19:26.730799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:26.764762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:26.827641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:19:26.833762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-428f29db-6097-43f7-ae51-002546688481 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510410 Aug 18 14:19:26.835578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45330) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:26.842054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] Sync routers for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:19:26.861149 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:26.861790 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:26.934855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:26.950906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b3d15964-d46b-40e7-aebb-22ff1cf9fe0c None None] Provisioning complete for port 848585f8-c1af-4ce8-91a3-63c96c38776d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:26.951476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b3d15964-d46b-40e7-aebb-22ff1cf9fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:26.953541 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:26.955592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:27.001610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8187e673-daf8-4cf0-97b8-6f86e78ea44c tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:27.039299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b3d15964-d46b-40e7-aebb-22ff1cf9fe0c None None] Port 848585f8-c1af-4ce8-91a3-63c96c38776d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:27.065810 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:27.067007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37492a-370f-48de-b975-8cc8c8ef188d None None] The sync data for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:19:27.194907 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-8187e673-daf8-4cf0-97b8-6f86e78ea44c tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 14:19:27.194907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8187e673-daf8-4cf0-97b8-6f86e78ea44c tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 HTTP/1.1" status: 409 len: 329 time: 0.3547590 Aug 18 14:19:27.196218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:27.525109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:27.534804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee21ee-fe5c-4039-82a4-4a6db62cfd6e req-42bc76c5-7b6c-499d-9a02-5f7fc48a80bd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.540083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5eee21ee-fe5c-4039-82a4-4a6db62cfd6e req-42bc76c5-7b6c-499d-9a02-5f7fc48a80bd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 944 time: 0.1757402 Aug 18 14:19:27.549166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45360) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:27.590574 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:27.621165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.645598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.657892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.678979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.694648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.707549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.724650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:27.727887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-498285cc-0d92-4b21-a82b-1b4d968eb4f4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.3047686 Aug 18 14:19:27.804537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5eee21ee-fe5c-4039-82a4-4a6db62cfd6e req-28756b15-cfe7-4fc5-a407-ae0d6aaf5eaf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594576 Aug 18 14:19:27.857534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3d427f0-7175-4fc3-849f-beaf63f83afb req-65ed74a6-848c-476e-8113-168eb480f974 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943637 Aug 18 14:19:28.001126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.124844 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.145887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.229123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5edfe9d26e48499980c6852f796e5cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789224 Aug 18 14:19:28.230054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1929c0a-dcbd-4371-a549-c0c87622ebb9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:28.232082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45386) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:28.277690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.278069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.278412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.278767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.279118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.279450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.279777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.280158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.280447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.280776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.281104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.286008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:28.294288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e1da7-3586-4512-a282-78f804bbdceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:19:28.366629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.426113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.430004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0e0dac6e-ec31-467e-a1f8-7006cb956531 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:28.435313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.589344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting port 848585f8-c1af-4ce8-91a3-63c96c38776d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:28.589622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.613486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.616388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.620717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1929c0a-dcbd-4371-a549-c0c87622ebb9 HTTP/1.1" status: 204 len: 168 time: 0.3876612 Aug 18 14:19:28.635200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78326e-5dd9-43ec-8eea-4f5efbfb6710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1929c0a-dcbd-4371-a549-c0c87622ebb9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:28.710397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.748390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:28.751522 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4738c669-01e9-4495-b0af-b4dbd3b2826c" -d '{"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:28.762847 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.767600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:28.781392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Calling delete_port for 848585f8-c1af-4ce8-91a3-63c96c38776d owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:28.806779 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e686102d-0207-4bea-aaef-c51525a5af49 x-openstack-request-id: req-e686102d-0207-4bea-aaef-c51525a5af49 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:28.807141 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:28.807450 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e686102d-0207-4bea-aaef-c51525a5af49 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:28.808061 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'code': 200} Aug 18 14:19:28.850463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.971427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:28.979452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea8ab-03b7-488f-93d3-3212a533d5c0 req-4fe4c0a5-f6a0-4bd6-8fdc-2ba339846031 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:28.984368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aafea8ab-03b7-488f-93d3-3212a533d5c0 req-4fe4c0a5-f6a0-4bd6-8fdc-2ba339846031 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0634222 Aug 18 14:19:29.060762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aafea8ab-03b7-488f-93d3-3212a533d5c0 req-8fb8e7d0-5f3e-48d9-a995-156e2b9b60c0 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688608 Aug 18 14:19:29.140038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.147892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.154517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.164477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.171512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.180854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.188163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:29.190891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-ff379927-0bb9-4058-9dd5-2766510772bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1517813 Aug 18 14:19:29.196487 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.246198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Port': ['ID=848585f8-c1af-4ce8-91a3-63c96c38776d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:29.301796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e24bc931-71f2-4563-ac7e-7ea4cc05739f req-c764a128-528a-46dd-98a3-9bb7ea8b6870 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037254 Aug 18 14:19:29.367847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45410) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:29.606162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.622433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c874-c6df-4361-810f-b1794eca1700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.789060 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c874-c6df-4361-810f-b1794eca1700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.885242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Router f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:19:29.913286 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c874-c6df-4361-810f-b1794eca1700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.966144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c874-c6df-4361-810f-b1794eca1700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be4f0a-0376-4daf-a864-f751804d340b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:29.991147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f2a6c874-c6df-4361-810f-b1794eca1700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73cf5ea9df724f578bbcf705da0213d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209064 Aug 18 14:19:29.993893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45426) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:30.073822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.102571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:19:30.109525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.119293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] Sync routers for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:19:30.124654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e124d51-3751-45e5-ad34-79e6bc6d4d57 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270463 Aug 18 14:19:30.129588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45430) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:30.151886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:30.154637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:30.220711 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-ec85f9b0-5797-4e2e-ab94-6d8c2c5070fd tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] show failed (client error): The resource could not be found. Aug 18 14:19:30.225657 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec85f9b0-5797-4e2e-ab94-6d8c2c5070fd tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1748207001 HTTP/1.1" status: 404 len: 335 time: 0.0904338 Aug 18 14:19:30.226753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:30.232081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0f91d5e1-0489-4df1-8408-747f8e6dfd8e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:30.288890 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0f91d5e1-0489-4df1-8408-747f8e6dfd8e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] update failed (client error): The resource could not be found. Aug 18 14:19:30.293316 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f91d5e1-0489-4df1-8408-747f8e6dfd8e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-993043342 HTTP/1.1" status: 404 len: 334 time: 0.0622125 Aug 18 14:19:30.298523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45442) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:30.307090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:30.323328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] Routers {'f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:19:30.324225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:30.383983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting subnet b1828c52-5f72-4197-86d4-3d695fcbdc04 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:19:30.394703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.401698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:30.402664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93c0b6-d2ba-4f23-afc3-1364b94333d6 None None] The sync data for ids ['f59b62bd-bba4-40fe-82b4-d96d4b9d7a66'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:19:30.419849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3ce8-e985-4766-a9ba-c1b42028d24b req-48b3a3b3-e0af-4854-86da-69650995683d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.419849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2ee3ce8-e985-4766-a9ba-c1b42028d24b req-48b3a3b3-e0af-4854-86da-69650995683d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1547127 Aug 18 14:19:30.424011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.426241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.427393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8be4f0a-0376-4daf-a864-f751804d340b HTTP/1.1" status: 204 len: 168 time: 0.4318895 Aug 18 14:19:30.471709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bffef-6070-4c3e-85fd-325ef2150807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be4f0a-0376-4daf-a864-f751804d340b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:30.479266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.579798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2ee3ce8-e985-4766-a9ba-c1b42028d24b req-20ef97af-c100-471d-b0bb-1aadd8d7ccfc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511681 Aug 18 14:19:30.613061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.622447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.624057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.628462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.634829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.643427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.649573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.656543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:30.660014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-31a72228-650e-49d8-8758-1390f579b7b1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1861324 Aug 18 14:19:30.718222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa2a0665-3672-4c76-8be6-6e9ab17f5248 req-26c08ecb-a4d5-4957-b3d1-b93a8e546195 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505197 Aug 18 14:19:30.849130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.910103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Subnet': ['ID=b1828c52-5f72-4197-86d4-3d695fcbdc04,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:30.913861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:30.915770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f7dd02d-b7c1-491c-9169-bd917005f8f5 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/subnets/b1828c52-5f72-4197-86d4-3d695fcbdc04 HTTP/1.1" status: 204 len: 168 time: 0.6160901 Aug 18 14:19:30.918475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45456) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:30.921112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ca574-9334-411c-82b2-a373c9464580 None None] Network 086bdef9-f9d0-4fba-880b-9f7d8d63db6d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:31.009001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting subnet 37b033c4-8e3c-4d3c-b5cc-9c313448970c {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:19:31.012454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.096387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.150496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] DHCP port deletion for 086bdef9-f9d0-4fba-880b-9f7d8d63db6d request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:19:31.217795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Deleting port 052afa09-12eb-430c-af8e-f7c176959e7d {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:31.218239 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.222168 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.359046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] For port 052afa09-12eb-430c-af8e-f7c176959e7d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052afa09-12eb-430c-af8e-f7c176959e7d,segment=NetworkSegment(819592d9-5058-4267-8a40-e83de59528ce),segment_id=819592d9-5058-4267-8a40-e83de59528ce)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:31.359510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.383635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.456394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.459470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/subnets/37b033c4-8e3c-4d3c-b5cc-9c313448970c HTTP/1.1" status: 204 len: 168 time: 0.5399003 Aug 18 14:19:31.460880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f9ec-7439-4f14-afe4-94cd4f7d17ec tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Subnet': ['ID=37b033c4-8e3c-4d3c-b5cc-9c313448970c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:31.466439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:31.543584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca21c4-c89c-45eb-b17b-084d6c1326c6 None None] Network a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:31.549790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Calling delete_port for 052afa09-12eb-430c-af8e-f7c176959e7d owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:31.611696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.729750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:31.778260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7330aedf-f26d-4283-82cf-63535b67d2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.828631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c02b4f-63c2-44d5-a035-9879d43ad134 req-185bbba8-aeae-4d46-8d9f-686ca0eb6f43 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:31.847840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting port 052afa09-12eb-430c-af8e-f7c176959e7d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:31.848034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08c02b4f-63c2-44d5-a035-9879d43ad134 req-185bbba8-aeae-4d46-8d9f-686ca0eb6f43 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1607120 Aug 18 14:19:31.849386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.861892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:31.892142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] DHCP port deletion for a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:19:31.897118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] No DVR routers for this DVR port 052afa09-12eb-430c-af8e-f7c176959e7d on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:19:31.971966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb0d76-19be-48ec-927a-0c3c4d87141b None None] Pushing event deleted for resources: {'Port': ['ID=052afa09-12eb-430c-af8e-f7c176959e7d,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:32.061262 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08c02b4f-63c2-44d5-a035-9879d43ad134 req-49378e6d-3dfc-48d2-8116-66844baccea2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073452 Aug 18 14:19:32.083069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] For port 052afa09-12eb-430c-af8e-f7c176959e7d, host n-d-804303-5, got binding levels [] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:32.083689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.104911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Calling delete_port for 052afa09-12eb-430c-af8e-f7c176959e7d owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:32.107415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Deleting port d9267f2f-c2a3-4219-a85d-15473e1045da {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:32.108131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.109357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Port 052afa09-12eb-430c-af8e-f7c176959e7d was not found and therefore no delete operation was performed {{(pid=112228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:19:32.112682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.127182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.139122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.162774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Port': ['ID=052afa09-12eb-430c-af8e-f7c176959e7d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:32.168269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.174879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] No DVR routers for this DVR port 052afa09-12eb-430c-af8e-f7c176959e7d on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:19:32.191725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.208873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7330aedf-f26d-4283-82cf-63535b67d2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.216143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.236021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.245132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] For port d9267f2f-c2a3-4219-a85d-15473e1045da, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d9267f2f-c2a3-4219-a85d-15473e1045da,segment=NetworkSegment(58a2753f-10af-4952-9bfb-1723aa07e6e8),segment_id=58a2753f-10af-4952-9bfb-1723aa07e6e8)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:32.245738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.254682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:32.265775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Calling delete_port for d9267f2f-c2a3-4219-a85d-15473e1045da owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:32.269773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7330aedf-f26d-4283-82cf-63535b67d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.271896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-4581ebc1-6dc4-43a1-8203-d5e2a930452f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.3718493 Aug 18 14:19:32.314492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.348282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086bdef9-f9d0-4fba-880b-9f7d8d63db6d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:32.368609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7330aedf-f26d-4283-82cf-63535b67d2e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eddd094913b44ad4b105aa9277df9073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278455 Aug 18 14:19:32.369627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819592d9-5058-4267-8a40-e83de59528ce') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:32.369974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819592d9-5058-4267-8a40-e83de59528ce') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:32.371873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:32.372425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330aedf-f26d-4283-82cf-63535b67d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b5ffe-861e-42bb-b2ec-af28d84c278c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:32.429669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.436899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cbf016f-c0cc-43c0-a581-4e3c04a9cc6b req-fd7948a2-136c-4abf-bd94-18bbdf712691 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635303 Aug 18 14:19:32.515268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.529090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:19:32.529507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:19:32.533080 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:19:32.586605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.618841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.775616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.805140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] No DVR routers for this DVR port d9267f2f-c2a3-4219-a85d-15473e1045da on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:19:32.808706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6acc-add7-45f1-8dcf-59c96feace64 None None] Pushing event deleted for resources: {'Port': ['ID=d9267f2f-c2a3-4219-a85d-15473e1045da,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:32.826413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052afa09-12eb-430c-af8e-f7c176959e7d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:19:32.847690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 052afa09-12eb-430c-af8e-f7c176959e7d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:19:32.847956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052afa09-12eb-430c-af8e-f7c176959e7d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:19:32.848429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d9267f2f-c2a3-4219-a85d-15473e1045da no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:19:32.868109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d9267f2f-c2a3-4219-a85d-15473e1045da {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:19:32.868453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d9267f2f-c2a3-4219-a85d-15473e1045da not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:19:32.940282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.942964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.945157 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/497b5ffe-861e-42bb-b2ec-af28d84c278c HTTP/1.1" status: 204 len: 168 time: 0.5567553 Aug 18 14:19:32.945157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.967154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:32.967154 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/networks/086bdef9-f9d0-4fba-880b-9f7d8d63db6d HTTP/1.1" status: 204 len: 168 time: 1.4881403 Aug 18 14:19:32.968609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:33.016819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490956f-09ee-4c43-bbc1-2efda9bd220b tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Network': ['ID=086bdef9-f9d0-4fba-880b-9f7d8d63db6d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:33.026375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052d94-4c8b-47bf-b2a2-b4b87e924e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b5ffe-861e-42bb-b2ec-af28d84c278c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:33.133634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.276365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.309769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f837fc-6e4b-46ba-a661-a2fbacd14fb1']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:33.327787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a2753f-10af-4952-9bfb-1723aa07e6e8') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:33.328899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a2753f-10af-4952-9bfb-1723aa07e6e8') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:33.345294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.361001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8454cbc-47ce-4115-aa78-84f870f237c3 req-8ac2b859-d6a7-4216-9876-2d7ba89add5c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.368325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8454cbc-47ce-4115-aa78-84f870f237c3 req-8ac2b859-d6a7-4216-9876-2d7ba89add5c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0974400 Aug 18 14:19:33.388702 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.400317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:19:33.401987 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:19:33.404807 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:19:33.493260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8454cbc-47ce-4115-aa78-84f870f237c3 req-40048a71-c64f-4796-aa50-a92f4880b41c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146724 Aug 18 14:19:33.645571 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.664344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.666579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/networks/a2f837fc-6e4b-46ba-a661-a2fbacd14fb1 HTTP/1.1" status: 204 len: 168 time: 0.6990316 Aug 18 14:19:33.668233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:33.734960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.745923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.752961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.759996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.766653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.773356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.780613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:33.792849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting subnet e9813b3e-812c-40e5-a506-ecfcd89980d1 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:19:33.792960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-8bc541fa-7d61-49c5-8064-abf519e3099b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.2056990 Aug 18 14:19:33.792960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba6396-fd89-4b75-944f-4955dd9fa21e tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Network': ['ID=a2f837fc-6e4b-46ba-a661-a2fbacd14fb1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:33.797992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:33.843208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8f6e786-e98c-4255-84de-2551e2cdbfdd req-f95c147b-e7a9-44d7-96cd-1ac295cca109 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487311 Aug 18 14:19:33.884593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.051184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.150407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-8782c38f-1754-490e-9790-3e24427fc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:34.152660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-8782c38f-1754-490e-9790-3e24427fc5bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1096 time: 0.0564506 Aug 18 14:19:34.268501 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.371556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c0958-5be3-4a90-b8a5-1df81367a5db None None] Network a15fdf85-a95e-4fab-9a80-64e8c034e05a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:34.383686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-407d8168-01e0-43a4-975d-97548a7a50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:34.389394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-407d8168-01e0-43a4-975d-97548a7a50f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.2098596 Aug 18 14:19:34.395251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Subnet': ['ID=e9813b3e-812c-40e5-a506-ecfcd89980d1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:34.404569 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.418280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c95b9728-2c41-4cf0-9fc3-9b694a6f97fb tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/subnets/e9813b3e-812c-40e5-a506-ecfcd89980d1 HTTP/1.1" status: 204 len: 168 time: 0.7482386 Aug 18 14:19:34.422586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45592) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:34.500608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-b754ce13-c027-42fe-a540-d8e4eaec2740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.1019268 Aug 18 14:19:34.681181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-f8400970-b860-464c-8e9e-2f79140295c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:34.700984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-f8400970-b860-464c-8e9e-2f79140295c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.1806619 Aug 18 14:19:34.731137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.818863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] DHCP port deletion for a15fdf85-a95e-4fab-9a80-64e8c034e05a request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:19:34.877553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-1a9e2199-7363-4f48-849b-e64d4082f224 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193576 Aug 18 14:19:34.951451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Deleting port 59b79639-b692-4efa-a349-547def4abfce {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:34.951834 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:34.961240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Deleting port 59b79639-b692-4efa-a349-547def4abfce {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:19:34.967316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.081302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9f3a-cb3d-4663-837f-38fc455200ec req-42f2f4fd-ae21-46f5-a91c-95eb82cdd8e8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.082976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d9c9f3a-cb3d-4663-837f-38fc455200ec req-42f2f4fd-ae21-46f5-a91c-95eb82cdd8e8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.4609990 Aug 18 14:19:35.130893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] For port 59b79639-b692-4efa-a349-547def4abfce, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59b79639-b692-4efa-a349-547def4abfce,segment=NetworkSegment(3a36d2de-6f5a-496d-9910-64b892dd4b55),segment_id=3a36d2de-6f5a-496d-9910-64b892dd4b55)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:35.131362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.163110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Calling delete_port for 59b79639-b692-4efa-a349-547def4abfce owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:35.261025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d9c9f3a-cb3d-4663-837f-38fc455200ec req-87ae6764-381a-4659-8d33-7c4e7c926dde tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679358 Aug 18 14:19:35.281718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] For port 59b79639-b692-4efa-a349-547def4abfce, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=59b79639-b692-4efa-a349-547def4abfce,segment=NetworkSegment(3a36d2de-6f5a-496d-9910-64b892dd4b55),segment_id=3a36d2de-6f5a-496d-9910-64b892dd4b55)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:35.282125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.315290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Calling delete_port for 59b79639-b692-4efa-a349-547def4abfce owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:19:35.325809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.331944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.347716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.364844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.371047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.400090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.406492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:35.418441 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-2a095f38-238d-4335-94bb-abd2013c2917 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.3576002 Aug 18 14:19:35.440483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-cbdc553b-32ba-4803-8c02-7587b3c3905f service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360627 Aug 18 14:19:35.524409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.532878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.566531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f2e2b70c-cafb-4556-9745-a51b19631383 req-adb97f38-48d8-4e7f-bc76-1d800d8686e9 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139355 Aug 18 14:19:35.614799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] Pushing event deleted for resources: {'Port': ['ID=59b79639-b692-4efa-a349-547def4abfce,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:35.625858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Port': ['ID=59b79639-b692-4efa-a349-547def4abfce,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:35.634347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] No DVR routers for this DVR port 59b79639-b692-4efa-a349-547def4abfce on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:19:35.651572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce357ea2-d49f-46a2-b3a7-7942b22665f3 None None] No DVR routers for this DVR port 59b79639-b692-4efa-a349-547def4abfce on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:19:35.666267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-defe6b98-44ff-440f-a756-cfd42fec63d2 req-c22ce4cf-624b-4c79-bd6a-b515c2cf082d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469287 Aug 18 14:19:35.776016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.791232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15fdf85-a95e-4fab-9a80-64e8c034e05a']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:35.807585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a36d2de-6f5a-496d-9910-64b892dd4b55') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:35.812664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a36d2de-6f5a-496d-9910-64b892dd4b55') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:35.818876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.836802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.845638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:19:35.848153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:19:35.928019 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:19:36.026691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.043088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.045566 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/networks/a15fdf85-a95e-4fab-9a80-64e8c034e05a HTTP/1.1" status: 204 len: 168 time: 1.6219878 Aug 18 14:19:36.048535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45628) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:36.067921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d6d1-729a-421f-93c9-cd1f19fea77a tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Pushing event deleted for resources: {'Network': ['ID=a15fdf85-a95e-4fab-9a80-64e8c034e05a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:36.101796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45630) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:36.103519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d252edc2-abad-40e5-8b11-9aec73673899 tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 HTTP/1.1" status: 200 len: 205 time: 0.0537863 Aug 18 14:19:36.313419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.472396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b2362-5789-4135-b43c-62d36be56f83 req-20963bfd-9539-49c5-b258-fe35142f917c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.490525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c77b2362-5789-4135-b43c-62d36be56f83 req-20963bfd-9539-49c5-b258-fe35142f917c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0851290 Aug 18 14:19:36.550127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c77b2362-5789-4135-b43c-62d36be56f83 req-857341ac-ec5c-40ea-b035-0f91f3d7f34a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576279 Aug 18 14:19:36.640441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.644475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.796050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.796784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Fanout notify agent at l3_agent the message router_deleted on router f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:19:36.815333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:36.826895 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e1d860f-ffe0-42ef-bfd2-83961e7272ed tempest-RoutersNegativeTest-1436753034 tempest-RoutersNegativeTest-1436753034-project] 10.222.0.35 "DELETE /v2.0/routers/f59b62bd-bba4-40fe-82b4-d96d4b9d7a66 HTTP/1.1" status: 204 len: 168 time: 0.7233827 Aug 18 14:19:36.909433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.920645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.930619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.939695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59b79639-b692-4efa-a349-547def4abfce no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:19:36.960025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.972040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.983572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 59b79639-b692-4efa-a349-547def4abfce {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:19:36.986996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 59b79639-b692-4efa-a349-547def4abfce not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:19:36.990519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:36.997815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:37.007279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-aea825ba-ef14-466f-ae25-16f57824c3be tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.2504358 Aug 18 14:19:37.076419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1892722-6cc9-41e1-8544-64abecc1da84 req-4762b3f0-4b86-4907-9890-fca2fdf3660e tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678146 Aug 18 14:19:37.705663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826d54-ed53-4a95-93e6-15c2ceabe2de req-b2523775-221d-466b-9080-0ba8b301c997 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:37.714530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3826d54-ed53-4a95-93e6-15c2ceabe2de req-b2523775-221d-466b-9080-0ba8b301c997 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0656161 Aug 18 14:19:37.770476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3826d54-ed53-4a95-93e6-15c2ceabe2de req-426ad8a3-db09-4cc0-8f79-c6eb8c057a5a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Aug 18 14:19:37.778073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:38.150743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b11a7d79-45be-40cc-bbc2-6a46711fbbbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66dd504ace7440ca99f3a825aecc6289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258464 Aug 18 14:19:38.152302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:38.250960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:38.302495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:38.333940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.340302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.346991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.353311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.359874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.366076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.372140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.379242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-47ba2a35-157a-4f4f-a3c5-13bf72c89f22 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1514564 Aug 18 14:19:38.455140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1888219b-49ee-4649-81fd-319fb7ec9ba3 req-36ac4d4b-55bc-4586-b033-d81ed53765d7 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573242 Aug 18 14:19:38.774713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:38.785595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:38.785595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17d3d905-94c8-4236-a72a-78fa589534b7 HTTP/1.1" status: 204 len: 168 time: 0.6701658 Aug 18 14:19:38.789476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9039a-0b52-441a-9925-63c07bbc9f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3d905-94c8-4236-a72a-78fa589534b7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:38.928287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf59d-66e2-4cad-ab94-ee368faab202 req-f05b774a-bea8-4051-bb02-6341765b8457 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:38.938330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80fdf59d-66e2-4cad-ab94-ee368faab202 req-f05b774a-bea8-4051-bb02-6341765b8457 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0746040 Aug 18 14:19:38.997982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80fdf59d-66e2-4cad-ab94-ee368faab202 req-266f816c-0b40-45a9-a89d-fce6843590d6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 Aug 18 14:19:39.633782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.641353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.647487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.653753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.671436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.677710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.683759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:39.685736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-e85fb1fc-518d-4ea8-9046-fbaa498b7368 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1279061 Aug 18 14:19:39.756004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f80b16b8-1cd4-4265-bd72-8caaeeee5f86 req-c03bb70d-9a33-42c0-96d7-9796a9d57e0f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629075 Aug 18 14:19:40.180808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:40.223314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17617-b9bf-415d-8662-e4d3e0acc9ac req-b9cf617c-dac6-46cc-9bef-27d5cfb29086 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:40.224933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:40.241674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39b17617-b9bf-415d-8662-e4d3e0acc9ac req-b9cf617c-dac6-46cc-9bef-27d5cfb29086 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1241579 Aug 18 14:19:40.299148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39b17617-b9bf-415d-8662-e4d3e0acc9ac req-d48334b8-094c-4068-94d8-6e1bd1d513db tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 Aug 18 14:19:40.496720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c256-b628-4d99-87d0-8da5e2c93edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:40.764972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c256-b628-4d99-87d0-8da5e2c93edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:40.853399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c256-b628-4d99-87d0-8da5e2c93edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:40.917687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5cd6c256-b628-4d99-87d0-8da5e2c93edb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37e5b639376d40d2a05dae7e0b06f89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910095 Aug 18 14:19:40.918496 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:40.925020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45772) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:40.947960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6c256-b628-4d99-87d0-8da5e2c93edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0095dee-557c-4b38-abd2-2491f324980b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:41.014646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.021871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.033025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:41.035854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.048419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.055412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.061232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.066086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:41.068059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.076626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-690ef378-c194-494b-b0d5-0255c478c604 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1748824 Aug 18 14:19:41.146247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce836277-c9ae-45a2-b899-1abfcbd31f35 req-1485c68e-1aeb-44e0-bf04-07ef410e1ee7 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683663 Aug 18 14:19:41.198662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:41.201664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:41.203693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0095dee-557c-4b38-abd2-2491f324980b HTTP/1.1" status: 204 len: 168 time: 0.2769501 Aug 18 14:19:41.215620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc91bb-93b2-497b-a014-75a4c8cafa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0095dee-557c-4b38-abd2-2491f324980b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:41.342358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45784) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:41.526848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c83c9-4d38-40a0-8086-923d2adff321 req-b2a5413e-b103-4cb9-bbce-ef5ba7f6b699 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:41.529961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d8c83c9-4d38-40a0-8086-923d2adff321 req-b2a5413e-b103-4cb9-bbce-ef5ba7f6b699 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0946038 Aug 18 14:19:41.611454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d8c83c9-4d38-40a0-8086-923d2adff321 req-166e0b18-f085-4e7b-8880-a205e740869d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755804 Aug 18 14:19:42.049249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-402c72f9-6786-4309-82be-cdd957eb50e0 tempest-ServiceProvidersTest-52040013 tempest-ServiceProvidersTest-52040013-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7055175 Aug 18 14:19:42.369510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.376455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.382953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.390742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.396873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.403808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.410328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.412417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52554c03-8575-4744-b73b-5828997b979a req-326c2034-b127-4a72-bca5-7cac64919590 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1278975 Aug 18 14:19:42.460984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52554c03-8575-4744-b73b-5828997b979a req-6f598511-acee-4006-ae2d-f8a1d85f010a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407693 Aug 18 14:19:42.686208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:42.709363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f879b61f-0aa2-4b5b-beaf-667a9072cee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:42.877067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c0bd-3e9a-49b2-b5be-71ebd8f7d02b req-e720129a-f900-49ce-ade6-9645c36855c7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:42.884553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6db9c0bd-3e9a-49b2-b5be-71ebd8f7d02b req-e720129a-f900-49ce-ade6-9645c36855c7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1422422 Aug 18 14:19:42.962840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6db9c0bd-3e9a-49b2-b5be-71ebd8f7d02b req-0a3d5bae-4dfd-4b4a-a8a2-25357888c00f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Aug 18 14:19:42.992007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f879b61f-0aa2-4b5b-beaf-667a9072cee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:43.169229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:43.310899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7f515a-053c-465a-b011-66b3037a3a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:43.627146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.633057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.639364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.645956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.651772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.658340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.664098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:43.666471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0774cd26-623c-483a-825e-35704356102e req-567bded1-5fa0-45b3-87a5-3c597c22308f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5432 time: 0.1067340 Aug 18 14:19:43.717685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0774cd26-623c-483a-825e-35704356102e req-b01d9eb5-9362-4ba6-a50b-addab28c241d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422478 Aug 18 14:19:43.762425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f879b61f-0aa2-4b5b-beaf-667a9072cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:43.826551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f879b61f-0aa2-4b5b-beaf-667a9072cee1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc0a252e541e4a0894570badd417d5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1392367 Aug 18 14:19:43.829650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b61f-0aa2-4b5b-beaf-667a9072cee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e52e22-ce0e-467f-b3e2-d2b9b70d8dac,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:43.830155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:43.897756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7f515a-053c-465a-b011-66b3037a3a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:43.925580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:43.960189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.221676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:44.296536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.300344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.302129 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56e52e22-ce0e-467f-b3e2-d2b9b70d8dac HTTP/1.1" status: 204 len: 168 time: 0.4708757 Aug 18 14:19:44.319398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eebbef-c21d-428f-ad44-2ee2e8bf6f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e52e22-ce0e-467f-b3e2-d2b9b70d8dac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:44.329061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d7f515a-053c-465a-b011-66b3037a3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.416575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4d7f515a-053c-465a-b011-66b3037a3a85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abbf8e468043468d9125785f26cec973&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2459400 Aug 18 14:19:44.419206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45834) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:44.425955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:44.458309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f515a-053c-465a-b011-66b3037a3a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031cddb0-ce07-43d0-9c34-74a5599bd3b2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:44.471286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52323c3-9f06-47c3-b235-6d5f0fe7dbd0 req-738176ee-5739-451a-9b17-c9455820ba68 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.471449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'port_id': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84', 'mac_address': 'fa:16:3e:6e:b4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:44.499213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e52323c3-9f06-47c3-b235-6d5f0fe7dbd0 req-738176ee-5739-451a-9b17-c9455820ba68 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.2606876 Aug 18 14:19:44.634222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.637885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e52323c3-9f06-47c3-b235-6d5f0fe7dbd0 req-837fe4c1-335f-4a3f-8658-fe6fe06048d4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Aug 18 14:19:44.654022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.670100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:44.710619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.715752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:44.780944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.781711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 226f936b-1276-4bfa-b67b-5794da9acb23 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:44.917949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.920757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.922107 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/031cddb0-ce07-43d0-9c34-74a5599bd3b2 HTTP/1.1" status: 204 len: 168 time: 0.5014343 Aug 18 14:19:44.936887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.940241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2e419-3562-4cab-a396-62c9ae003341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031cddb0-ce07-43d0-9c34-74a5599bd3b2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:44.944890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.951304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:44.951928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.958817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.965591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.972273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.980111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:44.990096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-6d150275-5834-418e-b6e0-0aa3ca137c8d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5433 time: 0.1325879 Aug 18 14:19:45.074454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f4b1c60-0950-414e-9da7-d475dc2bae05 req-48a72abd-2ee4-43fe-b575-8b9dd34c8fbe tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680532 Aug 18 14:19:45.074578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.094702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '226f936b-1276-4bfa-b67b-5794da9acb23', 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'port_id': '226f936b-1276-4bfa-b67b-5794da9acb23', 'mac_address': 'fa:16:3e:60:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091a2784-7772-4f5f-b930-318f91751ea8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:45.139762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.166489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f936b-1276-4bfa-b67b-5794da9acb23 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:45.182806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.255820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.256549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:45.360259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.383720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'port_id': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba', 'mac_address': 'fa:16:3e:8a:02:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:45.391060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:45.447769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.465897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:45.488760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.664673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.665351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2219feda-ecda-4dd3-81b8-47e6c2f1a695 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:45.723958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.748219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'network_id': '30fd4178-1c87-4711-8fed-b936b40090d9', 'port_id': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'mac_address': 'fa:16:3e:bb:bf:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091a2784-7772-4f5f-b930-318f91751ea8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:45.791013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:45.806633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.809924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564f764-0e98-494e-8b51-f1e0b639103d req-8c1bbdba-cc33-4586-859b-7b20fa054612 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:45.812410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e564f764-0e98-494e-8b51-f1e0b639103d req-8c1bbdba-cc33-4586-859b-7b20fa054612 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0713332 Aug 18 14:19:45.830540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2219feda-ecda-4dd3-81b8-47e6c2f1a695 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:45.855234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:45.876215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e564f764-0e98-494e-8b51-f1e0b639103d req-8c12ab23-2d30-4c50-9db6-571efbe25ada tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Aug 18 14:19:45.998194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.999049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:46.084429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.094649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:46.104665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'port_id': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'mac_address': 'fa:16:3e:1f:a4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:46.152472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:46.170404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:46.192829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.219006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.228163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.238176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.246688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.255237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.263240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.264535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:46.265210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 585f3547-2bc4-4c6f-8b8a-aecba27ea660 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:46.270109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.272359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-b6122070-dd23-44d0-b831-7cf52e350a43 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5436 time: 0.1283391 Aug 18 14:19:46.356880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-347a0b00-b561-4abd-8147-5d1c86d0c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.358445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-347a0b00-b561-4abd-8147-5d1c86d0c52f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1096 time: 0.0851858 Aug 18 14:19:46.361897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:46.366565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd23614-3aac-4014-a843-d1f9957bc617 req-cc58acbc-3228-4ae5-aa11-e27e6ddc99b4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841985 Aug 18 14:19:46.394927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.406789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '585f3547-2bc4-4c6f-8b8a-aecba27ea660', 'network_id': 'da8e776e-09c2-48f4-bb3d-ecd416e7fe68', 'port_id': '585f3547-2bc4-4c6f-8b8a-aecba27ea660', 'mac_address': 'fa:16:3e:24:7b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc4a764-8fd9-4b2a-9061-6c289a445de3', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:46.462211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:46.476693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-a9eb4bc0-0d78-4b72-b77b-2e267a7412b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.478389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-a9eb4bc0-0d78-4b72-b77b-2e267a7412b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.1109586 Aug 18 14:19:46.482304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585f3547-2bc4-4c6f-8b8a-aecba27ea660 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:46.504744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.535951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-e1ece1eb-d23c-447d-aa4c-d39c0429bd92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.0463426 Aug 18 14:19:46.593265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:46.594147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e8dad085-2605-4b6c-b57f-ceeff6b7d67d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:19:46.595988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-176d7ac4-35d5-47f0-90e9-d5b73756264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:46.597943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-176d7ac4-35d5-47f0-90e9-d5b73756264f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.0512762 Aug 18 14:19:46.644659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-35b609f7-b8bb-4399-a797-adf2df37192a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337214 Aug 18 14:19:46.730498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:46.774226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-c111fbda-4c71-4eaf-b2c0-368d99fa6679 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171498 Aug 18 14:19:46.782553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.798640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'port_id': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'mac_address': 'fa:16:3e:07:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:19:46.839890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:46.853171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dad085-2605-4b6c-b57f-ceeff6b7d67d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:19:46.876528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:46.898193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebff18c5-64cf-48cb-bebd-94a347a78d81 req-656f0dc4-474c-49ac-9666-4888f84976e4 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068096 Aug 18 14:19:46.992979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.006024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdc449-26af-4546-8465-2c84227e4941 req-18f4d638-ce82-4a8c-9074-c2659c43798e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.008428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35bdc449-26af-4546-8465-2c84227e4941 req-18f4d638-ce82-4a8c-9074-c2659c43798e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0646787 Aug 18 14:19:47.061015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:47.069174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35bdc449-26af-4546-8465-2c84227e4941 req-846ad942-b620-4da1-aeb8-e9dd1a87f157 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Aug 18 14:19:47.220380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45918) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:47.511806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71740bba-70d4-40b3-b5df-9391953c6436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.570117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.580073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.588699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.597551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.607320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.614784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.621478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:47.634279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-b47fd1fe-adfb-4889-a868-369e1b2deca5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5439 time: 0.1722326 Aug 18 14:19:47.643622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71740bba-70d4-40b3-b5df-9391953c6436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.653009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:47.669448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['225b8805-2d25-46e2-ab52-cb9b9ea2e1ba'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.718478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6cd1f754-9134-47a7-b969-58bc042bc8e8 req-ff87d4a5-1a6b-43ca-bde2-d4375ca04f53 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815389 Aug 18 14:19:47.718972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-709510647'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:47.732151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['226f936b-1276-4bfa-b67b-5794da9acb23'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.734140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e8dad085-2605-4b6c-b57f-ceeff6b7d67d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.755679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71740bba-70d4-40b3-b5df-9391953c6436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.775493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.789875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['585f3547-2bc4-4c6f-8b8a-aecba27ea660'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.796027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['2219feda-ecda-4dd3-81b8-47e6c2f1a695'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:47.853806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-71740bba-70d4-40b3-b5df-9391953c6436 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c455ad7b58a6492bad35fc7d72119e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323102 Aug 18 14:19:47.855141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71740bba-70d4-40b3-b5df-9391953c6436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7364542f-35eb-424d-8c24-98610afb0da7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:47.856888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45940) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:47.920053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Made reservation on behalf of 82c70f66ed3e4bfda645f6e513a9ff56 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:47.924415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.952212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.955044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.009429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.148330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.224786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.268798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.271374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.273896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7364542f-35eb-424d-8c24-98610afb0da7 HTTP/1.1" status: 204 len: 168 time: 0.4139092 Aug 18 14:19:48.276656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:19:48.303605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab543d3-a6cd-49a1-a8b7-37976e564ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7364542f-35eb-424d-8c24-98610afb0da7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:48.309862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2900b0b3-7414-41dd-b03c-d92da93a0701,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:48.324667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.325028 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Added segment 6b73d4a5-07a1-4875-9669-48822c378ea4 of type vlan for network c1847254-4898-43c9-a3cd-4156b0a4b704 Aug 18 14:19:48.338763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3faa-0cb2-49a2-87db-4ae37eb80309 req-af1caad0-e356-4f48-aafd-7a82921a518c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.340413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-793e3faa-0cb2-49a2-87db-4ae37eb80309 req-af1caad0-e356-4f48-aafd-7a82921a518c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.1407254 Aug 18 14:19:48.420242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.421591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-793e3faa-0cb2-49a2-87db-4ae37eb80309 req-bc5dd19e-dfdc-410f-a27b-9913494e1e92 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Aug 18 14:19:48.575012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.581350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.582002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:48.632482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['5f3256e5-a2ca-43b4-ad63-bfe88d00cf84'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:19:48.671989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event updated for resources: {'Network': ['ID=c1847254-4898-43c9-a3cd-4156b0a4b704,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:48.714185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c1847254-4898-43c9-a3cd-4156b0a4b704 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:19:48.722317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45960) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:48.723135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1be28589-2402-4fff-a133-146dbc524e0d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0673821 Aug 18 14:19:48.729668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Request body: {'subnet': {'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:48.963446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.970227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.976293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.982536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.992585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:48.998564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:49.004594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:49.006842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-0302a9bc-bb30-4ece-b567-7517bca91392 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5439 time: 0.1349492 Aug 18 14:19:49.050504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0376e2eb-e8de-4beb-b576-29c78c070305 req-d5391af3-d0fa-4551-b2e8-74677fe42a60 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373826 Aug 18 14:19:49.100754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Made reservation on behalf of 82c70f66ed3e4bfda645f6e513a9ff56 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:49.104581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.319924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45972) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:49.339100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45974) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:49.344129 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-668c9f94-f38a-406e-a599-41b75eb53391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.398137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.468182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-668c9f94-f38a-406e-a599-41b75eb53391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.481225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event updated for resources: {'Subnet': ['ID=2e138fa4-500e-4055-8196-9af7b1e07b7e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:49.498346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Checking segment: {'id': '6b73d4a5-07a1-4875-9669-48822c378ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:49.498346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Network hostable DHCP agents. Network: c1847254-4898-43c9-a3cd-4156b0a4b704, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:19:49.559392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b02d161e-a135-425d-8137-e9d9387241db admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.567110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-668c9f94-f38a-406e-a599-41b75eb53391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.599197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5369d-9099-4164-a416-81695a53e411 req-747baa02-1d99-4b22-ba1c-6e689c91d1fc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:49.600733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79c5369d-9099-4164-a416-81695a53e411 req-747baa02-1d99-4b22-ba1c-6e689c91d1fc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0899756 Aug 18 14:19:49.607158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-668c9f94-f38a-406e-a599-41b75eb53391 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dd6fbe1aba0462ca440fc287dd50aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859011 Aug 18 14:19:49.608140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c9f94-f38a-406e-a599-41b75eb53391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165a311-55b8-4b60-8d42-55e35eb62a9c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:49.610772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:49.612030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Network c1847254-4898-43c9-a3cd-4156b0a4b704 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:19:49.665021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.678881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79c5369d-9099-4164-a416-81695a53e411 req-1130a218-8bed-46a6-ae58-a8ebba269c4a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Aug 18 14:19:49.690094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.716085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c1847254-4898-43c9-a3cd-4156b0a4b704) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:49.720789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:49.721634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.724991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4acf03-7bd6-478d-a3fd-ca0e3c7fc974 None None] Network c1847254-4898-43c9-a3cd-4156b0a4b704 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:49.746731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b02d161e-a135-425d-8137-e9d9387241db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.827423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531746e1-fa0d-426b-9a88-df012b5bea91 req-71bc7826-2248-4804-82a1-88feb847cd84 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:49.828755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-531746e1-fa0d-426b-9a88-df012b5bea91 req-71bc7826-2248-4804-82a1-88feb847cd84 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0530283 Aug 18 14:19:49.831052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b02d161e-a135-425d-8137-e9d9387241db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.858640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.861280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.863505 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5165a311-55b8-4b60-8d42-55e35eb62a9c HTTP/1.1" status: 204 len: 168 time: 0.2516825 Aug 18 14:19:49.872921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06e612-3930-4586-a6ee-7ee2995cdd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165a311-55b8-4b60-8d42-55e35eb62a9c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:49.895834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b02d161e-a135-425d-8137-e9d9387241db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=296641073325491295e1e20a468ab1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550282 Aug 18 14:19:49.898929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45986) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:49.911811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d161e-a135-425d-8137-e9d9387241db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422a4ed-b8c5-40ac-aadf-873479609c5c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:49.946473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9c336d6b-accc-4946-ae4e-b99c6916e0dc tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2226827 Aug 18 14:19:49.949269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:49.957891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Request body: {'port': {'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704', 'name': 'tempest-TagsExtTest-856842798'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:49.972633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c1847254-4898-43c9-a3cd-4156b0a4b704', 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704', 'tenant_id': '82c70f66ed3e4bfda645f6e513a9ff56', 'fixed_ips': [{'subnet_id': '2e138fa4-500e-4055-8196-9af7b1e07b7e'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:19:49.973734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:49.982923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-531746e1-fa0d-426b-9a88-df012b5bea91 req-fe486286-89a2-4b9f-b0d2-1975c3aa6ab9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355476 Aug 18 14:19:50.009628 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.062054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.242536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.242816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Allocated IP 172.20.0.2 (c1847254-4898-43c9-a3cd-4156b0a4b704/2e138fa4-500e-4055-8196-9af7b1e07b7e/5d045279-cbb6-4146-9244-4a2be5527c51) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:50.248474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.255237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.261474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.263985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.266621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.267797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d422a4ed-b8c5-40ac-aadf-873479609c5c HTTP/1.1" status: 204 len: 168 time: 0.3678131 Aug 18 14:19:50.280005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d21ff-35c5-4d91-8b09-ecf68eb334d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422a4ed-b8c5-40ac-aadf-873479609c5c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:50.281483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.295205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.310641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.310641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-683fa5bb-41ff-4522-805b-d4b046346038 req-6468cb62-3f3b-4a68-b51e-70fe711ad314 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5439 time: 0.1461902 Aug 18 14:19:50.377792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:19:50.409944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-683fa5bb-41ff-4522-805b-d4b046346038 req-bbdc4d18-39d5-444f-a6e2-138699c3683d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916438 Aug 18 14:19:50.415104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Made reservation on behalf of 82c70f66ed3e4bfda645f6e513a9ff56 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:19:50.424038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.464739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] device_id is not set on port ac3be604-1a42-4d3e-8e38-8b4d0f044b66 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:19:50.563533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.566109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.590653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Transition to ACTIVE for port object 5d045279-cbb6-4146-9244-4a2be5527c51 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:50.612776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:50.615691 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9950e97-6e5f-4d44-b38d-6e2731bfb168" -d '{"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:50.635199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Transition to ACTIVE for port object 5d045279-cbb6-4146-9244-4a2be5527c51 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:50.637825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:50.668734 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96cdab-103d-48b3-bb72-d28f0d936351 x-openstack-request-id: req-0e96cdab-103d-48b3-bb72-d28f0d936351 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:50.669155 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-unplugged", "status": "failed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "code": 422}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:50.670091 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e96cdab-103d-48b3-bb72-d28f0d936351 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:50.670091 n-d-804303-5 neutron-server[112230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'code': 422} returned with failed status Aug 18 14:19:50.689421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df000f68-5a2f-43ea-93d1-7eda064d96eb req-0762f95b-e734-4c07-a6cf-4c8d243a3f71 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:50.691038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df000f68-5a2f-43ea-93d1-7eda064d96eb req-0762f95b-e734-4c07-a6cf-4c8d243a3f71 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 945 time: 0.0953441 Aug 18 14:19:50.704811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.737567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df000f68-5a2f-43ea-93d1-7eda064d96eb req-1d2e5e67-e1b7-40e9-b391-b9feab7efa79 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Aug 18 14:19:50.742602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.813294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Network c1847254-4898-43c9-a3cd-4156b0a4b704 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:50.815615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Allocated IP 172.20.0.11 (c1847254-4898-43c9-a3cd-4156b0a4b704/2e138fa4-500e-4055-8196-9af7b1e07b7e/ac3be604-1a42-4d3e-8e38-8b4d0f044b66) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:19:50.816590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:50.819512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:50.823242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:50.939152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Pushing event updated for resources: {'Port': ['ID=5d045279-cbb6-4146-9244-4a2be5527c51,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:50.945663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Attempting to bind port 5d045279-cbb6-4146-9244-4a2be5527c51 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:19:50.948173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Attempting to bind port 5d045279-cbb6-4146-9244-4a2be5527c51 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6b73d4a5-07a1-4875-9669-48822c378ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:19:50.948594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Attempting to bind port 5d045279-cbb6-4146-9244-4a2be5527c51 on network c1847254-4898-43c9-a3cd-4156b0a4b704 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:19:50.963702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:19:50.964536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Checking segment: {'id': '6b73d4a5-07a1-4875-9669-48822c378ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:19:50.965916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-f1601ad5-828b-4117-a826-ceee1764eff7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911298 Aug 18 14:19:50.971833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:50.971833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Bound using segment: {'id': '6b73d4a5-07a1-4875-9669-48822c378ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:19:50.971833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Bound port: 5d045279-cbb6-4146-9244-4a2be5527c51, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b73d4a5-07a1-4875-9669-48822c378ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c1847254-4898-43c9-a3cd-4156b0a4b704'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:19:50.971833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.025343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.064219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Transition to ACTIVE for port object ac3be604-1a42-4d3e-8e38-8b4d0f044b66 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:19:51.068047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2219feda-ecda-4dd3-81b8-47e6c2f1a695 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:51.149478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] For port 5d045279-cbb6-4146-9244-4a2be5527c51, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:19:51.164824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] For port 5d045279-cbb6-4146-9244-4a2be5527c51, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d045279-cbb6-4146-9244-4a2be5527c51,segment=NetworkSegment(6b73d4a5-07a1-4875-9669-48822c378ea4),segment_id=6b73d4a5-07a1-4875-9669-48822c378ea4)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:19:51.184839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.233886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Network c1847254-4898-43c9-a3cd-4156b0a4b704 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:19:51.237253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:19:51.243442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:19:51.272398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.275201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event updated for resources: {'Port': ['ID=ac3be604-1a42-4d3e-8e38-8b4d0f044b66,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:51.275331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:51.292736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:51.293119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.307886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.308527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.399086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:51.400844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2b2a-f3c3-4f3e-adb8-239edc01387d None None] Pushing event updated for resources: {'Port': ['ID=5d045279-cbb6-4146-9244-4a2be5527c51,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:51.420969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449a1666-ed2d-49fa-bc40-64476ed10107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.431036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-045e7a74-cf4b-4452-979e-275d28a08ec5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4798119 Aug 18 14:19:51.441041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46050) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:51.458330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1898651756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:51.469812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.491653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:19:51.491653 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:19:51.491653 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '82c70f66ed3e4bfda645f6e513a9ff56', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 19, 51, 483222)}] Aug 18 14:19:51.491653 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:19:51.492503 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:19:51.575822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:51.622983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449a1666-ed2d-49fa-bc40-64476ed10107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.649467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.650537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:51.716721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.732291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.732513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-449a1666-ed2d-49fa-bc40-64476ed10107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.741317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.748576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.767187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.784899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.797282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.799797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:51.803005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-c9dae8eb-7e76-4ed1-b196-1fc8cd351834 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5439 time: 0.2153034 Aug 18 14:19:51.859785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-449a1666-ed2d-49fa-bc40-64476ed10107 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6972e609709148c8950bde496c3732b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587986 Aug 18 14:19:51.860899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a1666-ed2d-49fa-bc40-64476ed10107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a623478-1eea-4c38-9630-a291cde139c7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:51.865146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:51.915145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14d4ac2f-958c-4426-847d-d35170d8e501 req-a93bb497-2e92-44fd-8dae-c8f02d793157 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054144 Aug 18 14:19:51.918535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-282b2c47-376a-48f7-882b-10c5de692ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.920533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:51.926029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:51.926401 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:51.956405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702113c5-033a-45e0-9627-b305f49080af req-a5c7542a-673f-48c8-93bd-5198d0f1878b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:51.964705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-702113c5-033a-45e0-9627-b305f49080af req-a5c7542a-673f-48c8-93bd-5198d0f1878b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.0706232 Aug 18 14:19:51.978257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.004487 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.057147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-702113c5-033a-45e0-9627-b305f49080af req-e4491b6e-0367-49a8-9051-207667eb8f0f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Aug 18 14:19:52.068203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.110480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:52.156449 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.162866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.162866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a623478-1eea-4c38-9630-a291cde139c7 HTTP/1.1" status: 204 len: 168 time: 0.2937779 Aug 18 14:19:52.168558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04ce01-87b9-4bb5-8f58-cfc2106f3470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a623478-1eea-4c38-9630-a291cde139c7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:52.213100 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.219673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.219837 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 226f936b-1276-4bfa-b67b-5794da9acb23 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:52.219927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.381669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:52.529566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 226f936b-1276-4bfa-b67b-5794da9acb23 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:52.541969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 226f936b-1276-4bfa-b67b-5794da9acb23 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:52.542351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f777c648-855c-40b3-ad44-639058ad4249" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc97c8-a57e-4a86-b32d-c42ace2ef886 x-openstack-request-id: req-26dc97c8-a57e-4a86-b32d-c42ace2ef886 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26dc97c8-a57e-4a86-b32d-c42ace2ef886 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'code': 200} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84', 'code': 200} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:52.845672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775dc3e-6056-46b6-8ed6-91e954caee8f None None] Network c1847254-4898-43c9-a3cd-4156b0a4b704 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:19:52.861826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:52.910756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-716b48fd-f885-4189-8bde-f82c12728ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:52.914034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-716b48fd-f885-4189-8bde-f82c12728ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e&tenant_id=587e436331a6453badf256c6ea65de77 HTTP/1.1" status: 200 len: 1094 time: 0.1200638 Aug 18 14:19:52.946730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d045279-cbb6-4146-9244-4a2be5527c51 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:53.022452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-d10d61e0-5f6f-4593-bfcf-07e81b1f386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.026415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-d10d61e0-5f6f-4593-bfcf-07e81b1f386e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1094 time: 0.0668049 Aug 18 14:19:53.235460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfe2e6-6755-4969-97c1-dc24582e1970 req-b573f64d-466b-4237-9f1f-8177c1a22a61 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.247919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47dfe2e6-6755-4969-97c1-dc24582e1970 req-b573f64d-466b-4237-9f1f-8177c1a22a61 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.0983415 Aug 18 14:19:53.248485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.255927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.262024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.268362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.274980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.280984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.286891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.288818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5271d2fc-4444-4455-86ac-b55203533a5a req-5c7c14c5-7e86-4530-bf9c-e96bf4def5a1 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5441 time: 0.2179053 Aug 18 14:19:53.342783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-3df6f3c2-4bc9-424d-bc21-a3fd813259f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.344875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-3df6f3c2-4bc9-424d-bc21-a3fd813259f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.3020556 Aug 18 14:19:53.374051 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.374051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:53.400577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47dfe2e6-6755-4969-97c1-dc24582e1970 req-85ea8134-b9a0-42e5-87a6-f3fe13153e58 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107149 Aug 18 14:19:53.404650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5271d2fc-4444-4455-86ac-b55203533a5a req-ea81db65-bf41-44bb-be5a-3919b0f602fd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066000 Aug 18 14:19:53.429899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.439770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5d045279-cbb6-4146-9244-4a2be5527c51 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:53.444469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Provisioning for port 5d045279-cbb6-4146-9244-4a2be5527c51 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:53.499463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5d045279-cbb6-4146-9244-4a2be5527c51 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:53.500415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.501173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-8c113002-6549-48a0-8539-49537736e320 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.1085310 Aug 18 14:19:53.503754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Provisioning complete for port 5d045279-cbb6-4146-9244-4a2be5527c51 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:53.504117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.586590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-91fbc6f5-e8e9-4852-b5fb-36d89fc88520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:53.588813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-91fbc6f5-e8e9-4852-b5fb-36d89fc88520 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.0798094 Aug 18 14:19:53.605311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:53.635349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-3ed889cc-3210-4e55-8f91-44b8bb4cb7d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334630 Aug 18 14:19:53.655735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.660463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ad493aab-588a-4b7f-9cab-9d1cd249a9ae tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.2143841 Aug 18 14:19:53.661405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46108) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:53.670434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-01c4d7b2-e977-4774-917b-2722e755b5cb tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1980269473', 'prefixes': ['172.20.0.0/16']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:19:53.684288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:53.694315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.696381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.710107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:53.711925 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.776767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-f527bbf3-91d9-468f-87dc-1aa770c97865 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295638 Aug 18 14:19:53.776925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] For port 5d045279-cbb6-4146-9244-4a2be5527c51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d045279-cbb6-4146-9244-4a2be5527c51,segment=NetworkSegment(6b73d4a5-07a1-4875-9669-48822c378ea4),segment_id=6b73d4a5-07a1-4875-9669-48822c378ea4)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:53.830069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.884614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:53.911331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.930775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f6f0f0c-58cf-47d7-b3d4-f18f9f77f5d6 req-439b5bba-fc78-4d85-ac61-b357b10c8a05 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414742 Aug 18 14:19:53.984548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:19:53.984912 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:19:53.989377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22982e-8dd8-410a-b4be-7fd93e5356bb None None] Pushing event updated for resources: {'Port': ['ID=5d045279-cbb6-4146-9244-4a2be5527c51,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:53.995161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:53.996017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:54.061669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c4d7b2-e977-4774-917b-2722e755b5cb tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for subnetpool, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.064349 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01c4d7b2-e977-4774-917b-2722e755b5cb tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4004347 Aug 18 14:19:54.068089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46132) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:54.077232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-bcd075d3-14a3-4076-8a2c-09fb56e3a9d4 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-60253605') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:54.087199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:54.152093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Provisioning for port ac3be604-1a42-4d3e-8e38-8b4d0f044b66 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:54.158601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Provisioning complete for port ac3be604-1a42-4d3e-8e38-8b4d0f044b66 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:54.160910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.207663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:54.213396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:54.214036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.253674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Port ac3be604-1a42-4d3e-8e38-8b4d0f044b66 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:19:54.277825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Provisioning complete for port 5d045279-cbb6-4146-9244-4a2be5527c51 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:54.278233 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-58e8ddda-b107-4128-a7ec-3a066f4bb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.290566 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bcd075d3-14a3-4076-8a2c-09fb56e3a9d4 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-60253605 HTTP/1.1" status: 201 len: 201 time: 0.2207181 Aug 18 14:19:54.293259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46144) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:54.298734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-f113501f-3669-4fa1-aecb-a20e73365f7c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-2138631797') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:54.381451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.410270 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:19:54.434949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:54.493645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f113501f-3669-4fa1-aecb-a20e73365f7c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-2138631797 HTTP/1.1" status: 201 len: 201 time: 0.1992366 Aug 18 14:19:54.496722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46156) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:54.502450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-a3166bc4-2af3-46f7-9b6e-9630da08c8c0 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1476585509') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:54.610905 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:54.611723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 585f3547-2bc4-4c6f-8b8a-aecba27ea660 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:54.715401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b289c3-7c32-4590-8aab-c2ff14aaf66d req-9aab40db-43f7-41bf-8c9e-d1fe71ca3005 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.724108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3b289c3-7c32-4590-8aab-c2ff14aaf66d req-9aab40db-43f7-41bf-8c9e-d1fe71ca3005 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.2175913 Aug 18 14:19:54.749513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.757083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.775052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.784839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.803386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.809413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.816694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:54.818900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-f77e59fd-7cfb-47e3-baeb-9176c9aecb5a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5444 time: 0.2543411 Aug 18 14:19:54.819478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46166) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:54.938907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3b289c3-7c32-4590-8aab-c2ff14aaf66d req-7e4d38c2-1d2e-4787-938e-8149de0f9630 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957862 Aug 18 14:19:55.029038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e26caedc-a04c-4d82-acb1-31c162e69554 req-402096ac-2a22-4b8d-b085-1bee979e6572 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851737 Aug 18 14:19:55.118520 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb5b6-0946-4712-8a4e-fc74759a0f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.133959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:55.137013 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345b10e-a9a5-42d3-a5f1-42752ed25d17" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "225b8805-2d25-46e2-ab52-cb9b9ea2e1ba"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:55.144135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:55.214653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d045279-cbb6-4146-9244-4a2be5527c51 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:55.330317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.335011 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcc985-a36a-4ffa-8160-60b3038dd8fa x-openstack-request-id: req-a9fcc985-a36a-4ffa-8160-60b3038dd8fa {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:55.335576 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "225b8805-2d25-46e2-ab52-cb9b9ea2e1ba", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:55.335999 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9fcc985-a36a-4ffa-8160-60b3038dd8fa {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:55.336735 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23', 'code': 200} Aug 18 14:19:55.337155 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b8805-2d25-46e2-ab52-cb9b9ea2e1ba', 'code': 200} Aug 18 14:19:55.337623 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'code': 200} Aug 18 14:19:55.364618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5d045279-cbb6-4146-9244-4a2be5527c51 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:55.376070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.401705 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-76f7fcd2-c1ee-4bd0-96c5-db7e4322e958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.441220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:55.452254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:55.455171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.455387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb5b6-0946-4712-8a4e-fc74759a0f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.540974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb5b6-0946-4712-8a4e-fc74759a0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.579272 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a3166bc4-2af3-46f7-9b6e-9630da08c8c0 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1476585509 HTTP/1.1" status: 201 len: 201 time: 1.0814135 Aug 18 14:19:55.582255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46184) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:55.587085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-91a2011f-3a0e-46ad-9c4c-aa2892f56ee8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-2070572302') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:55.590767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcb5b6-0946-4712-8a4e-fc74759a0f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300400d5-8739-48ed-ba19-b0f85f5d6d00,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:55.622427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f9fcb5b6-0946-4712-8a4e-fc74759a0f06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=accbfe5495a54e1db965037b4f700655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7757113 Aug 18 14:19:55.622427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46186) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:55.716639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.740247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.759234 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91a2011f-3a0e-46ad-9c4c-aa2892f56ee8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-2070572302 HTTP/1.1" status: 201 len: 201 time: 0.1758101 Aug 18 14:19:55.761653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:55.766998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-a5390cfb-eba5-4e7b-b84a-bc721533babd tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:55.807158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.848531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:55.883584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.887508 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a5390cfb-eba5-4e7b-b84a-bc721533babd tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 200 len: 239 time: 0.1246483 Aug 18 14:19:55.890839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46204) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:55.895813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-019afa38-76ca-482f-843e-2df55f9ccaef tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-60253605') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:55.929997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:55.931724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e8dad085-2605-4b6c-b57f-ceeff6b7d67d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:19:55.984337 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-019afa38-76ca-482f-843e-2df55f9ccaef tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-60253605 HTTP/1.1" status: 204 len: 168 time: 0.0922856 Aug 18 14:19:55.986937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46208) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:55.992786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-9d3e7d66-64fc-465e-bf20-544fdfedb951 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-60253605') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:56.058324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:56.148665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:56.148665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:56.152319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/300400d5-8739-48ed-ba19-b0f85f5d6d00 HTTP/1.1" status: 204 len: 168 time: 0.5312278 Aug 18 14:19:56.167016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e8dad085-2605-4b6c-b57f-ceeff6b7d67d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:19:56.182009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e8dad085-2605-4b6c-b57f-ceeff6b7d67d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:19:56.182234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:56.258461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bf35d-f08e-4a02-be68-d286df935a25 req-f1cf7aac-4d21-41db-a59a-183a97ec96dd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.267054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a93bf35d-f08e-4a02-be68-d286df935a25 req-f1cf7aac-4d21-41db-a59a-183a97ec96dd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1442919 Aug 18 14:19:56.278534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a268-88ea-4d10-84c3-e9146b7058a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300400d5-8739-48ed-ba19-b0f85f5d6d00,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:56.451292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.455169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:56.459817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.468050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.477440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.484790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.492069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.501533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:56.504129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-70b355e2-43bb-4750-9f6e-eeeb073af088 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5445 time: 0.3125782 Aug 18 14:19:56.588092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9d3e7d66-64fc-465e-bf20-544fdfedb951 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-60253605 HTTP/1.1" status: 204 len: 168 time: 0.5984063 Aug 18 14:19:56.589110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:56.594146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-759533b6-2c50-4800-b860-95a90f19c8a8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:56.602282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:19:56.641033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7df23b75-2714-48ef-9da2-4643f29ed9a7 req-9f4d20cb-4cc5-4190-bd44-f4c456eee1dd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147017 Aug 18 14:19:56.654616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a93bf35d-f08e-4a02-be68-d286df935a25 req-74833a1b-d962-4cfe-b9ef-e4d4c046e147 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859859 Aug 18 14:19:56.673151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:56.774589 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-759533b6-2c50-4800-b860-95a90f19c8a8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 200 len: 205 time: 0.1840920 Aug 18 14:19:56.776006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46228) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:56.782085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-d1d6f212-8914-405b-b549-c6fd7c6347f5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:56.831838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:56.897136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d1d6f212-8914-405b-b549-c6fd7c6347f5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 200 len: 241 time: 0.1190574 Aug 18 14:19:56.899697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46230) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:56.904691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-59411c43-1b5c-402d-8ff2-0c624822d111 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-2138631797') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:56.992542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59411c43-1b5c-402d-8ff2-0c624822d111 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-2138631797 HTTP/1.1" status: 204 len: 168 time: 0.0912883 Aug 18 14:19:56.994952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:57.000953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-be8d1e36-1c45-42a7-b1d8-7d763625897d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-2138631797') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:57.279286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-be8d1e36-1c45-42a7-b1d8-7d763625897d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-2138631797 HTTP/1.1" status: 204 len: 168 time: 0.2823942 Aug 18 14:19:57.281496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46248) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:57.290266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-d18868ff-0f05-4132-b25c-654a50c9751d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:57.339205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f3547-2bc4-4c6f-8b8a-aecba27ea660'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:19:57.342448 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e432f0-67fb-49bb-b7ae-17992a16a292" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "585f3547-2bc4-4c6f-8b8a-aecba27ea660"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:19:57.400609 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1059be-94d5-4c01-94b6-6759f8d25420 x-openstack-request-id: req-fe1059be-94d5-4c01-94b6-6759f8d25420 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:19:57.401563 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "585f3547-2bc4-4c6f-8b8a-aecba27ea660", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:19:57.402592 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe1059be-94d5-4c01-94b6-6759f8d25420 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:19:57.404394 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f3547-2bc4-4c6f-8b8a-aecba27ea660', 'code': 200} Aug 18 14:19:57.404898 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'code': 200} Aug 18 14:19:57.425723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46256) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:57.432804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-1b4b402d-8210-49f7-844e-fe5352f8418c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:57.432985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d18868ff-0f05-4132-b25c-654a50c9751d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 200 len: 205 time: 0.1499479 Aug 18 14:19:57.501794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:57.701976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1b4b402d-8210-49f7-844e-fe5352f8418c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 200 len: 241 time: 0.2748094 Aug 18 14:19:57.705491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46270) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:57.711267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-8ec303fd-5eb0-4f30-9cea-14ddb606d21b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1476585509') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:57.713101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.719924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.733086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.733704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.735364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.735946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.737078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:57.748607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-add69083-f276-4d1e-935b-f4c1282bb95e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.1594789 Aug 18 14:19:57.892827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8ec303fd-5eb0-4f30-9cea-14ddb606d21b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1476585509 HTTP/1.1" status: 204 len: 168 time: 0.1854241 Aug 18 14:19:57.893453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:57.898800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-464f9949-b5da-4c8c-8ab5-e32c083a0368 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1476585509') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:57.911600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0681945e-2348-472e-b3b5-5a0c00c4deca req-43b49f55-1b89-4b5d-aeab-f31a4b92e3fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59775fce-b429-4c8c-9b3e-515ede77778c&id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509674 Aug 18 14:19:58.053367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054906e-404f-49df-b056-58f129437764 req-fec81590-0fa3-4c9b-9af3-4f015c619c7a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.057427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6054906e-404f-49df-b056-58f129437764 req-fec81590-0fa3-4c9b-9af3-4f015c619c7a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.2537918 Aug 18 14:19:58.113747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.119846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.127627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.134527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.140798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.147364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.153511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-464f9949-b5da-4c8c-8ab5-e32c083a0368 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1476585509 HTTP/1.1" status: 204 len: 168 time: 0.2588425 Aug 18 14:19:58.154461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46290) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.161745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:58.162016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-2e1a577f-7ac9-494c-ac95-4a6d4592fbf9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.172521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-728fde85-76f2-4d64-b294-9684d5a881ff req-e4cf951b-3300-41a1-8ea2-d8a8e8b770f2 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.3418663 Aug 18 14:19:58.221483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6054906e-404f-49df-b056-58f129437764 req-2bd396ca-3adb-4200-a4c3-7ccba7f7b528 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523771 Aug 18 14:19:58.254215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-728fde85-76f2-4d64-b294-9684d5a881ff req-595517e8-c063-4a18-8329-3a3b06773f57 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782640 Aug 18 14:19:58.390269 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e1a577f-7ac9-494c-ac95-4a6d4592fbf9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 200 len: 205 time: 0.2341411 Aug 18 14:19:58.393142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46296) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.397944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-6887c850-fce9-4674-be05-d9a01a883a3d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.438869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6887c850-fce9-4674-be05-d9a01a883a3d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 200 len: 241 time: 0.0442719 Aug 18 14:19:58.441207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46298) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.445910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-041a56dd-09da-4371-830b-4949f7196b5a tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-2070572302') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.469830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-041a56dd-09da-4371-830b-4949f7196b5a tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-2070572302 HTTP/1.1" status: 204 len: 168 time: 0.0272985 Aug 18 14:19:58.472150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46300) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.482268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-054ae078-9c1b-44b6-a8aa-e6af4cdb00d2 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-2070572302') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.610398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-054ae078-9c1b-44b6-a8aa-e6af4cdb00d2 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-2070572302 HTTP/1.1" status: 204 len: 168 time: 0.1358082 Aug 18 14:19:58.612944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.617587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-06799e79-2f90-45b8-a93d-71e0e3555e56 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.643195 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-06799e79-2f90-45b8-a93d-71e0e3555e56 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 200 len: 205 time: 0.0291274 Aug 18 14:19:58.651428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46308) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.656519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-89d6361c-f646-4aad-9124-a5c326ee8ab1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.692197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46312) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.697429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-432fd4aa-02e4-4b34-8082-73f9262e1a7b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:58.704173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-89d6361c-f646-4aad-9124-a5c326ee8ab1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0513170 Aug 18 14:19:58.813818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46318) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.895866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-432fd4aa-02e4-4b34-8082-73f9262e1a7b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 204 len: 168 time: 0.2002902 Aug 18 14:19:58.897144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46322) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:58.903408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-38fce483-8374-4c20-9774-57f78e55c433 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:59.017007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:59.017648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-38fce483-8374-4c20-9774-57f78e55c433 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 204 len: 168 time: 0.1187878 Aug 18 14:19:59.023938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-46097c08-ab72-4562-b9f0-08063eaebf1e tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:59.087432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e9199d25-7726-4185-a547-27a5492280d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.160970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-46097c08-ab72-4562-b9f0-08063eaebf1e tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1382437 Aug 18 14:19:59.162385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46326) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:59.169322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-c9cf9de3-f397-4e06-bcca-65cb947f11e9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-310337755') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:59.312911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e9199d25-7726-4185-a547-27a5492280d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.361629 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9cf9de3-f397-4e06-bcca-65cb947f11e9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-310337755 HTTP/1.1" status: 201 len: 201 time: 0.1950769 Aug 18 14:19:59.362329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46334) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:59.369073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-19a993ba-08bc-4de5-93f1-2d83370c66b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-1812657624') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:59.388160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e9199d25-7726-4185-a547-27a5492280d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.435726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e9199d25-7726-4185-a547-27a5492280d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cd31a4d6e1543de99739db0c9cb92df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147540 Aug 18 14:19:59.452192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46340) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:59.560364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2d79f-3773-4c4a-8fb9-d8154f64db95 req-59ee0bba-17a3-43ab-a51e-1db15396f920 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.562818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67d2d79f-3773-4c4a-8fb9-d8154f64db95 req-59ee0bba-17a3-43ab-a51e-1db15396f920 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.2214160 Aug 18 14:19:59.563509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9199d25-7726-4185-a547-27a5492280d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173e635-8ed0-45bd-8155-18ddfdd8eab8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:19:59.657231 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-19a993ba-08bc-4de5-93f1-2d83370c66b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-1812657624 HTTP/1.1" status: 201 len: 201 time: 0.2922432 Aug 18 14:19:59.659518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46344) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:19:59.670851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-4cb8efa5-c9ae-4330-9315-3d35fe323484 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1551527958') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:19:59.684028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.691455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.697194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.703791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.710301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.716612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.723391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:59.733802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-7aa1e2cc-00e3-47a3-bda7-0baf35e1b4fa tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.3025899 Aug 18 14:19:59.763105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67d2d79f-3773-4c4a-8fb9-d8154f64db95 req-0aaecc5c-3a8f-4a96-bee8-096a9f0186a7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836314 Aug 18 14:19:59.763779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.807185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.880291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-473b8c5f-5ec4-4e5e-8043-8392913f6670 req-48e4288d-4a39-4be7-aa0a-6386239f5282 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448498 Aug 18 14:20:00.055741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:00.067396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cb8efa5-c9ae-4330-9315-3d35fe323484 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1551527958 HTTP/1.1" status: 201 len: 201 time: 0.3955011 Aug 18 14:20:00.067396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46352) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.068217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:00.068315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-b0e42a0d-59bb-412a-aa12-20a4ec16e66e tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-742703598') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.068413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0173e635-8ed0-45bd-8155-18ddfdd8eab8 HTTP/1.1" status: 204 len: 168 time: 0.6087508 Aug 18 14:20:00.085280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f119efe-c3d0-44c4-aeef-1b1e8ac6143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173e635-8ed0-45bd-8155-18ddfdd8eab8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:00.224062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46358) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.229918 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0e42a0d-59bb-412a-aa12-20a4ec16e66e tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-742703598 HTTP/1.1" status: 201 len: 201 time: 0.1693738 Aug 18 14:20:00.234821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-528407e2-6768-40c5-a3fb-0c310bf6cc94 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', {'tags': ['tempest-TagsExtTest-Tag-1777847444', 'tempest-TagsExtTest-Tag-184349798', 'tempest-TagsExtTest-Tag-2044684326']}) {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.419605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-528407e2-6768-40c5-a3fb-0c310bf6cc94 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 200 len: 317 time: 0.1940184 Aug 18 14:20:00.423016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46362) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.430515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-b99072c4-3d09-460a-9401-d35ef9624a0a tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.656492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b99072c4-3d09-460a-9401-d35ef9624a0a tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 204 len: 168 time: 0.2314270 Aug 18 14:20:00.659099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46370) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.663969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-bb9a5178-0660-48f4-95c9-d92da3064244 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-1777847444') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.726607 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-bb9a5178-0660-48f4-95c9-d92da3064244 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:00.730220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb9a5178-0660-48f4-95c9-d92da3064244 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-1777847444 HTTP/1.1" status: 404 len: 329 time: 0.0674975 Aug 18 14:20:00.730432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46372) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.735882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-fe020494-e701-4476-934f-f1ba261bb063 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-184349798') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.832649 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-fe020494-e701-4476-934f-f1ba261bb063 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:00.833791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fe020494-e701-4476-934f-f1ba261bb063 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-184349798 HTTP/1.1" status: 404 len: 328 time: 0.1022351 Aug 18 14:20:00.836996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.848385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-996c8081-9cee-4543-85fd-574f4ca1297f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e', 'tempest-TagsExtTest-Tag-2044684326') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.931855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755a838-5602-4336-a373-168a53f29dc6 req-1b8ca75e-e5ee-4ec2-86ac-9a06c282cd01 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:00.933399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4755a838-5602-4336-a373-168a53f29dc6 req-1b8ca75e-e5ee-4ec2-86ac-9a06c282cd01 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.0683162 Aug 18 14:20:00.949558 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-996c8081-9cee-4543-85fd-574f4ca1297f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:00.950615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-996c8081-9cee-4543-85fd-574f4ca1297f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags/tempest-TagsExtTest-Tag-2044684326 HTTP/1.1" status: 404 len: 329 time: 0.1127031 Aug 18 14:20:00.954036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46382) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:00.959801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-e27f6784-f4b5-498f-bef6-0e2ba2931138 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', {'tags': ['tempest-TagsExtTest-Tag-1665285376', 'tempest-TagsExtTest-Tag-679744609', 'tempest-TagsExtTest-Tag-1658628271']}) {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:00.990950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4755a838-5602-4336-a373-168a53f29dc6 req-f9ef91b6-228c-47f8-ba49-5fdaaa6d4e10 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 Aug 18 14:20:01.145708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.154791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.163012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.183837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.193384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.193809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-704cb761-c6fe-4f22-81e3-64ccc6a759ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.204181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.211341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.219501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.229270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-23427033-a080-48de-a95d-c5f5d45cdb29 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.1418326 Aug 18 14:20:01.236734 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e27f6784-f4b5-498f-bef6-0e2ba2931138 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 200 len: 317 time: 0.2814271 Aug 18 14:20:01.241486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.244438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-69ae917a-7cb8-4734-9477-34e73869303d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:01.333253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e92c2da2-21ec-402a-ab6d-e94c109eb563 req-4ef972c7-9d23-4608-9fca-0bca10310144 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024895 Aug 18 14:20:01.347023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-704cb761-c6fe-4f22-81e3-64ccc6a759ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.446219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46394) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.447826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-704cb761-c6fe-4f22-81e3-64ccc6a759ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.490603 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-704cb761-c6fe-4f22-81e3-64ccc6a759ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1768224dc40b49ca8b538cfb12c4480a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346908 Aug 18 14:20:01.491916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cb761-c6fe-4f22-81e3-64ccc6a759ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c6b54-021e-4e77-8bfc-a1427f8d33fc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:01.494250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.495989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.502625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.508482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.514491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.520511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.526461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.532531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:01.535122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f57d4249-ca49-449f-ad70-e3128b8fd898 req-137ede24-85f3-409f-8007-c3f4e02ecb62 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.1004591 Aug 18 14:20:01.541781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46400) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.548091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-0a82b1ee-8cc4-4886-ad16-df214534cb8b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-1665285376') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:01.549163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-69ae917a-7cb8-4734-9477-34e73869303d tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 204 len: 168 time: 0.3059790 Aug 18 14:20:01.614171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46402) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.619763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Request body: {'floatingip': {'port_id': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:01.623146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.661486 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.684673 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0a82b1ee-8cc4-4886-ad16-df214534cb8b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:01.689146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a82b1ee-8cc4-4886-ad16-df214534cb8b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-1665285376 HTTP/1.1" status: 404 len: 329 time: 0.1425724 Aug 18 14:20:01.689306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-04b0de06-0ba9-46b6-a331-f0c8e1028e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.690141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46404) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.694933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-85d5b934-697c-44b1-9065-e9727f8195dd tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-679744609') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:01.699657 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.795725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.799436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:01.807425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd1c6b54-021e-4e77-8bfc-a1427f8d33fc HTTP/1.1" status: 204 len: 168 time: 0.3084910 Aug 18 14:20:01.817828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d34ab-2dfd-4fb3-aee0-f0ac0dfffcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c6b54-021e-4e77-8bfc-a1427f8d33fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:01.952254 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-85d5b934-697c-44b1-9065-e9727f8195dd tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:01.953408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-85d5b934-697c-44b1-9065-e9727f8195dd tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-679744609 HTTP/1.1" status: 404 len: 328 time: 0.2620964 Aug 18 14:20:01.957097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46410) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:01.962054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-1e843d40-0aeb-4ab3-8ac9-4581714e199f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66', 'tempest-TagsExtTest-Tag-1658628271') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.026785 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-1e843d40-0aeb-4ab3-8ac9-4581714e199f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:02.027085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-04b0de06-0ba9-46b6-a331-f0c8e1028e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.031133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e843d40-0aeb-4ab3-8ac9-4581714e199f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags/tempest-TagsExtTest-Tag-1658628271 HTTP/1.1" status: 404 len: 329 time: 0.0699458 Aug 18 14:20:02.031607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46414) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.037724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-aacdbab5-7086-469d-b57d-d09e09b381b5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', {'tags': ['tempest-TagsExtTest-Tag-134440034', 'tempest-TagsExtTest-Tag-1955208474', 'tempest-TagsExtTest-Tag-1567620387']}) {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.210833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-04b0de06-0ba9-46b6-a331-f0c8e1028e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.264696 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aacdbab5-7086-469d-b57d-d09e09b381b5 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 200 len: 317 time: 0.2315922 Aug 18 14:20:02.267577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.272206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-04b0de06-0ba9-46b6-a331-f0c8e1028e99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b21b263ae2649659cf81e766462ae22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224053 Aug 18 14:20:02.272725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-0432436e-9cf1-468f-875c-1cf69ad72269 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.276403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.321000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010c305-0e3c-4835-b449-50bcc898f960 req-1ae17755-f6ba-45c6-9cac-e2b6daf250a2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:02.322585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8010c305-0e3c-4835-b449-50bcc898f960 req-1ae17755-f6ba-45c6-9cac-e2b6daf250a2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.2488317 Aug 18 14:20:02.462761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.531695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.565648 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0432436e-9cf1-468f-875c-1cf69ad72269 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 204 len: 168 time: 0.2968283 Aug 18 14:20:02.572325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46430) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.583264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-3eeea5e2-34ec-4781-8f21-be01b637bf33 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-134440034') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.706959 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-3eeea5e2-34ec-4781-8f21-be01b637bf33 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:02.709548 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3eeea5e2-34ec-4781-8f21-be01b637bf33 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-134440034 HTTP/1.1" status: 404 len: 328 time: 0.1360586 Aug 18 14:20:02.712377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.727102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-3e1c7619-050c-413e-83b2-d57168af8657 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1955208474') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.762597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0de06-0ba9-46b6-a331-f0c8e1028e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9da60c-2f2c-4c1d-abe6-a9439d6293c8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:02.774432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8010c305-0e3c-4835-b449-50bcc898f960 req-4c168b05-ffa9-42f7-b311-b605e9f43b3c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141941 Aug 18 14:20:02.827810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.832714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:02.834280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de9da60c-2f2c-4c1d-abe6-a9439d6293c8 HTTP/1.1" status: 204 len: 168 time: 0.5559731 Aug 18 14:20:02.868161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20465f-22f5-44ad-9aea-d6057a90f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9da60c-2f2c-4c1d-abe6-a9439d6293c8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:02.873560 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-3e1c7619-050c-413e-83b2-d57168af8657 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:02.895889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3e1c7619-050c-413e-83b2-d57168af8657 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1955208474 HTTP/1.1" status: 404 len: 329 time: 0.1667039 Aug 18 14:20:02.896539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:02.907582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-972a6270-7c38-4379-9fd9-875e16a7bccf tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90', 'tempest-TagsExtTest-Tag-1567620387') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:02.975960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:20:03.053245 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-972a6270-7c38-4379-9fd9-875e16a7bccf tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:03.055488 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-972a6270-7c38-4379-9fd9-875e16a7bccf tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags/tempest-TagsExtTest-Tag-1567620387 HTTP/1.1" status: 404 len: 329 time: 0.1571743 Aug 18 14:20:03.057986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46444) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.059635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:03.073405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-f3135b0e-ae6c-4fb3-bf81-d779de54a1f7 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', {'tags': ['tempest-TagsExtTest-Tag-1235658955', 'tempest-TagsExtTest-Tag-328505722', 'tempest-TagsExtTest-Tag-1807342310']}) {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.144477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:03.300580 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Floating IP 13caae15-26ca-4e0c-999e-225f733ef4ae associated. External IP: 172.25.1.39, port: e8dad085-2605-4b6c-b57f-ceeff6b7d67d. Aug 18 14:20:03.316670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f3135b0e-ae6c-4fb3-bf81-d779de54a1f7 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "PUT /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 200 len: 317 time: 0.2519968 Aug 18 14:20:03.323087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46454) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.323087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-f25d99da-c90f-41ba-853d-8980bf350ff3 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.507770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f25d99da-c90f-41ba-853d-8980bf350ff3 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 204 len: 168 time: 0.1894796 Aug 18 14:20:03.510491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46462) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.517130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-80e65c4e-c5dc-4db3-8dc9-110a86beec89 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-1235658955') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.575943 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-80e65c4e-c5dc-4db3-8dc9-110a86beec89 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:03.580454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80e65c4e-c5dc-4db3-8dc9-110a86beec89 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-1235658955 HTTP/1.1" status: 404 len: 329 time: 0.0655150 Aug 18 14:20:03.580779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.586463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-cb84ca71-b31e-4f9f-83f3-70e5c4d3079c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-328505722') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.634539 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-cb84ca71-b31e-4f9f-83f3-70e5c4d3079c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:03.634539 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cb84ca71-b31e-4f9f-83f3-70e5c4d3079c tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-328505722 HTTP/1.1" status: 404 len: 328 time: 0.0501025 Aug 18 14:20:03.635309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46468) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.681801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-ab284048-3bd9-40d3-ad39-aeb02d3a6101 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4', 'tempest-TagsExtTest-Tag-1807342310') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.729276 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-ab284048-3bd9-40d3-ad39-aeb02d3a6101 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] show failed (client error): The resource could not be found. Aug 18 14:20:03.731196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ab284048-3bd9-40d3-ad39-aeb02d3a6101 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags/tempest-TagsExtTest-Tag-1807342310 HTTP/1.1" status: 404 len: 329 time: 0.0947905 Aug 18 14:20:03.734489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46472) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.740232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-ac1db2cd-e769-4124-9fa3-a3a29d9d6395 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec95fc22-110a-4e2d-b072-6c30758047a4') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.753023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:20:03.814929 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ac1db2cd-e769-4124-9fa3-a3a29d9d6395 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0782290 Aug 18 14:20:03.817163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.831062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-a855d6b6-0de6-4bb6-adcc-b86e3ad18b66 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7db7a1bf-2ffc-40b9-93fb-3bc69f660e90') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.957744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:03.961665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a855d6b6-0de6-4bb6-adcc-b86e3ad18b66 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90/tags HTTP/1.1" status: 204 len: 168 time: 0.1418171 Aug 18 14:20:03.965772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46480) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:03.965940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:03.977079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Sync routers for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:03.983218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-8f7044d3-84a4-412b-bf73-f4d63aa014f3 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ac3be604-1a42-4d3e-8e38-8b4d0f044b66') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:03.988795 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:03.991763 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:04.013957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6a0637f8-ab30-41b9-871b-3e767c0db29b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "PUT /v2.0/floatingips/13caae15-26ca-4e0c-999e-225f733ef4ae HTTP/1.1" status: 200 len: 991 time: 2.3984373 Aug 18 14:20:04.015524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:20:04.018631 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36" -d '{"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:20:04.048180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f308-10f7-4298-9267-77173848cff3 req-abb4b1a5-008a-4511-817a-83ea5a057d9d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.057520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be50f308-10f7-4298-9267-77173848cff3 req-abb4b1a5-008a-4511-817a-83ea5a057d9d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1120377 Aug 18 14:20:04.112585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be50f308-10f7-4298-9267-77173848cff3 req-1c32cb55-179a-41f9-a7c4-36f02e153f4a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Aug 18 14:20:04.121967 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f7044d3-84a4-412b-bf73-f4d63aa014f3 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66/tags HTTP/1.1" status: 204 len: 168 time: 0.1498215 Aug 18 14:20:04.125416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46488) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:04.133148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-b8f7bd15-5594-42fd-b672-13307c9e4d75 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e138fa4-500e-4055-8196-9af7b1e07b7e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:04.252423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:04.320555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:04.322429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8f7bd15-5594-42fd-b672-13307c9e4d75 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1948977 Aug 18 14:20:04.370526 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77fa26-1158-42fd-a52d-05d6426ad47a x-openstack-request-id: req-ff77fa26-1158-42fd-a52d-05d6426ad47a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:20:04.370902 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:20:04.371255 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff77fa26-1158-42fd-a52d-05d6426ad47a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:20:04.371784 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'status': 'completed', 'code': 200} Aug 18 14:20:04.495036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.495834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.496782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.498604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.500206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.506024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.506024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.515435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-c6a3b1dd-3352-4710-9658-7103f37a75f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.1065006 Aug 18 14:20:04.587340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db438c31-4264-4b35-8a1f-5c6c259844a2 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for subnetpool, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:04.588891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db438c31-4264-4b35-8a1f-5c6c259844a2 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnetpools/ec95fc22-110a-4e2d-b072-6c30758047a4 HTTP/1.1" status: 204 len: 168 time: 0.2682159 Aug 18 14:20:04.591513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:04.601240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '13caae15-26ca-4e0c-999e-225f733ef4ae', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'port_id': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'mac_address': 'fa:16:3e:07:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:43Z', 'updated_at': '2021-08-18T14:20:02Z', 'revision_number': 1, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:04.657695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e46a9d6-3b24-412e-9efc-e45fe4b6132b tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db7a1bf-2ffc-40b9-93fb-3bc69f660e90 HTTP/1.1" status: 200 len: 205 time: 0.0638525 Aug 18 14:20:04.663754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46506) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:04.689714 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Checking router: 84ad80a3-a6f2-4c7b-83c9-8064774612c1 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:20:04.715364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:04.716388 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:04.732009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-820d8aa6-89bd-4eaa-8ff6-aedac49e6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:04.739698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-820d8aa6-89bd-4eaa-8ff6-aedac49e6c86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a HTTP/1.1" status: 200 len: 917 time: 0.2163622 Aug 18 14:20:04.936881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:04.942199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-f98ea39e-186a-4e3b-8e22-1ce066067bd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 999 time: 0.1954522 Aug 18 14:20:05.083602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-66cc6dfe-8a7c-4add-8eb0-0732644e6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:05.090782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-66cc6dfe-8a7c-4add-8eb0-0732644e6e64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.1407833 Aug 18 14:20:05.174136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-6e91b22b-0f25-4f2a-b439-896b65997c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:05.179716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-6e91b22b-0f25-4f2a-b439-896b65997c9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810249 Aug 18 14:20:05.271577 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:05.347681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:05.353268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:05.493257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576ad08-c526-4206-b0e9-e61aa30dc7ea req-6aec0b10-ba53-48e3-8da9-115681001336 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:05.499005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d576ad08-c526-4206-b0e9-e61aa30dc7ea req-6aec0b10-ba53-48e3-8da9-115681001336 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1839926 Aug 18 14:20:05.551914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:05.552700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Fanout notify agent at l3_agent the message router_deleted on router 7db7a1bf-2ffc-40b9-93fb-3bc69f660e90 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:05.559737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:05.561246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c353db28-69ec-47fe-ad77-9bbeb922ffe9 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/routers/7db7a1bf-2ffc-40b9-93fb-3bc69f660e90 HTTP/1.1" status: 204 len: 168 time: 0.8961103 Aug 18 14:20:05.564442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46530) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:05.631768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-2ec1ba61-6629-461f-99aa-1ed79c0be953 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433191 Aug 18 14:20:05.746060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Deleting port ac3be604-1a42-4d3e-8e38-8b4d0f044b66 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:05.746653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:05.823471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d576ad08-c526-4206-b0e9-e61aa30dc7ea req-f0644ebd-c3fb-44a2-8e52-a3dd110fb762 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818780 Aug 18 14:20:05.976965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8de54cf5-1a14-46cb-8d7e-f860ddbf1a36 req-6af5f0f8-d1f9-4aa4-b5f6-2e89b67375b5 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350773 Aug 18 14:20:06.064741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:06.080861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Calling delete_port for ac3be604-1a42-4d3e-8e38-8b4d0f044b66 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:06.306566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '13caae15-26ca-4e0c-999e-225f733ef4ae', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'port_id': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'mac_address': 'fa:16:3e:07:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:43Z', 'updated_at': '2021-08-18T14:20:02Z', 'revision_number': 1, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:06.381591 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca943a-669c-471c-9a87-070dd32045fd None None] The sync data for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 is: [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '13caae15-26ca-4e0c-999e-225f733ef4ae', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'port_id': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'mac_address': 'fa:16:3e:07:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:43Z', 'updated_at': '2021-08-18T14:20:02Z', 'revision_number': 1, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:06.534636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:06.610943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event deleted for resources: {'Port': ['ID=ac3be604-1a42-4d3e-8e38-8b4d0f044b66,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:06.724991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:06.727879 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ed31c1bd-f286-460c-a95e-e3337bd4ee9f tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/ports/ac3be604-1a42-4d3e-8e38-8b4d0f044b66 HTTP/1.1" status: 204 len: 168 time: 1.1622083 Aug 18 14:20:06.730612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:06.826539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Deleting subnet 2e138fa4-500e-4055-8196-9af7b1e07b7e {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:20:06.831534 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:06.973099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.053496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95f64f-4eb5-4030-8146-d1b6d519be02 None None] New status for floating IP 13caae15-26ca-4e0c-999e-225f733ef4ae: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:20:07.232854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf46c4-2ab8-4f5c-8669-b5331e0e3927 req-5e4f02fe-0863-4806-84b2-c696cce782f7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:07.235274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7cf46c4-2ab8-4f5c-8669-b5331e0e3927 req-5e4f02fe-0863-4806-84b2-c696cce782f7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.2049570 Aug 18 14:20:07.279513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.326379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7cf46c4-2ab8-4f5c-8669-b5331e0e3927 req-e6d88405-94b2-4cca-a9ff-57611f59ddf5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824487 Aug 18 14:20:07.475522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.491555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.493402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/subnets/2e138fa4-500e-4055-8196-9af7b1e07b7e HTTP/1.1" status: 204 len: 168 time: 0.7616436 Aug 18 14:20:07.495980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46584) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:07.505101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a7d6d-d23e-4e86-9076-eebff1d96bba None None] Network c1847254-4898-43c9-a3cd-4156b0a4b704 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:07.512004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ef1b-0be2-4648-b4d0-9743bbf5d9b8 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event deleted for resources: {'Subnet': ['ID=2e138fa4-500e-4055-8196-9af7b1e07b7e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:07.619721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.716155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Deleting port 5d045279-cbb6-4146-9244-4a2be5527c51 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:07.722798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.772810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] DHCP port deletion for c1847254-4898-43c9-a3cd-4156b0a4b704 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:20:07.803328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] For port 5d045279-cbb6-4146-9244-4a2be5527c51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d045279-cbb6-4146-9244-4a2be5527c51,segment=NetworkSegment(6b73d4a5-07a1-4875-9669-48822c378ea4),segment_id=6b73d4a5-07a1-4875-9669-48822c378ea4)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:07.804063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.819238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Calling delete_port for 5d045279-cbb6-4146-9244-4a2be5527c51 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:07.822029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Deleting port 5d045279-cbb6-4146-9244-4a2be5527c51 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:07.826678 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.888849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] For port 5d045279-cbb6-4146-9244-4a2be5527c51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5d045279-cbb6-4146-9244-4a2be5527c51,segment=NetworkSegment(6b73d4a5-07a1-4875-9669-48822c378ea4),segment_id=6b73d4a5-07a1-4875-9669-48822c378ea4)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:07.889342 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:07.904846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Calling delete_port for 5d045279-cbb6-4146-9244-4a2be5527c51 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:08.038996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.042626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.070932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Pushing event deleted for resources: {'Port': ['ID=5d045279-cbb6-4146-9244-4a2be5527c51,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:08.071585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event deleted for resources: {'Port': ['ID=5d045279-cbb6-4146-9244-4a2be5527c51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:08.076500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] No DVR routers for this DVR port 5d045279-cbb6-4146-9244-4a2be5527c51 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:20:08.082302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] No DVR routers for this DVR port 5d045279-cbb6-4146-9244-4a2be5527c51 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:20:08.085194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.086195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.086929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.087525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.088094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.088576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.089072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.089576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.090125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.090615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.091118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.091618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75256b-919b-48fe-b276-60d59cfb8343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.178342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.178995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.183708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:08.214590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.226703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1847254-4898-43c9-a3cd-4156b0a4b704']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:08.247081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b73d4a5-07a1-4875-9669-48822c378ea4') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:08.247081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b73d4a5-07a1-4875-9669-48822c378ea4') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:08.254135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.271484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.277738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:20:08.278169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:20:08.281750 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:20:08.418979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.426550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.428881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] 10.222.0.35 "DELETE /v2.0/networks/c1847254-4898-43c9-a3cd-4156b0a4b704 HTTP/1.1" status: 204 len: 168 time: 0.9313323 Aug 18 14:20:08.441616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4d6ff-e83c-4302-92d8-7a119b1268b1 tempest-TagsExtTest-948836091 tempest-TagsExtTest-948836091-project] Pushing event deleted for resources: {'Network': ['ID=c1847254-4898-43c9-a3cd-4156b0a4b704,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:08.467870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46616) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:08.497634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83160b-ba41-4b53-8e0b-3886173aade7 req-d0c78d44-22ec-4a63-bf7a-b63dfa404747 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:08.499676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae83160b-ba41-4b53-8e0b-3886173aade7 req-d0c78d44-22ec-4a63-bf7a-b63dfa404747 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.0836039 Aug 18 14:20:08.544293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae83160b-ba41-4b53-8e0b-3886173aade7 req-5530323d-c000-4ca9-a241-dd23e39099a9 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374236 Aug 18 14:20:08.604082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d328-7d40-4199-aedc-85df390b6f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.697650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d328-7d40-4199-aedc-85df390b6f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.766475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d328-7d40-4199-aedc-85df390b6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.808766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0c3d328-7d40-4199-aedc-85df390b6f07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bd21815f91f4f2184541dc202964dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368890 Aug 18 14:20:08.808766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3d328-7d40-4199-aedc-85df390b6f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99afd403-42bc-4f55-9ed8-197a7599b87a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:08.809176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46624) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:08.864221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.888297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:08.995553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46628) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:09.018656 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.022490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.026644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99afd403-42bc-4f55-9ed8-197a7599b87a HTTP/1.1" status: 204 len: 168 time: 0.2163537 Aug 18 14:20:09.036482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba54815-1c64-4bcb-a9a8-98b708b81ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afd403-42bc-4f55-9ed8-197a7599b87a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:09.048430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d045279-cbb6-4146-9244-4a2be5527c51 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:20:09.079931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5d045279-cbb6-4146-9244-4a2be5527c51 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:20:09.080914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5d045279-cbb6-4146-9244-4a2be5527c51 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:20:09.157602 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c370ddfe-117a-412c-9e83-f105de38823a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82c70f66ed3e4bfda645f6e513a9ff56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606228 Aug 18 14:20:09.160069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46634) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:09.213306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.239772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.368424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.373282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:09.384339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2900b0b3-7414-41dd-b03c-d92da93a0701 HTTP/1.1" status: 204 len: 168 time: 0.2127435 Aug 18 14:20:09.385381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52746cd-d99d-4645-b095-e1de5c5158dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900b0b3-7414-41dd-b03c-d92da93a0701,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:09.666893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c435eb-2045-46a4-b980-7b25d2eedd72 req-7cfae643-ab35-44fb-91b7-d055c9b2cdee tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:09.668665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2c435eb-2045-46a4-b980-7b25d2eedd72 req-7cfae643-ab35-44fb-91b7-d055c9b2cdee tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.0509002 Aug 18 14:20:09.731926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2c435eb-2045-46a4-b980-7b25d2eedd72 req-92577933-3be0-46dc-8b0d-430cc9435077 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557549 Aug 18 14:20:09.884843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46652) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:09.901805 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4fbb-4b0b-44d3-8345-87af6ec17b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.011252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4fbb-4b0b-44d3-8345-87af6ec17b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.115314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4fbb-4b0b-44d3-8345-87af6ec17b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.169726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c4fbb-4b0b-44d3-8345-87af6ec17b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa33cff-beb6-46d9-9160-6f2ad5afa351,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:10.176259 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e6c4fbb-4b0b-44d3-8345-87af6ec17b84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=156b8d8d922240da8cf1164fa8a70266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903180 Aug 18 14:20:10.178065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.179099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:10.238834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.272622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.424092 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.428066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.441425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afa33cff-beb6-46d9-9160-6f2ad5afa351 HTTP/1.1" status: 204 len: 168 time: 0.2534120 Aug 18 14:20:10.449190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae04c-d9a5-4205-ba22-3bd327921cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa33cff-beb6-46d9-9160-6f2ad5afa351,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:10.504582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:20:10.630340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:10.653580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'network_id': '2f405100-4b73-40fc-ac54-0511c3dd083e', 'port_id': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'mac_address': 'fa:16:3e:3a:75:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c787c2-cd5a-426b-be8d-e0f980cd8396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:20:10.721833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.740438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:20:10.774867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:10.894792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:10.940218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3255c-0c8d-487c-86b4-34df5a267e1c req-84164fc7-195a-4e8d-97f9-63e5c0e111fb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:10.952273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b3255c-0c8d-487c-86b4-34df5a267e1c req-84164fc7-195a-4e8d-97f9-63e5c0e111fb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 943 time: 0.1233139 Aug 18 14:20:10.986169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:11.013770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:11.047805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b3255c-0c8d-487c-86b4-34df5a267e1c req-4c2fffbf-be9e-43ad-ac9d-84d6dd49b4d6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939612 Aug 18 14:20:11.097007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46696) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:11.101068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029681 Aug 18 14:20:11.104299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:11.212594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:20:11.221009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3c7e939c-7732-4cf6-b099-e845bca470f2 tempest-NetworksApiDiscovery-906288990 tempest-NetworksApiDiscovery-906288990-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1153216 Aug 18 14:20:11.881434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46728) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:12.029532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca52699-a825-4b5f-bfee-42986a2780ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.248598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e72d-a31e-4b05-87b9-2581fe001ee4 req-dd7f1883-1855-489b-bbe3-b891b777d143 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:12.250229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce65e72d-a31e-4b05-87b9-2581fe001ee4 req-dd7f1883-1855-489b-bbe3-b891b777d143 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 944 time: 0.0999286 Aug 18 14:20:12.278120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca52699-a825-4b5f-bfee-42986a2780ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.317312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce65e72d-a31e-4b05-87b9-2581fe001ee4 req-ed07dc2f-9fdd-4aca-a442-1a751d215644 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511234 Aug 18 14:20:12.402610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fca52699-a825-4b5f-bfee-42986a2780ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.439237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fca52699-a825-4b5f-bfee-42986a2780ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aba0d34ce994462f80eeb65cd4ff196e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563438 Aug 18 14:20:12.439980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca52699-a825-4b5f-bfee-42986a2780ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bde2b6-7378-4093-8590-8ec31a1a1a9f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:12.442102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46756) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:12.503107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:20:12.505063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.542397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.564761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0e0dac6e-ec31-467e-a1f8-7006cb956531 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:20:12.566041 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.677993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.681199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.681386 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.685137 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89bde2b6-7378-4093-8590-8ec31a1a1a9f HTTP/1.1" status: 204 len: 168 time: 0.2417364 Aug 18 14:20:12.696765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193598-76d0-4b78-842c-0397a6316ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bde2b6-7378-4093-8590-8ec31a1a1a9f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:12.722087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:20:12.724802 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5593b0e4-f853-489c-8c65-5c6cd8be6af1" -d '{"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:20:12.745507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:12.773638 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a512d94b-1a14-4b1d-aa9e-54954d0bc164 x-openstack-request-id: req-a512d94b-1a14-4b1d-aa9e-54954d0bc164 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:20:12.773638 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-plugged", "status": "completed", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:20:12.774411 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a512d94b-1a14-4b1d-aa9e-54954d0bc164 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:20:12.774411 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'code': 200} Aug 18 14:20:12.860389 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:12.927526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:13.107536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78151-5473-46e7-a98b-47e839910a25 req-b3ede9e2-3492-4744-b2d6-c2c885771866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:13.109744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14f78151-5473-46e7-a98b-47e839910a25 req-b3ede9e2-3492-4744-b2d6-c2c885771866 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1097 time: 0.0639119 Aug 18 14:20:13.158287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14f78151-5473-46e7-a98b-47e839910a25 req-d316a4fe-fa1f-4e82-b91a-6f573e434dc8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Aug 18 14:20:13.466546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b7e3c-e3d0-4d65-ba4e-f57a8dbfa46b req-f844593d-d673-4d7f-9ff3-e1b4694c0291 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:13.470308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b30b7e3c-e3d0-4d65-ba4e-f57a8dbfa46b req-f844593d-d673-4d7f-9ff3-e1b4694c0291 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0825720 Aug 18 14:20:13.518108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b30b7e3c-e3d0-4d65-ba4e-f57a8dbfa46b req-d449c1e9-25c7-4597-8899-f93f00a45c49 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Aug 18 14:20:14.664046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b9925-9035-4021-a72d-58a20e0aec25 req-59a6d2ea-1898-4435-a195-1a9273e6d53c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:14.665790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de2b9925-9035-4021-a72d-58a20e0aec25 req-59a6d2ea-1898-4435-a195-1a9273e6d53c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0701270 Aug 18 14:20:14.711028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:14.753615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de2b9925-9035-4021-a72d-58a20e0aec25 req-e477a2d5-7b6a-42c1-9be2-90a68111a3b6 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752270 Aug 18 14:20:14.945737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-272b2ffc-f16e-484f-b006-43cee9e43a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.084994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-272b2ffc-f16e-484f-b006-43cee9e43a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.172864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-272b2ffc-f16e-484f-b006-43cee9e43a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.212653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b2ffc-f16e-484f-b006-43cee9e43a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a8b7e-6f25-461e-8042-ce5247867098,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:15.224346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-272b2ffc-f16e-484f-b006-43cee9e43a13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f99f756dc214129a0a3d5fe3fbcf267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068254 Aug 18 14:20:15.230284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:15.301469 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.332789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.500619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.503757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.515715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/840a8b7e-6f25-461e-8042-ce5247867098 HTTP/1.1" status: 204 len: 168 time: 0.2764914 Aug 18 14:20:15.524369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069146-7b38-4f81-9261-789df9287846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a8b7e-6f25-461e-8042-ce5247867098,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:15.929692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197527f-a1c8-4af2-89f2-e2b586d7fe8b req-2d03efac-394f-41dd-be12-a1016c4bf549 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:15.932046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d197527f-a1c8-4af2-89f2-e2b586d7fe8b req-2d03efac-394f-41dd-be12-a1016c4bf549 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1044436 Aug 18 14:20:16.009774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d197527f-a1c8-4af2-89f2-e2b586d7fe8b req-d476740b-f51f-4011-a9fb-d6d45d7a03c5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580683 Aug 18 14:20:17.216681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b75dd-ad14-4f0a-ae9a-93bfdb8a2e88 req-95b54fe5-b683-499d-9b57-aa15bdc5f8fe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:17.220977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc5b75dd-ad14-4f0a-ae9a-93bfdb8a2e88 req-95b54fe5-b683-499d-9b57-aa15bdc5f8fe tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1438274 Aug 18 14:20:17.266848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc5b75dd-ad14-4f0a-ae9a-93bfdb8a2e88 req-492648fb-5010-42a1-b04e-a6453b90f51c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Aug 18 14:20:17.410566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff2e69-396e-4e55-bc1f-f159434a7f9c req-2566aab1-b71b-4473-a997-a3d573f3685c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:17.413194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66ff2e69-396e-4e55-bc1f-f159434a7f9c req-2566aab1-b71b-4473-a997-a3d573f3685c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0706606 Aug 18 14:20:17.478300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66ff2e69-396e-4e55-bc1f-f159434a7f9c req-194de9fb-78da-46d0-8042-d6afdd96702a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Aug 18 14:20:17.747902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb225dd-8967-47c5-beed-ab3a4b0b9b87 req-5402c415-a91c-4a0f-871e-774162d1c42a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:17.749618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfb225dd-8967-47c5-beed-ab3a4b0b9b87 req-5402c415-a91c-4a0f-871e-774162d1c42a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0753253 Aug 18 14:20:17.800368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfb225dd-8967-47c5-beed-ab3a4b0b9b87 req-313ede0a-8227-42cf-b10d-bfc952c83f10 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Aug 18 14:20:17.974524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300894c-22d2-4292-b690-5a164c7c4492 req-d99c5d83-1b9b-43e8-a9cb-d79a732726f8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:17.975911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6300894c-22d2-4292-b690-5a164c7c4492 req-d99c5d83-1b9b-43e8-a9cb-d79a732726f8 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0559571 Aug 18 14:20:18.020727 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6300894c-22d2-4292-b690-5a164c7c4492 req-dd9eadae-9c80-4298-8995-49aedaf202c5 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Aug 18 14:20:18.106655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47010) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:18.165679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1337f8-c6d4-42f8-92ec-8ae12129e3b4 req-d3b131c2-3c8b-4e81-a58c-e1b453640d20 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:18.167153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1337f8-c6d4-42f8-92ec-8ae12129e3b4 req-d3b131c2-3c8b-4e81-a58c-e1b453640d20 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0526183 Aug 18 14:20:18.210421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba1337f8-c6d4-42f8-92ec-8ae12129e3b4 req-f231d5cb-4648-43f0-8286-679e1b7c5c4d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Aug 18 14:20:18.215887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-348817848', 'router:external': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:18.352402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dceb5a6-ef00-4036-a5a6-e14465e6fc08 req-bfbd7035-0223-4628-b816-6662fb43695b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:18.354014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dceb5a6-ef00-4036-a5a6-e14465e6fc08 req-bfbd7035-0223-4628-b816-6662fb43695b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0533347 Aug 18 14:20:18.363983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Made reservation on behalf of 68e261d45af94cc8b092b2681eff1957 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:18.366423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.390491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.423729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dceb5a6-ef00-4036-a5a6-e14465e6fc08 req-6cee22bc-f347-495f-a4c2-005a928d4e1c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605438 Aug 18 14:20:18.502055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.552550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664b6b0-34f5-4d34-84ba-1e69c66cf422 req-373a6620-c049-44b7-a620-aab87d169c1b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:18.554079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2664b6b0-34f5-4d34-84ba-1e69c66cf422 req-373a6620-c049-44b7-a620-aab87d169c1b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0508456 Aug 18 14:20:18.574493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.609421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:20:18.622217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5373b-d4c2-47f7-9f6e-4edba85b654d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:18.632560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2664b6b0-34f5-4d34-84ba-1e69c66cf422 req-b35c9f64-07e0-4df1-8ab1-a72b64e7c1c2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723732 Aug 18 14:20:18.635761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.636261 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Added segment cbdcb8a4-5006-47f7-a2f9-43f0cdae44e7 of type vlan for network c10bf1b8-9ab5-4405-a9d4-9157bff43376 Aug 18 14:20:18.714746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.921281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.923913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:18.927949 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:18.993133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Network': ['ID=c10bf1b8-9ab5-4405-a9d4-9157bff43376,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:19.007848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:20:19.064921 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f40f7d46-b012-4ee3-b8a7-37587ccd2a1e tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9568958 Aug 18 14:20:19.071007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47032) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:19.077595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'subnet': {'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:19.191396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Made reservation on behalf of 68e261d45af94cc8b092b2681eff1957 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:19.194467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:19.342105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660da028-0b1a-4da7-998c-c5a43f9439c6 req-f3d36b9e-c40c-4e09-87dc-cfb643ca1768 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:19.346679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-660da028-0b1a-4da7-998c-c5a43f9439c6 req-f3d36b9e-c40c-4e09-87dc-cfb643ca1768 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0968935 Aug 18 14:20:19.422392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-660da028-0b1a-4da7-998c-c5a43f9439c6 req-4852874a-6cfa-4c59-afb1-73b138d51667 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644004 Aug 18 14:20:19.792762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:20:19.793158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:19.865580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0e7d28c-c6af-4340-bfb1-90b50e3494e6,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:19.871047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Checking segment: {'id': 'cbdcb8a4-5006-47f7-a2f9-43f0cdae44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:19.871411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network hostable DHCP agents. Network: c10bf1b8-9ab5-4405-a9d4-9157bff43376, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:20:20.013035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:20:20.168947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c10bf1b8-9ab5-4405-a9d4-9157bff43376) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:20.178292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:20.179033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:20.184623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e37fb-6275-474e-83d0-3ce32d5cdd58 None None] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:20.328071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9981c813-a1fc-4cc3-9df3-412269d8e26c tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2547884 Aug 18 14:20:20.331027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47070) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:20.338479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-459235122', 'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:20.371494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3dc21c-65cd-43ce-8589-b475680f2688 None None] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:20.477231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Made reservation on behalf of 68e261d45af94cc8b092b2681eff1957 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:20.482931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:20.554056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] device_id is not set on port 2a379e05-8524-4b26-94f6-d2392726ff72 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:20:20.645070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11488c-fc0f-4906-8b24-2ccc155074a6 req-cbe74ec1-afb3-44cf-b6db-18aee0c0f7bd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:20.647159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d11488c-fc0f-4906-8b24-2ccc155074a6 req-cbe74ec1-afb3-44cf-b6db-18aee0c0f7bd tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1275136 Aug 18 14:20:20.737983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 2001:db8::29c (c10bf1b8-9ab5-4405-a9d4-9157bff43376/f0e7d28c-c6af-4340-bfb1-90b50e3494e6/2a379e05-8524-4b26-94f6-d2392726ff72) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:20.742791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d11488c-fc0f-4906-8b24-2ccc155074a6 req-eda348ca-5498-479e-a62a-4f46e68c6469 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664961 Aug 18 14:20:20.917328 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.112551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.166704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:21.169784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:21.175077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:21.179366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:21.180186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.183848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=2a379e05-8524-4b26-94f6-d2392726ff72,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:21.376890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98119d45-9fd5-4a4f-9e01-f9fe15b85472 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0442641 Aug 18 14:20:21.379363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47102) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:21.391641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963394-6464-42db-8c8b-de8d8716bf4a req-2438b5b3-7037-482f-bfd8-d3bbf3a18a54 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:21.394069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54963394-6464-42db-8c8b-de8d8716bf4a req-2438b5b3-7037-482f-bfd8-d3bbf3a18a54 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0851746 Aug 18 14:20:21.472655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54963394-6464-42db-8c8b-de8d8716bf4a req-1977efec-eef2-4bff-8bf0-8b28b709d2c7 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Aug 18 14:20:21.516243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Deleting port 2a379e05-8524-4b26-94f6-d2392726ff72 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:21.516828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.581260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-2f5ee6e0-0018-4e68-bbf1-e2a35e49672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:21.583142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-2f5ee6e0-0018-4e68-bbf1-e2a35e49672e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=587e436331a6453badf256c6ea65de77&device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 1097 time: 0.0738430 Aug 18 14:20:21.643098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.655747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Calling delete_port for 2a379e05-8524-4b26-94f6-d2392726ff72 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:21.702461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-fba32c64-b8d5-4f02-8580-050d9a635fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:21.703930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-fba32c64-b8d5-4f02-8580-050d9a635fab service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 200 len: 915 time: 0.1037669 Aug 18 14:20:21.756459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-22350676-0f8b-40d7-b4bc-4bbab46640f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 200 len: 217 time: 0.0403678 Aug 18 14:20:21.831915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-624018dc-2212-422a-a027-d66ed26d5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:21.833502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-624018dc-2212-422a-a027-d66ed26d5a19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 200 len: 854 time: 0.0636144 Aug 18 14:20:21.873520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-fa903c21-b7ce-497e-9664-56e05aee7d9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f405100-4b73-40fc-ac54-0511c3dd083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286801 Aug 18 14:20:21.877248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.905485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a379e05-8524-4b26-94f6-d2392726ff72,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:21.912893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7482ecd0-3814-499a-93a5-ff46bb1e0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.943173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:21.946468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e99c0454-a246-4a4a-bb02-897df0fc9537 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2a379e05-8524-4b26-94f6-d2392726ff72 HTTP/1.1" status: 204 len: 168 time: 0.5654027 Aug 18 14:20:21.948255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47112) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:21.954871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376', 'external_fixed_ips': [{'subnet_id': 'f0e7d28c-c6af-4340-bfb1-90b50e3494e6', 'ip_address': '2001:db8::29c'}]}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:21.988158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-351b009c-ee70-4c62-999a-3bcc620f3f75 service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056693 Aug 18 14:20:22.066105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:22.067277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:22.091574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41c1c63b-9df4-4866-bb9e-1c82e8976494 req-8c7fe026-4775-4920-8fa0-8711a080e81b service neutron] 10.222.0.58 "GET /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906804 Aug 18 14:20:22.126280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:22.473906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:22.630506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16928c-fad8-4af1-9dba-72e3a2ee23ca req-c215923c-fbe5-464b-830a-11fbc8663f77 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:22.633589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e16928c-fad8-4af1-9dba-72e3a2ee23ca req-c215923c-fbe5-464b-830a-11fbc8663f77 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0628016 Aug 18 14:20:22.686203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e16928c-fad8-4af1-9dba-72e3a2ee23ca req-e5465dde-b703-4378-8494-a9cfd4bd5f71 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Aug 18 14:20:22.789352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:22.815594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:23.011524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 2001:db8::29c (c10bf1b8-9ab5-4405-a9d4-9157bff43376/f0e7d28c-c6af-4340-bfb1-90b50e3494e6/b7e14c4a-b9c3-4de4-af23-dc662526ce95) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:23.498644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:23.618331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:23.659236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network c10bf1b8-9ab5-4405-a9d4-9157bff43376 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:23.662126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:23.665634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:23.671596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e14c4a-b9c3-4de4-af23-dc662526ce95,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:23.856525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5db4d-4012-4fbb-bdb6-5dfd602c2eba req-0ea45eb8-f576-496d-82c3-aa2933b9d91a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:23.858125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d5db4d-4012-4fbb-bdb6-5dfd602c2eba req-0ea45eb8-f576-496d-82c3-aa2933b9d91a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0603766 Aug 18 14:20:23.907033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d5db4d-4012-4fbb-bdb6-5dfd602c2eba req-650fe23d-dcd1-4850-805f-8720846102da tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Aug 18 14:20:23.972048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:24.092979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651ca4-b9bc-49ac-9e33-9a8a230c4c50 req-04fc30e5-4eb1-423c-87a6-fda281f12906 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:24.094809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97651ca4-b9bc-49ac-9e33-9a8a230c4c50 req-04fc30e5-4eb1-423c-87a6-fda281f12906 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0731759 Aug 18 14:20:24.138013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97651ca4-b9bc-49ac-9e33-9a8a230c4c50 req-9faa2d6d-cf0c-4d90-85ea-b2d53397d130 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Aug 18 14:20:24.200861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:24.299962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb28-b63c-440c-82ca-c95dd30a2433 req-6ced877b-f886-4b1e-bf35-10b436cd0d0b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:24.301732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d022fb28-b63c-440c-82ca-c95dd30a2433 req-6ced877b-f886-4b1e-bf35-10b436cd0d0b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0616887 Aug 18 14:20:24.353365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d022fb28-b63c-440c-82ca-c95dd30a2433 req-8249f1c8-4bdb-4656-943a-7104cd5b9a8e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Aug 18 14:20:24.489199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:20:24.491541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397031-38b7-4e23-a1f3-5da5faadb58e req-bfdad514-91e7-45b5-b9ab-51f98de5878b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:24.494863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d397031-38b7-4e23-a1f3-5da5faadb58e req-bfdad514-91e7-45b5-b9ab-51f98de5878b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0590925 Aug 18 14:20:24.553037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d397031-38b7-4e23-a1f3-5da5faadb58e req-78aa9a4e-6460-439e-bedf-347f5beda24b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Aug 18 14:20:24.665157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:24.680279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Sync routers for ids ['a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:24.692260 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Routers {'a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:24.696237 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:19:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:24.795024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fefa-9d23-47e4-95a4-5512ccfc1828 req-27f381a1-afee-4763-be00-4f20a1aa3f22 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:24.796868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcb1fefa-9d23-47e4-95a4-5512ccfc1828 req-27f381a1-afee-4763-be00-4f20a1aa3f22 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0837548 Aug 18 14:20:24.832317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3e35e8be-6dc9-4c44-ba1a-f8e2bea66deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:24.832782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:24.832782 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1aecdb3a-c982-43de-9c71-8d99336b2f33 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8760502 Aug 18 14:20:24.832782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:24.892828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcb1fefa-9d23-47e4-95a4-5512ccfc1828 req-415a9448-8367-4b0d-965a-ecad18173439 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841119 Aug 18 14:20:24.906731 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Set router a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:24.961670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.052927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839f316-84ae-47df-98c2-fd4b371f7196 req-bc5a60d7-492f-46b3-a411-562b31a904eb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:25.062486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8839f316-84ae-47df-98c2-fd4b371f7196 req-bc5a60d7-492f-46b3-a411-562b31a904eb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0821617 Aug 18 14:20:25.082592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.178297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8839f316-84ae-47df-98c2-fd4b371f7196 req-8fb8f902-9d8d-45aa-be56-77e2869de879 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053092 Aug 18 14:20:25.243207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.301713 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51', 'name': '', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376', 'external_fixed_ips': [{'subnet_id': 'f0e7d28c-c6af-4340-bfb1-90b50e3494e6', 'ip_address': '2001:db8::29c'}], 'enable_snat': True}, 'gw_port_id': 'b7e14c4a-b9c3-4de4-af23-dc662526ce95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:22Z', 'updated_at': '2021-08-18T14:20:23Z', 'revision_number': 3, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port': {'id': 'b7e14c4a-b9c3-4de4-af23-dc662526ce95', 'name': '', 'network_id': 'c10bf1b8-9ab5-4405-a9d4-9157bff43376', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f0e7d28c-c6af-4340-bfb1-90b50e3494e6', 'ip_address': '2001:db8::29c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:20:22Z', 'updated_at': '2021-08-18T14:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0e7d28c-c6af-4340-bfb1-90b50e3494e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:25.340734 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Checking router: a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:20:25.341560 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Updating router a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 port b7e14c4a-b9c3-4de4-af23-dc662526ce95 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:20:25.368057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Deleting port b7e14c4a-b9c3-4de4-af23-dc662526ce95 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:25.368057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.390258 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.404525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a3ebf-d849-4b8a-a397-cab418d3ff5c req-5414a923-3a33-47ac-8d80-45c55f72e75d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:25.414084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8a3ebf-d849-4b8a-a397-cab418d3ff5c req-5414a923-3a33-47ac-8d80-45c55f72e75d tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1296792 Aug 18 14:20:25.502917 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.521945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8a3ebf-d849-4b8a-a397-cab418d3ff5c req-c126266b-b832-452e-a643-4a075becb24c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812626 Aug 18 14:20:25.537489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Calling delete_port for b7e14c4a-b9c3-4de4-af23-dc662526ce95 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:25.798268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dcc85-8eb2-4a59-a978-bbe4c7a7ae73 req-b028a854-aecc-4061-beb3-5e78245cdc10 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:25.800175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a49dcc85-8eb2-4a59-a978-bbe4c7a7ae73 req-b028a854-aecc-4061-beb3-5e78245cdc10 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1199992 Aug 18 14:20:25.854231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a49dcc85-8eb2-4a59-a978-bbe4c7a7ae73 req-34093968-d8f2-403d-a4e3-33c843bd69d2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Aug 18 14:20:25.886971 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.953908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:25.956739 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.db.api [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:20:25.957918 n-d-804303-5 neutron-server[112231]: DEBUG oslo_db.api [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:20:26.035531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7e14c4a-b9c3-4de4-af23-dc662526ce95,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:26.049357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.161348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b0cc-78f3-446b-aebc-31e83e933fd7 req-2ca5dac4-8875-4832-abe8-f3077ddba3a2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:26.163680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edd9b0cc-78f3-446b-aebc-31e83e933fd7 req-2ca5dac4-8875-4832-abe8-f3077ddba3a2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0921018 Aug 18 14:20:26.172019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.174734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.208693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edd9b0cc-78f3-446b-aebc-31e83e933fd7 req-2c668335-4700-4f22-934b-b678201ef06a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Aug 18 14:20:26.355429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.356125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:26.361145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.365805 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-995de663-3fcc-46c3-bb5e-e10af536d446 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51 HTTP/1.1" status: 204 len: 168 time: 1.5332181 Aug 18 14:20:26.366258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47238) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:26.490066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Deleting subnet f0e7d28c-c6af-4340-bfb1-90b50e3494e6 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:20:26.503984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.533055 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Port b7e14c4a-b9c3-4de4-af23-dc662526ce95 not found while updating agent binding for router a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51. {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 14:20:26.560055 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Routers set() bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:26.560437 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Router IDs set() for agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:20:26.569203 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_agentschedulers_db [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent'). {{(pid=112231) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 14:20:26.570606 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd774e9-d5ef-4941-8347-6e1d837a7d24 None None] The sync data for ids ['a2dcb2b7-d776-45a8-8d7b-5cd9ea879d51'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:26.646890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.755076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:26.870680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d20c1c-bd5f-44d3-9ab3-6b4eb3e9b0b9 req-0af5e0c7-7857-4e95-8e8f-6014e122510f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:26.884120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d20c1c-bd5f-44d3-9ab3-6b4eb3e9b0b9 req-0af5e0c7-7857-4e95-8e8f-6014e122510f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.5999539 Aug 18 14:20:26.930035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d20c1c-bd5f-44d3-9ab3-6b4eb3e9b0b9 req-0732167b-d000-4c99-8e4f-2a7e0db7872b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Aug 18 14:20:27.079585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.126499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.128555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/f0e7d28c-c6af-4340-bfb1-90b50e3494e6 HTTP/1.1" status: 204 len: 168 time: 0.7613146 Aug 18 14:20:27.131674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:27.137073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3fac-add5-48cb-993d-99558e4043ec req-b4e59dc9-329d-4546-8f7d-73a513b47b41 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:27.138838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cae3fac-add5-48cb-993d-99558e4043ec req-b4e59dc9-329d-4546-8f7d-73a513b47b41 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1007268 Aug 18 14:20:27.140734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12eb84-6922-49f7-8ad4-cf52e0f9e612 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e7d28c-c6af-4340-bfb1-90b50e3494e6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:27.192400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cae3fac-add5-48cb-993d-99558e4043ec req-f9143a1b-58b6-41ac-8532-eae14cd4a1fc tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Aug 18 14:20:27.230475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.324576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.337912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10bf1b8-9ab5-4405-a9d4-9157bff43376']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:27.345645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa02518-b908-4e7d-b5c8-210ce054e671 req-a329d7a3-3a40-4ea2-b4e5-eddea8fbc54f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:27.347984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-caa02518-b908-4e7d-b5c8-210ce054e671 req-a329d7a3-3a40-4ea2-b4e5-eddea8fbc54f tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0747926 Aug 18 14:20:27.351690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdcb8a4-5006-47f7-a2f9-43f0cdae44e7') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:27.352392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdcb8a4-5006-47f7-a2f9-43f0cdae44e7') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:27.368534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.393594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.404950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:20:27.406315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.414905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-caa02518-b908-4e7d-b5c8-210ce054e671 req-f8b7be49-8a6d-47f6-90c6-064788f9989a tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603480 Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:20:27.417396 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:20:27.506436 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.575617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbdeb9-3b09-41e0-88e2-a6d44e0b1526 req-6fed9768-87df-40e3-93f1-8c43b931c2a3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:27.577711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9fbdeb9-3b09-41e0-88e2-a6d44e0b1526 req-6fed9768-87df-40e3-93f1-8c43b931c2a3 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0679178 Aug 18 14:20:27.585995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.592030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c10bf1b8-9ab5-4405-a9d4-9157bff43376 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:20:27.595531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:27.611781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c10bf1b8-9ab5-4405-a9d4-9157bff43376 HTTP/1.1" status: 204 len: 168 time: 0.4784374 Aug 18 14:20:27.623077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda322e-ee64-485b-b55a-72b2897e8757 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Network': ['ID=c10bf1b8-9ab5-4405-a9d4-9157bff43376,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:27.666865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9fbdeb9-3b09-41e0-88e2-a6d44e0b1526 req-21d5905e-1e21-4d65-a666-d19663727898 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830426 Aug 18 14:20:27.822750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4fc5-9092-40ed-9d98-74e141be8d51 req-73d50b12-1789-458e-8f3a-127e3ce7bcb1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:27.842097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2eef4fc5-9092-40ed-9d98-74e141be8d51 req-73d50b12-1789-458e-8f3a-127e3ce7bcb1 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0677788 Aug 18 14:20:27.879624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2eef4fc5-9092-40ed-9d98-74e141be8d51 req-71bbb5b3-528f-452e-8445-510e15a013d4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Aug 18 14:20:27.974787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47300) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:27.981522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'name': 'tempest-router--394443159', 'project_id': 'e45abf4627684688bacf53946787e21d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:28.095160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.098839 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.101632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b391a2-3b2e-48f6-887b-51f3137b9d7e req-905a1dd9-3c3a-44d0-91f8-00295f4a60b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:28.103756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6b391a2-3b2e-48f6-887b-51f3137b9d7e req-905a1dd9-3c3a-44d0-91f8-00295f4a60b2 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.0756783 Aug 18 14:20:28.153983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6b391a2-3b2e-48f6-887b-51f3137b9d7e req-3945271c-c4cd-430f-a566-666aa3a754cb tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Aug 18 14:20:28.179666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.300136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.420496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.424431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4d32315-3aeb-4f1a-9268-8b2d41f2ede7 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4467566 Aug 18 14:20:28.426091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47316) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:28.535907 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.751166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.753368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.931305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.931838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5511ec6-5bfc-4bcd-a3e2-51b2d3831115 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:28.938859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.942628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b7da79d8-ef4c-4611-982f-135f096ca78d tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f5511ec6-5bfc-4bcd-a3e2-51b2d3831115 HTTP/1.1" status: 204 len: 168 time: 0.5131705 Aug 18 14:20:29.342149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:29.699635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-232846912', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:29.978444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:29.979943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:30.053676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:30.128388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314258-27a2-4940-8f3a-e4bb5bd55f88 req-1be7849a-bac0-4beb-834f-aad409d13cc3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:30.130773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b314258-27a2-4940-8f3a-e4bb5bd55f88 req-1be7849a-bac0-4beb-834f-aad409d13cc3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.0681405 Aug 18 14:20:30.178124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b314258-27a2-4940-8f3a-e4bb5bd55f88 req-458f73a0-95b4-4d19-8d69-1e7e356b0943 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Aug 18 14:20:30.360491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:30.676350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:30.702162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:30.824202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Allocated IP 172.25.1.37 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/171da330-0658-4273-9303-5c02bbce5d11) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:30.939262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:31.049144 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:31.101498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:31.104950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:31.109451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:31.116347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event updated for resources: {'Port': ['ID=171da330-0658-4273-9303-5c02bbce5d11,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:31.361323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f9c2-89a2-427b-881c-6ea84fbd2ece req-97949828-541c-4dc6-a1cb-0b10b018711e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:31.363121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0508f9c2-89a2-427b-881c-6ea84fbd2ece req-97949828-541c-4dc6-a1cb-0b10b018711e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.0891838 Aug 18 14:20:31.412056 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:20:31.419102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0508f9c2-89a2-427b-881c-6ea84fbd2ece req-22668ad4-72e9-42d4-afbb-0a333d2b23f2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Aug 18 14:20:31.567966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:31.806745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:32.054466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Router 5cc12342-ee0e-4463-88c9-1baddbcf68e6 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:20:32.293230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:32.312954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] Sync routers for ids ['5cc12342-ee0e-4463-88c9-1baddbcf68e6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:32.341275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] Routers {'5cc12342-ee0e-4463-88c9-1baddbcf68e6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:32.342395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['5cc12342-ee0e-4463-88c9-1baddbcf68e6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:32.412507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:32.413817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-90880d17-ec7d-4adb-8cbc-9cca84a94f48 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0701232 Aug 18 14:20:32.416570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:32.439751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:32.508957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] Routers {'5cc12342-ee0e-4463-88c9-1baddbcf68e6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:32.510475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['5cc12342-ee0e-4463-88c9-1baddbcf68e6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:32.621493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:32.623463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b6e9-1664-409b-bb42-dc9a1b8c0cb9 None None] The sync data for ids ['5cc12342-ee0e-4463-88c9-1baddbcf68e6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:32.677753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5ded-ca71-4540-a257-110e4b8bed57 req-8d14fd80-0e6b-4e80-b301-a8d5ea5c4f2c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:32.685798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c15b5ded-ca71-4540-a257-110e4b8bed57 req-8d14fd80-0e6b-4e80-b301-a8d5ea5c4f2c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1009367 Aug 18 14:20:32.734083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c15b5ded-ca71-4540-a257-110e4b8bed57 req-d907b33d-92ec-48af-89ec-004bfe6c890b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Aug 18 14:20:33.086739 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1fabc2d0-8b41-437c-8d06-58c7c3d3f1d2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/5cc12342-ee0e-4463-88c9-1baddbcf68e6 HTTP/1.1" status: 200 len: 923 time: 0.6688142 Aug 18 14:20:33.090238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:33.125343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6919c853-4061-4816-9cdb-bed1c9ca533e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cc12342-ee0e-4463-88c9-1baddbcf68e6 HTTP/1.1" status: 200 len: 205 time: 0.0339785 Aug 18 14:20:33.134107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:33.271342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:33.384707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:33.660174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port 171da330-0658-4273-9303-5c02bbce5d11 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:33.660807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:33.836221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:33.852080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for 171da330-0658-4273-9303-5c02bbce5d11 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:34.007126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba088039-03cc-4ae6-b6f9-b2bf2dc40b32 req-686565b5-04a3-4546-a6c8-1917117ec0da tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.008801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba088039-03cc-4ae6-b6f9-b2bf2dc40b32 req-686565b5-04a3-4546-a6c8-1917117ec0da tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1142950 Aug 18 14:20:34.140579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba088039-03cc-4ae6-b6f9-b2bf2dc40b32 req-115bde65-5f95-4eca-942f-6560b4d6b5ca tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036458 Aug 18 14:20:34.212776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.299662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=171da330-0658-4273-9303-5c02bbce5d11,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:34.305414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-ceda950d-13e5-4051-929d-f8160cc86f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.306962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-ceda950d-13e5-4051-929d-f8160cc86f4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1097 time: 0.1655867 Aug 18 14:20:34.362799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-0283231d-8074-40c1-9c03-017893e4c450 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3194404 Aug 18 14:20:34.485446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.589449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.590103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.610281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8c3d1c73-6a64-4813-a623-e441396eb6c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.1486206 Aug 18 14:20:34.627955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-c5539e40-2516-4593-8f03-3e33c899a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.629439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-c5539e40-2516-4593-8f03-3e33c899a2c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.2902920 Aug 18 14:20:34.651598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.653780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.850327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-9d138fef-93ea-4421-ad0a-0a1df71c0153 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1002 time: 0.1998043 Aug 18 14:20:34.867743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.871661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc12342-ee0e-4463-88c9-1baddbcf68e6 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:34.877876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:34.879005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-414c057e-351a-43f6-a9d4-496ffd9dfe6a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/5cc12342-ee0e-4463-88c9-1baddbcf68e6 HTTP/1.1" status: 204 len: 168 time: 1.7338669 Aug 18 14:20:34.882513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47472) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:34.886794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478362260', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:34.927131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-25f05acd-5b69-4222-98f5-c61d3ee4308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.928874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-25f05acd-5b69-4222-98f5-c61d3ee4308e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0653903 Aug 18 14:20:34.990109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4822a420-5ce0-424d-a5c6-548d3ad75387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.990690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4822a420-5ce0-424d-a5c6-548d3ad75387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.991177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4822a420-5ce0-424d-a5c6-548d3ad75387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:34.992828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4822a420-5ce0-424d-a5c6-548d3ad75387 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.3454218 Aug 18 14:20:35.000154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-50e469f6-bc00-4b35-9216-df946e2c968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:35.002031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-50e469f6-bc00-4b35-9216-df946e2c968c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648670 Aug 18 14:20:35.083500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47478) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:35.092919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.093771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.188226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.230162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-2d79042c-9e42-4292-b885-1bd1a0c7bf11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.2256541 Aug 18 14:20:35.238690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-26beaf4f-3dd2-4964-bacb-2b49d65641b0 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269673 Aug 18 14:20:35.291700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98bd6180-9afc-42cf-997a-c0044d9d691a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.470183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31ca2857-47d3-4528-988d-8668ff9fd3d8 req-7341b20a-9569-418e-9ae5-c503c7fadaa2 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968448 Aug 18 14:20:35.603049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-d06eddd1-ffce-47b1-b3ee-c8cabba490bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:35.604017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-d06eddd1-ffce-47b1-b3ee-c8cabba490bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.3612795 Aug 18 14:20:35.633953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.642220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961196aa-f691-4a58-a353-3942339ce292 req-59d9748d-920c-4c2d-a542-40d3a1a03fb8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:35.643992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961196aa-f691-4a58-a353-3942339ce292 req-59d9748d-920c-4c2d-a542-40d3a1a03fb8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1259298 Aug 18 14:20:35.707980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98bd6180-9afc-42cf-997a-c0044d9d691a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.711739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-24961cd3-548f-430c-b53c-671405ad5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:35.713546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-24961cd3-548f-430c-b53c-671405ad5c1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923541 Aug 18 14:20:35.716838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961196aa-f691-4a58-a353-3942339ce292 req-8a15c75b-cfe9-497b-8d92-4164d922b3b1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570080 Aug 18 14:20:35.865632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98bd6180-9afc-42cf-997a-c0044d9d691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:35.919682 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98bd6180-9afc-42cf-997a-c0044d9d691a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eed8d236a2bc4fdd8e4010c20b87a109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347375 Aug 18 14:20:35.922278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6180-9afc-42cf-997a-c0044d9d691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75059a19-a08b-43ed-ab8a-73b6d519f1da,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:35.924642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:35.974811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-e08f6562-98a4-458c-94ae-19797672e955 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319183 Aug 18 14:20:36.018294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.058672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.119817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-175edc3f-672e-4af4-808f-16447b0de040 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362596 Aug 18 14:20:36.205942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-172002ae-95c9-4c0c-9fcf-43e83397aeba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0710816 Aug 18 14:20:36.245052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.267184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.283547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.286079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.288896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75059a19-a08b-43ed-ab8a-73b6d519f1da HTTP/1.1" status: 204 len: 168 time: 0.3502121 Aug 18 14:20:36.325152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af88cea-b959-4fe2-b6fa-54441a08b31a req-aa45338a-b994-44f0-84a0-83a6ba20e51c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:36.327498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7af88cea-b959-4fe2-b6fa-54441a08b31a req-aa45338a-b994-44f0-84a0-83a6ba20e51c tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1230528 Aug 18 14:20:36.329278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8eb022ec-3fd2-4817-80c2-d7aac4b94ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:36.330734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-8eb022ec-3fd2-4817-80c2-d7aac4b94ec6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0938532 Aug 18 14:20:36.352896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b100a3-1c1d-42ee-a29c-eba653115c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75059a19-a08b-43ed-ab8a-73b6d519f1da,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:36.477485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7af88cea-b959-4fe2-b6fa-54441a08b31a req-504382b5-909f-42be-9318-461627732272 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418276 Aug 18 14:20:36.484499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 172.25.1.227 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/509352ca-9e11-4b03-943a-2e046060f0df) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:36.490219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-29cf5bf0-6e75-4d75-9915-f1f730a0da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:36.493502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-29cf5bf0-6e75-4d75-9915-f1f730a0da60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491857 Aug 18 14:20:36.617425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.673555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-935c4f09-dd77-48ff-9f1e-203a398d849f service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664467 Aug 18 14:20:36.769392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:36.776011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-3451c3c9-d6cf-4a21-9f38-28cc183fd714 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901682 Aug 18 14:20:36.820226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:36.828962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:36.831657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:36.856185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-bb64026d-5ea5-405c-821e-9d8bb102a4a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0678949 Aug 18 14:20:36.869618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=509352ca-9e11-4b03-943a-2e046060f0df,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:37.015853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-60c431cf-e2f5-41bf-a30c-d1476ff16e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.015853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-60c431cf-e2f5-41bf-a30c-d1476ff16e8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1474249 Aug 18 14:20:37.028312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4cf7-1739-4eec-8d8c-12ebcd631f14 req-7f84c988-0077-40d2-9c07-bcdb7ce5b6d1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.030798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d7f4cf7-1739-4eec-8d8c-12ebcd631f14 req-7f84c988-0077-40d2-9c07-bcdb7ce5b6d1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1522021 Aug 18 14:20:37.098891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d7f4cf7-1739-4eec-8d8c-12ebcd631f14 req-1b873fdf-6be5-4301-97f2-27eabaccaf3a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581527 Aug 18 14:20:37.109448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-847785b9-8409-450c-befc-5ded56ea965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.111167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-847785b9-8409-450c-befc-5ded56ea965e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790734 Aug 18 14:20:37.163657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47530) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:37.180921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fca46b5-9b86-4312-8dfa-92c89cfd9e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.225382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-877cdaee-9d37-43f3-ae7c-89c688dd5720 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951259 Aug 18 14:20:37.276922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.377889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-14f2692e-66c2-462d-a176-b40c39c1c6b3 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380434 Aug 18 14:20:37.427114 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fca46b5-9b86-4312-8dfa-92c89cfd9e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.430386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-b0e03d6a-f08c-4aab-afd8-fe9296509cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0402825 Aug 18 14:20:37.496766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-9c868977-4b35-40d8-a18c-ee4215f31ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.498387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-9c868977-4b35-40d8-a18c-ee4215f31ed0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0586288 Aug 18 14:20:37.537061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fca46b5-9b86-4312-8dfa-92c89cfd9e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.585403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4b175fcd-dcca-40de-8fb6-4a3c9e7b1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.588183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-4b175fcd-dcca-40de-8fb6-4a3c9e7b1cd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722957 Aug 18 14:20:37.610849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.614637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fca46b5-9b86-4312-8dfa-92c89cfd9e6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=959bceb07c984167a5383111ec718792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497721 Aug 18 14:20:37.615414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca46b5-9b86-4312-8dfa-92c89cfd9e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25005122-c0b5-4efd-9e46-4db7319acd50,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:37.617809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:37.745145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-ac119210-f1c9-4b36-87a3-aabe5f35ac66 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392813 Aug 18 14:20:37.759879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e8b2-454f-4423-9d09-430b32dd1d64 req-da052ef4-049c-4882-a61a-5b8eb1f6eac4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.761501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c820e8b2-454f-4423-9d09-430b32dd1d64 req-da052ef4-049c-4882-a61a-5b8eb1f6eac4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1698530 Aug 18 14:20:37.806395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.848615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.863554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c820e8b2-454f-4423-9d09-430b32dd1d64 req-d85e5a0a-f928-4599-a46c-a7ccf0cf9d5b tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e04bad5-2292-4864-9ad8-db2ddb8ed978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750103 Aug 18 14:20:37.931748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-34eaaded-17ed-43f7-9d9e-201fe219468c service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669772 Aug 18 14:20:37.984000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-b15ef424-ab64-4d42-871d-721cbdd49168 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0436792 Aug 18 14:20:37.991605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.992736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-e8c7b42c-b1c1-4650-8bcb-749dfc630bdf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:37.994302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-e8c7b42c-b1c1-4650-8bcb-749dfc630bdf tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.58 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 946 time: 0.1046875 Aug 18 14:20:37.994670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:37.995942 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25005122-c0b5-4efd-9e46-4db7319acd50 HTTP/1.1" status: 204 len: 168 time: 0.3711665 Aug 18 14:20:37.998372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router 52b175ff-7c17-41ec-b059-2e30cf1d1a3b is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:20:38.010406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b30c53-b2b8-42b9-8120-d3bb094d6b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25005122-c0b5-4efd-9e46-4db7319acd50,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:38.122464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-b94f3eff-afc1-4ce1-a8b5-a9a1141e256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:38.124592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-b94f3eff-afc1-4ce1-a8b5-a9a1141e256a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1292441 Aug 18 14:20:38.175421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:38.188859 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Sync routers for ids ['52b175ff-7c17-41ec-b059-2e30cf1d1a3b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:38.195175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Deleting port 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:38.195653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.201486 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Routers {'52b175ff-7c17-41ec-b059-2e30cf1d1a3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:38.202955 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['52b175ff-7c17-41ec-b059-2e30cf1d1a3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:38.248188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-990c003e-6620-459e-ac0b-83d4782af0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:38.250381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-990c003e-6620-459e-ac0b-83d4782af0b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136980 Aug 18 14:20:38.283645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.285711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f654241f-212d-493e-b39a-b882e3f21ce6 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4019775 Aug 18 14:20:38.288808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47556) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:38.325301 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Set router 52b175ff-7c17-41ec-b059-2e30cf1d1a3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:38.399555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0773b-12ec-496e-ae41-b1e31c89d27d req-2a765dbb-2389-4985-8b70-e1831d68ea95 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:38.401204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3e0773b-12ec-496e-ae41-b1e31c89d27d req-2a765dbb-2389-4985-8b70-e1831d68ea95 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1585097 Aug 18 14:20:38.412005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] For port 0e0dac6e-ec31-467e-a1f8-7006cb956531, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0e0dac6e-ec31-467e-a1f8-7006cb956531,segment=NetworkSegment(03b31055-3928-41b9-bfbe-2a73672c4e75),segment_id=03b31055-3928-41b9-bfbe-2a73672c4e75)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:38.412399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.455680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Calling delete_port for 0e0dac6e-ec31-467e-a1f8-7006cb956531 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:38.470569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d69346a0-8106-49c3-a72e-bc37c6e46713 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/52b175ff-7c17-41ec-b059-2e30cf1d1a3b HTTP/1.1" status: 200 len: 908 time: 0.1803882 Aug 18 14:20:38.475962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47562) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:38.482658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478362260', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': True}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:38.487860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-b55460b3-29ef-42fe-a284-b905ed4974ed service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050049 Aug 18 14:20:38.531591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3e0773b-12ec-496e-ae41-b1e31c89d27d req-a3018f0b-ed23-4958-a46e-5f75eee2fed6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237407 Aug 18 14:20:38.584951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '509352ca-9e11-4b03-943a-2e046060f0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:35Z', 'updated_at': '2021-08-18T14:20:37Z', 'revision_number': 3, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port': {'id': '509352ca-9e11-4b03-943a-2e046060f0df', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:20:36Z', 'updated_at': '2021-08-18T14:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:38.626460 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Checking router: 52b175ff-7c17-41ec-b059-2e30cf1d1a3b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:20:38.627542 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Updating router 52b175ff-7c17-41ec-b059-2e30cf1d1a3b port 509352ca-9e11-4b03-943a-2e046060f0df binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:20:38.628991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.630264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.655853 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.672753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-259d239b-9ae9-42b2-98cc-1e2414076a95 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366088 Aug 18 14:20:38.714795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.754361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-f113753c-875e-4c89-bca1-5660cee8e900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0541713 Aug 18 14:20:38.865323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-a5be9c8b-492b-4daf-bc3d-a1808c0e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:38.868066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-a5be9c8b-492b-4daf-bc3d-a1808c0e670f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0893669 Aug 18 14:20:38.906580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:38.923722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0e0dac6e-ec31-467e-a1f8-7006cb956531'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:20:39.056572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Pushing event deleted for resources: {'Port': ['ID=0e0dac6e-ec31-467e-a1f8-7006cb956531,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:39.057728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.085967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.086489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.087151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.087586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.088017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.088495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.088907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.089308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.089701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.090139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.090627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.091020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.142522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1b68259-55bb-4df3-9c67-002190dec962 req-1b6ce7b5-dfd0-4902-855a-a050a8a1dd33 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.0914779 Aug 18 14:20:39.161024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] No DVR routers for this DVR port 0e0dac6e-ec31-467e-a1f8-7006cb956531 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:20:39.163011 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.166828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-608b035a-080f-4b04-aaa4-3669595e8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:39.166828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-608b035a-080f-4b04-aaa4-3669595e8c23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2903116 Aug 18 14:20:39.167855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.169754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9e513af-82d0-4f66-88d9-2fbc2e43a178 req-25cf4661-38ef-4b07-9944-d0faaff025c4 tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.58 "DELETE /v2.0/ports/0e0dac6e-ec31-467e-a1f8-7006cb956531 HTTP/1.1" status: 204 len: 173 time: 1.1630237 Aug 18 14:20:39.170215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-deleted', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:20:39.173105 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cac55-bbc8-4dad-b182-c1a590f8bf18" -d '{"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-deleted", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:20:39.174913 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Transition to ACTIVE for port object 509352ca-9e11-4b03-943a-2e046060f0df will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:20:39.232045 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551965ca-0558-4919-afba-fa70ce77fc4b x-openstack-request-id: req-551965ca-0558-4919-afba-fa70ce77fc4b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:20:39.232371 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afd706c-217b-4754-b2eb-430bea09345e", "name": "network-vif-deleted", "tag": "0e0dac6e-ec31-467e-a1f8-7006cb956531", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:20:39.232625 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-551965ca-0558-4919-afba-fa70ce77fc4b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:20:39.233693 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afd706c-217b-4754-b2eb-430bea09345e', 'name': 'network-vif-deleted', 'tag': '0e0dac6e-ec31-467e-a1f8-7006cb956531', 'status': 'completed', 'code': 200} Aug 18 14:20:39.284423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-5cbd3291-3086-4c90-9cf7-43864cd4d323 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059484 Aug 18 14:20:39.326324 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.449578 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Attempting to bind port 509352ca-9e11-4b03-943a-2e046060f0df on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:20:39.450000 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Attempting to bind port 509352ca-9e11-4b03-943a-2e046060f0df by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:20:39.452247 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Attempting to bind port 509352ca-9e11-4b03-943a-2e046060f0df on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:20:39.455099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-2af810bb-98a8-4237-b08c-4db8d4288bba service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627750 Aug 18 14:20:39.459920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.466863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:20:39.484118 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:39.485069 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.485464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.485986 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:20:39.485986 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Bound port: 509352ca-9e11-4b03-943a-2e046060f0df, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:20:39.488620 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.496951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Pushing event updated for resources: {'Port': ['ID=509352ca-9e11-4b03-943a-2e046060f0df,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:39.515657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-067f8b04-30d1-470a-a6d7-f87d1093daa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0471184 Aug 18 14:20:39.553653 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.554167 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.554510 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.554837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.555288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.556494 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.556949 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.557615 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.557979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.558496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.559132 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.559613 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:20:39.614606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-ca125750-8bd5-4b4e-b14e-aa247add15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:39.617737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-ca125750-8bd5-4b4e-b14e-aa247add15e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0923185 Aug 18 14:20:39.622655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] For port 509352ca-9e11-4b03-943a-2e046060f0df, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:20:39.626247 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] For port 509352ca-9e11-4b03-943a-2e046060f0df, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=509352ca-9e11-4b03-943a-2e046060f0df,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:20:39.630395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 172.25.1.89 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/09fbbef4-6fe6-4b18-97c0-2c7369c97043) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:39.685343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-bc7c998f-4a68-45ed-bffa-162e6f650c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:39.688323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-bc7c998f-4a68-45ed-bffa-162e6f650c42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582333 Aug 18 14:20:39.781382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.824309 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:39.922972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-0a55bff6-3e71-4a81-a920-911ee93bf22a service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263451 Aug 18 14:20:39.935307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Routers {'52b175ff-7c17-41ec-b059-2e30cf1d1a3b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:39.936121 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['52b175ff-7c17-41ec-b059-2e30cf1d1a3b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:39.941349 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1ad21-2490-4555-9b48-c6a290e64e8d None None] Pushing event updated for resources: {'Port': ['ID=509352ca-9e11-4b03-943a-2e046060f0df,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:40.012668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:40.093490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:40.105647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:40.117670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:40.132634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] Set router 52b175ff-7c17-41ec-b059-2e30cf1d1a3b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:40.172539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:40.178281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffd12448-df26-4c51-9bfb-b9e524aeb01d req-1146799f-ec9c-424a-a71f-964a22336762 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459943 Aug 18 14:20:40.228097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cc092-2cf4-4459-b0c4-fd2b38e6b602 req-e2eb8152-5a13-4b75-b112-a60e3fc82d7e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:40.230289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-875cc092-2cf4-4459-b0c4-fd2b38e6b602 req-e2eb8152-5a13-4b75-b112-a60e3fc82d7e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.5903800 Aug 18 14:20:40.317286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbb30915-033f-402a-9a1e-dbc6d6c42df6 req-8b644f81-7498-444b-abca-86d52ed3041e tempest-ServersNegativeTestJSON-1437928886 tempest-ServersNegativeTestJSON-1437928886-project] 10.222.0.35 "GET /v2.0/ports?device_id=5afd706c-217b-4754-b2eb-430bea09345e HTTP/1.1" status: 200 len: 210 time: 0.0365288 Aug 18 14:20:40.325005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-875cc092-2cf4-4459-b0c4-fd2b38e6b602 req-ab166321-08ad-43ab-a034-50fc46cdc93a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842805 Aug 18 14:20:40.331709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=09fbbef4-6fe6-4b18-97c0-2c7369c97043,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:40.504492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '509352ca-9e11-4b03-943a-2e046060f0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:35Z', 'updated_at': '2021-08-18T14:20:37Z', 'revision_number': 3, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port': {'id': '509352ca-9e11-4b03-943a-2e046060f0df', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:20:36Z', 'updated_at': '2021-08-18T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:40.536938 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd81c-1062-491f-922b-94a50ddda9b7 None None] The sync data for ids ['52b175ff-7c17-41ec-b059-2e30cf1d1a3b'] in n-d-804303-5 is: [{'id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '509352ca-9e11-4b03-943a-2e046060f0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:35Z', 'updated_at': '2021-08-18T14:20:37Z', 'revision_number': 3, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port': {'id': '509352ca-9e11-4b03-943a-2e046060f0df', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b175ff-7c17-41ec-b059-2e30cf1d1a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:20:36Z', 'updated_at': '2021-08-18T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:40.674920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:40.782424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47640) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:40.954955 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:40.971164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c81983e0-a6a9-4341-8376-1271d329030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.192910 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c81983e0-a6a9-4341-8376-1271d329030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.269064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c81983e0-a6a9-4341-8376-1271d329030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.314202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c81983e0-a6a9-4341-8376-1271d329030f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58c40faae2674791952d4360d43614cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282986 Aug 18 14:20:41.314202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81983e0-a6a9-4341-8376-1271d329030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38a695b-e9b8-473e-abb4-238c53b10f7b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:41.315993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:41.406283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.413028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.440782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47660) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:41.783511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router 24ef6989-03dc-40a1-bd54-199127826f46 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:20:41.856738 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.901061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:41.918635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Sync routers for ids ['24ef6989-03dc-40a1-bd54-199127826f46'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:41.928153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Deleting subnet 35c787c2-cd5a-426b-be8d-e0f980cd8396 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:20:41.930526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Routers {'24ef6989-03dc-40a1-bd54-199127826f46'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:41.931165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['24ef6989-03dc-40a1-bd54-199127826f46'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:41.931563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.990328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19487f-7710-4e3c-9ee1-760b8f91191a req-54f81e5b-4179-4fd5-bb1b-100304c3dbc2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:41.991835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d19487f-7710-4e3c-9ee1-760b8f91191a req-54f81e5b-4179-4fd5-bb1b-100304c3dbc2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1377432 Aug 18 14:20:42.001563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.057223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Set router 24ef6989-03dc-40a1-bd54-199127826f46 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:42.099230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d19487f-7710-4e3c-9ee1-760b8f91191a req-67799e79-8ed9-469b-aaaa-e166d79741bf tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011672 Aug 18 14:20:42.103483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.111990 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-635a53a4-d6a0-45c2-aa8b-d1e28a8b9499 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6346784 Aug 18 14:20:42.114645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:42.115460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.206743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.210382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.211668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f38a695b-e9b8-473e-abb4-238c53b10f7b HTTP/1.1" status: 204 len: 168 time: 0.8832681 Aug 18 14:20:42.228918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf3783-ab99-4eb5-bfbd-2b3bb335ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38a695b-e9b8-473e-abb4-238c53b10f7b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:42.257879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.321230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c787c2-cd5a-426b-be8d-e0f980cd8396,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:42.321594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ef6989-03dc-40a1-bd54-199127826f46', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '09fbbef4-6fe6-4b18-97c0-2c7369c97043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:38Z', 'updated_at': '2021-08-18T14:20:40Z', 'revision_number': 3, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port': {'id': '09fbbef4-6fe6-4b18-97c0-2c7369c97043', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ef6989-03dc-40a1-bd54-199127826f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:20:39Z', 'updated_at': '2021-08-18T14:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:42.330900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.333251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-514fbfef-5264-467f-8ef6-5922f7d02219 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35c787c2-cd5a-426b-be8d-e0f980cd8396 HTTP/1.1" status: 204 len: 168 time: 0.8913665 Aug 18 14:20:42.336838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47680) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:42.349071 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24f61164-1952-4de0-8485-f099f5dcb3be tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/24ef6989-03dc-40a1-bd54-199127826f46 HTTP/1.1" status: 200 len: 906 time: 0.2330322 Aug 18 14:20:42.356139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:42.366644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Checking router: 24ef6989-03dc-40a1-bd54-199127826f46 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:20:42.366991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Updating router 24ef6989-03dc-40a1-bd54-199127826f46 port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:20:42.399164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.449620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.490598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.594731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:20:42.597916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:20:42.649350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.662335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 0e0dac6e-ec31-467e-a1f8-7006cb956531 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:20:42.662756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0e0dac6e-ec31-467e-a1f8-7006cb956531 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:20:42.673496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f405100-4b73-40fc-ac54-0511c3dd083e']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:42.676173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.695745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b31055-3928-41b9-bfbe-2a73672c4e75') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:42.696516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b31055-3928-41b9-bfbe-2a73672c4e75') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:42.714862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.736714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.743736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:20:42.744145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:20:42.746567 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:20:42.940279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Deleting port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:42.940279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.950927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.968960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:42.971015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2f405100-4b73-40fc-ac54-0511c3dd083e HTTP/1.1" status: 204 len: 168 time: 0.6331093 Aug 18 14:20:43.004850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4369-9df1-4b5c-963f-16f999499204 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f405100-4b73-40fc-ac54-0511c3dd083e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:43.046433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 509352ca-9e11-4b03-943a-2e046060f0df up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:20:43.082752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:43.097828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.113793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Calling delete_port for 09fbbef4-6fe6-4b18-97c0-2c7369c97043 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:43.132801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:20:43.271956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.274941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.296621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Transition to ACTIVE for port object 09fbbef4-6fe6-4b18-97c0-2c7369c97043 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:20:43.299303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:20:43.329541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:43.341794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc4a8e-8e24-4d54-be56-38e9c1ab5e92 req-895da72d-8092-4e3e-9981-69071a97a773 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:43.344140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ffc4a8e-8e24-4d54-be56-38e9c1ab5e92 req-895da72d-8092-4e3e-9981-69071a97a773 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1176608 Aug 18 14:20:43.402251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ffc4a8e-8e24-4d54-be56-38e9c1ab5e92 req-572b4ac0-24f6-424b-90a7-21cabbdaebe3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509803 Aug 18 14:20:43.431642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 509352ca-9e11-4b03-943a-2e046060f0df completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:20:43.435702 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.438823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.464406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 509352ca-9e11-4b03-943a-2e046060f0df triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:20:43.464777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.526464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:20:43.534626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:20:43.534626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:20:43.551982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e2bff116-5633-4d64-ac8b-7a805ec0e3c0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:20:43.560064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:20:43.560507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:43.560956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.561314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:20:43.561800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Bound port: 09fbbef4-6fe6-4b18-97c0-2c7369c97043, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:20:43.562227 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.585954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:43.648825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47730) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:43.705234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.751004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-efc4bbc3-047b-43ef-9920-0c13926d84ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=587e436331a6453badf256c6ea65de77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987048 Aug 18 14:20:43.753090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47736) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:43.772278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:20:43.773007 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:20:43.773763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecb5ec-6b9a-4ff3-b817-5a53994e3ca0 None None] Pushing event updated for resources: {'Port': ['ID=09fbbef4-6fe6-4b18-97c0-2c7369c97043,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:43.812051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Port': ['ID=09fbbef4-6fe6-4b18-97c0-2c7369c97043,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:43.844957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.876914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 509352ca-9e11-4b03-943a-2e046060f0df, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=509352ca-9e11-4b03-943a-2e046060f0df,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:43.909913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.970086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.993667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.023135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.113534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=509352ca-9e11-4b03-943a-2e046060f0df,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:44.160605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.163220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.165470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e04bad5-2292-4864-9ad8-db2ddb8ed978 HTTP/1.1" status: 204 len: 168 time: 0.4074657 Aug 18 14:20:44.181751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bf23f-9dde-42a7-a345-1a59cfe676ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04bad5-2292-4864-9ad8-db2ddb8ed978,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:44.189310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.203399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.290913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:20:44.291301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:20:44.291744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Attempting to bind port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:20:44.299392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:20:44.299950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:44.300403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.303400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:20:44.303400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Bound port: 09fbbef4-6fe6-4b18-97c0-2c7369c97043, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:20:44.303400 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.325695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Port 09fbbef4-6fe6-4b18-97c0-2c7369c97043 has been deleted concurrently {{(pid=112230) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 14:20:44.336177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Routers {'24ef6989-03dc-40a1-bd54-199127826f46'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:44.336803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['24ef6989-03dc-40a1-bd54-199127826f46'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:44.398182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.398182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24ef6989-03dc-40a1-bd54-199127826f46 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:44.405290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.407162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3d530ae1-b138-4e34-ae64-11f62c2637f2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/routers/24ef6989-03dc-40a1-bd54-199127826f46 HTTP/1.1" status: 204 len: 168 time: 2.0496447 Aug 18 14:20:44.411436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47758) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:44.419539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] Set router 24ef6989-03dc-40a1-bd54-199127826f46 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:20:44.507418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ef6989-03dc-40a1-bd54-199127826f46', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:38Z', 'updated_at': '2021-08-18T14:20:43Z', 'revision_number': 5, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:44.560446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9e5c-0f48-4c5f-b361-054ced91862e None None] The sync data for ids ['24ef6989-03dc-40a1-bd54-199127826f46'] in n-d-804303-5 is: [{'id': '24ef6989-03dc-40a1-bd54-199127826f46', 'name': 'tempest-snat-router-478362260', 'tenant_id': '68e261d45af94cc8b092b2681eff1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:20:38Z', 'updated_at': '2021-08-18T14:20:43Z', 'revision_number': 5, 'project_id': '68e261d45af94cc8b092b2681eff1957', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:44.604570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:20:44.751534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:20:44.753161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.828841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b27a-6b50-428a-9b20-684ebedb9966 req-7486589f-8d66-4128-9cb3-72c7ed80d379 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:44.831232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a851b27a-6b50-428a-9b20-684ebedb9966 req-7486589f-8d66-4128-9cb3-72c7ed80d379 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 945 time: 0.2108748 Aug 18 14:20:44.840010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.016880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.047266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 509352ca-9e11-4b03-943a-2e046060f0df up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:20:45.074782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:20:45.078720 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9332e885-706d-44dc-b5a7-822dd8eb70af" -d '{"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:20:45.114359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:45.134486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.154903 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ecd08c-5b87-45c9-ab12-e5769b643e33 x-openstack-request-id: req-18ecd08c-5b87-45c9-ab12-e5769b643e33 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:20:45.155448 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:20:45.159883 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18ecd08c-5b87-45c9-ab12-e5769b643e33 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:20:45.159883 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'code': 200} Aug 18 14:20:45.159883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 509352ca-9e11-4b03-943a-2e046060f0df triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:20:45.159883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.202151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a851b27a-6b50-428a-9b20-684ebedb9966 req-a002d079-2c2a-4d86-b9ac-08932b357a65 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617427 Aug 18 14:20:45.214964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.412358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Deleting port 509352ca-9e11-4b03-943a-2e046060f0df {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:45.412358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.491684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:45.641374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] For port 509352ca-9e11-4b03-943a-2e046060f0df, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=509352ca-9e11-4b03-943a-2e046060f0df,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:20:45.642171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.690400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Calling delete_port for 509352ca-9e11-4b03-943a-2e046060f0df owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:46.299832 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:46.499655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event deleted for resources: {'Port': ['ID=509352ca-9e11-4b03-943a-2e046060f0df,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:46.626867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:46.760610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:46.767484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:46.822830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47830) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:46.945476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08cf67-2daf-45c1-bd02-d41124a32aab req-3377dc16-53f7-4b2c-92b9-557014fff937 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:46.956418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e08cf67-2daf-45c1-bd02-d41124a32aab req-3377dc16-53f7-4b2c-92b9-557014fff937 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.5349457 Aug 18 14:20:47.017999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-697587624-network', 'tenant_id': '02cd6a440520468692b91640064e3015'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:47.043721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e08cf67-2daf-45c1-bd02-d41124a32aab req-9ffff79d-366d-4b1d-ad7c-1894f0cf9171 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717177 Aug 18 14:20:47.071459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.072083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52b175ff-7c17-41ec-b059-2e30cf1d1a3b {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:47.080270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.081653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b5e54fd-8735-48c4-a198-358e779078ac tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "DELETE /v2.0/routers/52b175ff-7c17-41ec-b059-2e30cf1d1a3b HTTP/1.1" status: 204 len: 168 time: 2.6681643 Aug 18 14:20:47.086133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:47.100465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-534260127', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:47.191431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Made reservation on behalf of 02cd6a440520468692b91640064e3015 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:47.195797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.213151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.338087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.340365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.439687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.535820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.700456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.750014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:20:47.779284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.780334 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Added segment 6e9c5538-baea-49d7-ae1b-027beb7c0525 of type vlan for network b7f4ccf0-ab60-403c-947f-84a582454e58 Aug 18 14:20:47.790424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:47.828476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c14a10-5507-4621-98df-9c9d22b505ff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:47.850852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.031318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.032739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:48.036944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.151138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f4ccf0-ab60-403c-947f-84a582454e58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:48.167693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b7f4ccf0-ab60-403c-947f-84a582454e58 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:20:48.268840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2efd34c9-dd8d-4834-a0b2-ef6d9470a9c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4404023 Aug 18 14:20:48.269946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:48.285753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Request body: {'subnet': {'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-697587624-subnet', 'tenant_id': '02cd6a440520468692b91640064e3015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:48.462849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Made reservation on behalf of 02cd6a440520468692b91640064e3015 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:48.465743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.618146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e61ea-2e7c-4fa0-bbfa-cb60b806cf85 req-09fca0fe-1dd2-44ec-91c8-5f6d7bb6cb92 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:48.624248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-056e61ea-2e7c-4fa0-bbfa-cb60b806cf85 req-09fca0fe-1dd2-44ec-91c8-5f6d7bb6cb92 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.3508914 Aug 18 14:20:48.683827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.716977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:48.757442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-056e61ea-2e7c-4fa0-bbfa-cb60b806cf85 req-8694d665-4bd2-4658-a53f-8a32fdc2112e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277528 Aug 18 14:20:48.909253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 509352ca-9e11-4b03-943a-2e046060f0df no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:20:48.962160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Allocated IP 172.25.1.106 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/27f69aa5-bbc0-45c1-85d8-640a64f300c8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:48.968513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 509352ca-9e11-4b03-943a-2e046060f0df {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:20:48.969112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 509352ca-9e11-4b03-943a-2e046060f0df not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:20:49.094163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:49.186208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8187021b-9a99-4fa6-9107-d7fcb68cf234,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:49.188915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Checking segment: {'id': '6e9c5538-baea-49d7-ae1b-027beb7c0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:49.189601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Network hostable DHCP agents. Network: b7f4ccf0-ab60-403c-947f-84a582454e58, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:20:49.202917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:49.280436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Network b7f4ccf0-ab60-403c-947f-84a582454e58 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:20:49.406438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:49.424920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b7f4ccf0-ab60-403c-947f-84a582454e58) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:49.429674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:49.430432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:49.441809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26a3a9-1ce2-47e8-a2e1-0f19942f0fd3 None None] Network b7f4ccf0-ab60-403c-947f-84a582454e58 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:49.497151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:20:49.498755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:49.505571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:20:49.543988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-51cd2dce-0a3c-47dc-b0e5-7b87ba270d74 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2724118 Aug 18 14:20:49.720241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event updated for resources: {'Port': ['ID=27f69aa5-bbc0-45c1-85d8-640a64f300c8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:49.856318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9906bfb-1c4f-4f21-9aeb-6221472602bc None None] Network b7f4ccf0-ab60-403c-947f-84a582454e58 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:50.583790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88a02-59ed-4798-99c9-b9fb3c5e600b req-8e8fff26-c598-404b-a691-1a4dd9411e06 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:50.585461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b88a02-59ed-4798-99c9-b9fb3c5e600b req-8e8fff26-c598-404b-a691-1a4dd9411e06 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.6398640 Aug 18 14:20:50.658302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:50.772076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:50.777654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-254534076-network', 'tenant_id': '0fd748d0f32b48c1b925017d2b0ee71d'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:50.816192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b88a02-59ed-4798-99c9-b9fb3c5e600b req-9f92766b-7e04-4fa8-8c7a-fac3749aa97e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115586 Aug 18 14:20:50.983939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.233749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Made reservation on behalf of 0fd748d0f32b48c1b925017d2b0ee71d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:51.236422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.262194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.375532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.382586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Router 8540a8f6-b02b-4acd-a735-9bfb6a1c119a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:20:51.519922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:51.532208 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] Sync routers for ids ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:51.562930 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] Routers {'8540a8f6-b02b-4acd-a735-9bfb6a1c119a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:51.564972 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:51.579935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.606848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:20:51.617444 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:51.629140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] Routers {'8540a8f6-b02b-4acd-a735-9bfb6a1c119a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:51.630260 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:51.656852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.660703 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Added segment 6006d4a2-414a-45d8-b0ff-2cbe2ab19e2c of type vlan for network 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b Aug 18 14:20:51.714840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1717664-7573-47ec-966e-21481a376a04,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:51.728131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.738575 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.740204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d4b61bc4-f124-41ca-a742-c0f1c9599d52 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6524184 Aug 18 14:20:51.742690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:51.748794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:51.789463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:51.790756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7b4fb-385e-4596-84fd-a53d1762337e None None] The sync data for ids ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:51.882866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.884183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:51.884845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.938591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-40c24ed5-cad6-439d-93e2-ed50fad6e5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:52.029528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f560e8c-2524-4911-a9bf-eca4ca2d0c8b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:52.043056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:20:52.072143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-051c7a63-ba79-43b6-b559-cdd8791f9fa7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2988267 Aug 18 14:20:52.089354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:52.109563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Request body: {'subnet': {'network_id': '4f560e8c-2524-4911-a9bf-eca4ca2d0c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-254534076-subnet', 'tenant_id': '0fd748d0f32b48c1b925017d2b0ee71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:52.304994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Made reservation on behalf of 0fd748d0f32b48c1b925017d2b0ee71d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:20:52.309378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:52.766516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24f6d-56c0-4685-a2a8-1f836353169f req-b9a5063f-a4d5-40c4-92aa-ab96dded2176 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:52.789401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81b24f6d-56c0-4685-a2a8-1f836353169f req-b9a5063f-a4d5-40c4-92aa-ab96dded2176 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.2333312 Aug 18 14:20:52.796234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:52.896467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81b24f6d-56c0-4685-a2a8-1f836353169f req-b4926dba-c1bb-4a6c-8368-eb64cf0f3553 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061764 Aug 18 14:20:52.924044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Checking segment: {'id': '6006d4a2-414a-45d8-b0ff-2cbe2ab19e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f560e8c-2524-4911-a9bf-eca4ca2d0c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:20:52.924784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Network hostable DHCP agents. Network: 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:20:52.951754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1122fc-6f65-4ba5-b16a-d285bb3705ea,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:53.065535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:53.073299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Network 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:20:53.297035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:20:53.307524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb721dd4-2abe-4076-85c1-899fd89f45fa None None] Network 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:53.309116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:53.310313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:53.482259 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2d238cdf-f78e-4021-b84b-694a0c222a82 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3911412 Aug 18 14:20:53.553105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b74f20-3544-4237-9de0-7a68d142611f None None] Network 4f560e8c-2524-4911-a9bf-eca4ca2d0c8b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:20:54.185819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:54.205032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:54.224822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece359f-5883-4d96-9298-ee4e964905b1 req-5fc5e91b-0da9-42ad-80f5-0f9e7056c6cc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:54.236691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ece359f-5883-4d96-9298-ee4e964905b1 req-5fc5e91b-0da9-42ad-80f5-0f9e7056c6cc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1444767 Aug 18 14:20:54.429296 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ece359f-5883-4d96-9298-ee4e964905b1 req-b36666cb-ec5b-44a6-9295-eaf970a5ea23 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916740 Aug 18 14:20:54.696728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router 8540a8f6-b02b-4acd-a735-9bfb6a1c119a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:20:54.808756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-0c94b552-3402-4416-9580-89cc69be7da9 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:54.810176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-0c94b552-3402-4416-9580-89cc69be7da9 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/networks?id=b7f4ccf0-ab60-403c-947f-84a582454e58 HTTP/1.1" status: 200 len: 824 time: 0.2831347 Aug 18 14:20:54.815703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-27710ff0-d550-42de-8500-c864d37b8010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:54.894526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-16270689-8775-4bcc-8b86-62c402f9ca1d tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/quotas/02cd6a440520468692b91640064e3015 HTTP/1.1" status: 200 len: 375 time: 0.0667343 Aug 18 14:20:54.940155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-3cbc63ba-3dae-4cf0-a3df-75412539e960 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02cd6a440520468692b91640064e3015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390832 Aug 18 14:20:54.947545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:20:54.954944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:54.959002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] Sync routers for ids ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:20:54.959177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:54.959611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-352bde50-67a5-4aa3-aa03-a2d97b6c929b tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "PUT /v2.0/routers/8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 200 len: 925 time: 3.2147739 Aug 18 14:20:54.977060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] Routers {'8540a8f6-b02b-4acd-a735-9bfb6a1c119a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:54.978812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:55.072039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:55.080629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:55.103610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] Routers {'8540a8f6-b02b-4acd-a735-9bfb6a1c119a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:20:55.105127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:55.233472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:20:55.234245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f54e310-7bfc-42ec-8e8e-0fca8d202a69 None None] The sync data for ids ['8540a8f6-b02b-4acd-a735-9bfb6a1c119a'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:20:55.317749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-00c45748-ffa0-4512-bd11-7fb0afc84a56 service neutron] 10.222.0.35 "GET /v2.0/networks/b7f4ccf0-ab60-403c-947f-84a582454e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574109 Aug 18 14:20:55.524067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f192713-cb81-459b-a5c5-26fba92c40da tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 200 len: 925 time: 0.4357231 Aug 18 14:20:55.524067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:55.524067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec039c74-4285-4c98-965b-4ca37ed6b4ab tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:55.524067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec039c74-4285-4c98-965b-4ca37ed6b4ab tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=8540a8f6-b02b-4acd-a735-9bfb6a1c119a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1067381 Aug 18 14:20:55.531595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:55.580028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-64d0dd59-a745-42a9-97d8-cc7768bdd289 service neutron] 10.222.0.35 "GET /v2.0/networks/b7f4ccf0-ab60-403c-947f-84a582454e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433763 Aug 18 14:20:55.627439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab393b-c88f-458a-bb7f-5b18e13fada5 req-a87bc7db-1c88-4996-a95d-5bf64e8b2cb4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:55.633119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97ab393b-c88f-458a-bb7f-5b18e13fada5 req-a87bc7db-1c88-4996-a95d-5bf64e8b2cb4 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1157329 Aug 18 14:20:55.723723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97ab393b-c88f-458a-bb7f-5b18e13fada5 req-e08584d0-2fcb-41bf-bea9-25d0e8e5e656 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821311 Aug 18 14:20:55.768182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c92843-2d2e-49e1-a94c-92b1cc72d9df tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:55.772363 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67c92843-2d2e-49e1-a94c-92b1cc72d9df tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.2393816 Aug 18 14:20:55.782675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:55.831526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:55.831769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-08bfaa64-0098-49b9-a717-a3b20e309b57 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 200 len: 205 time: 0.0471821 Aug 18 14:20:55.977776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:56.202333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf436f33-7eb8-4122-9fe4-abfa6c047965 req-8ce0cd63-0d37-4fd7-bafa-5ee34e93f2e8 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0882494 Aug 18 14:20:56.328228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:56.567817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48042) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:56.618148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:56.795608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc78de55-6b92-44fe-9e20-f326bc658264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:56.897226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port 27f69aa5-bbc0-45c1-85d8-640a64f300c8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:20:56.899233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.043045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.060176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for 27f69aa5-bbc0-45c1-85d8-640a64f300c8 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:20:57.093099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cbc24-5b4b-429f-a910-93b4fda1caca req-0a0808ec-c005-41ff-8e39-321aae08a75a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:57.097816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d33cbc24-5b4b-429f-a910-93b4fda1caca req-0a0808ec-c005-41ff-8e39-321aae08a75a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.2121572 Aug 18 14:20:57.172826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d33cbc24-5b4b-429f-a910-93b4fda1caca req-933cd968-de27-40dc-9b1e-bf339da0ef68 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633066 Aug 18 14:20:57.245744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc78de55-6b92-44fe-9e20-f326bc658264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.302280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4f1e537-65fd-4956-b2e0-07c3bbcc3d9a req-78ec6e15-f7a7-404c-bc52-d44f38c3a59c tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0472770 Aug 18 14:20:57.442354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc78de55-6b92-44fe-9e20-f326bc658264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.485331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cc78de55-6b92-44fe-9e20-f326bc658264 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87c14acf5cf64eccb119eea884851160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9141548 Aug 18 14:20:57.485331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78de55-6b92-44fe-9e20-f326bc658264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154d2721-6912-4944-b65e-8a8a2c331362,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:57.485774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48060) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:57.541981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.546336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.578137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=27f69aa5-bbc0-45c1-85d8-640a64f300c8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:57.609872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.628467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.687332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.867721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.875095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.974698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.979493 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:57.979493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/154d2721-6912-4944-b65e-8a8a2c331362 HTTP/1.1" status: 204 len: 168 time: 0.4920435 Aug 18 14:20:58.001163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac041b-84ce-48e7-b17d-2c3ce91c32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d2721-6912-4944-b65e-8a8a2c331362,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:20:58.173672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.177336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router 8540a8f6-b02b-4acd-a735-9bfb6a1c119a {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:20:58.182475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.183907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-64c5aee6-bf58-4511-b917-41d9803fb64e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 204 len: 168 time: 2.3510890 Aug 18 14:20:58.188962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48078) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:58.193829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389534956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:58.317434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.318586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.437752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52762-c541-4c79-a1ef-ede35341140f req-e68d66a5-6d10-4a3e-b7a6-fec49b557103 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:58.454128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cea52762-c541-4c79-a1ef-ede35341140f req-e68d66a5-6d10-4a3e-b7a6-fec49b557103 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1318731 Aug 18 14:20:58.471323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.597094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.614498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec40345-3c45-4b1d-ae12-35ddc6a12dd7 req-3d3a07bb-e194-429e-b5bf-bd028c8e1d56 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.1570842 Aug 18 14:20:58.627524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cea52762-c541-4c79-a1ef-ede35341140f req-c5e7274a-ad26-4215-8363-f5f6d6a8aa6b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724660 Aug 18 14:20:58.695161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.698122 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a807471-0956-4240-9d29-88f0efc055ed tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5068889 Aug 18 14:20:58.702507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:58.707885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:20:59.138489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.453640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48104) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:59.463570 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.480553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b59b6d6d-0cf1-45e2-b87c-6104449478ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.489667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.633616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Allocated IP 172.25.1.220 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b7952fb8-e91c-4768-860f-e59a7b3dd4ed) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:20:59.695879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b59b6d6d-0cf1-45e2-b87c-6104449478ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.783278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f26dee0-d616-4de5-b319-403130598c2e req-1378c5a7-f122-47ce-8579-1d051f035bd3 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0648956 Aug 18 14:20:59.813680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b59b6d6d-0cf1-45e2-b87c-6104449478ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:59.958102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b59b6d6d-0cf1-45e2-b87c-6104449478ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07ecbe1fb3dc441caae40fef382dd531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958193 Aug 18 14:20:59.958717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48116) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:20:59.981187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b6d6d-0cf1-45e2-b87c-6104449478ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9f5e1-c3a3-420e-b046-e7638929e252,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:00.049795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c476-532e-41d4-819c-9963d685f104 req-a28e3449-d305-489e-970a-ff601ee6305b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:00.069129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2981c476-532e-41d4-819c-9963d685f104 req-a28e3449-d305-489e-970a-ff601ee6305b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.2661884 Aug 18 14:21:00.128630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2981c476-532e-41d4-819c-9963d685f104 req-0961e607-6800-4bf0-933f-c2c519dde0f6 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583289 Aug 18 14:21:00.160346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.292250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.444885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-c1a5fad8-1269-46d2-bd76-a23d1e5ba10d tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:00.446796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-c1a5fad8-1269-46d2-bd76-a23d1e5ba10d tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.10 "GET /v2.0/networks?id=b7f4ccf0-ab60-403c-947f-84a582454e58 HTTP/1.1" status: 200 len: 824 time: 0.2726917 Aug 18 14:21:00.462641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Request body: {'port': {'device_id': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58', 'admin_state_up': True, 'tenant_id': '02cd6a440520468692b91640064e3015'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:00.584262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.752670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.756781 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.758001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50f9f5e1-c3a3-420e-b046-e7638929e252 HTTP/1.1" status: 204 len: 168 time: 0.7965975 Aug 18 14:21:00.960611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24736758-4b05-45bc-9a3d-cdd91a94efdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9f5e1-c3a3-420e-b046-e7638929e252,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:00.960611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2df568a7-61cc-432f-88ff-e1ef1d4ad941 req-c14dc4f5-8148-4c0b-bf87-ad561fac98ea tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0407484 Aug 18 14:21:01.148715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:01.192180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event updated for resources: {'Port': ['ID=b7952fb8-e91c-4768-860f-e59a7b3dd4ed,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:01.209326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Made reservation on behalf of 02cd6a440520468692b91640064e3015 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:01.214368 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:01.253932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:01.256427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:01.265411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:01.554566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a176d-ff91-4c34-a098-92ec49a77f1c req-0c334494-6f8a-4f29-b1df-262d6a810277 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:01.574980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b92a176d-ff91-4c34-a098-92ec49a77f1c req-0c334494-6f8a-4f29-b1df-262d6a810277 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1947951 Aug 18 14:21:01.674073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b92a176d-ff91-4c34-a098-92ec49a77f1c req-7a0816b4-2f34-43d8-885a-4f0c5b3d5aca tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976417 Aug 18 14:21:01.716481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Allocated IP 172.20.0.9 (b7f4ccf0-ab60-403c-947f-84a582454e58/8187021b-9a99-4fa6-9107-d7fcb68cf234/3b5c35e7-09b5-458d-910e-7d8e1ce9a50a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:01.889356 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.031396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.154661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a90ce486-7390-4eb6-bb64-8465de45cb15 req-7e8c4291-1acd-4566-b543-574689b954c9 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0541968 Aug 18 14:21:02.249738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.260552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.288321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.339798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Network b7f4ccf0-ab60-403c-947f-84a582454e58 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:02.343772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:02.356178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:02.421383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Pushing event updated for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:02.453319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:02.453319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.635440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-2be2efb6-3d74-491d-83f7-56c577f1124e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1765642 Aug 18 14:21:02.650981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Request body: {'port': {'device_id': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:02.716565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:02.729010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Router 7edf6699-423f-475b-870e-aa8380670269 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:21:02.944063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f395d0-02c4-4866-b0d6-6120daa2ae57 req-0c49620e-5b6a-4102-8674-8d16cd81f36e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:02.946294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f395d0-02c4-4866-b0d6-6120daa2ae57 req-0c49620e-5b6a-4102-8674-8d16cd81f36e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1670423 Aug 18 14:21:03.069666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:21:03.080709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:03.080709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f9d594a0-f0e4-43e4-8684-4db5d361f2e5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "PUT /v2.0/routers/7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 200 len: 883 time: 4.3764236 Aug 18 14:21:03.085394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] Sync routers for ids ['7edf6699-423f-475b-870e-aa8380670269'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:21:03.093406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48188) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:03.104837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] Routers {'7edf6699-423f-475b-870e-aa8380670269'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:03.106415 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7edf6699-423f-475b-870e-aa8380670269'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:03.143819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f395d0-02c4-4866-b0d6-6120daa2ae57 req-8610da2e-3f80-44f9-b7fc-0c56ac083fdc tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785940 Aug 18 14:21:03.210416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:03.252724 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] Routers {'7edf6699-423f-475b-870e-aa8380670269'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:03.257101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7edf6699-423f-475b-870e-aa8380670269'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:03.357204 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:03.358592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011f823-57e4-490a-94cb-e63122111cd2 None None] The sync data for ids ['7edf6699-423f-475b-870e-aa8380670269'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:21:03.378773 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f67cc7ce-994b-4ab1-8de0-587ebeaa62ed tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 200 len: 924 time: 0.2838018 Aug 18 14:21:03.381598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:03.389428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:03.408881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:03.445603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b199e-2a94-4c21-80ea-8ce500408513 req-bd65ebf5-6cd9-418e-93ad-683e23258750 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:03.447774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba392215-4a55-4abc-8f2f-96e6ef6842a9 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:03.450817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ba392215-4a55-4abc-8f2f-96e6ef6842a9 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=7edf6699-423f-475b-870e-aa8380670269&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0677645 Aug 18 14:21:03.453172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:03.455460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-069b199e-2a94-4c21-80ea-8ce500408513 req-bd65ebf5-6cd9-418e-93ad-683e23258750 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 931 time: 0.1602736 Aug 18 14:21:03.481980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Transition to ACTIVE for port object 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:21:03.543464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-069b199e-2a94-4c21-80ea-8ce500408513 req-6457cf3a-5dd3-4f4a-9bd2-065428a5d9fc tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823426 Aug 18 14:21:03.625520 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:03.654050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785fbce-5398-460b-ab4a-4dafc8298a50 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:03.658547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f785fbce-5398-460b-ab4a-4dafc8298a50 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.2028236 Aug 18 14:21:03.661423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48204) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:03.708283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:03.715183 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-acb46400-c65f-4982-a3e8-15c84c5c1a03 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 200 len: 205 time: 0.0519233 Aug 18 14:21:03.721331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48206) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:03.793224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Attempting to bind port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:21:03.793612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Attempting to bind port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6e9c5538-baea-49d7-ae1b-027beb7c0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:21:03.795503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Attempting to bind port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a on network b7f4ccf0-ab60-403c-947f-84a582454e58 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:03.800315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a on network b7f4ccf0-ab60-403c-947f-84a582454e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:21:03.800650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Attempting to bind port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a on network b7f4ccf0-ab60-403c-947f-84a582454e58 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:03.805824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:21:03.819722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Checking segment: {'id': '6e9c5538-baea-49d7-ae1b-027beb7c0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:03.821261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Bound using segment: {'id': '6e9c5538-baea-49d7-ae1b-027beb7c0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:21:03.823311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Bound port: 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9c5538-baea-49d7-ae1b-027beb7c0525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:21:03.827728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:03.890716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:03.915140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:03.918534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,segment=NetworkSegment(6e9c5538-baea-49d7-ae1b-027beb7c0525),segment_id=6e9c5538-baea-49d7-ae1b-027beb7c0525)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:21:04.008680 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.051823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.062323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.074046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.074046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] 10.222.0.10 "PUT /v2.0/ports/3b5c35e7-09b5-458d-910e-7d8e1ce9a50a HTTP/1.1" status: 200 len: 1091 time: 1.4187031 Aug 18 14:21:04.074046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:04.074046 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5163a409-d8c1-4c22-a864-434eb9c85e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:04.130864 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463af89-8edd-48b7-b880-01ef8d6e8702 x-openstack-request-id: req-4463af89-8edd-48b7-b880-01ef8d6e8702 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:04.131165 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:04.131421 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4463af89-8edd-48b7-b880-01ef8d6e8702 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:04.131922 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a', 'status': 'completed', 'code': 200} Aug 18 14:21:04.135734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0795a3-d79c-4de5-ac8b-4d92811b58df service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:04.198372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-d6844b46-cfa8-42d4-8596-8b75f6a16c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.199900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-d6844b46-cfa8-42d4-8596-8b75f6a16c8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cd6a440520468692b91640064e3015&device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 1094 time: 0.0425470 Aug 18 14:21:04.284468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port b7952fb8-e91c-4768-860f-e59a7b3dd4ed {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:04.284817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.320548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8a8d8-e9ed-4a2b-a498-b4b2d13b4e44 req-9b321d59-d085-4090-9076-ed262f532c80 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.327795 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbe8a8d8-e9ed-4a2b-a498-b4b2d13b4e44 req-9b321d59-d085-4090-9076-ed262f532c80 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.0994177 Aug 18 14:21:04.397712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-08fd1b6e-b502-49bd-bc85-6b0db8463546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.399345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-08fd1b6e-b502-49bd-bc85-6b0db8463546 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=02cd6a440520468692b91640064e3015&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1909292 Aug 18 14:21:04.404685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.410584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbe8a8d8-e9ed-4a2b-a498-b4b2d13b4e44 req-0ae95a3d-b9df-4d4f-9bad-6f5fd5d6a076 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815589 Aug 18 14:21:04.447931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for b7952fb8-e91c-4768-860f-e59a7b3dd4ed owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:04.545137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-80c5135c-da7d-4620-8850-a9ab6ce2fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.547238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5163a409-d8c1-4c22-a864-434eb9c85e7c req-80c5135c-da7d-4620-8850-a9ab6ce2fcde service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355038 Aug 18 14:21:04.681299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-86fcc631-10c0-47c7-8bef-8cafd6c7629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.683515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-86fcc631-10c0-47c7-8bef-8cafd6c7629c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cd6a440520468692b91640064e3015&device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 1094 time: 0.0774930 Aug 18 14:21:04.703742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a20da-4c98-401a-a1d6-b48ba9c97c09 req-1681ba08-ebbb-450f-94c4-7aa7082f350c tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.704524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af7a20da-4c98-401a-a1d6-b48ba9c97c09 req-1681ba08-ebbb-450f-94c4-7aa7082f350c tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 943 time: 0.0874746 Aug 18 14:21:04.772006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-43c6c282-3f34-4afb-8b37-e45f99ffd5b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a HTTP/1.1" status: 200 len: 217 time: 0.0791316 Aug 18 14:21:04.831472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:04.849151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af7a20da-4c98-401a-a1d6-b48ba9c97c09 req-5e617323-d278-450c-917e-c4f8dbec8dc4 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798612 Aug 18 14:21:04.857497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-f433843c-f7a9-4acc-ab19-15a23b649fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.860878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-f433843c-f7a9-4acc-ab19-15a23b649fa9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8187021b-9a99-4fa6-9107-d7fcb68cf234 HTTP/1.1" status: 200 len: 864 time: 0.0680122 Aug 18 14:21:04.863433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=b7952fb8-e91c-4768-860f-e59a7b3dd4ed,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:04.960319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-6788e25e-1b1e-45af-be6a-61abf439c31c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f4ccf0-ab60-403c-947f-84a582454e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604143 Aug 18 14:21:04.960613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.060378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.063363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.073415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-6aeaf232-ca74-4c9d-95b5-6ed163524cab service neutron] 10.222.0.10 "GET /v2.0/networks/b7f4ccf0-ab60-403c-947f-84a582454e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049809 Aug 18 14:21:05.189071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b88f867c-5193-4ac6-bd21-c2bca54f99db req-c9c4690c-0dee-413b-a2df-58a476a6cbb6 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f4ccf0-ab60-403c-947f-84a582454e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076028 Aug 18 14:21:05.193794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.199074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router 7edf6699-423f-475b-870e-aa8380670269 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:21:05.212041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.218942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48258) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:05.220011 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78d54bab-1ab9-458f-96ce-4e635939387b tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 204 len: 168 time: 1.4972467 Aug 18 14:21:05.224577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-392838848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:05.328072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.329169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.386471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.471188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.550189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-8881547a-9131-4f70-bda5-6bc6b0edc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:05.552602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-8881547a-9131-4f70-bda5-6bc6b0edc0a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1097 time: 0.0660093 Aug 18 14:21:05.577320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.580823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-51dd822a-93ac-4f9a-b475-33f6feebad36 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3602931 Aug 18 14:21:05.583062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:05.588449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': True}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:05.729306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cf1b4-ecd2-4937-a37d-0f5331f6b069 req-c4886396-ba65-4114-a984-3c7744994435 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:05.731026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-557cf1b4-ecd2-4937-a37d-0f5331f6b069 req-c4886396-ba65-4114-a984-3c7744994435 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1395049 Aug 18 14:21:05.749066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-1e5e68b0-0da8-4773-af20-73b43b140c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:05.750729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-1e5e68b0-0da8-4773-af20-73b43b140c60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.1854315 Aug 18 14:21:05.817874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-557cf1b4-ecd2-4937-a37d-0f5331f6b069 req-faa4b2cb-883e-409e-accf-d08b627875e3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802245 Aug 18 14:21:05.861472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-ce1c9728-9dcf-42cb-9f8b-58f6ba4ddf91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1002 time: 0.0967581 Aug 18 14:21:05.911858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:05.923091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-bc5a5a5d-a5e4-4bf4-b686-102283998852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:05.924606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-bc5a5a5d-a5e4-4bf4-b686-102283998852 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0492115 Aug 18 14:21:06.024696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-caa7f384-0c14-40eb-a65a-2d4d1873de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:06.026198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-caa7f384-0c14-40eb-a65a-2d4d1873de39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881813 Aug 18 14:21:06.042463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9c119-2eeb-446d-ab75-f75da9c03097 req-59087d2c-6d2a-493c-a531-b71bacb69e18 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:06.043919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cf9c119-2eeb-446d-ab75-f75da9c03097 req-59087d2c-6d2a-493c-a531-b71bacb69e18 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 943 time: 0.0693054 Aug 18 14:21:06.143942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cf9c119-2eeb-446d-ab75-f75da9c03097 req-142d9cf4-a6bc-4d01-ace1-af0af522207e tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912316 Aug 18 14:21:06.194874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-e421ebcd-f1ae-438f-b67d-71948a1e6a02 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498864 Aug 18 14:21:06.305112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76005f70-bb1b-49f4-a473-93e51304fee2 req-8a94bdd8-3e3a-47ce-ac69-6ae8b86ffc1b service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970626 Aug 18 14:21:06.310121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:06.334288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:06.459070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 172.25.1.51 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/f48de265-d51e-445b-a33b-af8e8730b4f7) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:06.585632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:06.731754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:06.770329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:06.775879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:06.778579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:06.806872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=f48de265-d51e-445b-a33b-af8e8730b4f7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:07.027461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20766cfc-f709-46ba-843b-920d480cad93 req-44514e51-af75-4213-b7ec-b6d52da5e38b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.040856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20766cfc-f709-46ba-843b-920d480cad93 req-44514e51-af75-4213-b7ec-b6d52da5e38b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1126823 Aug 18 14:21:07.105531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20766cfc-f709-46ba-843b-920d480cad93 req-ec547dbf-0d90-4eab-a3f0-25e105f54186 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634761 Aug 18 14:21:07.187258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:07.300884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdce7-17d6-4100-9ecf-641dad202368 req-a76d7b37-fc0d-4015-a09e-f7925f92c278 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.302871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a2cdce7-17d6-4100-9ecf-641dad202368 req-a76d7b37-fc0d-4015-a09e-f7925f92c278 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 943 time: 0.0616510 Aug 18 14:21:07.355265 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a2cdce7-17d6-4100-9ecf-641dad202368 req-150b67fe-24d8-4e90-abfd-2cef82192e75 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Aug 18 14:21:07.425695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:07.429533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:07.699294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router ceced311-6953-451c-b346-4f1e25a1cd13 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:21:08.237596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:21:08.242047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:08.243055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0c46854b-f213-4e13-9ffb-a1ccaa9bd806 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "PUT /v2.0/routers/ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 200 len: 917 time: 2.6584115 Aug 18 14:21:08.245583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:08.248698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] Sync routers for ids ['ceced311-6953-451c-b346-4f1e25a1cd13'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:21:08.291938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] Routers {'ceced311-6953-451c-b346-4f1e25a1cd13'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:08.291938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ceced311-6953-451c-b346-4f1e25a1cd13'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:08.325166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e005-b1de-43c7-b1a2-dd1fe118753c req-8647870c-c8bb-4d45-a124-b81d5a6c9ac2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:08.335818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ef8e005-b1de-43c7-b1a2-dd1fe118753c req-8647870c-c8bb-4d45-a124-b81d5a6c9ac2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 946 time: 0.1001213 Aug 18 14:21:08.403133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ef8e005-b1de-43c7-b1a2-dd1fe118753c req-f11f31bb-c2e9-4293-b6de-f8d23b7c6c79 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657010 Aug 18 14:21:08.412046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:08.417216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:21:08.427973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] Routers {'ceced311-6953-451c-b346-4f1e25a1cd13'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:08.429389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['ceced311-6953-451c-b346-4f1e25a1cd13'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:08.473269 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f05d780-0e6e-4c35-be28-23f3652ff737 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 200 len: 923 time: 0.2264102 Aug 18 14:21:08.473879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48358) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:08.480883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:08.481918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85f5b2-62e5-4d5a-b2f1-7a35e58902cc None None] The sync data for ids ['ceced311-6953-451c-b346-4f1e25a1cd13'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:21:08.543266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0df610-bcdf-4733-8d95-30c4f22bb4d3 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:08.546213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd0df610-bcdf-4733-8d95-30c4f22bb4d3 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=ceced311-6953-451c-b346-4f1e25a1cd13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0710173 Aug 18 14:21:08.549582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:08.562013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2efeb-fbe0-4c4d-97c9-89912a51d309 req-87819a39-51ae-407a-b5f6-283c200b9b40 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:08.574576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15c2efeb-fbe0-4c4d-97c9-89912a51d309 req-87819a39-51ae-407a-b5f6-283c200b9b40 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 943 time: 0.1017630 Aug 18 14:21:08.637576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15c2efeb-fbe0-4c4d-97c9-89912a51d309 req-f5682527-9d28-44f4-96c2-5a94030a679d tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Aug 18 14:21:08.684920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62283f31-a9e3-4510-a59c-07aa4b985a5a tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:08.689391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48362) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:08.689624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62283f31-a9e3-4510-a59c-07aa4b985a5a tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.1381800 Aug 18 14:21:08.723755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-745c28a9-94cd-424f-99bb-6deefe879b4a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 200 len: 205 time: 0.0328577 Aug 18 14:21:08.726288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48364) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:08.767604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:21:08.858697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:08.924437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:08.927095 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ddaed2-29ea-40ec-982b-c6d1209a8d7b" -d '{"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:08.963009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:08.991808 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b70be-3959-4e7a-bc3f-56a2c394f67b x-openstack-request-id: req-b99b70be-3959-4e7a-bc3f-56a2c394f67b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:08.991808 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:08.992171 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b99b70be-3959-4e7a-bc3f-56a2c394f67b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:08.992779 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'code': 200} Aug 18 14:21:09.054125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.159269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:09.171478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.172319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.172828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.173376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.174076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.174586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.175096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.175608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.176442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.176941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.177498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.178020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:09.295133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.344402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:09.433713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.541168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,segment=NetworkSegment(6e9c5538-baea-49d7-ae1b-027beb7c0525),segment_id=6e9c5538-baea-49d7-ae1b-027beb7c0525)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:09.556843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a', 'network_id': 'b7f4ccf0-ab60-403c-947f-84a582454e58', 'port_id': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a', 'mac_address': 'fa:16:3e:ff:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8187021b-9a99-4fa6-9107-d7fcb68cf234', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:09.592555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1bdb-0204-49c9-961d-8c9d8f3ec4f8 req-d17c1f81-9f9e-4a28-b8ee-e43cd3cd3289 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:09.594330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fa1bdb-0204-49c9-961d-8c9d8f3ec4f8 req-d17c1f81-9f9e-4a28-b8ee-e43cd3cd3289 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0908439 Aug 18 14:21:09.633937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.643534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port f48de265-d51e-445b-a33b-af8e8730b4f7 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:09.643876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.650202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:09.662307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2fa1bdb-0204-49c9-961d-8c9d8f3ec4f8 req-46a6bec9-fc02-4f13-b187-388234e86023 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606899 Aug 18 14:21:09.675524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,segment=NetworkSegment(6e9c5538-baea-49d7-ae1b-027beb7c0525),segment_id=6e9c5538-baea-49d7-ae1b-027beb7c0525)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:09.780764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.797821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:09.798106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for f48de265-d51e-445b-a33b-af8e8730b4f7 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:09.837516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14900d-6370-4d8d-baaf-c75bd8d02a60 req-603c6987-3479-4a34-a514-5b1ac934f7ec tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:09.852653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d14900d-6370-4d8d-baaf-c75bd8d02a60 req-603c6987-3479-4a34-a514-5b1ac934f7ec tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 943 time: 0.1179292 Aug 18 14:21:09.874337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:10.079422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d14900d-6370-4d8d-baaf-c75bd8d02a60 req-dc6c5b6a-eac5-49bd-9cc1-875634ede7bf tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246017 Aug 18 14:21:10.129983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3b5c35e7-09b5-458d-910e-7d8e1ce9a50a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:10.164078 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.189020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.225249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=f48de265-d51e-445b-a33b-af8e8730b4f7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:10.369863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.484419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.487013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.634936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.635852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router ceced311-6953-451c-b346-4f1e25a1cd13 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:21:10.651917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.655052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cb184fb3-1352-486a-8a38-f43537baa861 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 204 len: 168 time: 1.9268968 Aug 18 14:21:10.659414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48414) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:10.672910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663099169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:10.826635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.827810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.898557 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.984901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:10.992033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:11.105149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:11.106443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd2c12f9-b122-4186-9c1f-e61abf86168f tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4454253 Aug 18 14:21:11.109366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:11.114348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:11.244330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a06ff3-34e2-4b3a-aa77-a331494b5ecf req-ef882060-8177-4173-ba8a-c2f303c39b02 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:11.246276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42a06ff3-34e2-4b3a-aa77-a331494b5ecf req-ef882060-8177-4173-ba8a-c2f303c39b02 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 944 time: 0.0865068 Aug 18 14:21:11.313478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42a06ff3-34e2-4b3a-aa77-a331494b5ecf req-1cca7ad2-eaf4-46ac-a1ce-a50d62b023e1 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Aug 18 14:21:11.359643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:21:11.444588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:11.642344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:21:11.648664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:21:11.649283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:11.950045 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.017173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:12.024109 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f6361-e2e1-4340-a16d-88aa7f7ab296" -d '{"events": [{"server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:12.058791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.061370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,segment=NetworkSegment(6e9c5538-baea-49d7-ae1b-027beb7c0525),segment_id=6e9c5538-baea-49d7-ae1b-027beb7c0525)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:12.114568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.130593 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8ea94-c1ba-42ba-a198-0824609662ea x-openstack-request-id: req-03f8ea94-c1ba-42ba-a198-0824609662ea {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:12.131145 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:12.131662 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03f8ea94-c1ba-42ba-a198-0824609662ea {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:12.132162 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a', 'code': 200} Aug 18 14:21:12.177826 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.300780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:12.324124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:12.374596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Allocated IP 172.25.1.117 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/a9bbdc1e-0c1d-4bfa-b7c4-77a0cbb0413f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:12.383073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f60e8-cd85-4f8f-b42a-62ae0ebb4d46 req-5191b746-8cb4-4754-b8a9-57decf1efd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:12.386180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca9f60e8-cd85-4f8f-b42a-62ae0ebb4d46 req-5191b746-8cb4-4754-b8a9-57decf1efd49 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 1096 time: 0.1732166 Aug 18 14:21:12.483935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca9f60e8-cd85-4f8f-b42a-62ae0ebb4d46 req-ffcce180-cf37-41e7-bce8-42d79f3599f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899611 Aug 18 14:21:12.505867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695173-8cc9-46cd-9628-fa86b42a5e09 req-c504c368-c069-42a3-95d6-deffa6002ca1 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:12.519594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d695173-8cc9-46cd-9628-fa86b42a5e09 req-c504c368-c069-42a3-95d6-deffa6002ca1 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.0708578 Aug 18 14:21:12.566214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d695173-8cc9-46cd-9628-fa86b42a5e09 req-7dfe6572-a593-476f-aac5-d604ab264736 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Aug 18 14:21:12.644143 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b6c95f9-790b-42ad-aeb8-e7296783aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.754276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.784081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:21:12.895666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b6c95f9-790b-42ad-aeb8-e7296783aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.974215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.988593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1904-d85b-4dc9-a181-0c6c43510747 req-6e24ed44-c250-488f-9aee-d83afd0fb817 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:12.999801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff8a1904-d85b-4dc9-a181-0c6c43510747 req-6e24ed44-c250-488f-9aee-d83afd0fb817 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0753932 Aug 18 14:21:13.065777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8b6c95f9-790b-42ad-aeb8-e7296783aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.125783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff8a1904-d85b-4dc9-a181-0c6c43510747 req-94382ff2-665d-45df-8d67-0e7501c50f74 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091001 Aug 18 14:21:13.149819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:13.164756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:13.194823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:13.196785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Pushing event updated for resources: {'Port': ['ID=a9bbdc1e-0c1d-4bfa-b7c4-77a0cbb0413f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:13.230392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.230742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.231090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.231426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.231754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.232109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.232494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.232818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.233148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.233473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.233800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.234149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.241576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8b6c95f9-790b-42ad-aeb8-e7296783aa3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ac95d0d43aa4e7e8751991a5aa8f34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9105864 Aug 18 14:21:13.242697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c95f9-790b-42ad-aeb8-e7296783aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd34c9d-78df-4854-bbb5-32a4f6353a7d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:13.243173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48492) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:13.321197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.362980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.415442 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-f39f9297-84cf-4aa9-b19d-8fed4bb4e3c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200752 Aug 18 14:21:13.530421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.530421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.530421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6dd34c9d-78df-4854-bbb5-32a4f6353a7d HTTP/1.1" status: 204 len: 168 time: 0.2856002 Aug 18 14:21:13.554645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e688f1-73af-4a11-af08-6e7a810745fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd34c9d-78df-4854-bbb5-32a4f6353a7d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:13.761149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.788719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b4d8-e3e2-4103-a152-aea7b64aa9b7 req-a48013be-e079-428e-849d-06eee3bce9ee tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:13.797330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c05b4d8-e3e2-4103-a152-aea7b64aa9b7 req-a48013be-e079-428e-849d-06eee3bce9ee tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.1153944 Aug 18 14:21:13.855724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c05b4d8-e3e2-4103-a152-aea7b64aa9b7 req-32ab3d9f-42a6-4c23-b406-dacf5162ee47 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567298 Aug 18 14:21:14.041202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8baeb-0300-492b-9ba2-b07f55ea4e0f req-c196d56a-cbf3-4308-a96b-6e96f630b5bb tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:14.043660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c8baeb-0300-492b-9ba2-b07f55ea4e0f req-c196d56a-cbf3-4308-a96b-6e96f630b5bb tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.0938404 Aug 18 14:21:14.062621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:14.068430 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:14.118539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6c8baeb-0300-492b-9ba2-b07f55ea4e0f req-2a31dfa0-802d-4f85-b5c0-313585945cb9 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670340 Aug 18 14:21:14.359918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed65b-8c60-4e67-b9a9-7bae9a56c1dc req-b01028c3-e97b-4f33-9dec-f88ea1b058e0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:14.361600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8fed65b-8c60-4e67-b9a9-7bae9a56c1dc req-b01028c3-e97b-4f33-9dec-f88ea1b058e0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0742824 Aug 18 14:21:14.407599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8fed65b-8c60-4e67-b9a9-7bae9a56c1dc req-bc9bdabe-4703-409e-983a-e90f011a5159 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Aug 18 14:21:14.416479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Router 90b08d0d-0418-4d5c-95be-b443e44e65d5 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:21:14.579046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f2c40-9afb-49db-b3e5-3ab8f4ac5132 req-ea46bad2-c6dc-4cf4-b1c5-39a0ecdfe21a tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:14.581899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-180f2c40-9afb-49db-b3e5-3ab8f4ac5132 req-ea46bad2-c6dc-4cf4-b1c5-39a0ecdfe21a tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.0716472 Aug 18 14:21:14.630213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:21:14.635992 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:14.644701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4b63be7f-e3e5-4228-8676-66f5704b7983 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "PUT /v2.0/routers/90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 200 len: 920 time: 3.5276411 Aug 18 14:21:14.644701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48542) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:14.651934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] Sync routers for ids ['90b08d0d-0418-4d5c-95be-b443e44e65d5'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:21:14.662701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-180f2c40-9afb-49db-b3e5-3ab8f4ac5132 req-b3751963-3101-424f-9f6c-5c452c35ec11 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732369 Aug 18 14:21:14.674402 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] Routers {'90b08d0d-0418-4d5c-95be-b443e44e65d5'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:14.675144 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['90b08d0d-0418-4d5c-95be-b443e44e65d5'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:14.724746 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:14.738039 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] Routers {'90b08d0d-0418-4d5c-95be-b443e44e65d5'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:14.738943 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['90b08d0d-0418-4d5c-95be-b443e44e65d5'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:14.818324 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:14.819215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8091a-93b3-455d-868e-4b085c7e9eef None None] The sync data for ids ['90b08d0d-0418-4d5c-95be-b443e44e65d5'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:21:14.842065 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4ab3573f-9fb4-4964-bcfa-6ae8460a0933 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 200 len: 926 time: 0.1996455 Aug 18 14:21:14.844719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48556) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:14.899264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55552772-3e09-4df1-b6cf-94ba320dd5bb tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:14.900831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-55552772-3e09-4df1-b6cf-94ba320dd5bb tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=90b08d0d-0418-4d5c-95be-b443e44e65d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0551710 Aug 18 14:21:14.903876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:15.010364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db5726-a85a-4e2a-be04-2ce36e918c47 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.014827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48564) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:15.015479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-82db5726-a85a-4e2a-be04-2ce36e918c47 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.1101294 Aug 18 14:21:15.051707 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bdfec04c-df5e-4d99-8db4-0e6bfca5be1e tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 200 len: 205 time: 0.0345702 Aug 18 14:21:15.055199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48568) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:15.182342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48570) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:15.256072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.370071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2003750539-network', 'tenant_id': '933e25662f9846b6b6a396f195f27f11'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:15.463625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Made reservation on behalf of 933e25662f9846b6b6a396f195f27f11 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:15.465055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.478645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.486872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.497540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-89e7da5a-49c8-4486-8ce7-010b7c52d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.499317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-89e7da5a-49c8-4486-8ce7-010b7c52d826 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517&tenant_id=6c7cb24c67e14db48155b38298462263 HTTP/1.1" status: 200 len: 1095 time: 0.0860374 Aug 18 14:21:15.512822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f039a-8518-4093-ace0-54f2644d5836 req-638b06fa-2426-4e5f-9a29-90523c4479f2 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.524010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0f039a-8518-4093-ace0-54f2644d5836 req-638b06fa-2426-4e5f-9a29-90523c4479f2 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.1394477 Aug 18 14:21:15.655213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.664979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-bcc82863-b784-4890-a60e-6f7972954e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.666518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-bcc82863-b784-4890-a60e-6f7972954e98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1095 time: 0.1048536 Aug 18 14:21:15.670459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b0f039a-8518-4093-ace0-54f2644d5836 req-239581ec-2512-4259-8969-5e013c863309 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241796 Aug 18 14:21:15.697788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70066-8366-4e89-be89-d2388e74a4a9 req-4ff50ebe-0713-4673-a277-71185778a7b8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.702365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87f70066-8366-4e89-be89-d2388e74a4a9 req-4ff50ebe-0713-4673-a277-71185778a7b8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1106396 Aug 18 14:21:15.859712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-f5bfea84-a96a-4b44-b398-4dbc03e4bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.861448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-f5bfea84-a96a-4b44-b398-4dbc03e4bc24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.1611047 Aug 18 14:21:15.878077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.915681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:21:15.929579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d593d537-19a4-4256-8cd5-880002599cda,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:15.936710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.937499 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Added segment 98e5f5b6-c49c-4f1b-b162-f97b6cf5c815 of type vlan for network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 Aug 18 14:21:16.005885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.009738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87f70066-8366-4e89-be89-d2388e74a4a9 req-2e047949-c71e-45b8-95dc-b3f1ae70928c tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009596 Aug 18 14:21:16.070024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port a9bbdc1e-0c1d-4bfa-b7c4-77a0cbb0413f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:16.070370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.088485 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-8e215390-1edf-44d5-baf1-156c6f7ee5b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1000 time: 0.2155917 Aug 18 14:21:16.135660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.143246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:16.144083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.191649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-6c254a67-e6a4-47cd-84a2-7f671f4eaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:16.193149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-6c254a67-e6a4-47cd-84a2-7f671f4eaf4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0712817 Aug 18 14:21:16.231210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] Pushing event updated for resources: {'Network': ['ID=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:16.242357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.246981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:21:16.260876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for a9bbdc1e-0c1d-4bfa-b7c4-77a0cbb0413f owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:16.330080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-898da23d-ed4e-4b07-a627-c38ed701a44a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1460104 Aug 18 14:21:16.332962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48596) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:16.345093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Request body: {'subnet': {'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2003750539-subnet', 'tenant_id': '933e25662f9846b6b6a396f195f27f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:16.421963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-a29eb6c7-0c41-4bb6-abea-fbcdc2b80807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:16.423496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-a29eb6c7-0c41-4bb6-abea-fbcdc2b80807 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164443 Aug 18 14:21:16.447694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Made reservation on behalf of 933e25662f9846b6b6a396f195f27f11 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:16.450254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.569728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-b9c9f31d-9253-4592-854e-ec822df06851 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314931 Aug 18 14:21:16.636404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.670789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=a9bbdc1e-0c1d-4bfa-b7c4-77a0cbb0413f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:16.856710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-ae467357-1983-41b0-a9bc-88e3c721ee1f service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786040 Aug 18 14:21:16.880129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-7d4c05d1-c65c-41b4-9b6a-7b73fd0c44c1 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:16.881712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-7d4c05d1-c65c-41b4-9b6a-7b73fd0c44c1 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.2067196 Aug 18 14:21:16.885252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.951042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.014033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093c83fb-daba-41ff-8c82-dd85e3f711df,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:17.015029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b623-aedc-4f25-b5cb-4bea7e0d5c7f req-2741d868-fefc-4ba9-ae60-2b0c6e158075 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:17.016619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac91b623-aedc-4f25-b5cb-4bea7e0d5c7f req-2741d868-fefc-4ba9-ae60-2b0c6e158075 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 945 time: 0.2284687 Aug 18 14:21:17.023857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.028504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.043217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Checking segment: {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:17.046856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Network hostable DHCP agents. Network: 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:21:17.159258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:21:17.199984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac91b623-aedc-4f25-b5cb-4bea7e0d5c7f req-e136ab0f-dfac-4f23-845f-e367b0cac014 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/security-groups?id=67c14a10-5507-4621-98df-9c9d22b505ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689441 Aug 18 14:21:17.236857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:17.249153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b320dc5-9dd5-4171-8cbd-998c61224245 None None] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:17.253480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.253834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router 90b08d0d-0418-4d5c-95be-b443e44e65d5 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:21:17.261666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.267146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b01f6f83-29f3-4266-a683-33fa8591ddf2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 204 len: 168 time: 2.2061529 Aug 18 14:21:17.268060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Deleting port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:17.278402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.278402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48622) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:17.278653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:17.278653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.288702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1907828624', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:17.370861 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8de2c838-e3c1-458e-93f8-70fc6b439c70 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0333371 Aug 18 14:21:17.410371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe359-ecaa-4eb5-8b2f-0bb2861e3642 req-8ee158bc-1141-4db8-ba26-1b40a38d8eb3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:17.418244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-855fe359-ecaa-4eb5-8b2f-0bb2861e3642 req-8ee158bc-1141-4db8-ba26-1b40a38d8eb3 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.2155690 Aug 18 14:21:17.464579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651afd4-1542-496c-81bb-8c09e0684028 None None] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:17.487503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] For port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,segment=NetworkSegment(6e9c5538-baea-49d7-ae1b-027beb7c0525),segment_id=6e9c5538-baea-49d7-ae1b-027beb7c0525)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:17.487885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.536318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Calling delete_port for 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:17.560093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-855fe359-ecaa-4eb5-8b2f-0bb2861e3642 req-54a78212-73f7-4033-878a-07e1887c0fc0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408877 Aug 18 14:21:17.639179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.640252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:17.721687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.015375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.041673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.056489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['3b5c35e7-09b5-458d-910e-7d8e1ce9a50a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:18.073641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Pushing event deleted for resources: {'Port': ['ID=3b5c35e7-09b5-458d-910e-7d8e1ce9a50a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:18.133004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] No DVR routers for this DVR port 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:21:18.136570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.139675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2139cc0-5b61-4222-8c14-375a45651cbd req-20c8cff3-678b-4910-9506-725538316897 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.10 "DELETE /v2.0/ports/3b5c35e7-09b5-458d-910e-7d8e1ce9a50a HTTP/1.1" status: 204 len: 173 time: 1.2217598 Aug 18 14:21:18.140268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'name': 'network-vif-deleted', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:18.144377 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e6184-f8a4-4c8f-afec-c442f5d24dfa" -d '{"events": [{"server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "name": "network-vif-deleted", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:18.384413 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7cff9-07fa-464a-b5db-bd3e9fa63f51 x-openstack-request-id: req-81d7cff9-07fa-464a-b5db-bd3e9fa63f51 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:18.391708 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9cb1ff-ee35-445f-b058-cd8a54eebee7", "name": "network-vif-deleted", "tag": "3b5c35e7-09b5-458d-910e-7d8e1ce9a50a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:18.398325 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81d7cff9-07fa-464a-b5db-bd3e9fa63f51 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:18.398325 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9cb1ff-ee35-445f-b058-cd8a54eebee7', 'name': 'network-vif-deleted', 'tag': '3b5c35e7-09b5-458d-910e-7d8e1ce9a50a', 'status': 'completed', 'code': 200} Aug 18 14:21:18.548078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66a7dbd7-ddb1-4702-ac09-a2e1bcb26714 req-b17a397c-379a-4af0-8cb5-ef556bac5d17 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0634050 Aug 18 14:21:18.571062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.614748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:19.603450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2536-de78-4626-830f-df72102cd9df req-681a29c6-8d1d-4857-b1cf-a7a4496e8450 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:19.613079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-720b2536-de78-4626-830f-df72102cd9df req-681a29c6-8d1d-4857-b1cf-a7a4496e8450 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1436529 Aug 18 14:21:19.679337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Allocated IP 172.25.1.183 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/8f2c86d5-4511-4022-9823-16f01e4f2a29) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:19.685988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:19.755612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-720b2536-de78-4626-830f-df72102cd9df req-ef8302c8-c731-4f44-9e34-b53cde443525 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411922 Aug 18 14:21:19.856987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e03f00a-fc40-412b-a677-7dbff0407ba3 req-2ad847f7-3d17-40cf-9081-2a3692441bc4 tempest-ServersNegativeTestMultiTenantJSON-2017123328 tempest-ServersNegativeTestMultiTenantJSON-2017123328-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9cb1ff-ee35-445f-b058-cd8a54eebee7 HTTP/1.1" status: 200 len: 210 time: 0.0747738 Aug 18 14:21:20.072981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.102231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a73fa794-562a-4f7d-a597-1d6396236a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.240530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a73fa794-562a-4f7d-a597-1d6396236a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.271824 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.319763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a73fa794-562a-4f7d-a597-1d6396236a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.359849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:20.375807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:20.385009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event updated for resources: {'Port': ['ID=8f2c86d5-4511-4022-9823-16f01e4f2a29,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:20.386789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:20.491939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a73fa794-562a-4f7d-a597-1d6396236a9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb13c788d2dc4fb0b21a0202d56a542e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7915773 Aug 18 14:21:20.493298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fa794-562a-4f7d-a597-1d6396236a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b45a8-3cc4-4925-b3f6-c5305f059c4d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:20.494355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48698) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:20.559816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.588775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.766310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.772301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.774695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/936b45a8-3cc4-4925-b3f6-c5305f059c4d HTTP/1.1" status: 204 len: 168 time: 0.2783499 Aug 18 14:21:20.791879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7588a8c-4193-42d1-817b-a7cd63fdc745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b45a8-3cc4-4925-b3f6-c5305f059c4d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:20.997150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48714) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:21.051772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.125620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Deleting subnet 8187021b-9a99-4fa6-9107-d7fcb68cf234 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:21:21.135991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.138940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbdf21-5fa8-426f-a70c-15d88c362324 req-7c703768-5eda-4b35-a27d-ef8a35b9cc55 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.140870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fabbdf21-5fa8-426f-a70c-15d88c362324 req-7c703768-5eda-4b35-a27d-ef8a35b9cc55 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1476524 Aug 18 14:21:21.261914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.332749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fabbdf21-5fa8-426f-a70c-15d88c362324 req-19b69af6-da60-465f-ad7e-9ed313267368 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377583 Aug 18 14:21:21.350590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.421366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:21:21.487287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:21:21.487287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 3b5c35e7-09b5-458d-910e-7d8e1ce9a50a not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:21:21.615495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.640817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.689106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8187021b-9a99-4fa6-9107-d7fcb68cf234,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:21.705003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.705398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-1101a1e0-0694-47cf-9381-28d4a413c92b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.712363 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b126157-2d9d-410e-8380-8a8e251fce4e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8187021b-9a99-4fa6-9107-d7fcb68cf234 HTTP/1.1" status: 204 len: 168 time: 0.7136116 Aug 18 14:21:21.712582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-1101a1e0-0694-47cf-9381-28d4a413c92b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 809 time: 0.2002602 Aug 18 14:21:21.716101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48740) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:21.754627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-f153bbeb-d61b-426c-8a17-72d8dfd01e29 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/quotas/933e25662f9846b6b6a396f195f27f11 HTTP/1.1" status: 200 len: 375 time: 0.0411973 Aug 18 14:21:21.809221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-f51d7076-4df7-4fea-8c56-3a02e3dd1c6f tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472360 Aug 18 14:21:21.867752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.903288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fae534d7-18d5-4972-9967-ce1de1a92446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.954535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-4f75f44a-cb20-4601-a5f8-9d55f8e1d4ee service neutron] 10.222.0.35 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367853 Aug 18 14:21:21.983504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:21.995348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f4ccf0-ab60-403c-947f-84a582454e58']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.007913 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9c5538-baea-49d7-ae1b-027beb7c0525') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.008053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9c5538-baea-49d7-ae1b-027beb7c0525') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.019296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.034814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Router d6e9808c-49a0-49c3-98a5-05ad62c860fd is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:21:22.044215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.052303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:21:22.053142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: items = [ Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:21:22.054738 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:21:22.193765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-e2d40ddd-a4fc-4285-9caf-12cf7abc15fc service neutron] 10.222.0.35 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325900 Aug 18 14:21:22.241499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.255229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:21:22.267246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] Sync routers for ids ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:21:22.279767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.281687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b7f4ccf0-ab60-403c-947f-84a582454e58 HTTP/1.1" status: 204 len: 168 time: 0.5636306 Aug 18 14:21:22.282586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154c51-d48e-4f3d-821e-07437b37dc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f4ccf0-ab60-403c-947f-84a582454e58,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:22.290951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] Routers {'d6e9808c-49a0-49c3-98a5-05ad62c860fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:22.291224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:22.293658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.386550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.404510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Deleting subnet 0e1122fc-6f65-4ba5-b16a-d285bb3705ea {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:21:22.413093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.425922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] Routers {'d6e9808c-49a0-49c3-98a5-05ad62c860fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:22.429049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:20:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.446189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.450013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7d914760-70ba-457d-a36d-6061c70554d5 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1735265 Aug 18 14:21:22.450380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48766) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:22.457329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:22.477933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.491680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:22.492433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0a98-6a79-4c4d-8bff-ac36f6f24d64 None None] The sync data for ids ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:21:22.535894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.694493 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.725874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:22.731932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0e1122fc-6f65-4ba5-b16a-d285bb3705ea HTTP/1.1" status: 204 len: 168 time: 0.4386249 Aug 18 14:21:22.732535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48778) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:22.780859 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854f1b-9cc0-4117-a7b1-bc7ed1d8f614 req-99c0839f-0d60-4d28-a76d-751f454efcdd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:22.793944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb854f1b-9cc0-4117-a7b1-bc7ed1d8f614 req-99c0839f-0d60-4d28-a76d-751f454efcdd tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.3304181 Aug 18 14:21:22.801543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cec304-1ef7-4ad3-a7b7-c91db485b331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1122fc-6f65-4ba5-b16a-d285bb3705ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:22.930267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de1a9ce4-76af-4c23-92d9-3fd3e855ed26 req-6e3ec122-3b70-4f3c-be9a-a6a5f60ed81e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.1328390 Aug 18 14:21:23.041017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.083267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb854f1b-9cc0-4117-a7b1-bc7ed1d8f614 req-f5c1c380-4154-4ed7-be84-9733e90be372 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559407 Aug 18 14:21:23.159034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.171975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f560e8c-2524-4911-a9bf-eca4ca2d0c8b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:23.184461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6006d4a2-414a-45d8-b0ff-2cbe2ab19e2c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:23.184842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6006d4a2-414a-45d8-b0ff-2cbe2ab19e2c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:23.205934 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.244552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.266337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:21:23.266850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:21:23.268750 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:21:23.304083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.427508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.446023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.452538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.457645 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f560e8c-2524-4911-a9bf-eca4ca2d0c8b HTTP/1.1" status: 204 len: 168 time: 0.7209876 Aug 18 14:21:23.471867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f7bb2-d955-4433-b4de-f5d0b5ceb24c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f560e8c-2524-4911-a9bf-eca4ca2d0c8b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:23.546859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:23.611723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Deleting port 8f2c86d5-4511-4022-9823-16f01e4f2a29 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:23.612535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.772561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:23.792166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Calling delete_port for 8f2c86d5-4511-4022-9823-16f01e4f2a29 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:23.795800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df4855c2-9559-42b8-a07e-c106b7d40aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:24.098539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df4855c2-9559-42b8-a07e-c106b7d40aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:24.103217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c835c7d8-d77d-41af-ad65-2be87576d46d req-fce176d9-b320-4684-8893-f6191fa67f1a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Aug 18 14:21:24.258204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5cba9-0de2-4211-91e4-8801e4b263b2 req-5c88230e-5ed8-47d8-932a-89b39222531a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:24.267119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c5cba9-0de2-4211-91e4-8801e4b263b2 req-5c88230e-5ed8-47d8-932a-89b39222531a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0898442 Aug 18 14:21:24.342831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c5cba9-0de2-4211-91e4-8801e4b263b2 req-13a4dcd0-c73a-4b59-bdd0-af90eadc7b32 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732365 Aug 18 14:21:24.916250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df4855c2-9559-42b8-a07e-c106b7d40aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:24.924343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:24.958165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df4855c2-9559-42b8-a07e-c106b7d40aef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=920ab2e430274ca5a36c28d0f54acc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4082975 Aug 18 14:21:24.967255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48816) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:24.972604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Pushing event deleted for resources: {'Port': ['ID=8f2c86d5-4511-4022-9823-16f01e4f2a29,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:24.985103 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-02525c47-57c7-4078-a035-084fdf8626e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.026368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4855c2-9559-42b8-a07e-c106b7d40aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c39248-32b0-4195-832c-33d4c2c039ea,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:25.066321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.074844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.090672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.119070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.188905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48824) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:25.236223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc1a70cb-1afc-4803-8861-fc45868b1247 req-f8beb0c4-a888-43f2-81a0-af97d61de74b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.0460687 Aug 18 14:21:25.320167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.323091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.323891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3c39248-32b0-4195-832c-33d4c2c039ea HTTP/1.1" status: 204 len: 168 time: 0.3556435 Aug 18 14:21:25.333718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969e4c5-cdf9-4924-820a-bb68587b40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c39248-32b0-4195-832c-33d4c2c039ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:25.342069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9c64476e-c942-4f41-8786-e803fb83da39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02cd6a440520468692b91640064e3015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407444 Aug 18 14:21:25.356579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48828) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:25.510849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.516067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:25.942460 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.121773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f322d-23b6-425f-8e60-5a168a4718bc req-940cf2d7-4ab2-4ddf-87b8-5591eca4cc58 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:26.131251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b44f322d-23b6-425f-8e60-5a168a4718bc req-940cf2d7-4ab2-4ddf-87b8-5591eca4cc58 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.6086121 Aug 18 14:21:26.132039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.136675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Router d6e9808c-49a0-49c3-98a5-05ad62c860fd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:21:26.181498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.298517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:21:26.315733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.319234 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] Sync routers for ids ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:21:26.320076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f43de52c-4629-4a61-931d-91ff65911e28 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "PUT /v2.0/routers/d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 200 len: 710 time: 3.8684525 Aug 18 14:21:26.321108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48850) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:26.337713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b44f322d-23b6-425f-8e60-5a168a4718bc req-c8a579c8-1a98-4b06-895d-046be1b528aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063675 Aug 18 14:21:26.371780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] Routers {'d6e9808c-49a0-49c3-98a5-05ad62c860fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:26.373338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:21:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:26.469679 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:26.487252 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] Routers {'d6e9808c-49a0-49c3-98a5-05ad62c860fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:21:26.487876 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:21:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:26.491774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.495322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:26.496905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67c14a10-5507-4621-98df-9c9d22b505ff HTTP/1.1" status: 204 len: 168 time: 1.1384633 Aug 18 14:21:26.538748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd3613ae-c500-4080-9fdb-e116f861820f req-12758a0e-21c2-47d9-b350-5493fd348772 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.0712698 Aug 18 14:21:26.545649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0721-1768-46e0-a393-a890b8f2f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c14a10-5507-4621-98df-9c9d22b505ff,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:26.558052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c6cd3725-72a8-4746-8453-94497d89d7a2 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/routers/d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 200 len: 745 time: 0.2321413 Aug 18 14:21:26.558721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:26.598782 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:21:26.600303 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5b31-933b-4741-adf6-39bfe7134b8f None None] The sync data for ids ['d6e9808c-49a0-49c3-98a5-05ad62c860fd'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:21:26.699238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-45d23dd8-2f31-4265-944f-c646842ee4c9 tempest-RoutersIpV6AdminTest-2032878637 tempest-RoutersIpV6AdminTest-2032878637-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 200 len: 205 time: 0.1393924 Aug 18 14:21:26.702645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:26.754056 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7079a34c-e6c9-4619-b6e4-b18d6c58dd72 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 200 len: 205 time: 0.0502801 Aug 18 14:21:26.756580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48864) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:27.087200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-1eaba23f-64d7-47ff-9cd3-932ca38263f1 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:27.093528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-1eaba23f-64d7-47ff-9cd3-932ca38263f1 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 809 time: 0.3123646 Aug 18 14:21:27.108400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Request body: {'port': {'device_id': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114', 'admin_state_up': True, 'tenant_id': '933e25662f9846b6b6a396f195f27f11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:27.149741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48870) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:27.448439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-868659486-network', 'tenant_id': '5646da3a14674cbcbf15413a497e146d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:27.499870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Made reservation on behalf of 933e25662f9846b6b6a396f195f27f11 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:27.503523 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:27.555653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:27.692710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Made reservation on behalf of 5646da3a14674cbcbf15413a497e146d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:27.696101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:27.726986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:27.738671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:27.792360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48882) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:27.825070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-582a438b-e403-4799-8f8a-8120c252afd2 req-b0f75cc5-9391-4bb8-b4f7-216f3e2a1247 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.1041644 Aug 18 14:21:27.870567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99177c-94d3-48a9-8624-d6f405295e69 req-abbf6ce3-755f-4c2c-862c-42985895212d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:27.872510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb99177c-94d3-48a9-8624-d6f405295e69 req-abbf6ce3-755f-4c2c-862c-42985895212d tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.3623364 Aug 18 14:21:28.025386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.028524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.053501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb99177c-94d3-48a9-8624-d6f405295e69 req-06e39392-65ce-4c5b-9573-d6fc1312e729 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160657 Aug 18 14:21:28.090553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Allocated IP 172.20.0.2 (95ae2a05-2a8c-4b60-8e1a-e1bce4be5114/093c83fb-daba-41ff-8c82-dd85e3f711df/678c0c5d-2ed8-447b-a30d-1162ccec3e46) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:28.099245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c655263d-87eb-4209-a0ff-97f94b5dcc28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fd748d0f32b48c1b925017d2b0ee71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936921 Aug 18 14:21:28.101118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.132600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.217706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.218482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Fanout notify agent at l3_agent the message router_deleted on router d6e9808c-49a0-49c3-98a5-05ad62c860fd {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:21:28.236922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.240025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.242601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b7674163-66a9-457d-b598-46fb3a2e2cce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 204 len: 168 time: 1.4850931 Aug 18 14:21:28.248587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.262944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.311872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4146f463-7c7a-4227-81bb-51a8e92b3099 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 200 len: 205 time: 0.0620081 Aug 18 14:21:28.316456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48890) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.325096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.347993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:21:28.413584 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-b166af67-c9a8-496d-bfcc-54b99a7a5b47 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:28.418883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b166af67-c9a8-496d-bfcc-54b99a7a5b47 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/d6e9808c-49a0-49c3-98a5-05ad62c860fd HTTP/1.1" status: 404 len: 336 time: 0.0948949 Aug 18 14:21:28.421202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.428463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.429122 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Added segment dc6ecd31-4dd3-4470-b214-f9538417e4c3 of type vlan for network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb Aug 18 14:21:28.464622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d2527316-87bc-4ae3-a13d-688755b07e17 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 200 len: 205 time: 0.0419030 Aug 18 14:21:28.465323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48894) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.481176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58acbd-31a3-40ac-bab7-47584395eca4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:28.520404 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-6c785e3b-d7fc-4298-99f0-7493bc6e2ee0 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:28.521722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6c785e3b-d7fc-4298-99f0-7493bc6e2ee0 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/90b08d0d-0418-4d5c-95be-b443e44e65d5 HTTP/1.1" status: 404 len: 336 time: 0.0553281 Aug 18 14:21:28.522716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.525538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.526849 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1717664-7573-47ec-966e-21481a376a04 HTTP/1.1" status: 204 len: 168 time: 0.4247084 Aug 18 14:21:28.527663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48896) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.612737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.667002 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6c6d43f6-4f7e-4553-a59e-241059badf40 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 200 len: 205 time: 0.1273050 Aug 18 14:21:28.667562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.675586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.688564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f48c4c-3e00-41c2-a9b4-ebb2c53a8da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1717664-7573-47ec-966e-21481a376a04,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:28.759533 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-9c8d5d50-648a-478e-baf7-b317885e943a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:28.760564 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c8d5d50-648a-478e-baf7-b317885e943a tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/ceced311-6953-451c-b346-4f1e25a1cd13 HTTP/1.1" status: 404 len: 336 time: 0.0918984 Aug 18 14:21:28.764039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48904) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.793950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.819001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-15b91a13-80d5-4fc8-b45c-24a7fd275f42 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 200 len: 205 time: 0.0515456 Aug 18 14:21:28.821493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48906) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.840903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.847366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:28.851112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:28.867718 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-31fc494a-ac44-4194-862b-e745ef269427 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:28.880599 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-31fc494a-ac44-4194-862b-e745ef269427 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/7edf6699-423f-475b-870e-aa8380670269 HTTP/1.1" status: 404 len: 336 time: 0.0462897 Aug 18 14:21:28.882590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.946622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f912748a-2914-4ed6-bf43-3e644a25a0d2 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 200 len: 205 time: 0.0628648 Aug 18 14:21:28.951158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48912) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:28.988759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:29.008381 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-9b18c899-72e1-49f3-899e-2db1e1483dce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:29.009565 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b18c899-72e1-49f3-899e-2db1e1483dce tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/8540a8f6-b02b-4acd-a735-9bfb6a1c119a HTTP/1.1" status: 404 len: 336 time: 0.0571592 Aug 18 14:21:29.012490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:29.091222 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-14be425d-5c83-4719-b509-7b8c66dcae37 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cc12342-ee0e-4463-88c9-1baddbcf68e6 HTTP/1.1" status: 200 len: 205 time: 0.0760410 Aug 18 14:21:29.094175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:29.099627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:29.103787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] Pushing event updated for resources: {'Network': ['ID=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:29.113308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:29.131648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:21:29.162674 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-91d4ebf7-53af-460a-a47b-ad0c3731258c tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] delete failed (client error): The resource could not be found. Aug 18 14:21:29.163931 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91d4ebf7-53af-460a-a47b-ad0c3731258c tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/routers/5cc12342-ee0e-4463-88c9-1baddbcf68e6 HTTP/1.1" status: 404 len: 336 time: 0.0686109 Aug 18 14:21:29.167844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:29.220814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:29.221755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:29.236661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97fd6665-6d94-473a-a516-42e8d2a1611f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0857837 Aug 18 14:21:29.252539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48926) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:29.256097 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cff4ea-3080-4eb7-9488-c5a1d9306b26 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] DELETE failed (client error): The resource could not be found. Aug 18 14:21:29.263754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cff4ea-3080-4eb7-9488-c5a1d9306b26 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:21:29.268003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91cff4ea-3080-4eb7-9488-c5a1d9306b26 tempest-RoutersIpV6AdminTest-274180409 tempest-RoutersIpV6AdminTest-274180409-project] 10.222.0.35 "DELETE /v2.0/subnets/f0e7d28c-c6af-4340-bfb1-90b50e3494e6 HTTP/1.1" status: 404 len: 337 time: 0.0960233 Aug 18 14:21:29.284290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Request body: {'subnet': {'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-868659486-subnet', 'tenant_id': '5646da3a14674cbcbf15413a497e146d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:29.300620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Pushing event updated for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:29.323545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-20363017-8a9f-4ad3-be2a-d39df64e0d93 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2194016 Aug 18 14:21:29.340257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2fe3-96e9-4320-a937-9bd572de2dc6 req-82ee743c-3095-4002-aa30-4b0caa90e52a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:29.347071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35af2fe3-96e9-4320-a937-9bd572de2dc6 req-82ee743c-3095-4002-aa30-4b0caa90e52a tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1090138 Aug 18 14:21:29.359530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Request body: {'port': {'device_id': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:29.390447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d0bbe-60fa-484b-92a1-f6ec22da032b req-903eb225-93e2-406f-96fe-52c7b5631d69 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:29.392033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa8d0bbe-60fa-484b-92a1-f6ec22da032b req-903eb225-93e2-406f-96fe-52c7b5631d69 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 931 time: 0.3480625 Aug 18 14:21:29.413686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Made reservation on behalf of 5646da3a14674cbcbf15413a497e146d for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:29.419184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:29.444206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa8d0bbe-60fa-484b-92a1-f6ec22da032b req-b347b2ff-533c-45d2-904c-b2bce0819f1c tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Aug 18 14:21:29.492321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35af2fe3-96e9-4320-a937-9bd572de2dc6 req-0e2229d2-0229-4264-87f0-518a3aad957b tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439741 Aug 18 14:21:29.508364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.047776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.151898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678c0c5d-2ed8-447b-a30d-1162ccec3e46 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:30.179707 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.207977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Transition to ACTIVE for port object 678c0c5d-2ed8-447b-a30d-1162ccec3e46 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:21:30.227413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48950) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:30.259768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b00c0a-1702-482d-a3d5-439bdc797c50,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:30.272367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Checking segment: {'id': 'dc6ecd31-4dd3-4470-b214-f9538417e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:30.277588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Network hostable DHCP agents. Network: 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:21:30.279312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.407667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:21:30.439523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Pushing event updated for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:30.504119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:30.509919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:30.510969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.514709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd950b7b-c920-4285-bd2d-6bb95ab325ec None None] Network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:30.561390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-0a9f2ae3-aaa4-4f00-a3e0-6ad24a0bcabc req-b93c92ff-18c2-4c3a-99c1-fb08737b0fd9 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] (112228) timed out ('10.222.0.58', 55711) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:21:30.632164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Attempting to bind port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:21:30.632392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Attempting to bind port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:21:30.632716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Attempting to bind port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:30.648135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-877fb2f9-60f1-47e0-94e5-4eaa5063696e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3786709 Aug 18 14:21:30.697426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:21:30.697426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Attempting to bind port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:30.732256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:21:30.732571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Checking segment: {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:30.733137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Bound using segment: {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:21:30.733439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Bound port: 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:21:30.733950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.760542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a292-107e-475c-86e2-4fe63f0808f4 req-8c958746-9bc8-41e7-ae3d-48879ce2919b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:30.762177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f052a292-107e-475c-86e2-4fe63f0808f4 req-8c958746-9bc8-41e7-ae3d-48879ce2919b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 943 time: 0.1314287 Aug 18 14:21:30.824849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d106090-dc69-406f-9a63-c5f4b6ed6051 req-f57f8670-67d7-43f4-9190-b0b1ccf13533 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:30.826556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d106090-dc69-406f-9a63-c5f4b6ed6051 req-f57f8670-67d7-43f4-9190-b0b1ccf13533 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1344955 Aug 18 14:21:30.895929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3feb8a0e-3f67-4d41-af29-b36166b11ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.899956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-30106460-c775-45d7-8bba-9c1f18620a8c req-2449207e-3aad-40d3-a0c8-2ec8c89bd611 tempest-ServersOnMultiNodesTest-1525780454 tempest-ServersOnMultiNodesTest-1525780454-project] (112228) timed out ('10.222.0.58', 55954) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:21:30.903986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeefa4d-f571-406c-82bf-20cffc3d92c2 None None] Network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:30.915761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f052a292-107e-475c-86e2-4fe63f0808f4 req-7174e48b-c7b2-49fe-99a9-502dc33d36c1 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232598 Aug 18 14:21:30.929286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:30.934616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:21:30.961952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d106090-dc69-406f-9a63-c5f4b6ed6051 req-8acf9d2f-c452-4626-be94-fa6c9e43141e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253221 Aug 18 14:21:31.073688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.130426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:31.130982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.132442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] 10.222.0.10 "PUT /v2.0/ports/678c0c5d-2ed8-447b-a30d-1162ccec3e46 HTTP/1.1" status: 200 len: 1091 time: 1.7777016 Aug 18 14:21:31.132903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:31.135208 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81ff07-c3be-485c-b7d6-e3574e07ebba" -d '{"events": [{"name": "network-changed", "server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:31.195790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3feb8a0e-3f67-4d41-af29-b36166b11ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.220801 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a67cfdf-e47b-45b3-bf45-0cd378dd7abf x-openstack-request-id: req-5a67cfdf-e47b-45b3-bf45-0cd378dd7abf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:31.222176 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:31.222607 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a67cfdf-e47b-45b3-bf45-0cd378dd7abf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:31.223228 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46', 'status': 'completed', 'code': 200} Aug 18 14:21:31.232362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528775c6-68b0-47e6-83fc-4c7dd8310f3a service neutron] Pushing event updated for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:31.248085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3feb8a0e-3f67-4d41-af29-b36166b11ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.336436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3feb8a0e-3f67-4d41-af29-b36166b11ff1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04d4108b67494a8dbf5c027b10e7c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1038291 Aug 18 14:21:31.336436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb8a0e-3f67-4d41-af29-b36166b11ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90fdd1c-f0ef-43d8-9ddb-6024178b505a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:31.337042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 48986) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:31.430076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.458183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.609353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-efce8a7e-d3dd-46d0-a04a-91e9b4392bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:31.611300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-efce8a7e-d3dd-46d0-a04a-91e9b4392bcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 1094 time: 0.3737643 Aug 18 14:21:31.633533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.636737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:31.640606 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d90fdd1c-f0ef-43d8-9ddb-6024178b505a HTTP/1.1" status: 204 len: 168 time: 0.2995896 Aug 18 14:21:31.646073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50407158-4a57-4b3a-ad59-69525fbb7bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90fdd1c-f0ef-43d8-9ddb-6024178b505a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:31.660926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-6fb7f9a6-ec9c-465d-9feb-839284824b26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Aug 18 14:21:31.714724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-2b1d7b9c-e9e7-4a69-87fa-3cd231183c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:31.716251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-2b1d7b9c-e9e7-4a69-87fa-3cd231183c35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=093c83fb-daba-41ff-8c82-dd85e3f711df HTTP/1.1" status: 200 len: 849 time: 0.0471570 Aug 18 14:21:31.753826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-3178706c-9582-4a0c-9c26-9f7698030306 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296001 Aug 18 14:21:31.856235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-85b27dca-abc9-4b2f-ab54-1fd0793b4bce service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946753 Aug 18 14:21:31.965516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d39ca360-9ffa-4122-add0-dc15b2188200 req-fa1af2ac-478b-4f89-8630-cd0efb396088 service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016898 Aug 18 14:21:32.075072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49004) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:32.100904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512faf3-b6c4-4fb8-9507-b335abf41d26 req-33643652-90ec-49f2-982c-7a72da01a715 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:32.102468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1512faf3-b6c4-4fb8-9507-b335abf41d26 req-33643652-90ec-49f2-982c-7a72da01a715 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 943 time: 0.0918748 Aug 18 14:21:32.114877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:32.120676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1037923968-network', 'tenant_id': 'd6d1ffef220245879b71c7614c26a1d4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:32.124642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171828fd-525a-4a1a-9276-d8f1b9e19ada req-82e481ea-bef7-4f11-8009-85e2db5c0676 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:32.132068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-171828fd-525a-4a1a-9276-d8f1b9e19ada req-82e481ea-bef7-4f11-8009-85e2db5c0676 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0873671 Aug 18 14:21:32.212392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1512faf3-b6c4-4fb8-9507-b335abf41d26 req-9f7b4b80-30a1-4ca4-98c1-df1cd7540b59 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018736 Aug 18 14:21:32.219603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-171828fd-525a-4a1a-9276-d8f1b9e19ada req-c82694cb-40e7-41e8-ac89-58c1391e57d9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866160 Aug 18 14:21:32.241227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-a5125ccb-069a-4926-b0c2-23c0d7bf8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:32.242682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-a5125ccb-069a-4926-b0c2-23c0d7bf8761 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 1094 time: 0.0830033 Aug 18 14:21:32.325148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Made reservation on behalf of d6d1ffef220245879b71c7614c26a1d4 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:32.328474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.337324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99eab39b-4543-4ec0-b4e7-7166fef12544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.340273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.368046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-b3d325c6-b7be-4e41-b7c6-61806508c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:32.369896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-b3d325c6-b7be-4e41-b7c6-61806508c047 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 910 time: 0.1143749 Aug 18 14:21:32.416300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-78afcb1f-3790-49dd-b983-83f3273c6d12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46 HTTP/1.1" status: 200 len: 217 time: 0.0358107 Aug 18 14:21:32.471405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99eab39b-4543-4ec0-b4e7-7166fef12544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.490563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-0944bcb9-605e-43b1-babf-ff648f2256c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:32.494442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-0944bcb9-605e-43b1-babf-ff648f2256c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=093c83fb-daba-41ff-8c82-dd85e3f711df HTTP/1.1" status: 200 len: 849 time: 0.0697150 Aug 18 14:21:32.537383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-82100522-40b3-44e0-9923-c43fb6436225 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338476 Aug 18 14:21:32.588737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:32.611949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99eab39b-4543-4ec0-b4e7-7166fef12544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.643701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-d71cf05b-8fa7-4c1b-a3e3-b4ac54b9747c service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940557 Aug 18 14:21:32.704840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99eab39b-4543-4ec0-b4e7-7166fef12544 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d2f04683b8a4480b3b7c25441cd2b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284046 Aug 18 14:21:32.710055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1e78ae9-6d4d-48bc-86d3-5cf4df76bce9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68e261d45af94cc8b092b2681eff1957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169481 Aug 18 14:21:32.710257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:32.714053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eab39b-4543-4ec0-b4e7-7166fef12544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda220f-d1ab-4d53-9baa-4d72481c6881,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:32.714053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:32.786039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d81ff07-c3be-485c-b7d6-e3574e07ebba req-b10ab63d-2236-4c10-9c94-3a29b0faecbc service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339769 Aug 18 14:21:32.791443 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.808530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.820215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.829902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.848548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.904650 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.931437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db556457-3539-406e-99dc-bc7f1f94b3be,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:32.979299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.982678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.983957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dda220f-d1ab-4d53-9baa-4d72481c6881 HTTP/1.1" status: 204 len: 168 time: 0.2749999 Aug 18 14:21:32.986258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:21:32.993022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb16ab1-f045-4e79-9cf6-32ae9f746559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda220f-d1ab-4d53-9baa-4d72481c6881,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:33.001521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.002133 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Added segment 08e55b25-efd3-4a36-938b-299ef859e301 of type vlan for network b662b193-157d-4c9f-bbb0-a40cdcc256a2 Aug 18 14:21:33.011593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.014958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.016164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fe5373b-d4c2-47f7-9f6e-4edba85b654d HTTP/1.1" status: 204 len: 168 time: 0.2988579 Aug 18 14:21:33.047991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d570f-95c4-443a-a901-ef6b5d6a4eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5373b-d4c2-47f7-9f6e-4edba85b654d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:33.073297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.204728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.205807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:33.206427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.269576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b662b193-157d-4c9f-bbb0-a40cdcc256a2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:33.280539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b662b193-157d-4c9f-bbb0-a40cdcc256a2 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:21:33.356255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a172e745-6aa7-406f-879e-b875ad3c5cb0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2400489 Aug 18 14:21:33.362277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49042) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:33.367260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Request body: {'subnet': {'network_id': 'b662b193-157d-4c9f-bbb0-a40cdcc256a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1037923968-subnet', 'tenant_id': 'd6d1ffef220245879b71c7614c26a1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:33.414089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173183-fbe1-4462-8a54-b4982f5d0297 req-5c2a924a-ec6b-4a33-bca5-246697553b54 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:33.415949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a173183-fbe1-4462-8a54-b4982f5d0297 req-5c2a924a-ec6b-4a33-bca5-246697553b54 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 943 time: 0.1269050 Aug 18 14:21:33.431054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67f404-80c7-448d-8ccb-d9b2ac0650e3 req-21fb61e1-3fed-484b-99c7-11e7940ab3d2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:33.434811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a67f404-80c7-448d-8ccb-d9b2ac0650e3 req-21fb61e1-3fed-484b-99c7-11e7940ab3d2 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.0865886 Aug 18 14:21:33.481787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Made reservation on behalf of d6d1ffef220245879b71c7614c26a1d4 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:33.487068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.491104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a173183-fbe1-4462-8a54-b4982f5d0297 req-7f34ac67-80bf-4f4e-94e3-c3d2ad0c3158 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682602 Aug 18 14:21:33.496642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a67f404-80c7-448d-8ccb-d9b2ac0650e3 req-e2f0d7cf-08fe-493c-956b-eaa35ab680f8 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581772 Aug 18 14:21:33.796448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:33.856302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd2b83c-8d23-458e-b426-9d93c6c01578,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:33.860959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Checking segment: {'id': '08e55b25-efd3-4a36-938b-299ef859e301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b662b193-157d-4c9f-bbb0-a40cdcc256a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:33.861289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Network hostable DHCP agents. Network: b662b193-157d-4c9f-bbb0-a40cdcc256a2, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:21:34.016089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Network b662b193-157d-4c9f-bbb0-a40cdcc256a2 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:21:34.190866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b662b193-157d-4c9f-bbb0-a40cdcc256a2) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:34.192142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:34.192984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:34.203013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7a62d-4477-44f8-8954-49e4abbcce20 None None] Network b662b193-157d-4c9f-bbb0-a40cdcc256a2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:34.294034 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bb72295-1074-455f-8001-bad1fbf74829 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9225042 Aug 18 14:21:34.392300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae77e9-4dba-4ca2-8cdd-16e883140d08 None None] Network b662b193-157d-4c9f-bbb0-a40cdcc256a2 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:21:34.720473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfd8be-194a-4822-85d1-a42cc1491e1d req-dfcef52a-703c-4e0f-b3d8-bde094575ac4 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:34.722136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dcfd8be-194a-4822-85d1-a42cc1491e1d req-dfcef52a-703c-4e0f-b3d8-bde094575ac4 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 943 time: 0.0934315 Aug 18 14:21:34.758132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f5457-4628-4778-8892-fc90c1218176 req-ed0cc84c-fdd3-4668-bfcb-b770ac1b0b44 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:34.760031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-006f5457-4628-4778-8892-fc90c1218176 req-ed0cc84c-fdd3-4668-bfcb-b770ac1b0b44 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 944 time: 0.1162694 Aug 18 14:21:34.809513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dcfd8be-194a-4822-85d1-a42cc1491e1d req-469aca4e-1f2a-4de0-8284-464e1f9783aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767407 Aug 18 14:21:34.860483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-006f5457-4628-4778-8892-fc90c1218176 req-6b02d4f4-e96f-4332-9ea0-7abfffaa6157 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916288 Aug 18 14:21:34.907667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:35.053372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:35.083863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'port_id': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'mac_address': 'fa:16:3e:de:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:35.115570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-1aaaee73-cf47-44b8-b40d-745ca965b220 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1077993 Aug 18 14:21:35.172369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:35.187288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:35.235881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:35.236609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.237254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.237769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.238265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.238775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.239215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.239685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.241761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-960a1b1c-9cea-4519-b53a-906fd868eb96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.0626514 Aug 18 14:21:35.319633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:35.381034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:35.443353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-5ccc6190-a147-4074-9b93-71e2d0be56bb tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.445085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-5ccc6190-a147-4074-9b93-71e2d0be56bb tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/networks?id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb HTTP/1.1" status: 200 len: 811 time: 0.1974826 Aug 18 14:21:35.449471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 678c0c5d-2ed8-447b-a30d-1162ccec3e46 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:35.450544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-7ccf32c4-e2ae-4b7d-8f6a-8b82f8a60b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.451085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-7ccf32c4-e2ae-4b7d-8f6a-8b82f8a60b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.451562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-7ccf32c4-e2ae-4b7d-8f6a-8b82f8a60b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.453105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-7ccf32c4-e2ae-4b7d-8f6a-8b82f8a60b51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.1791244 Aug 18 14:21:35.504543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-1960c321-f1cb-4c1e-b0b8-7870474acef2 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/quotas/5646da3a14674cbcbf15413a497e146d HTTP/1.1" status: 200 len: 375 time: 0.0503690 Aug 18 14:21:35.553876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-99f7db0c-ab92-4ba5-9456-ced465bab85a tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5646da3a14674cbcbf15413a497e146d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483289 Aug 18 14:21:35.560626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:35.577534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '678c0c5d-2ed8-447b-a30d-1162ccec3e46', 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114', 'port_id': '678c0c5d-2ed8-447b-a30d-1162ccec3e46', 'mac_address': 'fa:16:3e:34:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093c83fb-daba-41ff-8c82-dd85e3f711df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:35.612965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e2bff116-5633-4d64-ac8b-7a805ec0e3c0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:35.618304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-ba80664f-b0c1-4b0e-86f6-17e28ace12cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.1570075 Aug 18 14:21:35.659862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:35.689891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c0c5d-2ed8-447b-a30d-1162ccec3e46 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:35.710576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-e95b5722-4ffa-41c6-9580-b271b385335e service neutron] 10.222.0.35 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558347 Aug 18 14:21:35.722225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-b1515a5c-5e58-4c65-bfda-258f0556fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.723671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-b1515a5c-5e58-4c65-bfda-258f0556fe4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0908790 Aug 18 14:21:35.730656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:35.807361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49132) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:35.811035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:35.889217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:35.958830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-208570700', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:35.976831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d4bc2313-0be6-46c6-8cac-1a35768aad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:35.978536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d4bc2313-0be6-46c6-8cac-1a35768aad54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425361 Aug 18 14:21:35.980605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-0a61cf64-a2ae-45e0-a113-003c770734a6 service neutron] 10.222.0.35 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692606 Aug 18 14:21:36.067717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Made reservation on behalf of d8ee5b0d9e0b4cf5a194fb0b9930cca9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:36.071686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.090831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.128200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['678c0c5d-2ed8-447b-a30d-1162ccec3e46'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:36.239881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.248208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-544d0831-dbd4-4be3-b07b-a14bead5f85f service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600484 Aug 18 14:21:36.262100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5adc9f-9c54-42fb-908c-4f74c61e8241 req-fb29d0e0-e9be-46c0-85b6-c203e5a9942e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:36.263664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f5adc9f-9c54-42fb-908c-4f74c61e8241 req-fb29d0e0-e9be-46c0-85b6-c203e5a9942e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 944 time: 0.2072711 Aug 18 14:21:36.304413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.307994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] device_id is not set on port 2c735d98-0a5f-44b8-8ab9-b199f4e2e95c yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:21:36.405905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-9f4c8cac-44c9-462e-9f11-d9eb4537c1e6 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410275 Aug 18 14:21:36.427697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c2e5a4-d34d-4028-8ed2-b696b7417611,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:36.447471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-2123bf8a-e275-478e-a768-f2e53d5ac8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:36.448679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-2123bf8a-e275-478e-a768-f2e53d5ac8e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c7cb24c67e14db48155b38298462263&device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1096 time: 0.3459888 Aug 18 14:21:36.508908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Allocated IP 172.25.1.80 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2c735d98-0a5f-44b8-8ab9-b199f4e2e95c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:36.554108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-ef84672d-8282-4704-a1a7-e46c731c55ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.1219928 Aug 18 14:21:36.585273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0f5adc9f-9c54-42fb-908c-4f74c61e8241 req-61b63f13-3b4f-495e-aff2-bbfada4fd0f5 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027766 Aug 18 14:21:36.769641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.922900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:21:36.954258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.974190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:21:36.974462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:36.999522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:37.009128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:37.013662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:37.022188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Pushing event updated for resources: {'Port': ['ID=2c735d98-0a5f-44b8-8ab9-b199f4e2e95c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:37.083052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-a8e0a4ab-07e8-4b91-8601-cbe019ac6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.083661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.084533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-a8e0a4ab-07e8-4b91-8601-cbe019ac6d3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.5034156 Aug 18 14:21:37.084774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.108208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.131784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ad1bb75-89e5-48a2-a5d9-d2777abe2f91 req-87d11900-6e05-4f03-98bc-cc9ab8823a84 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.0594332 Aug 18 14:21:37.134088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:37.135547 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f7e06-0af0-4c68-8ec9-d086f0077067" -d '{"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:37.151225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:37.158203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393cf9-e450-44f5-bd80-0648e0569a7c req-03316e0f-52b1-4435-874b-3e81a7cb8007 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.159805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e393cf9-e450-44f5-bd80-0648e0569a7c req-03316e0f-52b1-4435-874b-3e81a7cb8007 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 945 time: 0.8637683 Aug 18 14:21:37.234247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-8b7fd0f1-2a33-4133-93b0-b770c05e25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.235814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-8b7fd0f1-2a33-4133-93b0-b770c05e25a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 200 len: 917 time: 0.7032435 Aug 18 14:21:37.236290 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.240434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9aeb2529-6422-4962-8322-87196059ade9 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4278467 Aug 18 14:21:37.240587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-c7965bb0-b5d2-4310-a4b4-86f31adaa7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.240587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-c7965bb0-b5d2-4310-a4b4-86f31adaa7cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404836 Aug 18 14:21:37.240824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:37.245198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.80'}]}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:37.248620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e393cf9-e450-44f5-bd80-0648e0569a7c req-1bb9d461-b359-4f2b-bcd2-e71e9fba8af5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819221 Aug 18 14:21:37.317488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=10']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:37.383666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-33940598-55d7-46f6-a2b5-ad932f3c7606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 200 len: 1002 time: 0.1339517 Aug 18 14:21:37.392624 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c25be-d023-4410-8966-0af9651b12a3 x-openstack-request-id: req-422c25be-d023-4410-8966-0af9651b12a3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:37.392928 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-plugged", "status": "completed", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:37.393184 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-422c25be-d023-4410-8966-0af9651b12a3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:37.393583 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'code': 200} Aug 18 14:21:37.444506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.447550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.454192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-9cee0473-5f0a-4dfd-b2b1-bbe02a3fbc9b service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972170 Aug 18 14:21:37.457920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-4b6bdf9c-55b1-4e8b-8f81-67a6372bb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.459415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-4b6bdf9c-55b1-4e8b-8f81-67a6372bb61c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 200 len: 855 time: 0.0641007 Aug 18 14:21:37.463480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 678c0c5d-2ed8-447b-a30d-1162ccec3e46 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:21:37.516425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.574490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-e00fc947-2f9a-42e6-818a-ce7fef79c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.576578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-e00fc947-2f9a-42e6-818a-ce7fef79c649 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c3a9877-a147-42b3-a9bf-ad61bfd84030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064062 Aug 18 14:21:37.650669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-ba4c1be2-9aae-48d6-81a5-a62a0da0b92b service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820192 Aug 18 14:21:37.652651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:21:37.658693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:21:37.662349 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.754867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-e2e84346-716f-4baa-b173-b911f3ee1318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0839944 Aug 18 14:21:37.816665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.830344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-520f1ff4-9e3a-4d89-a2b4-538b5bc1b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.831880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-520f1ff4-9e3a-4d89-a2b4-538b5bc1b12e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0610259 Aug 18 14:21:37.856831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:37.904778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.916930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-ee953fc7-b6a6-49fa-ac4a-7b9a20307d14 service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218091 Aug 18 14:21:37.918080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33c2f1-7f0a-44bc-8217-d09f0de58ea4 req-fa1054d9-ec0a-4416-a217-61acdc5aaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.918080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7c33c2f1-7f0a-44bc-8217-d09f0de58ea4 req-fa1054d9-ec0a-4416-a217-61acdc5aaab2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 1098 time: 0.2179463 Aug 18 14:21:37.920503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24452001-804e-47d9-a82f-79c6231316c0 req-257780da-b967-4bf2-9966-077cbd3f8a6a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:37.927823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24452001-804e-47d9-a82f-79c6231316c0 req-257780da-b967-4bf2-9966-077cbd3f8a6a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 944 time: 0.2089541 Aug 18 14:21:37.939611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:37.979828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7c33c2f1-7f0a-44bc-8217-d09f0de58ea4 req-500e6564-a924-45d3-87e0-f0f79ea73f13 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Aug 18 14:21:38.040798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:38.047344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d7382b5b-72de-4190-8548-30476e7fbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:38.048863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d7382b5b-72de-4190-8548-30476e7fbe8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2068346 Aug 18 14:21:38.055654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24452001-804e-47d9-a82f-79c6231316c0 req-d17a7e6f-a784-444e-8e20-620ba0a097c9 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269991 Aug 18 14:21:38.126814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f49bbf5-722b-495a-8801-22a623a7dfee req-18746155-5ef9-47a5-90cc-e492897db01e service neutron] 10.222.0.58 "GET /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969340 Aug 18 14:21:38.198311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-83943ba3-6862-42ef-bffc-2efe82f68393 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352215 Aug 18 14:21:38.300244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f3b0c5f-3815-47ce-9f40-d83ac13b058d req-ac265e8a-df1c-4aea-82ea-fa62f2aabeba tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.0421498 Aug 18 14:21:38.316845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:38.339128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:38.348416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-cb709e83-84d5-4918-a470-21117ef889f4 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408942 Aug 18 14:21:38.400197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-95b4f897-9fd2-4773-af52-e6ba28a270af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0400035 Aug 18 14:21:38.538697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-9bf76f6c-18db-44bf-b2ae-b90cfc45832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:38.540302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-9bf76f6c-18db-44bf-b2ae-b90cfc45832c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1285279 Aug 18 14:21:38.548715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255a6b-3c69-42d7-93fc-c3c690100502 req-fd644e26-576a-4334-9330-96a07f841ae1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:38.550378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6255a6b-3c69-42d7-93fc-c3c690100502 req-fd644e26-576a-4334-9330-96a07f841ae1 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.1537771 Aug 18 14:21:38.611862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:38.661074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6255a6b-3c69-42d7-93fc-c3c690100502 req-dbdea724-4e23-413d-9307-52921e3558f9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989926 Aug 18 14:21:38.664825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-a9ef4219-54b5-448b-a4cf-156d9a1b435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:38.666908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-a9ef4219-54b5-448b-a4cf-156d9a1b435e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155462 Aug 18 14:21:38.788014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-62b2186e-3e90-4b87-93a5-0e264db994aa service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123407 Aug 18 14:21:38.807153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:38.813119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:38.959149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-9f9164c2-c232-4534-a407-1f551029de2e service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597598 Aug 18 14:21:39.022225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:39.022803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86228b0b-fd11-4155-ba72-f861ecc14f5b {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:21:39.034122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-73adfd1a-4cec-42ec-9435-15bf63602453 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0500181 Aug 18 14:21:39.094375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d7139434-6fe9-456b-af99-77cb7f784659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:39.096091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d7139434-6fe9-456b-af99-77cb7f784659 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0534568 Aug 18 14:21:39.124891 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:21:39.128465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a1378a62-3575-4716-bc20-a5eec40867f1 tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8850312 Aug 18 14:21:39.129298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49214) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:39.294984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-127841b5-2f73-49d5-8543-eeca3f329020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:39.296552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-127841b5-2f73-49d5-8543-eeca3f329020 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1913126 Aug 18 14:21:39.334824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Deleting port 2c735d98-0a5f-44b8-8ab9-b199f4e2e95c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:39.335306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:39.358137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bda7ff-d1ba-4a40-9874-7a35e74b3e6d req-89297a42-bdc7-42c0-a6ac-8a44191fc197 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:39.359424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37bda7ff-d1ba-4a40-9874-7a35e74b3e6d req-89297a42-bdc7-42c0-a6ac-8a44191fc197 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.1859088 Aug 18 14:21:39.395385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:39.401670 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f886f38c-1fc0-4c8b-95b4-4def393a00e7" -d '{"events": [{"server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "name": "network-vif-plugged", "status": "completed", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:39.443903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:39.470667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Calling delete_port for 2c735d98-0a5f-44b8-8ab9-b199f4e2e95c owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:39.531511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fe2d89a-fc06-4fb3-8a26-e2bed9a984c8 req-3d5dd397-a21f-4c88-a883-a70882fdb523 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.0878031 Aug 18 14:21:39.547823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37bda7ff-d1ba-4a40-9874-7a35e74b3e6d req-97a7c1dc-5f48-4a4f-9103-d6db307b8fa3 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582377 Aug 18 14:21:39.610895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-e0dbe06b-98b9-4c61-afd0-00296b460cdd service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045831 Aug 18 14:21:39.621572 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae68262a-729e-415b-bc57-9e03636d9f86 x-openstack-request-id: req-ae68262a-729e-415b-bc57-9e03636d9f86 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:39.621945 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "name": "network-vif-plugged", "status": "completed", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:39.626180 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae68262a-729e-415b-bc57-9e03636d9f86 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:39.626632 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46', 'code': 200} Aug 18 14:21:39.766391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff6158-9562-4695-b24d-c79a2336098f req-460482d2-9fe1-4a6a-b1f6-2d6997f1a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:39.768659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d6ff6158-9562-4695-b24d-c79a2336098f req-460482d2-9fe1-4a6a-b1f6-2d6997f1a28b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0686698 Aug 18 14:21:39.815915 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d6ff6158-9562-4695-b24d-c79a2336098f req-ae1463e1-66fc-4e8b-805b-c7125f489e53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Aug 18 14:21:39.831021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-b39edfd8-7d29-48db-a097-8e0db4ac7964 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870017 Aug 18 14:21:39.845255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60cbd5-583f-417c-930a-5699706db7fc req-59ca8cb5-47a3-41d1-84ff-87f000d57517 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:39.847161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a60cbd5-583f-417c-930a-5699706db7fc req-59ca8cb5-47a3-41d1-84ff-87f000d57517 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.0870833 Aug 18 14:21:39.858829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:39.898094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c735d98-0a5f-44b8-8ab9-b199f4e2e95c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:39.901089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a60cbd5-583f-417c-930a-5699706db7fc req-a05bfc59-e3d9-4078-a25a-628727195e76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472338 Aug 18 14:21:39.995932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:39.999015 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-968d7d6d-8d4e-4dd1-a6ed-68d2902357cb tempest-RoutersAdminNegativeIpV6Test-1882770929 tempest-RoutersAdminNegativeIpV6Test-1882770929-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2c735d98-0a5f-44b8-8ab9-b199f4e2e95c HTTP/1.1" status: 204 len: 168 time: 0.8686984 Aug 18 14:21:40.036235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-3af5b488-4df1-4157-be14-d8fd8336bad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.1420634 Aug 18 14:21:40.207785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:40.231084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-174a62f1-c25a-493f-8cda-f4fdc6686e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:40.233347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-174a62f1-c25a-493f-8cda-f4fdc6686e01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1824713 Aug 18 14:21:40.310556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-aeec2ce7-faf2-4b8a-9856-e2e9b53e4446 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:40.312186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-aeec2ce7-faf2-4b8a-9856-e2e9b53e4446 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.58 "GET /v2.0/networks?id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb HTTP/1.1" status: 200 len: 811 time: 0.2752323 Aug 18 14:21:40.319502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-6529ef3e-2bf7-4c33-a523-c3e3cc932069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:40.321211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-6529ef3e-2bf7-4c33-a523-c3e3cc932069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791211 Aug 18 14:21:40.325999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Request body: {'port': {'device_id': '637bff72-2d04-41cd-9448-15dcaa93993b', 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb', 'admin_state_up': True, 'tenant_id': '5646da3a14674cbcbf15413a497e146d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:40.563546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-51060909-cf13-4c2a-a9c6-0d7b75f5cefb service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224710 Aug 18 14:21:40.629975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49264) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:40.674041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Made reservation on behalf of 5646da3a14674cbcbf15413a497e146d for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:40.678884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:40.739538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46e5ae93-4962-43ec-8429-ac71d07b537a req-cd03936f-ec09-46cf-98e2-35fa3bbdcc93 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.1018748 Aug 18 14:21:40.823698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8009e636-54ed-411a-bcee-c24da7933fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:40.849011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-03ef771e-edd7-49a5-97c5-ce2b3b469fcd service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762825 Aug 18 14:21:40.862605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9ee35-8f52-4b6a-b773-b507dc13c38f req-baccbcc3-5f2e-4c5c-9716-49950fce12b0 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:40.864435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd9ee35-8f52-4b6a-b773-b507dc13c38f req-baccbcc3-5f2e-4c5c-9716-49950fce12b0 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.1910937 Aug 18 14:21:40.972169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-c15dc814-da35-4955-b69d-a61eccabb31c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.1070910 Aug 18 14:21:40.995932 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.130964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd9ee35-8f52-4b6a-b773-b507dc13c38f req-1338ad52-2593-40e8-8f55-5e538888dd95 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529840 Aug 18 14:21:41.174681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Allocated IP 172.20.0.10 (1e6af60a-4b8f-4954-a56a-d364f6b9f5eb/09b00c0a-1702-482d-a3d5-439bdc797c50/35fd6128-a4bf-41ee-9db1-bc742042c9c9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:41.194473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d3a23b18-a3e6-4c56-9488-58e1cad8633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:41.205057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-d3a23b18-a3e6-4c56-9488-58e1cad8633a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1972044 Aug 18 14:21:41.303044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377db07-0d96-4bd7-8efc-dc080285e232 req-50bcbc3a-ced0-4c7c-bee8-abf1fd4c6f53 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:41.303044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1377db07-0d96-4bd7-8efc-dc080285e232 req-50bcbc3a-ced0-4c7c-bee8-abf1fd4c6f53 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.2362216 Aug 18 14:21:41.383403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:41.392252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-1653a4e1-c164-48fc-ba36-ae2359b77e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:41.394047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-1653a4e1-c164-48fc-ba36-ae2359b77e7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736276 Aug 18 14:21:41.397964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8009e636-54ed-411a-bcee-c24da7933fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.446594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1377db07-0d96-4bd7-8efc-dc080285e232 req-1d1db088-f750-4d8b-836d-defd87841974 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317353 Aug 18 14:21:41.458094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8009e636-54ed-411a-bcee-c24da7933fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.532311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.551925 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8009e636-54ed-411a-bcee-c24da7933fad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b275b4e53f54eb9ac0caa201541431f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9207602 Aug 18 14:21:41.558901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:41.591725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e636-54ed-411a-bcee-c24da7933fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f0c4a1-339c-4a81-9fd3-69edc0fb674d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:41.596552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ed023b1-15ea-4663-b2b0-daff44789951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.630381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-8c18e2e2-50bb-492e-a65b-a8572e4fe19d service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948489 Aug 18 14:21:41.675185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.714236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.802845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f69f6cc3-3d02-45f9-8fee-29ab5d1160bb req-7f92bb09-a078-49f0-adb7-3d2946daf8ab service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626527 Aug 18 14:21:41.827615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ed023b1-15ea-4663-b2b0-daff44789951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.875737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e1d2242-2899-4901-95a5-a02a071715dc req-a08bc220-ad94-4c6c-b332-8dd6a5fab5e1 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.0324893 Aug 18 14:21:41.885674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.922070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.925059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.926947 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f0c4a1-339c-4a81-9fd3-69edc0fb674d HTTP/1.1" status: 204 len: 168 time: 0.3661778 Aug 18 14:21:41.929371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ed023b1-15ea-4663-b2b0-daff44789951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:41.946416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3debe-4200-46ae-b7b2-c97541bc1d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f0c4a1-339c-4a81-9fd3-69edc0fb674d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:41.948808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:41.952963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:41.969924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:41.999493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7ed023b1-15ea-4663-b2b0-daff44789951 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e4468ee76df40c997cc6305e8a6dd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136844 Aug 18 14:21:42.002214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49294) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:42.011475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed023b1-15ea-4663-b2b0-daff44789951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ae579a-ca7a-4629-9b7c-a83e955c9bc1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:42.016268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Pushing event updated for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:42.042781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.043270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.043708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.044203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.044634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.045063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.045487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.046059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.046483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.046901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.047338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.047930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:42.083898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:42.084684 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.118471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.147221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.220432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-ceb4c725-7852-45e7-8b29-fe68a4ad4a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8981323 Aug 18 14:21:42.243899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Request body: {'port': {'device_id': '637bff72-2d04-41cd-9448-15dcaa93993b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:42.281625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.284460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.291230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03ae579a-ca7a-4629-9b7c-a83e955c9bc1 HTTP/1.1" status: 204 len: 168 time: 0.2805519 Aug 18 14:21:42.360729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07071e-8342-4495-a500-153fd2ce8abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ae579a-ca7a-4629-9b7c-a83e955c9bc1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:42.391506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f110a62-4cb9-4881-bbac-0a1336b9194c req-03562960-ca9d-4497-b00b-7e522f567b23 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:42.400243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f110a62-4cb9-4881-bbac-0a1336b9194c req-03562960-ca9d-4497-b00b-7e522f567b23 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.1924038 Aug 18 14:21:42.421547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.471907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f110a62-4cb9-4881-bbac-0a1336b9194c req-cbf82163-2cbc-4165-a470-eeed4abd5166 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707972 Aug 18 14:21:42.744959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:42.838086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6b030372-d543-4408-8657-6bbf3c13052f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8ee5b0d9e0b4cf5a194fb0b9930cca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909984 Aug 18 14:21:42.839876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49314) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:42.896350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:42.944130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.085300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.091783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.093186 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7c2e5a4-d34d-4028-8ed2-b696b7417611 HTTP/1.1" status: 204 len: 168 time: 0.2523475 Aug 18 14:21:43.110536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5ab05-c48e-4c9d-bb98-ffa9339c9cb7 req-022e8583-5492-42fb-bead-195a200f77c7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:43.117749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dad5ab05-c48e-4c9d-bb98-ffa9339c9cb7 req-022e8583-5492-42fb-bead-195a200f77c7 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.5636940 Aug 18 14:21:43.118010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72017ff-b5bb-4cd9-a1da-233202f29c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c2e5a4-d34d-4028-8ed2-b696b7417611,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:43.202450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dad5ab05-c48e-4c9d-bb98-ffa9339c9cb7 req-adae1551-aaad-4bf6-9002-0c906a528c7e tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759470 Aug 18 14:21:43.218813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d8097-7890-4d55-ac51-1cce00e7357b req-957609f2-bee7-4ef9-a788-23e8030fedac tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:43.218813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-275d8097-7890-4d55-ac51-1cce00e7357b req-957609f2-bee7-4ef9-a788-23e8030fedac tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 932 time: 0.1849339 Aug 18 14:21:43.314276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-275d8097-7890-4d55-ac51-1cce00e7357b req-d96b342b-7c96-45e4-8708-c681204b5f16 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717347 Aug 18 14:21:43.331980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fd6128-a4bf-41ee-9db1-bc742042c9c9 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:43.347382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.368723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Transition to ACTIVE for port object 35fd6128-a4bf-41ee-9db1-bc742042c9c9 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:21:43.430413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.499601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Pushing event updated for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:43.614858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Attempting to bind port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:21:43.614858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Attempting to bind port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'dc6ecd31-4dd3-4470-b214-f9538417e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:21:43.614858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Attempting to bind port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 on network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:43.621707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 on network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:21:43.622544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Attempting to bind port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 on network 1e6af60a-4b8f-4954-a56a-d364f6b9f5eb {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:43.629382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:21:43.629949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Checking segment: {'id': 'dc6ecd31-4dd3-4470-b214-f9538417e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:43.630352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Bound using segment: {'id': 'dc6ecd31-4dd3-4470-b214-f9538417e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:21:43.630961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Bound port: 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6ecd31-4dd3-4470-b214-f9538417e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:21:43.631894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.704887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:43.708251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9,segment=NetworkSegment(dc6ecd31-4dd3-4470-b214-f9538417e4c3),segment_id=dc6ecd31-4dd3-4470-b214-f9538417e4c3)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:21:43.858743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.894013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:43.894641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.896032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] 10.222.0.58 "PUT /v2.0/ports/35fd6128-a4bf-41ee-9db1-bc742042c9c9 HTTP/1.1" status: 200 len: 1092 time: 1.6590331 Aug 18 14:21:43.896472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:43.898838 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba83e9-003d-44f0-85a4-66ff5a160882" -d '{"events": [{"name": "network-changed", "server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:43.930517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b28508-577b-4420-a1d9-5a19c4cf543d service neutron] Pushing event updated for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:43.945986 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2a8f9-3447-4267-8ac7-f769d1532b10 x-openstack-request-id: req-c2d2a8f9-3447-4267-8ac7-f769d1532b10 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:43.946387 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:43.950874 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2d2a8f9-3447-4267-8ac7-f769d1532b10 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:43.950874 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9', 'status': 'completed', 'code': 200} Aug 18 14:21:44.030169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-9d8d7f69-82c7-4466-9675-eee2ff6724e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.031945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-9d8d7f69-82c7-4466-9675-eee2ff6724e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5646da3a14674cbcbf15413a497e146d&device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 1095 time: 0.0598612 Aug 18 14:21:44.188221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-63ce1366-0dc1-423c-86df-933e46a8b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.189721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-63ce1366-0dc1-423c-86df-933e46a8b23c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5646da3a14674cbcbf15413a497e146d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1439621 Aug 18 14:21:44.198586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a4c40-c0ab-4e7d-b66c-68034dddc0a5 req-d335c118-4532-47b2-b4a1-81e460a4c056 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.202553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-992a4c40-c0ab-4e7d-b66c-68034dddc0a5 req-d335c118-4532-47b2-b4a1-81e460a4c056 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.0910172 Aug 18 14:21:44.293766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-992a4c40-c0ab-4e7d-b66c-68034dddc0a5 req-dbd1f194-afa1-4299-9df5-ae117613c164 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Aug 18 14:21:44.336619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-15d17c43-05c8-4cb7-a20c-6ca1618a2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.338224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22ba83e9-003d-44f0-85a4-66ff5a160882 req-15d17c43-05c8-4cb7-a20c-6ca1618a2f54 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371443 Aug 18 14:21:44.458600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.495638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-8066760c-2de2-4bc9-933d-1d6a8237caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.499816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-8066760c-2de2-4bc9-933d-1d6a8237caed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5646da3a14674cbcbf15413a497e146d&device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 1095 time: 0.1101604 Aug 18 14:21:44.506881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0889-888a-4bd4-93c2-45b5d71b853f req-25829ad3-28dc-428c-9d66-70840513cabe tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.511568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13fe0889-888a-4bd4-93c2-45b5d71b853f req-25829ad3-28dc-428c-9d66-70840513cabe tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 944 time: 0.0892739 Aug 18 14:21:44.576187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-735ed767-533c-4bb0-883e-4b487c2b5a4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9 HTTP/1.1" status: 200 len: 217 time: 0.0636091 Aug 18 14:21:44.642057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-880a56bf-079f-4086-8804-89c3379cadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:44.643576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-880a56bf-079f-4086-8804-89c3379cadd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=09b00c0a-1702-482d-a3d5-439bdc797c50 HTTP/1.1" status: 200 len: 851 time: 0.0601866 Aug 18 14:21:44.668594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-ec17b13d-3257-4f97-82d7-b3961e04c64c tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.670007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec17b13d-3257-4f97-82d7-b3961e04c64c tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2100809 Aug 18 14:21:44.670989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13fe0889-888a-4bd4-93c2-45b5d71b853f req-0526b96b-78b1-43d7-a028-5b859c19d028 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459975 Aug 18 14:21:44.673820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49408) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.678271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-88308027-30af-4b6f-b93c-0fce176d5c6e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.679491 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88308027-30af-4b6f-b93c-0fce176d5c6e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047090 Aug 18 14:21:44.686734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49410) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.691275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-604f0e1e-ff7c-48ff-9285-32f52a3ab97b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.695266 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-604f0e1e-ff7c-48ff-9285-32f52a3ab97b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059130 Aug 18 14:21:44.697260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49412) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.704205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-0785562b-5836-486b-a079-0a4815553d65 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.705554 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0785562b-5836-486b-a079-0a4815553d65 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070720 Aug 18 14:21:44.708339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49414) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.713399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-5e6c7388-788e-48ac-8f8a-a003c599737d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529230 Aug 18 14:21:44.714475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-9235f52a-02dd-40a9-9e1b-bc1ab093b08b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.716970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9235f52a-02dd-40a9-9e1b-bc1ab093b08b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061600 Aug 18 14:21:44.718332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49416) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.722866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-05c931cf-1305-4226-beff-f039fdb2ae51 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.726471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-05c931cf-1305-4226-beff-f039fdb2ae51 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0071225 Aug 18 14:21:44.726712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49418) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.731888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-853f8957-bf00-4e2c-9312-59b715f3687f tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.733885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-853f8957-bf00-4e2c-9312-59b715f3687f tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049419 Aug 18 14:21:44.735398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.741485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-fb347c2f-5e56-435b-bd1b-15d215fc4676 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.744902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb347c2f-5e56-435b-bd1b-15d215fc4676 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084889 Aug 18 14:21:44.748002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49422) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.753373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-ee541500-41ef-424f-b467-ef4614c36b3d tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.756054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ee541500-41ef-424f-b467-ef4614c36b3d tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053728 Aug 18 14:21:44.758478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49424) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.763562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-9db5a824-8086-4a52-8fc5-1fda41dcfbef tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.766766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9db5a824-8086-4a52-8fc5-1fda41dcfbef tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051923 Aug 18 14:21:44.767134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.771688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-1af0a1a1-b4b6-4033-8da7-ee3c7d15ea53 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.772761 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1af0a1a1-b4b6-4033-8da7-ee3c7d15ea53 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046763 Aug 18 14:21:44.774998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49428) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.780095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-e275f85d-13b0-4da8-bf51-c2a1385c88f4 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.781147 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e275f85d-13b0-4da8-bf51-c2a1385c88f4 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051835 Aug 18 14:21:44.784972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.789418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-e0590bc2-a52f-46c4-82b8-38484b3c2863 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.790422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0590bc2-a52f-46c4-82b8-38484b3c2863 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045052 Aug 18 14:21:44.792903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49432) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.798165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-676b130a-4780-4cdd-921d-13d67dd54f6a tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.799701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-676b130a-4780-4cdd-921d-13d67dd54f6a tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051854 Aug 18 14:21:44.807801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.813309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-afca8886-17ff-4fad-ae9a-dace1a07760d tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.814458 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-afca8886-17ff-4fad-ae9a-dace1a07760d tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055511 Aug 18 14:21:44.816930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.821682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-7b27ba13-ae83-42f0-a8b4-44a27f5836a1 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.822886 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7b27ba13-ae83-42f0-a8b4-44a27f5836a1 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049498 Aug 18 14:21:44.829753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.835046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-9c3336b9-cc67-4949-a651-86b20631283b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.838940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c3336b9-cc67-4949-a651-86b20631283b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051849 Aug 18 14:21:44.839066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49442) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.843738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-d6aee5e2-8eb6-4619-b845-cb00b61d78f6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.844661 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d6aee5e2-8eb6-4619-b845-cb00b61d78f6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047297 Aug 18 14:21:44.846261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-66cac6f9-0492-4da3-96c4-2daea13b8dc0 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100044 Aug 18 14:21:44.847365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49444) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.853073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-1b282675-715f-431e-a7b5-38ce96c8a3e6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.854887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1b282675-715f-431e-a7b5-38ce96c8a3e6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059905 Aug 18 14:21:44.859726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49446) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.868119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-1c6d4f3f-da3c-43d7-ac93-17eb1427784e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.869303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1c6d4f3f-da3c-43d7-ac93-17eb1427784e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0084229 Aug 18 14:21:44.872690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49448) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.878545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-e4403c80-c4bb-459e-b08f-3df9710a6eb5 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.879872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e4403c80-c4bb-459e-b08f-3df9710a6eb5 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0060198 Aug 18 14:21:44.882630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.887389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-dcc7b39e-a402-45c5-8392-362a5b98595a tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.889314 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dcc7b39e-a402-45c5-8392-362a5b98595a tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054505 Aug 18 14:21:44.892315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.896604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-e194a4b9-7729-4864-9d3e-610722f4b9fd tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.897521 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e194a4b9-7729-4864-9d3e-610722f4b9fd tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042849 Aug 18 14:21:44.900112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49454) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.904591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-f6333ebd-61ae-4d17-b3ba-2fe408863056 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.905522 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f6333ebd-61ae-4d17-b3ba-2fe408863056 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044649 Aug 18 14:21:44.907844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49458) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.911879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-740b084b-e805-426b-969d-126b94c17c74 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.918163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-740b084b-e805-426b-969d-126b94c17c74 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0078220 Aug 18 14:21:44.918969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49462) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:44.927774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-0aa58135-e298-4958-abd4-9344277a9906 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:44.930215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0aa58135-e298-4958-abd4-9344277a9906 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079472 Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-9bdb63b0-8e6c-4760-9739-1615c8d52fca tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9bdb63b0-8e6c-4760-9739-1615c8d52fca tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052795 Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-b3ddcb1d-fc9d-4a4b-b543-222aa8d7cf83 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b3ddcb1d-fc9d-4a4b-b543-222aa8d7cf83 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069499 Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-2ecbe9ca-951c-43dd-9d2d-2208a6c7cb0e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.118859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ecbe9ca-951c-43dd-9d2d-2208a6c7cb0e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0141740 Aug 18 14:21:45.123426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49474) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.123426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-1303525c-46b8-4120-ad07-5ca271c94e82 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.123426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1303525c-46b8-4120-ad07-5ca271c94e82 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065303 Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-d3e7e12e-3c98-4fdd-b5ff-e027edbb39ec tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3e7e12e-3c98-4fdd-b5ff-e027edbb39ec tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055852 Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49478) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-b6c6b50d-6616-4ac0-9f18-147b905afd04 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6c6b50d-6616-4ac0-9f18-147b905afd04 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087984 Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49480) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-f791db78-3cd6-4c14-9e1a-ec2a90905073 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f791db78-3cd6-4c14-9e1a-ec2a90905073 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076733 Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49482) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-c4634076-1bcc-43a4-9132-33bf22ee1525 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4634076-1bcc-43a4-9132-33bf22ee1525 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065665 Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49484) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.124651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-7fdc341c-23f9-460d-84fc-e2148f9a2362 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.127637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.127915 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7fdc341c-23f9-460d-84fc-e2148f9a2362 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073750 Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-bae5bdf4-f527-4235-90ce-8ea55bef4a3f tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bae5bdf4-f527-4235-90ce-8ea55bef4a3f tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046196 Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49488) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-7caef3f3-27cd-48a4-8eb2-5e82322501d1 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7caef3f3-27cd-48a4-8eb2-5e82322501d1 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064094 Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49490) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-3485a2f9-5eae-4ffd-afdb-7be777da4646 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3485a2f9-5eae-4ffd-afdb-7be777da4646 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043948 Aug 18 14:21:45.128238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a6a6346-64be-4baf-8003-1741cec1b793 req-81b5f8ee-bcc0-4895-a1d1-7d45c655da72 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022996 Aug 18 14:21:45.129550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49492) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.129550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-6d27e4b3-c60b-426c-8dc0-cb618e3bfba5 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.130005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.130280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d27e4b3-c60b-426c-8dc0-cb618e3bfba5 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0182095 Aug 18 14:21:45.130486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-dadd3001-f772-4365-ab9b-23478673bc30 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.130486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dadd3001-f772-4365-ab9b-23478673bc30 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123296 Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-c260c9bb-431a-4b86-beb6-7f696662fe9e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c260c9bb-431a-4b86-beb6-7f696662fe9e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0115361 Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49500) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-dcdd04a4-8e73-4b0b-afc3-9f57ffb10d09 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.130765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dcdd04a4-8e73-4b0b-afc3-9f57ffb10d09 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078585 Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49502) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-7fa5fca5-f355-465f-9abc-06e2e794d7a7 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7fa5fca5-f355-465f-9abc-06e2e794d7a7 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044498 Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49504) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-64795285-3427-4922-beaa-759281e9542e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-64795285-3427-4922-beaa-759281e9542e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043452 Aug 18 14:21:45.131533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49508) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.133627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-e51daf29-a8f0-4e9e-8541-f12f761ada26 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.135887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e51daf29-a8f0-4e9e-8541-f12f761ada26 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041678 Aug 18 14:21:45.137272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49510) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.142870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-b5099275-ed57-443c-a98e-2439c5985351 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.146417 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b5099275-ed57-443c-a98e-2439c5985351 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074847 Aug 18 14:21:45.147127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.151838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-93d64597-87df-481c-addc-94f9543a2de4 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.154430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-93d64597-87df-481c-addc-94f9543a2de4 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063980 Aug 18 14:21:45.159556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49514) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.164391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-e90f3fef-2bd8-4f7b-b094-4375a9e96a02 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.165355 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e90f3fef-2bd8-4f7b-b094-4375a9e96a02 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046532 Aug 18 14:21:45.168054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49518) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.174455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-9e443307-ce26-465a-bb5b-f6de3d08563e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.177878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e443307-ce26-465a-bb5b-f6de3d08563e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0058374 Aug 18 14:21:45.178035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.183148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-0b97e0d8-bdae-438a-b8b3-0f53a7356a22 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.186298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b97e0d8-bdae-438a-b8b3-0f53a7356a22 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073547 Aug 18 14:21:45.186884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49522) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.191820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-0da530a6-9c90-4992-8b56-213e0d4777d3 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.192366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0da530a6-9c90-4992-8b56-213e0d4777d3 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045230 Aug 18 14:21:45.195178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.199312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-b759fa14-93e3-43ff-bb79-c1a0fb4f9add tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.200801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b759fa14-93e3-43ff-bb79-c1a0fb4f9add tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042093 Aug 18 14:21:45.203679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49526) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.210045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-9db3f50c-e152-486f-94a5-baa38145066b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.211404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9db3f50c-e152-486f-94a5-baa38145066b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065475 Aug 18 14:21:45.212251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49528) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.214174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49530) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.218894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-b160f6bd-d997-4dd5-9b84-4a3b4df36d89 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.220308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b160f6bd-d997-4dd5-9b84-4a3b4df36d89 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052757 Aug 18 14:21:45.223247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.227950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-f0334d22-6774-46ba-8a12-c951f851c148 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.230344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f0334d22-6774-46ba-8a12-c951f851c148 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060647 Aug 18 14:21:45.236702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49536) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.241519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-b1eac48a-e449-42bf-9203-2c84fd696ba9 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.243042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1eac48a-e449-42bf-9203-2c84fd696ba9 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053034 Aug 18 14:21:45.247770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.252786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-5cc2ae33-ba5f-4892-87b1-31f6f2dd6dbb tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.253715 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5cc2ae33-ba5f-4892-87b1-31f6f2dd6dbb tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048399 Aug 18 14:21:45.263653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49540) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.268824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-289dcc64-7b05-4a08-af46-ed1172d4cc59 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.269918 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-289dcc64-7b05-4a08-af46-ed1172d4cc59 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052760 Aug 18 14:21:45.272370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49542) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.276728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-60bca662-ece0-4896-a7f7-4ddf5f66ff5b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.277698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-60bca662-ece0-4896-a7f7-4ddf5f66ff5b tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043776 Aug 18 14:21:45.280522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49544) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.284922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-3659ce37-85c2-41dc-b1e0-df7748b7c588 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.285948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3659ce37-85c2-41dc-b1e0-df7748b7c588 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045106 Aug 18 14:21:45.289209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49546) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.294905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-62a7e5f7-5af8-4f4f-8256-23529bcaad5c tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.297772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-62a7e5f7-5af8-4f4f-8256-23529bcaad5c tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057609 Aug 18 14:21:45.299496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.303981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-57326dcd-407a-4e00-b8c0-43b5bc4d329e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.306272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-57326dcd-407a-4e00-b8c0-43b5bc4d329e tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058136 Aug 18 14:21:45.307599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49552) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.312607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-e94c80c7-2dbe-4041-bc2c-27a777d43bb2 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.316408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e94c80c7-2dbe-4041-bc2c-27a777d43bb2 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078647 Aug 18 14:21:45.316561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49554) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.321741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-04527f5b-608f-49bd-b059-4649c6277bd6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.325728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49558) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.326864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-04527f5b-608f-49bd-b059-4649c6277bd6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093133 Aug 18 14:21:45.330288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-247b6e7d-aef1-458f-a54a-f552ffcfe654 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.333646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-247b6e7d-aef1-458f-a54a-f552ffcfe654 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044835 Aug 18 14:21:45.333979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.338464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-971906f7-c731-44a5-bc09-aa23c665e1f2 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.341965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-971906f7-c731-44a5-bc09-aa23c665e1f2 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045378 Aug 18 14:21:45.342936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49562) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.347750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-47545a5c-9b00-45c3-a212-d2b2c9fabbe6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.351528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47545a5c-9b00-45c3-a212-d2b2c9fabbe6 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074315 Aug 18 14:21:45.352291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49564) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.357207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [None req-5464c9be-85a6-4009-a018-d6cbc70ba1f8 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.361049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5464c9be-85a6-4009-a018-d6cbc70ba1f8 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076630 Aug 18 14:21:45.361288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.366933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [None req-bba335f6-5cfd-4335-80c6-86eab085ac50 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:21:45.376395 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bba335f6-5cfd-4335-80c6-86eab085ac50 tempest-ExtensionsTestJSON-146694482 tempest-ExtensionsTestJSON-146694482-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136673 Aug 18 14:21:45.391456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0451634-8c7d-4473-956a-cce9fd307688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.427548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:21:45.499172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b43110-aee4-4a16-8b92-83a5e27a83e5 req-0084e690-546b-44cf-aefb-b8a849498cee tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:45.500764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0b43110-aee4-4a16-8b92-83a5e27a83e5 req-0084e690-546b-44cf-aefb-b8a849498cee tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.0852318 Aug 18 14:21:45.564232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0b43110-aee4-4a16-8b92-83a5e27a83e5 req-79b10020-9e0b-4454-bc5a-0902c96730a9 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557849 Aug 18 14:21:45.622033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0451634-8c7d-4473-956a-cce9fd307688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.646413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-5737c672-aae0-42a5-b676-1d6d2dd36fad tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:45.648196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-5737c672-aae0-42a5-b676-1d6d2dd36fad tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 945 time: 0.0660422 Aug 18 14:21:45.689564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0451634-8c7d-4473-956a-cce9fd307688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.792461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c0451634-8c7d-4473-956a-cce9fd307688 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d19c15aaab9b428c823111812f116f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790081 Aug 18 14:21:45.795592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49578) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:45.812015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0451634-8c7d-4473-956a-cce9fd307688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759c25ad-33f4-4e0b-98ce-6304f026ea46,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:45.858141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b42b4-e084-4d8f-af12-358dd1d648a6 req-5f3828ca-0cd4-47b1-97c6-afe2c7783d81 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:45.859602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc3b42b4-e084-4d8f-af12-358dd1d648a6 req-5f3828ca-0cd4-47b1-97c6-afe2c7783d81 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 944 time: 0.0857801 Aug 18 14:21:45.862901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Deleting port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:21:45.863256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.867150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.897342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.982528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc3b42b4-e084-4d8f-af12-358dd1d648a6 req-71b001be-85ad-4276-bfa8-a99af118feb0 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036572 Aug 18 14:21:45.990445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:46.036577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] For port 678c0c5d-2ed8-447b-a30d-1162ccec3e46, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=678c0c5d-2ed8-447b-a30d-1162ccec3e46,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:46.036952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.051630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Calling delete_port for 678c0c5d-2ed8-447b-a30d-1162ccec3e46 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:21:46.052437 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.055128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.056533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/759c25ad-33f4-4e0b-98ce-6304f026ea46 HTTP/1.1" status: 204 len: 168 time: 0.2599216 Aug 18 14:21:46.069177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7821-d80a-43e8-b0b2-80e06da11587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c25ad-33f4-4e0b-98ce-6304f026ea46,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:46.138545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2d25fd3-cd2f-41aa-8a42-55f5c1a66ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.232429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2d25fd3-cd2f-41aa-8a42-55f5c1a66ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.279492 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.291881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['678c0c5d-2ed8-447b-a30d-1162ccec3e46'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:46.301702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2d25fd3-cd2f-41aa-8a42-55f5c1a66ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.316736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Pushing event deleted for resources: {'Port': ['ID=678c0c5d-2ed8-447b-a30d-1162ccec3e46,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:46.349942 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d2d25fd3-cd2f-41aa-8a42-55f5c1a66ec4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48e11135e2254801b2797486f2404f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574789 Aug 18 14:21:46.349942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49598) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:46.352258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d25fd3-cd2f-41aa-8a42-55f5c1a66ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22691d0e-5062-4f3c-b5cc-a53da7c6f838,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:46.361181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] No DVR routers for this DVR port 678c0c5d-2ed8-447b-a30d-1162ccec3e46 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:21:46.363728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.365871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c44a6b49-3452-4789-b0b5-ca3d47452a5e req-3efe7efc-af94-429b-b15a-ea7af70e2ed7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "DELETE /v2.0/ports/678c0c5d-2ed8-447b-a30d-1162ccec3e46 HTTP/1.1" status: 204 len: 173 time: 0.7027380 Aug 18 14:21:46.366253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'name': 'network-vif-deleted', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:46.368508 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82359e-95a9-4400-a8de-3d6bdaf9c161" -d '{"events": [{"server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "name": "network-vif-deleted", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:46.413187 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e752a-2c25-479c-81e4-0c6b2414050d x-openstack-request-id: req-978e752a-2c25-479c-81e4-0c6b2414050d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:46.413467 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787730da-34cc-4f49-bfa0-8754d6158dd8", "name": "network-vif-deleted", "tag": "678c0c5d-2ed8-447b-a30d-1162ccec3e46", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:46.413727 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-978e752a-2c25-479c-81e4-0c6b2414050d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:46.414322 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787730da-34cc-4f49-bfa0-8754d6158dd8', 'name': 'network-vif-deleted', 'tag': '678c0c5d-2ed8-447b-a30d-1162ccec3e46', 'status': 'completed', 'code': 200} Aug 18 14:21:46.438634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.465365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.675981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f238f5c1-0d48-427b-910b-570b27628773 req-7330af7e-7402-4876-99ac-d3bed04801e8 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.0299439 Aug 18 14:21:46.685377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.687968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:46.691769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22691d0e-5062-4f3c-b5cc-a53da7c6f838 HTTP/1.1" status: 204 len: 168 time: 0.3380888 Aug 18 14:21:46.702265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec616e-d91a-4fb0-9061-6490ce49528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22691d0e-5062-4f3c-b5cc-a53da7c6f838,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:46.991594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 35fd6128-a4bf-41ee-9db1-bc742042c9c9 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:47.121439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3664d8-4581-4d16-8868-21a15256fff9 req-83a4bc6e-ea92-487c-bcb0-391cca360a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:47.129356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c3664d8-4581-4d16-8868-21a15256fff9 req-83a4bc6e-ea92-487c-bcb0-391cca360a4b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 944 time: 0.0674453 Aug 18 14:21:47.157409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9,segment=NetworkSegment(dc6ecd31-4dd3-4470-b214-f9538417e4c3),segment_id=dc6ecd31-4dd3-4470-b214-f9538417e4c3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:47.184746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c3664d8-4581-4d16-8868-21a15256fff9 req-28f3f61e-5828-46bf-b319-3f97e0787337 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Aug 18 14:21:47.187372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '35fd6128-a4bf-41ee-9db1-bc742042c9c9', 'network_id': '1e6af60a-4b8f-4954-a56a-d364f6b9f5eb', 'port_id': '35fd6128-a4bf-41ee-9db1-bc742042c9c9', 'mac_address': 'fa:16:3e:65:b1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b00c0a-1702-482d-a3d5-439bdc797c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:47.234997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:47.248847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fd6128-a4bf-41ee-9db1-bc742042c9c9 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:47.269882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9,segment=NetworkSegment(dc6ecd31-4dd3-4470-b214-f9538417e4c3),segment_id=dc6ecd31-4dd3-4470-b214-f9538417e4c3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:47.378163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:47.430818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:47.611954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['35fd6128-a4bf-41ee-9db1-bc742042c9c9'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:47.824416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cdf15092-a82a-4c7a-a682-551169225a4b req-6aa8780c-6f71-43dc-b903-6f61030b149b tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=787730da-34cc-4f49-bfa0-8754d6158dd8 HTTP/1.1" status: 200 len: 210 time: 0.0375464 Aug 18 14:21:48.225971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49688) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:48.331820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815944-decd-4309-9fcc-5f69bfb995f7 req-e8724525-cf82-40fa-bd34-c56212f43873 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:48.333409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04815944-decd-4309-9fcc-5f69bfb995f7 req-e8724525-cf82-40fa-bd34-c56212f43873 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 945 time: 0.0650642 Aug 18 14:21:48.394365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04815944-decd-4309-9fcc-5f69bfb995f7 req-f8b59e06-88ca-4a72-9d60-ef96cc57b129 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Aug 18 14:21:48.468299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9614e54e-fde9-440f-9731-9463775f6e7b tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:48.468727 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-9614e54e-fde9-440f-9731-9463775f6e7b tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 14:21:48.469384 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-9614e54e-fde9-440f-9731-9463775f6e7b tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:21:48.470406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9614e54e-fde9-440f-9731-9463775f6e7b tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2433870 Aug 18 14:21:48.474206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49700) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:48.478573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994614540'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:48.590287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:48.600660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:48.696404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:48.789456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:48.937320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd09d41-1770-476d-82a2-2e69287736bc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:48.977174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.001828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 35fd6128-a4bf-41ee-9db1-bc742042c9c9 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:21:49.098233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.132047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e08efa-8e4b-4170-986b-13230d57d13f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:49.158620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:21:49.173911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:21:49.176527 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.254099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.255440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d008174a-adeb-4831-914c-17273c018bac tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7802904 Aug 18 14:21:49.258457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49744) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:49.264325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '55e08efa-8e4b-4170-986b-13230d57d13f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:49.309304 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.320591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-88f4a731-cff1-4cfe-866f-c65d9e3561bd tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:49.322259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-88f4a731-cff1-4cfe-866f-c65d9e3561bd tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 809 time: 0.1615531 Aug 18 14:21:49.339913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-12c04948-a974-441a-8c40-477e68f89bf5 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/quotas/933e25662f9846b6b6a396f195f27f11 HTTP/1.1" status: 200 len: 375 time: 0.0111113 Aug 18 14:21:49.355518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:49.358176 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eff836-2c4e-4fba-b298-d4a4fec7856a" -d '{"events": [{"server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "name": "network-vif-plugged", "status": "completed", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:49.373870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.381923 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-6a1ce19e-7246-40fa-8780-3671bc58a0b7 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352206 Aug 18 14:21:49.398951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9,segment=NetworkSegment(dc6ecd31-4dd3-4470-b214-f9538417e4c3),segment_id=dc6ecd31-4dd3-4470-b214-f9538417e4c3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:49.417718 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56846cd-b8ca-45ef-9e2d-6f9a7c81f999 x-openstack-request-id: req-f56846cd-b8ca-45ef-9e2d-6f9a7c81f999 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:49.418039 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "name": "network-vif-plugged", "status": "completed", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:49.418299 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f56846cd-b8ca-45ef-9e2d-6f9a7c81f999 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:49.418696 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9', 'code': 200} Aug 18 14:21:49.459362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.527218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.528444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 678c0c5d-2ed8-447b-a30d-1162ccec3e46 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:21:49.530476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:49.552024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 678c0c5d-2ed8-447b-a30d-1162ccec3e46 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:21:49.552654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 678c0c5d-2ed8-447b-a30d-1162ccec3e46 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:21:49.623682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-7d14398a-fc22-4c72-ac8d-154fc77e2b42 service neutron] 10.222.0.35 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316535 Aug 18 14:21:49.640197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b052-5b14-403a-b6ac-461214a043e3 req-71034457-3bf0-4d40-bbbd-40816bcdd663 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:49.641709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11c6b052-5b14-403a-b6ac-461214a043e3 req-71034457-3bf0-4d40-bbbd-40816bcdd663 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1350238 Aug 18 14:21:49.654067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2ab80-8128-462b-bf74-8e222ef70fd6 req-268186e7-745f-4d44-a88a-c16996046e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:49.655663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ae2ab80-8128-462b-bf74-8e222ef70fd6 req-268186e7-745f-4d44-a88a-c16996046e52 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 1097 time: 0.1478059 Aug 18 14:21:49.675053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.706626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7508b4-bc2f-44f0-9c4b-9481daa667e2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:49.757755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ae2ab80-8128-462b-bf74-8e222ef70fd6 req-a6924140-dadb-425c-a7db-486433d5e358 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886445 Aug 18 14:21:49.775794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11c6b052-5b14-403a-b6ac-461214a043e3 req-24da4722-fb35-4b1a-bfe1-aeffcf25ee9b tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048527 Aug 18 14:21:49.798025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:49.799352 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5e7b78b2-1c0c-4cba-bd46-3f14d60e47c8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5397918 Aug 18 14:21:49.801890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49762) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:49.802823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-511364fb-fe28-4041-9404-2361d7fc0423 service neutron] 10.222.0.35 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601279 Aug 18 14:21:49.806659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1b43bd05-9e33-4db2-844e-251074a6067c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '55e08efa-8e4b-4170-986b-13230d57d13f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:49.905052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b43bd05-9e33-4db2-844e-251074a6067c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.086652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6ca1ae8-b762-487b-aade-eac4f67384fc req-ad960bcc-c5c6-4834-803e-81ee0402ee57 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 210 time: 0.0375006 Aug 18 14:21:50.093164 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-1b43bd05-9e33-4db2-844e-251074a6067c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:21:50.095423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1b43bd05-9e33-4db2-844e-251074a6067c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2916110 Aug 18 14:21:50.097943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49778) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:50.188342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.217269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.441788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.446539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.448012 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/55e08efa-8e4b-4170-986b-13230d57d13f HTTP/1.1" status: 204 len: 168 time: 0.3488715 Aug 18 14:21:50.451444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49794) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:50.474172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb2ed-d098-4f2a-a02b-885964029bf2 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e08efa-8e4b-4170-986b-13230d57d13f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:50.522488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e62d2005-b53b-4f4f-808a-3cab4084f0f6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697370 Aug 18 14:21:50.525998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49796) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:50.531294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105395646'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:50.894717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:50.931697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e96cd4-c97e-4890-bc67-7adf8a90aacb req-f7fd086c-b967-40d7-82c0-eeda026f15da tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:50.933217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79e96cd4-c97e-4890-bc67-7adf8a90aacb req-f7fd086c-b967-40d7-82c0-eeda026f15da tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0820682 Aug 18 14:21:50.995867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79e96cd4-c97e-4890-bc67-7adf8a90aacb req-1ce81602-3e02-478e-93fb-e9bc904213c2 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532598 Aug 18 14:21:51.049067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.137131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.192856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-835578d9-ad9f-448d-a290-b743ca4b99c1 req-d97a15dc-b5ce-4c5d-bc7a-5f23b3f44e0e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 210 time: 0.0460272 Aug 18 14:21:51.227786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b957fbe-598b-4eec-b225-a2535a7f1212,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:51.349802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.351190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fa21192e-1c9e-4243-8459-9d5f9ba08aef tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8239541 Aug 18 14:21:51.355338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:51.360290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e0db27c7-2d59-4f28-8c93-dbb4b49a9083 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '6b957fbe-598b-4eec-b225-a2535a7f1212', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:51.361100 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-e0db27c7-2d59-4f28-8c93-dbb4b49a9083 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 14:21:51.361597 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-e0db27c7-2d59-4f28-8c93-dbb4b49a9083 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:51.362656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0db27c7-2d59-4f28-8c93-dbb4b49a9083 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062945 Aug 18 14:21:51.365557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:51.429710 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.461388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.649116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.649116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.649116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/6b957fbe-598b-4eec-b225-a2535a7f1212 HTTP/1.1" status: 204 len: 168 time: 0.2818074 Aug 18 14:21:51.651253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49840) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:51.658751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc6282-46f3-4435-b2f3-695ccc38f8b6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b957fbe-598b-4eec-b225-a2535a7f1212,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:51.720807 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80e517a1-eb88-4ae0-9665-9ad1d8d3a021 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680177 Aug 18 14:21:51.725203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49842) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:51.730263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517080800'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:51.858705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.952366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:51.972437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-44b4c1aa-a9b9-42f0-b4ff-ae671e8575eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.051471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.085657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a95b75-7afd-4458-8fc3-8d0b606e1940,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:52.162511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bc8-0a2a-4b5f-ae04-82c532f4baaf req-3ec34a0d-7e15-44d4-9f3c-77561a23bef3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:52.164248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98ac8bc8-0a2a-4b5f-ae04-82c532f4baaf req-3ec34a0d-7e15-44d4-9f3c-77561a23bef3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0662127 Aug 18 14:21:52.192270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.193816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e199ca82-4b31-4c6c-8706-9a6e7092e310 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4670546 Aug 18 14:21:52.196698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49858) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:52.202571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-66e4833f-a581-490c-929a-396995da85ea tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '06a95b75-7afd-4458-8fc3-8d0b606e1940', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:52.203173 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-66e4833f-a581-490c-929a-396995da85ea tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 14:21:52.203737 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-66e4833f-a581-490c-929a-396995da85ea tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:52.204715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-66e4833f-a581-490c-929a-396995da85ea tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060360 Aug 18 14:21:52.207552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:52.250860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98ac8bc8-0a2a-4b5f-ae04-82c532f4baaf req-0228c408-bc5a-4b89-9d7e-6a2036218535 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750539 Aug 18 14:21:52.319187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.358264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.390335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9eea95ab-ad31-4e0d-8957-ca39ea81e1b9 req-5760ffde-aa2f-49b2-a5dc-b8854de94fdf tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 210 time: 0.0533960 Aug 18 14:21:52.470066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39576e7c-97c8-499a-888f-70be37d552a6 req-16d87817-9823-4904-b653-8d396d76f513 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:52.471671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39576e7c-97c8-499a-888f-70be37d552a6 req-16d87817-9823-4904-b653-8d396d76f513 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0616148 Aug 18 14:21:52.518597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39576e7c-97c8-499a-888f-70be37d552a6 req-d45757d6-81e9-42d1-9430-47c9ea74b5aa tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Aug 18 14:21:52.558921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.562018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.563567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/06a95b75-7afd-4458-8fc3-8d0b606e1940 HTTP/1.1" status: 204 len: 168 time: 0.3549662 Aug 18 14:21:52.566756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49874) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:52.574473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1572734-4ce3-4f58-b898-65eea4d212ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a95b75-7afd-4458-8fc3-8d0b606e1940,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:52.619180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb81de62-6dd7-4923-bb5a-021df99f9344 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510368 Aug 18 14:21:52.622989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49876) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:52.628629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--348500325'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:52.741936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.832331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:52.972214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.002118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0484010d-c37c-492f-b3df-a4fe8b37c309,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:53.146209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5680655-3520-4673-80f9-be955c0c3732 req-66821fa4-a9a0-45f8-9e90-93c422a9a217 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:53.147782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5680655-3520-4673-80f9-be955c0c3732 req-66821fa4-a9a0-45f8-9e90-93c422a9a217 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0541785 Aug 18 14:21:53.176903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.176903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e2946ade-86d0-4d5d-962d-cf71fbe3a9ec tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5521405 Aug 18 14:21:53.179198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49896) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.187554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-710fd3cd-ea4e-480e-a090-d3df4f6bdd31 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '0484010d-c37c-492f-b3df-a4fe8b37c309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.188433 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-710fd3cd-ea4e-480e-a090-d3df4f6bdd31 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 14:21:53.189009 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-710fd3cd-ea4e-480e-a090-d3df4f6bdd31 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:53.189984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-710fd3cd-ea4e-480e-a090-d3df4f6bdd31 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097692 Aug 18 14:21:53.193014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49900) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.204812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b1b15f28-7366-4b02-8888-3abc5a74d7a8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '0484010d-c37c-492f-b3df-a4fe8b37c309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.205917 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-b1b15f28-7366-4b02-8888-3abc5a74d7a8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 14:21:53.206814 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-b1b15f28-7366-4b02-8888-3abc5a74d7a8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:53.208040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1b15f28-7366-4b02-8888-3abc5a74d7a8 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0138178 Aug 18 14:21:53.210958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49904) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.217568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-66ae2f9b-76cb-4480-a961-98b462ea6a6c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '0484010d-c37c-492f-b3df-a4fe8b37c309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.218450 n-d-804303-5 neutron-server[112229]: WARNING neutron.api.v2.base [None req-66ae2f9b-76cb-4480-a961-98b462ea6a6c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 14:21:53.218954 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-66ae2f9b-76cb-4480-a961-98b462ea6a6c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:53.219991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-66ae2f9b-76cb-4480-a961-98b462ea6a6c tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079381 Aug 18 14:21:53.222828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49906) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.223737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5680655-3520-4673-80f9-be955c0c3732 req-cbbddbf9-55c7-4e05-b748-2ff0e682d390 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Aug 18 14:21:53.229558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-957fdd5f-f347-4bb8-8710-fd7f0e72d476 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '0484010d-c37c-492f-b3df-a4fe8b37c309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.232660 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-957fdd5f-f347-4bb8-8710-fd7f0e72d476 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 14:21:53.233494 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-957fdd5f-f347-4bb8-8710-fd7f0e72d476 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:53.236028 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-957fdd5f-f347-4bb8-8710-fd7f0e72d476 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113049 Aug 18 14:21:53.239767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49908) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.364482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.405323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.468409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-c96685d5-3d4f-492b-b266-af4998c04e3d tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:53.469905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-c96685d5-3d4f-492b-b266-af4998c04e3d tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 809 time: 0.1645360 Aug 18 14:21:53.484849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Request body: {'port': {'device_id': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114', 'admin_state_up': True, 'tenant_id': '933e25662f9846b6b6a396f195f27f11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.565247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cb263bf-b337-4566-8a7c-a2fe546cabb0 req-c854a4b0-2f1b-42aa-8c2d-36226d96d144 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 210 time: 0.0756733 Aug 18 14:21:53.597223 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.600167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.601349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/0484010d-c37c-492f-b3df-a4fe8b37c309 HTTP/1.1" status: 204 len: 168 time: 0.3604701 Aug 18 14:21:53.604480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.627553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26966d8-3eae-4891-abc5-c3805b7747c6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0484010d-c37c-492f-b3df-a4fe8b37c309,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:53.671147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49926) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:53.674706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c877ca07-9f0e-4fc4-8445-da158c0156a5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685461 Aug 18 14:21:53.675798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047193753'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:53.810770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Made reservation on behalf of 933e25662f9846b6b6a396f195f27f11 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:21:53.815093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:53.967876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Allocated IP 172.20.0.11 (95ae2a05-2a8c-4b60-8e1a-e1bce4be5114/093c83fb-daba-41ff-8c82-dd85e3f711df/b61c2086-d3f7-445c-9ae6-9671f35f7955) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:21:53.978610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.186023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.191419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.292217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.348966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90352fa-2510-4b53-83f5-8d4878d4a422,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:54.364010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.417125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137511-e13d-4eb6-951d-ad714224a566 req-d8409f62-91f7-435e-be67-52d615f03296 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:54.418846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01137511-e13d-4eb6-951d-ad714224a566 req-d8409f62-91f7-435e-be67-52d615f03296 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1099174 Aug 18 14:21:54.431611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.433012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e902abfa-90f9-4dbf-a5dc-c2cba409c4d6 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7606897 Aug 18 14:21:54.436602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49948) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:54.441329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0c22ecb0-82d6-4125-9114-1e190b6c0d14 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:54.442132 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-0c22ecb0-82d6-4125-9114-1e190b6c0d14 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 14:21:54.442806 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0c22ecb0-82d6-4125-9114-1e190b6c0d14 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:54.446915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Pushing event updated for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:54.447655 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0c22ecb0-82d6-4125-9114-1e190b6c0d14 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099411 Aug 18 14:21:54.448432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:54.460666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6511d453-7d17-4385-a0ed-5087d531f4df tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:54.463794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:21:54.471360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:21:54.475132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:21:54.546096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01137511-e13d-4eb6-951d-ad714224a566 req-a395c4e0-e656-4d28-ab59-72aeb9506df0 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087940 Aug 18 14:21:54.567039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:54.571494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.682654 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-6511d453-7d17-4385-a0ed-5087d531f4df tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:54.686409 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6511d453-7d17-4385-a0ed-5087d531f4df tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2293005 Aug 18 14:21:54.689380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49970) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:54.697260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ae10bca3-b3b2-4434-a5d7-237359ed4b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:54.697684 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-ae10bca3-b3b2-4434-a5d7-237359ed4b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 14:21:54.701891 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-ae10bca3-b3b2-4434-a5d7-237359ed4b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:54.703212 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae10bca3-b3b2-4434-a5d7-237359ed4b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125000 Aug 18 14:21:54.710783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49974) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:54.716616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153390ba-9551-48c3-adff-4dda5d4429f7 req-0c495828-7ec1-405e-bc8b-127620cb46db tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:54.717324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0a005e01-c961-46b0-a33d-3f0fdb6db9f5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:54.723782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-153390ba-9551-48c3-adff-4dda5d4429f7 req-0c495828-7ec1-405e-bc8b-127620cb46db tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 932 time: 0.0663548 Aug 18 14:21:54.734879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-2a62d95b-c14c-43a0-95c1-3cdbf0c406aa tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2546144 Aug 18 14:21:54.753737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Request body: {'port': {'device_id': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:54.794188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-153390ba-9551-48c3-adff-4dda5d4429f7 req-77cac874-9dd8-4621-91c4-721dd7da23ff tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Aug 18 14:21:54.800721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d296959d-a640-40e2-bd4b-7fe7aa494bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.847796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.994790 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0a005e01-c961-46b0-a33d-3f0fdb6db9f5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:54.998790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:54.999298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a005e01-c961-46b0-a33d-3f0fdb6db9f5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2870960 Aug 18 14:21:55.001927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49996) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.006763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4a6ab0c4-9d5e-49cc-83c4-e01c9b2fe5fb tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:55.010204 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-4a6ab0c4-9d5e-49cc-83c4-e01c9b2fe5fb tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 14:21:55.010849 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-4a6ab0c4-9d5e-49cc-83c4-e01c9b2fe5fb tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:55.013022 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4a6ab0c4-9d5e-49cc-83c4-e01c9b2fe5fb tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099208 Aug 18 14:21:55.019457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.024207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fac1efcd-cd8f-4a7d-860a-7cdb28ca07c7 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:55.189120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280211-a3a0-46a2-9fee-6281f1e735ed req-8099a0e8-73da-4074-a970-df36d4ca992f tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:55.190812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2280211-a3a0-46a2-9fee-6281f1e735ed req-8099a0e8-73da-4074-a970-df36d4ca992f tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1015575 Aug 18 14:21:55.278644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61c2086-d3f7-445c-9ae6-9671f35f7955 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:55.296457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:55.311539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2280211-a3a0-46a2-9fee-6281f1e735ed req-f86642d5-f1ab-4116-ac90-dbe5780cc61f tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074984 Aug 18 14:21:55.320968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-80e6113f-92a6-44e5-904a-6607ef9394b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:55.322428 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-fac1efcd-cd8f-4a7d-860a-7cdb28ca07c7 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:55.322953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-80e6113f-92a6-44e5-904a-6607ef9394b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5646da3a14674cbcbf15413a497e146d&device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 1097 time: 0.1291866 Aug 18 14:21:55.324327 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fac1efcd-cd8f-4a7d-860a-7cdb28ca07c7 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3031263 Aug 18 14:21:55.328737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.330865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Transition to ACTIVE for port object b61c2086-d3f7-445c-9ae6-9671f35f7955 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:21:55.338922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aac0cd32-bc17-4471-99f0-4be2206471ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:55.339406 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-aac0cd32-bc17-4471-99f0-4be2206471ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 14:21:55.339890 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-aac0cd32-bc17-4471-99f0-4be2206471ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:55.341377 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aac0cd32-bc17-4471-99f0-4be2206471ad tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079255 Aug 18 14:21:55.344468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.349348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f354c012-85ea-49e4-9892-9ab2c80acd35 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:55.432515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:55.445358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-e02d8cc7-dd90-4f45-88f5-dea674636aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:55.446594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-e02d8cc7-dd90-4f45-88f5-dea674636aee service neutron] 10.222.0.58 "GET /v2.0/networks?id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb HTTP/1.1" status: 200 len: 912 time: 0.1143024 Aug 18 14:21:55.529014 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-f354c012-85ea-49e4-9892-9ab2c80acd35 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:55.534065 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f354c012-85ea-49e4-9892-9ab2c80acd35 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1882770 Aug 18 14:21:55.534693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.538196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-0a5bb0ef-89a9-4aeb-8b8a-1baed3200744 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9 HTTP/1.1" status: 200 len: 217 time: 0.0658741 Aug 18 14:21:55.539807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:55.542439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-28c9afcb-c40c-4a35-8541-b36e41519353 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a90352fa-2510-4b53-83f5-8d4878d4a422', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:55.648081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-849c7f39-c83c-4915-9af4-2fac1e69ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:55.649474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-849c7f39-c83c-4915-9af4-2fac1e69ea01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=09b00c0a-1702-482d-a3d5-439bdc797c50 HTTP/1.1" status: 200 len: 851 time: 0.1027024 Aug 18 14:21:55.661234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Attempting to bind port b61c2086-d3f7-445c-9ae6-9671f35f7955 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:21:55.661579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Attempting to bind port b61c2086-d3f7-445c-9ae6-9671f35f7955 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:21:55.662048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Attempting to bind port b61c2086-d3f7-445c-9ae6-9671f35f7955 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:55.703538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-018b8d4c-c351-4fc3-9324-ceb5c14d9fcb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388625 Aug 18 14:21:55.704093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Port b61c2086-d3f7-445c-9ae6-9671f35f7955 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:21:55.704422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Attempting to bind port b61c2086-d3f7-445c-9ae6-9671f35f7955 on network 95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:55.709999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:21:55.710347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Checking segment: {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:55.710731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Bound using segment: {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:21:55.711220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Bound port: b61c2086-d3f7-445c-9ae6-9671f35f7955, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:21:55.711588 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:55.873570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:55.877826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-7a49292c-54fb-4e73-b80d-0a538e48a632 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641848 Aug 18 14:21:55.880154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:21:55.884556 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-28c9afcb-c40c-4a35-8541-b36e41519353 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:21:55.884556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28c9afcb-c40c-4a35-8541-b36e41519353 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3478208 Aug 18 14:21:55.887203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50078) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:55.961086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:55.978994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.007653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.189566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.192295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.193740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/a90352fa-2510-4b53-83f5-8d4878d4a422 HTTP/1.1" status: 204 len: 168 time: 0.3044715 Aug 18 14:21:56.197076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50104) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:56.219794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51074c57-7381-4d10-b842-e87c8e994796 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90352fa-2510-4b53-83f5-8d4878d4a422,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:56.312928 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4218219d-b937-4992-8cf4-b4c7b0ad40bc tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089220 Aug 18 14:21:56.314078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:56.320768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072909785'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:56.360113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.426643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:56.427274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.428699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/b61c2086-d3f7-445c-9ae6-9671f35f7955 HTTP/1.1" status: 200 len: 1092 time: 1.6793771 Aug 18 14:21:56.430012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:56.432337 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d5aed7-102d-455f-8914-949f514d80c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:56.459653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.472141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314a1b-5952-46d3-9253-fc8dd9250510 req-09e6840a-25b5-4a4a-82af-24715e98a301 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:56.474055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63314a1b-5952-46d3-9253-fc8dd9250510 req-09e6840a-25b5-4a4a-82af-24715e98a301 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 944 time: 0.5645635 Aug 18 14:21:56.490836 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182874-ca39-45f3-80c5-0d66721073e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:56.515512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e585a34a-9b09-45ac-97b8-644f65b4e5a9 req-c447df8e-46ea-4192-81b5-814b309cf019 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276021 Aug 18 14:21:56.580580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895e15-4a79-44a3-ba7a-ee252e87964c req-4a691400-9ef1-45e1-9950-2b32c2b43f9d tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:56.582488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6895e15-4a79-44a3-ba7a-ee252e87964c req-4a691400-9ef1-45e1-9950-2b32c2b43f9d tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1275685 Aug 18 14:21:56.584994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63314a1b-5952-46d3-9253-fc8dd9250510 req-c71a3547-f781-4a9f-8e03-2f137ee8fd0e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989811 Aug 18 14:21:56.646528 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fabab92-59cf-4eff-aed8-54b9f09dfdcf x-openstack-request-id: req-6fabab92-59cf-4eff-aed8-54b9f09dfdcf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:56.646841 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:56.647093 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fabab92-59cf-4eff-aed8-54b9f09dfdcf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:56.647515 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955', 'status': 'completed', 'code': 200} Aug 18 14:21:56.653649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-a2d04d6b-dcd5-49bf-953f-19968d25e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:56.655430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-a2d04d6b-dcd5-49bf-953f-19968d25e46b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 1095 time: 0.0927331 Aug 18 14:21:56.658422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6895e15-4a79-44a3-ba7a-ee252e87964c req-740de2cc-32f9-4068-9475-5f1e4b40b8f0 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Aug 18 14:21:56.722184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-202d0700-4ff3-435a-a9a0-0163ce6460f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955 HTTP/1.1" status: 200 len: 217 time: 0.0434058 Aug 18 14:21:56.726490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.781984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced77c-3004-489d-a9fe-b54bcad416ae req-e7e302ac-23db-4943-92ef-eae720a02117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:56.783605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-e7e302ac-23db-4943-92ef-eae720a02117 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=093c83fb-daba-41ff-8c82-dd85e3f711df HTTP/1.1" status: 200 len: 849 time: 0.0573339 Aug 18 14:21:56.818541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-0cd225fa-1365-4c6f-8fd0-daa979bcde21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260940 Aug 18 14:21:56.886595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:56.913519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-7616a1a6-120c-4345-a851-3b1bcb1747e3 service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869656 Aug 18 14:21:56.929975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe470810-7dc3-4a61-85e7-1fca6a445562,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:57.013875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.016561 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e3f36dda-7f3a-4bfa-9dce-0d2cf740a028 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6997418 Aug 18 14:21:57.018384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:57.021203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-adced77c-3004-489d-a9fe-b54bcad416ae req-50cc02ab-d5cd-4f41-97be-15d6a431ca53 service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987918 Aug 18 14:21:57.022973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-62639e1a-0fd0-41ef-8312-337ae482da5e tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'fe470810-7dc3-4a61-85e7-1fca6a445562', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:57.088533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50140) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:57.224623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6063c26c-cbd8-456b-a3cd-49f4660973e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.244323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5aed7-102d-455f-8914-949f514d80c4 req-154ad456-1c23-4590-9d93-108ee2e3ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:57.245764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-154ad456-1c23-4590-9d93-108ee2e3ee64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=933e25662f9846b6b6a396f195f27f11&device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 1095 time: 0.0695152 Aug 18 14:21:57.283198 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-62639e1a-0fd0-41ef-8312-337ae482da5e tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The resource could not be found. Aug 18 14:21:57.284362 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62639e1a-0fd0-41ef-8312-337ae482da5e tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2650037 Aug 18 14:21:57.287720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:57.297391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fa22b9cd-258c-4cf8-93e6-8daf5ef7b0dc tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'fe470810-7dc3-4a61-85e7-1fca6a445562', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9b304d9a-ce1c-4521-9e61-13fcd01b45e0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:57.380885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5aed7-102d-455f-8914-949f514d80c4 req-cad21ef5-7846-42fb-8817-ad93782e1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:57.382475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-cad21ef5-7846-42fb-8817-ad93782e1178 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 200 len: 910 time: 0.1291454 Aug 18 14:21:57.435569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-b5acb032-e0db-443e-a4de-a37faa87d875 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955 HTTP/1.1" status: 200 len: 217 time: 0.0446482 Aug 18 14:21:57.492905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6063c26c-cbd8-456b-a3cd-49f4660973e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.514271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5aed7-102d-455f-8914-949f514d80c4 req-334386d9-70d4-46fd-9ea1-5ff95362aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:57.514271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-334386d9-70d4-46fd-9ea1-5ff95362aa8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=093c83fb-daba-41ff-8c82-dd85e3f711df HTTP/1.1" status: 200 len: 849 time: 0.0620215 Aug 18 14:21:57.532572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.547286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-d45fb7d1-668f-4053-99ac-2c7220f6666c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278895 Aug 18 14:21:57.600837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6063c26c-cbd8-456b-a3cd-49f4660973e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.656899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6063c26c-cbd8-456b-a3cd-49f4660973e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81d3781ae0434cf2bfecaf7bb56c4a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670061 Aug 18 14:21:57.659674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063c26c-cbd8-456b-a3cd-49f4660973e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9844be89-5219-44bc-9bd0-3e03ee6c6c90,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:57.660052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:57.727214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-b09da555-67a4-4a2d-b33a-c9076f6ae5d0 service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705585 Aug 18 14:21:57.743764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.771922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.854303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a1d3-69c0-4342-a35e-f8840c88e737 req-c8b8ad35-a022-4fdc-b00d-770ea1cf0c3e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:57.854559 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-fa22b9cd-258c-4cf8-93e6-8daf5ef7b0dc tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The resource could not be found. Aug 18 14:21:57.859140 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fa22b9cd-258c-4cf8-93e6-8daf5ef7b0dc tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5670645 Aug 18 14:21:57.859307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b490a1d3-69c0-4342-a35e-f8840c88e737 req-c8b8ad35-a022-4fdc-b00d-770ea1cf0c3e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 944 time: 0.1528261 Aug 18 14:21:57.860429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:57.902539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb883e-12c3-4e8a-bba9-fff9fe5e51f9 req-1f1492dc-74ac-4099-9035-d30627c90cb1 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:57.904345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05bb883e-12c3-4e8a-bba9-fff9fe5e51f9 req-1f1492dc-74ac-4099-9035-d30627c90cb1 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1368997 Aug 18 14:21:57.921790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.928743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65d5aed7-102d-455f-8914-949f514d80c4 req-400d1d37-4583-464f-ad22-f511e6e92d0b service neutron] 10.222.0.10 "GET /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828713 Aug 18 14:21:57.950820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.956153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b490a1d3-69c0-4342-a35e-f8840c88e737 req-a7efe061-30e8-4349-a4f7-93a1984f463a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810394 Aug 18 14:21:57.978991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.979364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05bb883e-12c3-4e8a-bba9-fff9fe5e51f9 req-ec522465-d7e1-4bd9-8587-7fbf6cf152d3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567303 Aug 18 14:21:57.979592 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:57.979592 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9844be89-5219-44bc-9bd0-3e03ee6c6c90 HTTP/1.1" status: 204 len: 168 time: 0.3130503 Aug 18 14:21:57.992692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74acd8-7fda-411a-a2dc-d5994208de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9844be89-5219-44bc-9bd0-3e03ee6c6c90,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:58.160786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.163662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.164833 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/fe470810-7dc3-4a61-85e7-1fca6a445562 HTTP/1.1" status: 204 len: 168 time: 0.3035624 Aug 18 14:21:58.167997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:58.174130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fee03-461e-45bf-93bd-b86ebe85e372 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe470810-7dc3-4a61-85e7-1fca6a445562,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:58.214794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5add979c-6f9f-4d34-abf8-2575c4ee1440 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455992 Aug 18 14:21:58.218648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50178) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:58.223176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c8a6623a-c677-414e-ba7c-e5301990f91f tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': 'a095553b-d5e3-4467-ba9b-2f7bd619b66a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:58.578847 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-c8a6623a-c677-414e-ba7c-e5301990f91f tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The resource could not be found. Aug 18 14:21:58.583734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50188) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:58.584474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8a6623a-c677-414e-ba7c-e5301990f91f tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3647382 Aug 18 14:21:58.588422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247732695'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:58.709832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.726385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289560-3437-48be-ad91-856cf60bc3bd req-d3f4a74e-d117-4f06-891e-96f8ee5fe866 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:58.728210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b289560-3437-48be-ad91-856cf60bc3bd req-d3f4a74e-d117-4f06-891e-96f8ee5fe866 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0579717 Aug 18 14:21:58.779350 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b289560-3437-48be-ad91-856cf60bc3bd req-0a8a3dcd-f2d2-4c81-9a8f-fe3c60788009 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Aug 18 14:21:58.812206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.909355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.940316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89305734-33a3-4480-a88a-d6da24796447,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:59.058091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.060011 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-27b080b2-c930-4b1d-b8f8-45c2475df21d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4745431 Aug 18 14:21:59.062521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50200) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:59.067257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076916528'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:59.097132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb15cb-fe6d-4fe9-826e-76e15ab26e2b req-76ed1a54-04e3-4a1c-a17f-f76bd03750c8 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:59.098662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98eb15cb-fe6d-4fe9-826e-76e15ab26e2b req-76ed1a54-04e3-4a1c-a17f-f76bd03750c8 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 944 time: 0.0609307 Aug 18 14:21:59.116340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50206) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:59.140046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97138f07-cf3f-4942-98b8-d2f21a75e7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.158902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.178034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98eb15cb-fe6d-4fe9-826e-76e15ab26e2b req-6df0b3c3-7884-4186-86b3-11fa8a4f1d8a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Aug 18 14:21:59.265903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97138f07-cf3f-4942-98b8-d2f21a75e7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.409805 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97138f07-cf3f-4942-98b8-d2f21a75e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.457982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97138f07-cf3f-4942-98b8-d2f21a75e7e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5667576ab30844d3a78726fba1571f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405635 Aug 18 14:21:59.460544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:59.470760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138f07-cf3f-4942-98b8-d2f21a75e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289c2cf5-e71c-4a43-9104-76d5c01124f1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:59.491565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.529799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.556021 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.591040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b61c2086-d3f7-445c-9ae6-9671f35f7955 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:59.592716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.630116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0e2a3-667f-47d3-83b4-918905b9e43c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:59.701074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:59.712995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'b61c2086-d3f7-445c-9ae6-9671f35f7955', 'network_id': '95ae2a05-2a8c-4b60-8e1a-e1bce4be5114', 'port_id': 'b61c2086-d3f7-445c-9ae6-9671f35f7955', 'mac_address': 'fa:16:3e:93:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093c83fb-daba-41ff-8c82-dd85e3f711df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:59.755377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.758008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.759204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/289c2cf5-e71c-4a43-9104-76d5c01124f1 HTTP/1.1" status: 204 len: 168 time: 0.2977240 Aug 18 14:21:59.760244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.768141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.772058 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1607f1a6-a189-4bc2-a881-7f911f6d3b00 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7058022 Aug 18 14:21:59.772209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309c856-dac1-475b-9c45-c0e76cb2767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c2cf5-e71c-4a43-9104-76d5c01124f1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:59.772317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50222) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:21:59.777207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-27ed7a35-9b23-4f98-94ef-210df2a163c5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group_rule': {'security_group_id': '89305734-33a3-4480-a88a-d6da24796447', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '50d0e2a3-667f-47d3-83b4-918905b9e43c'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:59.792963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61c2086-d3f7-445c-9ae6-9671f35f7955 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:59.815818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:59.904718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00141fa-07d5-446f-a2b8-50b276ca542f req-1141f04a-9678-463c-b08f-c41c8927fec3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:59.906263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e00141fa-07d5-446f-a2b8-50b276ca542f req-1141f04a-9678-463c-b08f-c41c8927fec3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0530777 Aug 18 14:21:59.947182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e00141fa-07d5-446f-a2b8-50b276ca542f req-4e50830f-bc37-437f-a747-d2feac3445a6 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Aug 18 14:22:00.046357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.070897 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-27ed7a35-9b23-4f98-94ef-210df2a163c5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:22:00.072979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-27ed7a35-9b23-4f98-94ef-210df2a163c5 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2995949 Aug 18 14:22:00.075861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50232) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:00.108003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:00.142658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.166026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.333041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.345936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.345936 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/50d0e2a3-667f-47d3-83b4-918905b9e43c HTTP/1.1" status: 204 len: 168 time: 0.2620225 Aug 18 14:22:00.346986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c62c0-8a4f-45ba-9290-79996f63ff91 req-39a052df-efc5-4603-9db5-fe6ca59dde15 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:00.347576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b9c62c0-8a4f-45ba-9290-79996f63ff91 req-39a052df-efc5-4603-9db5-fe6ca59dde15 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 945 time: 0.0635078 Aug 18 14:22:00.349926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50246) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:00.375871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dd7cf-29de-4684-8d3f-f7ac195a6015 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0e2a3-667f-47d3-83b4-918905b9e43c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:00.397450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b61c2086-d3f7-445c-9ae6-9671f35f7955'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:22:00.486075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4cda18a2-0254-419e-a7c0-4b080f24052a tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1351116 Aug 18 14:22:00.495831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50256) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:00.530237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b9c62c0-8a4f-45ba-9290-79996f63ff91 req-deab7b43-c45f-4c97-a9a7-a7a0dd8069bf tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644931 Aug 18 14:22:00.577162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc984-0688-4b3c-8a83-b682e631fc1d req-e39b82bd-8b2d-4cc3-9c07-c46046e242c1 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:00.578766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298bc984-0688-4b3c-8a83-b682e631fc1d req-e39b82bd-8b2d-4cc3-9c07-c46046e242c1 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1237350 Aug 18 14:22:00.589463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.613579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-b162f1a9-4406-466a-9a15-01a273239665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:00.615488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-b162f1a9-4406-466a-9a15-01a273239665 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5646da3a14674cbcbf15413a497e146d&device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 1097 time: 0.0756257 Aug 18 14:22:00.618202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.656298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-298bc984-0688-4b3c-8a83-b682e631fc1d req-d8589042-111c-41d4-9706-8ea83b082a33 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Aug 18 14:22:00.741603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-f99f8648-fb2f-409e-8e3e-284ba0cd663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:00.743383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-f99f8648-fb2f-409e-8e3e-284ba0cd663f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb HTTP/1.1" status: 200 len: 912 time: 0.1140940 Aug 18 14:22:00.788449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-dbb35e54-4f4e-403c-8692-e9ea75b833c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9 HTTP/1.1" status: 200 len: 217 time: 0.0369229 Aug 18 14:22:00.789168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.791918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:00.792973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/89305734-33a3-4480-a88a-d6da24796447 HTTP/1.1" status: 204 len: 168 time: 0.2957046 Aug 18 14:22:00.795857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:00.802538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87031d-81dd-4fb8-82af-9fa184b3f6ce tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89305734-33a3-4480-a88a-d6da24796447,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:00.879626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-46725990-b06d-438e-bf23-fcbb68258645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:00.881516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-46725990-b06d-438e-bf23-fcbb68258645 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=09b00c0a-1702-482d-a3d5-439bdc797c50 HTTP/1.1" status: 200 len: 851 time: 0.0776203 Aug 18 14:22:00.892020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d9d056a3-67c9-441f-99a4-2b0a3a9e1395 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891790 Aug 18 14:22:00.892446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:00.897459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536144063'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:00.926361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-e6962240-1283-4c68-bdde-df6611cecdaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368900 Aug 18 14:22:01.031603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-954b2736-d34b-4914-a40b-f144c527a009 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969124 Aug 18 14:22:01.130954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0788c282-9d7b-4572-9ad0-4bc72ddde5a2 req-d2d69f9f-3787-4ae6-91ad-d78bb9ef35bc service neutron] 10.222.0.58 "GET /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915971 Aug 18 14:22:01.172310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.283654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.355545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.387750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661c33a2-2966-4e8a-a36e-c8a686edbfd6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:01.471727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.471727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b901cbd0-80ec-447b-955d-4491c35ad92d tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5751610 Aug 18 14:22:01.471727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50290) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.476436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3aa9b234-a740-4161-973f-9d0265505b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:01.476933 n-d-804303-5 neutron-server[112228]: WARNING neutron.api.v2.base [None req-3aa9b234-a740-4161-973f-9d0265505b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 14:22:01.477506 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-3aa9b234-a740-4161-973f-9d0265505b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 14:22:01.478581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3aa9b234-a740-4161-973f-9d0265505b13 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "PUT /v2.0/security-groups/661c33a2-2966-4e8a-a36e-c8a686edbfd6 HTTP/1.1" status: 409 len: 330 time: 0.0057862 Aug 18 14:22:01.481870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50292) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.546394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.576362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.609119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b61c2086-d3f7-445c-9ae6-9671f35f7955 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:01.655984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c0690-be7a-4965-92f1-7e2eb626c344 req-6073da96-0cf5-4079-92a3-ccbc5b5b3e52 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:01.657956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-779c0690-be7a-4965-92f1-7e2eb626c344 req-6073da96-0cf5-4079-92a3-ccbc5b5b3e52 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 945 time: 0.0632303 Aug 18 14:22:01.701275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-779c0690-be7a-4965-92f1-7e2eb626c344 req-5816629c-102e-471a-8bb5-29b51af727b1 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Aug 18 14:22:01.833324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8b19-d4c2-44b2-9fd5-2bcccaad5bb8 req-6876f4e5-a6f5-4618-ba9c-cd47530b2325 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:01.842626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a6b8b19-d4c2-44b2-9fd5-2bcccaad5bb8 req-6876f4e5-a6f5-4618-ba9c-cd47530b2325 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0622954 Aug 18 14:22:01.842626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.842626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:01.842626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/661c33a2-2966-4e8a-a36e-c8a686edbfd6 HTTP/1.1" status: 204 len: 168 time: 0.3577588 Aug 18 14:22:01.843672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50306) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.857159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e3a30-2467-44c6-85c2-893eaa367bc4 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c33a2-2966-4e8a-a36e-c8a686edbfd6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:01.902555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a6b8b19-d4c2-44b2-9fd5-2bcccaad5bb8 req-a93bdc94-780f-4a7d-86f8-af56a365c7a5 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561278 Aug 18 14:22:01.909888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9356adcb-ea6b-4aa5-8645-276132b921fe tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614285 Aug 18 14:22:01.911816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50310) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.931293 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-580ed063-ec87-433e-a864-38dd87f8c857 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] delete failed (client error): The resource could not be found. Aug 18 14:22:01.932294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-580ed063-ec87-433e-a864-38dd87f8c857 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4b0750e-7797-4f33-8969-738d0b55142b HTTP/1.1" status: 404 len: 347 time: 0.0204866 Aug 18 14:22:01.938232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50312) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.953315 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-4b990805-6171-475f-8046-057633c79b75 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] show failed (client error): The resource could not be found. Aug 18 14:22:01.954409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b990805-6171-475f-8046-057633c79b75 tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-groups/33665139-ac80-41d1-8816-4260f93dafb8 HTTP/1.1" status: 404 len: 347 time: 0.0150142 Aug 18 14:22:01.959040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50314) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:01.964201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port b61c2086-d3f7-445c-9ae6-9671f35f7955 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:01.971503 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-76013b9e-8e22-4d07-9524-6ac395db5aaf tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] show failed (client error): The resource could not be found. Aug 18 14:22:01.972569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-76013b9e-8e22-4d07-9524-6ac395db5aaf tempest-NegativeSecGroupTest-22506921 tempest-NegativeSecGroupTest-22506921-project] 10.222.0.35 "GET /v2.0/security-group-rules/cca5a5b1-34d2-47b7-a25e-554f9afdfd6e HTTP/1.1" status: 404 len: 356 time: 0.0125811 Aug 18 14:22:01.973981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port b61c2086-d3f7-445c-9ae6-9671f35f7955 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:01.974364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:02.073411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:02.097504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:22:02.099839 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc9a12a-fde9-438e-8ed4-f452f9f7b2ec" -d '{"events": [{"server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "name": "network-vif-plugged", "status": "completed", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:22:02.114580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:02.142641 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e5de6-878f-4c91-8b83-c294833298f3 x-openstack-request-id: req-584e5de6-878f-4c91-8b83-c294833298f3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:22:02.142941 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "name": "network-vif-plugged", "status": "completed", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:22:02.143394 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-584e5de6-878f-4c91-8b83-c294833298f3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:22:02.143810 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955', 'code': 200} Aug 18 14:22:02.253522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7560c9d-3a25-4cd4-857c-d3144b495bcd req-b64d5cb6-dd17-438c-b73f-3ec5212dc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:02.255394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7560c9d-3a25-4cd4-857c-d3144b495bcd req-b64d5cb6-dd17-438c-b73f-3ec5212dc4a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 1096 time: 0.0447869 Aug 18 14:22:02.299507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:02.306992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7560c9d-3a25-4cd4-857c-d3144b495bcd req-9dd32f17-5003-4897-99a6-77f61e63b720 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 Aug 18 14:22:02.363077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:02.646981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:02.841203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1fbd8def-5196-4d26-8d11-2d569f7e75dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54a43ac8d2f84063b2b85104678eb199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924925 Aug 18 14:22:02.844232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50352) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:02.870506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b183-ae72-42b2-ab9a-5551948eddb3 req-8703e901-011d-4453-a936-e07b1219d14a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:02.873521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cad9b183-ae72-42b2-ab9a-5551948eddb3 req-8703e901-011d-4453-a936-e07b1219d14a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 946 time: 0.0930214 Aug 18 14:22:02.922728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:02.942584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cad9b183-ae72-42b2-ab9a-5551948eddb3 req-5d2c522e-b067-481f-bedb-349e91fb83eb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 Aug 18 14:22:02.961544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:03.081042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:03.084344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:03.086082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfd09d41-1770-476d-82a2-2e69287736bc HTTP/1.1" status: 204 len: 168 time: 0.2403176 Aug 18 14:22:03.096793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e720-efb8-461f-b550-93f0f81c0276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd09d41-1770-476d-82a2-2e69287736bc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:03.113328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb20c2-7481-4110-a2d1-7abc139fcc3f req-41c65208-5617-4e35-acb3-e4884a46cb79 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:03.114893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beb20c2-7481-4110-a2d1-7abc139fcc3f req-41c65208-5617-4e35-acb3-e4884a46cb79 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0845573 Aug 18 14:22:03.180241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0beb20c2-7481-4110-a2d1-7abc139fcc3f req-1370b656-0a84-4779-a2ad-d9ac85bf5d27 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Aug 18 14:22:03.771222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91445db-2e30-453b-9f6f-519df70966ab req-e252411b-7529-4a8a-ba25-bb3fc2f06d96 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:03.772773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c91445db-2e30-453b-9f6f-519df70966ab req-e252411b-7529-4a8a-ba25-bb3fc2f06d96 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0509024 Aug 18 14:22:03.818836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c91445db-2e30-453b-9f6f-519df70966ab req-7ad4d6c1-5640-4b8f-a95d-d58daae8a514 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Aug 18 14:22:04.081999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4605d95-bbf0-49dc-912c-381ecc8e78f6 req-be98762b-4339-4e0c-9350-e5dd38506783 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:04.091509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4605d95-bbf0-49dc-912c-381ecc8e78f6 req-be98762b-4339-4e0c-9350-e5dd38506783 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 946 time: 0.0679874 Aug 18 14:22:04.131116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4605d95-bbf0-49dc-912c-381ecc8e78f6 req-f45a2e6c-4876-4c8a-875d-05acfd19fb2e tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Aug 18 14:22:04.406873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50420) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:04.537204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2043118182'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:04.674916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Made reservation on behalf of be81e273461240ba8df7b0a75566603d for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:22:04.678710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:04.688732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:04.805686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:04.884530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:04.917074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:22:04.930830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215a561c-da22-4e26-9103-16f896f796ab,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:04.939321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:04.939815 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Added segment 79976cf1-6e2b-45de-ac75-8615982167a2 of type vlan for network 594a200f-3f1e-4473-a997-8297737006be Aug 18 14:22:04.947598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28969f16-319b-4220-8631-98365a353653 req-721084b7-97a3-48b9-912e-83b65156c756 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:04.953909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28969f16-319b-4220-8631-98365a353653 req-721084b7-97a3-48b9-912e-83b65156c756 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0631402 Aug 18 14:22:04.991826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28969f16-319b-4220-8631-98365a353653 req-e1664c5e-c67b-4470-a016-8f2036d714c3 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Aug 18 14:22:05.013459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:05.169651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:05.173270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:05.174380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:05.272575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Pushing event updated for resources: {'Network': ['ID=594a200f-3f1e-4473-a997-8297737006be,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:05.283162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 594a200f-3f1e-4473-a997-8297737006be details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:22:05.321463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a222436e-39c4-4a14-9bcc-8d62e49d17a0 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9134476 Aug 18 14:22:05.325312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.330659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-547f171e-5887-49fc-8fd7-0e52cbf0eaa6 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-416603291') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:05.512973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-547f171e-5887-49fc-8fd7-0e52cbf0eaa6 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "PUT /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-416603291 HTTP/1.1" status: 201 len: 201 time: 0.1862662 Aug 18 14:22:05.513566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50452) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.520540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-79d5995b-c49f-43a3-a31f-3b14f3a56878 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-416603291') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:05.612191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-79d5995b-c49f-43a3-a31f-3b14f3a56878 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-416603291 HTTP/1.1" status: 204 len: 168 time: 0.0966637 Aug 18 14:22:05.614059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.620590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-9b5d20a3-8755-4367-a98c-d0c43bd32b79 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:05.660477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.759587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9b5d20a3-8755-4367-a98c-d0c43bd32b79 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags HTTP/1.1" status: 200 len: 237 time: 0.1425848 Aug 18 14:22:05.763557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.768358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-2e7f166f-3a71-49f0-b6c9-ac71161551bb tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', {'tags': ['tempest-TagsTest-Tag-1343940264', 'tempest-TagsTest-Tag-2082430584', 'tempest-TagsTest-Tag-1765856765']}) {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:05.772863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b724929-8ec3-4ae3-b54c-5a397a1b206e req-175a99f4-ea05-469f-877e-b4b12c21e9be tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:05.774844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b724929-8ec3-4ae3-b54c-5a397a1b206e req-175a99f4-ea05-469f-877e-b4b12c21e9be tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 946 time: 0.0784082 Aug 18 14:22:05.825885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b724929-8ec3-4ae3-b54c-5a397a1b206e req-358cecfc-f202-4918-92ea-8e0982be51a3 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Aug 18 14:22:05.865890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ad8-d8e7-4039-87ca-6946af2230a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:05.925313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c98d-c574-40d9-9002-a80cd11b708e req-b66eef1a-cfe3-45b0-b4d0-a0e7cc03eea4 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:05.926939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1785c98d-c574-40d9-9002-a80cd11b708e req-b66eef1a-cfe3-45b0-b4d0-a0e7cc03eea4 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.58 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 18 14:22:05.963934 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e7f166f-3a71-49f0-b6c9-ac71161551bb tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "PUT /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags HTTP/1.1" status: 200 len: 309 time: 0.1993012 Aug 18 14:22:05.967035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50470) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:05.975981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ad8-d8e7-4039-87ca-6946af2230a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:05.976730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-9276debe-39ad-473f-9c7c-3e35ced4bbd9 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-1343940264') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:06.078454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ad8-d8e7-4039-87ca-6946af2230a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.124921 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7cac2ad8-d8e7-4039-87ca-6946af2230a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c7c6784cafe483d91b92469eb5d9653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601328 Aug 18 14:22:06.124921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac2ad8-d8e7-4039-87ca-6946af2230a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf7f90-0214-4f24-a4c1-28d1f6fdc5c2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:06.125620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50474) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.148109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Deleting port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:06.148487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.216436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8662b-1f10-485f-b020-0e5757e29f3d req-22fc2d1a-5cbc-4bab-be00-c00a11ae52ab tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:06.217970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf8662b-1f10-485f-b020-0e5757e29f3d req-22fc2d1a-5cbc-4bab-be00-c00a11ae52ab tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 946 time: 0.1498764 Aug 18 14:22:06.294480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.316635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6bf8662b-1f10-485f-b020-0e5757e29f3d req-77da0dd8-8da9-42cd-843a-0ab3b63a7742 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb58acbd-31a3-40ac-bab7-47584395eca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879238 Aug 18 14:22:06.341478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] For port 35fd6128-a4bf-41ee-9db1-bc742042c9c9, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=35fd6128-a4bf-41ee-9db1-bc742042c9c9,segment=NetworkSegment(dc6ecd31-4dd3-4470-b214-f9538417e4c3),segment_id=dc6ecd31-4dd3-4470-b214-f9538417e4c3)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:06.341871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.345263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.359456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9276debe-39ad-473f-9c7c-3e35ced4bbd9 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "DELETE /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-1343940264 HTTP/1.1" status: 204 len: 168 time: 0.3892283 Aug 18 14:22:06.362911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.366818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Calling delete_port for 35fd6128-a4bf-41ee-9db1-bc742042c9c9 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:06.369672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-0f61b597-e899-4ec3-82d2-2b12da8e6c27 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-1343940264') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:06.446565 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0f61b597-e899-4ec3-82d2-2b12da8e6c27 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] show failed (client error): The resource could not be found. Aug 18 14:22:06.447637 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f61b597-e899-4ec3-82d2-2b12da8e6c27 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-1343940264 HTTP/1.1" status: 404 len: 326 time: 0.0836840 Aug 18 14:22:06.450431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50478) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.454977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-23c2b190-78b8-487c-9f9a-194a34881629 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-2082430584') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:06.527157 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23c2b190-78b8-487c-9f9a-194a34881629 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-2082430584 HTTP/1.1" status: 204 len: 168 time: 0.0754962 Aug 18 14:22:06.530201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50480) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.535838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-b352ca7c-9412-4e3b-b117-4f8d57bce145 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-1765856765') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:06.553875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.556501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.557666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07cf7f90-0214-4f24-a4c1-28d1f6fdc5c2 HTTP/1.1" status: 204 len: 168 time: 0.4310083 Aug 18 14:22:06.595638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bf522-8f49-4653-af02-a6a0ddaaf54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf7f90-0214-4f24-a4c1-28d1f6fdc5c2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:06.629812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.647744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['35fd6128-a4bf-41ee-9db1-bc742042c9c9'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:22:06.671702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Pushing event deleted for resources: {'Port': ['ID=35fd6128-a4bf-41ee-9db1-bc742042c9c9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:06.678385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b352ca7c-9412-4e3b-b117-4f8d57bce145 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-1765856765 HTTP/1.1" status: 204 len: 168 time: 0.1469746 Aug 18 14:22:06.680277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50486) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.689324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-81df0862-e47f-48aa-beb8-a5eee00321fa tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:06.731838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] No DVR routers for this DVR port 35fd6128-a4bf-41ee-9db1-bc742042c9c9 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:22:06.735165 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:06.738362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1785c98d-c574-40d9-9002-a80cd11b708e req-d65fc2d4-d62f-4411-88ff-be4bcad0aa26 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.58 "DELETE /v2.0/ports/35fd6128-a4bf-41ee-9db1-bc742042c9c9 HTTP/1.1" status: 204 len: 173 time: 0.8044395 Aug 18 14:22:06.738987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'name': 'network-vif-deleted', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:22:06.744565 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990051c3-025d-453a-b8f0-9ab94895b074" -d '{"events": [{"server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "name": "network-vif-deleted", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:22:06.798957 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f61b80-11ce-49db-be72-2656b4d19ac5 x-openstack-request-id: req-06f61b80-11ce-49db-be72-2656b4d19ac5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:22:06.799300 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637bff72-2d04-41cd-9448-15dcaa93993b", "name": "network-vif-deleted", "tag": "35fd6128-a4bf-41ee-9db1-bc742042c9c9", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:22:06.799418 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06f61b80-11ce-49db-be72-2656b4d19ac5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:22:06.799735 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bff72-2d04-41cd-9448-15dcaa93993b', 'name': 'network-vif-deleted', 'tag': '35fd6128-a4bf-41ee-9db1-bc742042c9c9', 'status': 'completed', 'code': 200} Aug 18 14:22:06.897295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:06.898285 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-81df0862-e47f-48aa-beb8-a5eee00321fa tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "DELETE /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags HTTP/1.1" status: 204 len: 168 time: 0.2165143 Aug 18 14:22:06.905691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.tag.tag_plugin [None req-b964b024-9e42-4407-ac82-9e0c2ee6747b tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-2082430584') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.038944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de0ac-83a8-4af9-998c-ab68f402b529 req-6f1d2f8c-7cec-41c0-a001-d5715c9d2ddf tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:07.043779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b69de0ac-83a8-4af9-998c-ab68f402b529 req-6f1d2f8c-7cec-41c0-a001-d5715c9d2ddf tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 946 time: 0.1272879 Aug 18 14:22:07.046667 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-b964b024-9e42-4407-ac82-9e0c2ee6747b tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] show failed (client error): The resource could not be found. Aug 18 14:22:07.047682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b964b024-9e42-4407-ac82-9e0c2ee6747b tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-2082430584 HTTP/1.1" status: 404 len: 326 time: 0.1490645 Aug 18 14:22:07.051028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:07.057021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-57530510-2721-4d16-b662-64f4adb0532f tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be', 'tempest-TagsTest-Tag-1765856765') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.109434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b69de0ac-83a8-4af9-998c-ab68f402b529 req-69310a09-6618-40e2-aa46-4d8e53adce98 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/security-groups?id=d593d537-19a4-4256-8cd5-880002599cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Aug 18 14:22:07.144869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-b9f955ed-a7c9-4b2a-98e3-70d84d3e6a9a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:07.146701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-b9f955ed-a7c9-4b2a-98e3-70d84d3e6a9a tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 946 time: 0.0697403 Aug 18 14:22:07.147700 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-57530510-2721-4d16-b662-64f4adb0532f tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] show failed (client error): The resource could not be found. Aug 18 14:22:07.148778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-57530510-2721-4d16-b662-64f4adb0532f tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "GET /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags/tempest-TagsTest-Tag-1765856765 HTTP/1.1" status: 404 len: 326 time: 0.0965590 Aug 18 14:22:07.151519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50500) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:07.156055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.tag.tag_plugin [None req-fa89f640-6bda-4bac-91f0-7ddba507fa1e tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '594a200f-3f1e-4473-a997-8297737006be') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.230666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fa89f640-6bda-4bac-91f0-7ddba507fa1e tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "DELETE /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be/tags HTTP/1.1" status: 204 len: 168 time: 0.0781324 Aug 18 14:22:07.234646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50502) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:07.258538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Deleting port b61c2086-d3f7-445c-9ae6-9671f35f7955 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:07.259215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.316427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.367738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] For port b61c2086-d3f7-445c-9ae6-9671f35f7955, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b61c2086-d3f7-445c-9ae6-9671f35f7955,segment=NetworkSegment(98e5f5b6-c49c-4f1b-b162-f97b6cf5c815),segment_id=98e5f5b6-c49c-4f1b-b162-f97b6cf5c815)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:07.368155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.386034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Calling delete_port for b61c2086-d3f7-445c-9ae6-9671f35f7955 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:07.398216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50506) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:07.428389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.446209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594a200f-3f1e-4473-a997-8297737006be']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.457980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79976cf1-6e2b-45de-ac75-8615982167a2') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.458340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79976cf1-6e2b-45de-ac75-8615982167a2') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:07.460043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1453f2cf-52f7-488e-b6c0-2dbf41f24353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.468186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.485283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.492066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:22:07.492066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:22:07.495107 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:22:07.503915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5171123-1c53-47ad-9045-7f8bdaf9d0e6 req-daff0751-4bc3-4bc5-bf58-3d7130e96302 tempest-TestServerAdvancedOps-1331934467 tempest-TestServerAdvancedOps-1331934467-project] 10.222.0.35 "GET /v2.0/ports?device_id=637bff72-2d04-41cd-9448-15dcaa93993b HTTP/1.1" status: 200 len: 210 time: 0.0451646 Aug 18 14:22:07.647265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.667135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.675047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] 10.222.0.35 "DELETE /v2.0/networks/594a200f-3f1e-4473-a997-8297737006be HTTP/1.1" status: 204 len: 168 time: 0.4342289 Aug 18 14:22:07.675047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db116858-e1fc-4514-aeeb-8bfb64edd146 tempest-TagsTest-598737097 tempest-TagsTest-598737097-project] Pushing event deleted for resources: {'Network': ['ID=594a200f-3f1e-4473-a997-8297737006be,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:07.710176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.724967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b61c2086-d3f7-445c-9ae6-9671f35f7955'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:22:07.767387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Pushing event deleted for resources: {'Port': ['ID=b61c2086-d3f7-445c-9ae6-9671f35f7955,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:07.774347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1453f2cf-52f7-488e-b6c0-2dbf41f24353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.817033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] No DVR routers for this DVR port b61c2086-d3f7-445c-9ae6-9671f35f7955 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:22:07.819823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.822420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76539a01-f027-4d30-a7a6-01d69430fe8a req-6ae3b431-0ecb-412a-a079-00cbc4756aeb tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.10 "DELETE /v2.0/ports/b61c2086-d3f7-445c-9ae6-9671f35f7955 HTTP/1.1" status: 204 len: 173 time: 0.6658349 Aug 18 14:22:07.849933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1453f2cf-52f7-488e-b6c0-2dbf41f24353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.890770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1453f2cf-52f7-488e-b6c0-2dbf41f24353 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3775be8391384ffebca5cacfd7bc3483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912140 Aug 18 14:22:07.891663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453f2cf-52f7-488e-b6c0-2dbf41f24353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfba7bf-d509-49eb-b2c2-caaf5f7675b2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:07.894207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50514) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:07.947323 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.969538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.149311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.152162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.153367 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddfba7bf-d509-49eb-b2c2-caaf5f7675b2 HTTP/1.1" status: 204 len: 168 time: 0.2580674 Aug 18 14:22:08.163680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f83c34-45f7-4289-8163-bf74852f048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfba7bf-d509-49eb-b2c2-caaf5f7675b2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:08.192090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50522) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:08.245445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-664503ec-e901-4c80-8798-b2b55bd9aa56 req-b9914cb0-2c6e-4a40-b9d9-58625f242396 tempest-VolumesActionsTest-286416993 tempest-VolumesActionsTest-286416993-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d21f249-2cd5-4eb3-afce-105941c51b03 HTTP/1.1" status: 200 len: 210 time: 0.0403602 Aug 18 14:22:08.335605 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae02585d-9735-4653-a0fc-26409f373bd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be81e273461240ba8df7b0a75566603d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438265 Aug 18 14:22:08.338104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50526) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:08.391733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.412937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.526701 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.530084 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.531374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/215a561c-da22-4e26-9103-16f896f796ab HTTP/1.1" status: 204 len: 168 time: 0.1922615 Aug 18 14:22:08.539880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0445f-c296-42a0-ab29-4b21ce03b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215a561c-da22-4e26-9103-16f896f796ab,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:08.604251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:08.656261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Deleting subnet 09b00c0a-1702-482d-a3d5-439bdc797c50 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:22:08.659542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.705620 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.750536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.800877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'name': 'network-vif-deleted', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:22:08.808198 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2428996-5018-4b85-b6b2-57c1029a620f" -d '{"events": [{"server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "name": "network-vif-deleted", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:22:08.857707 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfdf62-e7cd-4677-9b27-ada19190282b x-openstack-request-id: req-abbfdf62-e7cd-4677-9b27-ada19190282b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:22:08.858049 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21f249-2cd5-4eb3-afce-105941c51b03", "name": "network-vif-deleted", "tag": "b61c2086-d3f7-445c-9ae6-9671f35f7955", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:22:08.860421 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abbfdf62-e7cd-4677-9b27-ada19190282b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:22:08.860421 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21f249-2cd5-4eb3-afce-105941c51b03', 'name': 'network-vif-deleted', 'tag': 'b61c2086-d3f7-445c-9ae6-9671f35f7955', 'status': 'completed', 'code': 200} Aug 18 14:22:08.915191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.948522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b00c0a-1702-482d-a3d5-439bdc797c50,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:08.953211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:08.955357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49051d9a-0ea2-43a3-81c2-f257218af4e1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/09b00c0a-1702-482d-a3d5-439bdc797c50 HTTP/1.1" status: 204 len: 168 time: 0.3495958 Aug 18 14:22:08.957445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50560) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:09.034930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.110079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 35fd6128-a4bf-41ee-9db1-bc742042c9c9 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:09.120845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.130326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 35fd6128-a4bf-41ee-9db1-bc742042c9c9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:09.131199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6af60a-4b8f-4954-a56a-d364f6b9f5eb']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:09.133149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 35fd6128-a4bf-41ee-9db1-bc742042c9c9 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:09.143852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6ecd31-4dd3-4470-b214-f9538417e4c3') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:09.144177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6ecd31-4dd3-4470-b214-f9538417e4c3') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:09.154293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.179618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.181118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:22:09.181505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:22:09.192921 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:22:09.366304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.377956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.380394 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] 10.222.0.35 "DELETE /v2.0/networks/1e6af60a-4b8f-4954-a56a-d364f6b9f5eb HTTP/1.1" status: 204 len: 168 time: 0.4218328 Aug 18 14:22:09.383094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50594) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:09.400926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af4a73-e9f0-4c42-9f69-25992b7d1c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6af60a-4b8f-4954-a56a-d364f6b9f5eb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:09.466648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Deleting subnet 9fd2b83c-8d23-458e-b426-9d93c6c01578 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:22:09.470306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.517070 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.599634 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.750931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.814193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd2b83c-8d23-458e-b426-9d93c6c01578,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:09.818750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:09.819336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eba21064-3397-4874-9add-3e2afe3c377c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9fd2b83c-8d23-458e-b426-9d93c6c01578 HTTP/1.1" status: 204 len: 168 time: 0.4348524 Aug 18 14:22:09.821351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50612) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:09.938417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.073451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.097568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b662b193-157d-4c9f-bbb0-a40cdcc256a2']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:10.106117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e55b25-efd3-4a36-938b-299ef859e301') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:10.106665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e55b25-efd3-4a36-938b-299ef859e301') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:10.118037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.136572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.151043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:22:10.151500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:22:10.206372 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:22:10.223701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.338126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.376447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.382345 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b662b193-157d-4c9f-bbb0-a40cdcc256a2 HTTP/1.1" status: 204 len: 168 time: 0.5595381 Aug 18 14:22:10.384399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1cc1-c0ce-4543-87ed-4b5832e37c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=b662b193-157d-4c9f-bbb0-a40cdcc256a2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:10.939730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:10.958521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:10.994747 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a70b4680-9259-4ee0-bde9-1370f6aaa42e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5646da3a14674cbcbf15413a497e146d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538421 Aug 18 14:22:11.002977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50690) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:11.101435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:11.138115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:11.259778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:11.266224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:11.271588 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb58acbd-31a3-40ac-bab7-47584395eca4 HTTP/1.1" status: 204 len: 168 time: 0.2733998 Aug 18 14:22:11.283715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413f61-0df1-47cb-982b-0839edcbf44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58acbd-31a3-40ac-bab7-47584395eca4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:11.640295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b61c2086-d3f7-445c-9ae6-9671f35f7955 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:11.666223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: b61c2086-d3f7-445c-9ae6-9671f35f7955 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:11.666649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b61c2086-d3f7-445c-9ae6-9671f35f7955 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:12.355527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50788) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:12.415369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70fab757-2384-4f14-a4a1-79f19bd97cfb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6d1ffef220245879b71c7614c26a1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572774 Aug 18 14:22:12.418062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:12.483623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:12.525360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:12.722710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:12.722710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:12.722710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db556457-3539-406e-99dc-bc7f1f94b3be HTTP/1.1" status: 204 len: 168 time: 0.3026385 Aug 18 14:22:12.730474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7906-aedb-4bc7-83e4-44687252fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db556457-3539-406e-99dc-bc7f1f94b3be,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:13.300781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:13.909637 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d272cac-21c4-4f2e-abf7-b6e184eabbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.106233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d272cac-21c4-4f2e-abf7-b6e184eabbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.175419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d272cac-21c4-4f2e-abf7-b6e184eabbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.232724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272cac-21c4-4f2e-abf7-b6e184eabbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64cfd4-8f65-4bb1-bbf5-840f2de5909d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:14.268301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50870) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:14.286119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2d272cac-21c4-4f2e-abf7-b6e184eabbaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44b4ab3fa2434c499146dcb7898c7053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9798028 Aug 18 14:22:14.354141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.382519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.560681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.563448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.568280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd64cfd4-8f65-4bb1-bbf5-840f2de5909d HTTP/1.1" status: 204 len: 168 time: 0.2975876 Aug 18 14:22:14.585425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64cfd4-8f65-4bb1-bbf5-840f2de5909d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:14.610969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.612021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.613174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.613896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.614467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.615116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.616407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.617333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.618626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.619588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.621329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:14.623166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356cd998-7971-4b1f-a889-a293685fdf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:15.137330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50908) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:15.391134 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e034f06-9944-4c54-888f-c578fafefd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.518138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e034f06-9944-4c54-888f-c578fafefd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.686186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e034f06-9944-4c54-888f-c578fafefd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.759977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e034f06-9944-4c54-888f-c578fafefd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46221ea-7408-474d-8efb-72bd46e12945,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:15.770278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:15.785066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3e034f06-9944-4c54-888f-c578fafefd15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad764caf5fed488bb18845e9dc3939c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449783 Aug 18 14:22:15.787603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:15.809216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf113ff9-0d6b-492d-80b6-1d38a6780ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.839728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50938) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:15.906965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.950871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.027034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf113ff9-0d6b-492d-80b6-1d38a6780ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.143414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cf113ff9-0d6b-492d-80b6-1d38a6780ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.173936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-80058695-network', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:16.180593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.184837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.186458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f46221ea-7408-474d-8efb-72bd46e12945 HTTP/1.1" status: 204 len: 168 time: 0.3933256 Aug 18 14:22:16.191039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf113ff9-0d6b-492d-80b6-1d38a6780ec6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ca2f8e4f63e4a7cb623ac9778d95199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184742 Aug 18 14:22:16.192091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:16.211756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323fc78-9122-4f63-8d07-e7e743eda769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46221ea-7408-474d-8efb-72bd46e12945,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:16.235715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf113ff9-0d6b-492d-80b6-1d38a6780ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1dff7-18c6-460b-935c-aa42e32e05f7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:16.280488 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.310582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.426619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Made reservation on behalf of 3a20c29fab034939bbfb3c2e983a8498 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:22:16.431335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.439558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.467276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.471285 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.472472 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3de1dff7-18c6-460b-935c-aa42e32e05f7 HTTP/1.1" status: 204 len: 168 time: 0.2783606 Aug 18 14:22:16.486634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163871a2-06bc-4a35-950c-23b49cc6c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1dff7-18c6-460b-935c-aa42e32e05f7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:16.583364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.686871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.720331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:22:16.732191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a01cb1-7102-40e0-bb87-51dc4718e90e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:16.738976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.739619 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Added segment c8d3d211-5295-4f34-a061-58bc57738439 of type vlan for network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 Aug 18 14:22:16.802733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.897661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:16.901706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:16.901706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.043841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2023423 Aug 18 14:22:17.046838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50994) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:17.054605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Request body: {'subnet': {'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-80058695-subnet', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:17.063203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:17.084640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50af8f-65cd-4bf1-b7a7-49ad436dc683 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2fdc67-a9a9-4477-ba44-2ccdefce8007,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:17.096182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:22:17.120185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2967-1dfc-441d-aa2a-1b0cde7336ed req-42bade77-1c96-49b6-b6a2-6b856c4bf0f9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:17.125372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbcf2967-1dfc-441d-aa2a-1b0cde7336ed req-42bade77-1c96-49b6-b6a2-6b856c4bf0f9 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.1319096 Aug 18 14:22:17.127160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1691fd5-a1ed-4979-aaa1-101635186bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.199127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Made reservation on behalf of 3a20c29fab034939bbfb3c2e983a8498 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:22:17.199642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.207173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bbcf2967-1dfc-441d-aa2a-1b0cde7336ed req-fbcf43ca-7eff-4d37-a2f5-c2d548afb910 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703199 Aug 18 14:22:17.533529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1691fd5-a1ed-4979-aaa1-101635186bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.542613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.616253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268e92c9-ecdd-460c-a29f-4c82bcdcbd00,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:17.620117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Checking segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:17.620765 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Network hostable DHCP agents. Network: 1c2fdc67-a9a9-4477-ba44-2ccdefce8007, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:22:17.623779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1691fd5-a1ed-4979-aaa1-101635186bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.664458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51028) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:17.664684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1691fd5-a1ed-4979-aaa1-101635186bf3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f82b48a05cb4a8a9087fd0ceec25d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964308 Aug 18 14:22:17.689387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1691fd5-a1ed-4979-aaa1-101635186bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e99d7cd-0101-404a-82fb-59f845d47e79,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:17.760552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.795780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.804560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:22:17.915025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 1c2fdc67-a9a9-4477-ba44-2ccdefce8007) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:17.926301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4119d26-9e06-481d-bf79-91b20bcef47b None None] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:22:17.935061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:17.939504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.941863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.944998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:17.948958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e99d7cd-0101-404a-82fb-59f845d47e79 HTTP/1.1" status: 204 len: 168 time: 0.2810438 Aug 18 14:22:17.960757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55a85d-e2f8-4ac2-bec6-ef013a60166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e99d7cd-0101-404a-82fb-59f845d47e79,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:18.050710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a32fb7a8-aa28-4b73-ad0d-d6a65d0b2983 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0020564 Aug 18 14:22:18.053648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51052) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:18.078200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:18.207008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:22:18.207889 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.223488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.224675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.341349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.510793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25794077-753b-4a99-a167-286de747dff4 req-860a512a-da06-42a3-bf7a-fddd59c0a4b5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:18.513190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25794077-753b-4a99-a167-286de747dff4 req-860a512a-da06-42a3-bf7a-fddd59c0a4b5 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.1757274 Aug 18 14:22:18.548393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Allocated IP 172.20.0.2 (1c2fdc67-a9a9-4477-ba44-2ccdefce8007/268e92c9-ecdd-460c-a29f-4c82bcdcbd00/2f829dc7-8b54-4542-b9f7-e206e195eb31) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:18.681040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-267e0aad-62fa-4ce7-8cd3-ef0a87d387d0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:18.682850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-267e0aad-62fa-4ce7-8cd3-ef0a87d387d0 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.58 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.2778785 Aug 18 14:22:18.690777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25794077-753b-4a99-a167-286de747dff4 req-7d9f24f6-25ce-40f9-8c7f-47821ff19466 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278763 Aug 18 14:22:18.836855 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.851789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Transition to ACTIVE for port object 2f829dc7-8b54-4542-b9f7-e206e195eb31 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:18.881796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:18.896213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Transition to ACTIVE for port object 2f829dc7-8b54-4542-b9f7-e206e195eb31 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:19.010158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:19.090209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:19.093169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:19.099116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:19.198019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Pushing event updated for resources: {'Port': ['ID=2f829dc7-8b54-4542-b9f7-e206e195eb31,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:19.253311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.258206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.258889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.259828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.260342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.260844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.261449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.262160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.262659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.263176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.263897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.264417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:19.275228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Attempting to bind port 2f829dc7-8b54-4542-b9f7-e206e195eb31 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:19.275985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Attempting to bind port 2f829dc7-8b54-4542-b9f7-e206e195eb31 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:19.276829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Attempting to bind port 2f829dc7-8b54-4542-b9f7-e206e195eb31 on network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:19.286766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:19.287612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Checking segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:19.289399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:19.290247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Bound using segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:19.290924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Bound port: 2f829dc7-8b54-4542-b9f7-e206e195eb31, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:19.291802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:19.388906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] For port 2f829dc7-8b54-4542-b9f7-e206e195eb31, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:19.394617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] For port 2f829dc7-8b54-4542-b9f7-e206e195eb31, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f829dc7-8b54-4542-b9f7-e206e195eb31,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:19.473333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:19.571551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Deleting port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:19.572110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:19.682344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb01f0-cf28-43ae-b73b-83192a397cc7 None None] Pushing event updated for resources: {'Port': ['ID=2f829dc7-8b54-4542-b9f7-e206e195eb31,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:19.816536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] For port e2bff116-5633-4d64-ac8b-7a805ec0e3c0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:19.817084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.217483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.217946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.218540 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Floating IP 08b23799-b5c6-4f50-94aa-f415b8977b19 disassociated. External IP: 172.25.1.182, port: e2bff116-5633-4d64-ac8b-7a805ec0e3c0. Aug 18 14:22:20.218703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Calling delete_port for e2bff116-5633-4d64-ac8b-7a805ec0e3c0 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:20.337394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.385945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.401673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc689b1-3ee4-4c10-a4fd-c8818b8924bf req-c40bd35a-58f8-4829-999b-77b3c0667159 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:20.410365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc689b1-3ee4-4c10-a4fd-c8818b8924bf req-c40bd35a-58f8-4829-999b-77b3c0667159 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 947 time: 0.5580597 Aug 18 14:22:20.635999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc689b1-3ee4-4c10-a4fd-c8818b8924bf req-3eac754c-c219-461b-afe2-4993a8b3cb76 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups?id=3985afbd-ac4e-4747-92ce-81ad8c656827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247584 Aug 18 14:22:20.724399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Allocated IP 172.25.1.166 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/ffa0638a-4a83-4336-be34-587736d90fce) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:20.796816 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:20.864073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'Port': ['ID=e2bff116-5633-4d64-ac8b-7a805ec0e3c0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:21.115127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:22:21.130580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:21.185399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:21.204266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: e2bff116-5633-4d64-ac8b-7a805ec0e3c0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:21.204615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e2bff116-5633-4d64-ac8b-7a805ec0e3c0 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:21.240166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:21.355657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f829dc7-8b54-4542-b9f7-e206e195eb31 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:21.460311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a449ce9-3df7-44cc-8ff2-0311b0230482 None None] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:22:21.512587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:21.583258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] No DVR routers for this DVR port e2bff116-5633-4d64-ac8b-7a805ec0e3c0 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:22:21.588807 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:21.591382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5582ee9-7823-4186-96dc-cfd032c808ff req-6896d14f-8108-40c3-952a-a6b2882f2612 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.58 "DELETE /v2.0/ports/e2bff116-5633-4d64-ac8b-7a805ec0e3c0 HTTP/1.1" status: 204 len: 173 time: 2.8964403 Aug 18 14:22:21.591840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-deleted', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:22:21.594164 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fe0fa2-ae69-4a61-807c-b5227bb566da" -d '{"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-deleted", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:22:21.630820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:21.632705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:21.677973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bce8bdd-2df2-4a25-96a3-e4397e671e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:21.757910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:21.764997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:21:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:21.778584 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ac06a-f835-4f3f-92d7-b2479a3fc26e x-openstack-request-id: req-524ac06a-f835-4f3f-92d7-b2479a3fc26e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:22:21.781196 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95242487-eefe-4f72-82e8-e94af677d517", "name": "network-vif-deleted", "tag": "e2bff116-5633-4d64-ac8b-7a805ec0e3c0", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:22:21.781704 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-524ac06a-f835-4f3f-92d7-b2479a3fc26e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:22:21.782185 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95242487-eefe-4f72-82e8-e94af677d517', 'name': 'network-vif-deleted', 'tag': 'e2bff116-5633-4d64-ac8b-7a805ec0e3c0', 'status': 'completed', 'code': 200} Aug 18 14:22:21.811201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Pushing event updated for resources: {'Port': ['ID=ffa0638a-4a83-4336-be34-587736d90fce,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:21.820946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:21.847142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:21.857521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:21.917698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bce8bdd-2df2-4a25-96a3-e4397e671e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:21.939975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f6232c8-85a1-47b2-acdb-4aadf15db906 None None] Provisioning for port 2f829dc7-8b54-4542-b9f7-e206e195eb31 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:21.985104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:21.991476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2f829dc7-8b54-4542-b9f7-e206e195eb31 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:22.024341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5bce8bdd-2df2-4a25-96a3-e4397e671e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.041142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86cdf112-14ce-4644-90a4-e03cd77c7433 req-9a3c883d-2d11-4bc1-94f7-b4df161654eb tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/ports?device_id=95242487-eefe-4f72-82e8-e94af677d517 HTTP/1.1" status: 200 len: 210 time: 0.2181258 Aug 18 14:22:22.095903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2f829dc7-8b54-4542-b9f7-e206e195eb31 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:22.102032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.138551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8bdd-2df2-4a25-96a3-e4397e671e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b0f53-7e59-4cd3-aa05-5ba09195a052,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:22.227484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d861849e-aafd-45ba-af60-9dcb7e59bc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.248826 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5bce8bdd-2df2-4a25-96a3-e4397e671e72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16d1b2d76779437ba20554461df5aad7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058701 Aug 18 14:22:22.250185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51240) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:22.325464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.362975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.466705 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:22:22.515407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.523269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.524253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae8b0f53-7e59-4cd3-aa05-5ba09195a052 HTTP/1.1" status: 204 len: 168 time: 0.2727838 Aug 18 14:22:22.553294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1e44-67fd-43da-8526-a51363bf1dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b0f53-7e59-4cd3-aa05-5ba09195a052,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:22.682508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:22.752681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:22.755920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.780718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:22.781367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:21:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:22.791019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.838102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2f829dc7-8b54-4542-b9f7-e206e195eb31, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f829dc7-8b54-4542-b9f7-e206e195eb31,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:22.911996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cefeb4c3-c4ff-4e02-b556-3d963678c9f8 None None] Provisioning complete for port 2f829dc7-8b54-4542-b9f7-e206e195eb31 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:22.913165 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cefeb4c3-c4ff-4e02-b556-3d963678c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:22.946873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:23.011633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.060085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.182024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2f829dc7-8b54-4542-b9f7-e206e195eb31,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:23.287593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:23.299529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51284) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:23.322005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ca0a6-3d55-4234-aa52-d75555bd9c6f None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:13:31Z', 'revision_number': 4, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f333598c-991a-4073-9b71-fd00f182d38b', 'name': '', 'network_id': '2c3a9877-a147-42b3-a9bf-ad61bfd84030', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'mac_address': 'fa:16:3e:09:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:30Z', 'updated_at': '2021-08-18T14:13:38Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'subnets': [{'id': '702ec664-bdf2-4fd4-8772-d616b4c39037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:23.324849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Router 33367bd5-cdef-4370-9c21-0a3451010d4d is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:22:23.510077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.608903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.643639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:23.655874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:23.697681 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:23.697681 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:21:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:23.820905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.825032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d1b1bdd4-8bbc-40b9-872c-4a472f68a32a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7671924 Aug 18 14:22:23.825263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51322) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:23.835718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9f336-7c12-4a14-8b0d-1c40a76bc579 None None] New status for floating IP 08b23799-b5c6-4f50-94aa-f415b8977b19: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:22:23.973084 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.987569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:23.992222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51326) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:24.008653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "DELETE /v2.0/security-groups/3985afbd-ac4e-4747-92ce-81ad8c656827 HTTP/1.1" status: 204 len: 168 time: 0.7078271 Aug 18 14:22:24.019172 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-76adf507-c36e-49fd-977a-903621dada23 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] show failed (client error): The resource could not be found. Aug 18 14:22:24.024671 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76adf507-c36e-49fd-977a-903621dada23 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "GET /v2.0/security-groups/3985afbd-ac4e-4747-92ce-81ad8c656827 HTTP/1.1" status: 404 len: 347 time: 0.0313494 Aug 18 14:22:24.036611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51330) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:24.047144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d179e0-6427-4dfe-a8a2-2539574d28aa tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985afbd-ac4e-4747-92ce-81ad8c656827,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:24.094296 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:24.388803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Deleting port d90a5385-7f01-4063-b387-927bb3231fe4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:24.392269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:24.591666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:24.593124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:24.633331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Calling delete_port for d90a5385-7f01-4063-b387-927bb3231fe4 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:24.639397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:22Z', 'revision_number': 3, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:24.800464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55cf05ab-7b40-46a9-9bce-aa092cb09138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:24.990160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:24.991133 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Updating router 33367bd5-cdef-4370-9c21-0a3451010d4d port ffa0638a-4a83-4336-be34-587736d90fce binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:22:25.011864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.015653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.066508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Pushing event deleted for resources: {'Port': ['ID=d90a5385-7f01-4063-b387-927bb3231fe4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:25.068868 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.185636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f829dc7-8b54-4542-b9f7-e206e195eb31 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:25.190556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.200199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.201553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e0aba22a-d591-47d6-a6f3-c61fc30d5452 tempest-AttachVolumeShelveTestJSON-1010465446 tempest-AttachVolumeShelveTestJSON-1010465446-project] 10.222.0.35 "DELETE /v2.0/floatingips/08b23799-b5c6-4f50-94aa-f415b8977b19 HTTP/1.1" status: 204 len: 168 time: 1.1657789 Aug 18 14:22:25.213889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.318951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2f829dc7-8b54-4542-b9f7-e206e195eb31 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:25.319337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.590666 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.617184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Allocated IP 172.20.0.1 (1c2fdc67-a9a9-4477-ba44-2ccdefce8007/268e92c9-ecdd-460c-a29f-4c82bcdcbd00/0476b137-acb7-4cbb-a247-19e2c52a546c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:25.617962 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Transition to ACTIVE for port object ffa0638a-4a83-4336-be34-587736d90fce will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:25.743203 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.807745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.861867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Transition to ACTIVE for port object 0476b137-acb7-4cbb-a247-19e2c52a546c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:25.970375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:25.983226 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Attempting to bind port ffa0638a-4a83-4336-be34-587736d90fce on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:25.984698 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Attempting to bind port ffa0638a-4a83-4336-be34-587736d90fce by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:25.987863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Attempting to bind port ffa0638a-4a83-4336-be34-587736d90fce on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:26.033585 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:26.034405 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:26.035117 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.036058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:26.048540 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Bound port: ffa0638a-4a83-4336-be34-587736d90fce, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:26.051430 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.069474 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.110956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Pushing event updated for resources: {'Port': ['ID=ffa0638a-4a83-4336-be34-587736d90fce,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:26.123915 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.124829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.125346 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.125873 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.127532 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.129250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.129806 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.131560 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.132995 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.133354 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.134125 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.134244 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:26.201751 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] For port ffa0638a-4a83-4336-be34-587736d90fce, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:26.206552 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] For port ffa0638a-4a83-4336-be34-587736d90fce, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa0638a-4a83-4336-be34-587736d90fce,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:26.214002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:26.229797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:26.232679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Pushing event updated for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:26.236977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:26.321288 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.347006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.490789 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:26.497756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:26.564029 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f89c6-f4b1-4d1b-ba6b-7847f6fc94b5 None None] Pushing event updated for resources: {'Port': ['ID=ffa0638a-4a83-4336-be34-587736d90fce,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:26.734300 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:26.879357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f7dfa53-306f-44d3-9858-29414c947f71 None None] Provisioning for port 0476b137-acb7-4cbb-a247-19e2c52a546c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:26.885942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6f7dfa53-306f-44d3-9858-29414c947f71 None None] Provisioning complete for port 0476b137-acb7-4cbb-a247-19e2c52a546c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:26.889097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfa53-306f-44d3-9858-29414c947f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:26.897547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.089223 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:22Z', 'revision_number': 3, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:27.098648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6f7dfa53-306f-44d3-9858-29414c947f71 None None] Port 0476b137-acb7-4cbb-a247-19e2c52a546c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:22:27.191618 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f921c8e-b81a-41ee-9f49-46aca7e15634 None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:22Z', 'revision_number': 3, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:27.266023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:27.479878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2334a873-ae81-4cb4-8ece-7c8485ed2194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.518257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.724443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2334a873-ae81-4cb4-8ece-7c8485ed2194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.805756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2334a873-ae81-4cb4-8ece-7c8485ed2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.883944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:27.913794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:27.915037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2334a873-ae81-4cb4-8ece-7c8485ed2194 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=856f151d2fd848c68ee598a99bc06f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427131 Aug 18 14:22:27.916243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334a873-ae81-4cb4-8ece-7c8485ed2194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8a0ec-be1c-4bd3-9049-8a76af1aa943,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:27.998566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.020769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.102147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Pushing event updated for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:28.141426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.195728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.333303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:28.335503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:28.470875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.474107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.479883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63d8a0ec-be1c-4bd3-9049-8a76af1aa943 HTTP/1.1" status: 204 len: 168 time: 0.5711904 Aug 18 14:22:28.509090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd25e60-d794-4c81-882d-cab2c8e43600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8a0ec-be1c-4bd3-9049-8a76af1aa943,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:28.707596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Router 33367bd5-cdef-4370-9c21-0a3451010d4d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:22:28.857478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-280f965b-2313-4fd1-a284-084e7c2b5dc4 None None] Provisioning complete for port 0476b137-acb7-4cbb-a247-19e2c52a546c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:28.858835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-280f965b-2313-4fd1-a284-084e7c2b5dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.893053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:28.910388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9a6b3d4f-6122-45c1-936d-79eb6100b569 admin admin] 10.222.0.35 "PUT /v2.0/routers/33367bd5-cdef-4370-9c21-0a3451010d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0839686 Aug 18 14:22:28.922496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-280f965b-2313-4fd1-a284-084e7c2b5dc4 None None] Port 0476b137-acb7-4cbb-a247-19e2c52a546c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:22:29.159854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa0638a-4a83-4336-be34-587736d90fce up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:29.489398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ffa0638a-4a83-4336-be34-587736d90fce completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:29.497564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ffa0638a-4a83-4336-be34-587736d90fce triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:29.498798 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:29.610852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:29.637514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ffa0638a-4a83-4336-be34-587736d90fce, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa0638a-4a83-4336-be34-587736d90fce,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:29.817532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51604) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:29.830317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:29.869271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fee1ee22-0e07-47f2-91a9-11bbab4d4183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:29.941907 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:29.962851 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:29.965540 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:29.973049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ffa0638a-4a83-4336-be34-587736d90fce,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:30.097350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fee1ee22-0e07-47f2-91a9-11bbab4d4183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.171631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fee1ee22-0e07-47f2-91a9-11bbab4d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.270902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:30.285800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:30.295392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fee1ee22-0e07-47f2-91a9-11bbab4d4183 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6580cd9c12d64514a9f361bfb96b5826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762530 Aug 18 14:22:30.305086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ee22-0e07-47f2-91a9-11bbab4d4183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86f192-682e-4a77-99ef-f04cf8d2e959,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:30.439213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.486686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.623857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51662) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:30.629754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1118334946-network', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:30.637957 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 2, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:30.698114 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.701152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:30.701563 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Updating router 33367bd5-cdef-4370-9c21-0a3451010d4d port 0476b137-acb7-4cbb-a247-19e2c52a546c binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:22:30.707709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.709089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b86f192-682e-4a77-99ef-f04cf8d2e959 HTTP/1.1" status: 204 len: 168 time: 0.4210987 Aug 18 14:22:30.727121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Made reservation on behalf of dbcda63042d141e2b0088c6a99e568d8 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:22:30.727121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.744377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.758200 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:30.767072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f26b6-d17d-4f7f-bfd3-af90518fd064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86f192-682e-4a77-99ef-f04cf8d2e959,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:31.029644 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.106615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.214040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa0638a-4a83-4336-be34-587736d90fce up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:31.235243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:22:31.253822 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.265144 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Transition to ACTIVE for port object 0476b137-acb7-4cbb-a247-19e2c52a546c will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:31.290054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.290602 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Added segment 4f31d9f9-7e9c-4b95-9f17-acba5c408e85 of type vlan for network 2a09d298-31e3-4646-a84f-d12a3e422cb7 Aug 18 14:22:31.363655 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.378512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ffa0638a-4a83-4336-be34-587736d90fce triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:31.378896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.395719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.424676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a68c4b-adb2-46e2-bafc-8bcda99c4e01,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:31.455249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3a0c-0349-402b-95d9-7296b9eefcd7 None None] Pushing event updated for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:31.489483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.490529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:31.491127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.661889 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Attempting to bind port 0476b137-acb7-4cbb-a247-19e2c52a546c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:31.662907 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Attempting to bind port 0476b137-acb7-4cbb-a247-19e2c52a546c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:31.664649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] Pushing event updated for resources: {'Network': ['ID=2a09d298-31e3-4646-a84f-d12a3e422cb7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:31.665088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Attempting to bind port 0476b137-acb7-4cbb-a247-19e2c52a546c on network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:31.680298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:31.680864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Checking segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:31.683981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:22:31.696387 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.697287 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Bound using segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:31.702561 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Bound port: 0476b137-acb7-4cbb-a247-19e2c52a546c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:31.703434 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:31.929454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d647051-5156-4a93-ade7-123d2fe90f7e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3041098 Aug 18 14:22:31.932284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51710) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:31.938855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Request body: {'subnet': {'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1118334946-subnet', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:31.968605 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] For port 0476b137-acb7-4cbb-a247-19e2c52a546c, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:31.984582 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] For port 0476b137-acb7-4cbb-a247-19e2c52a546c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0476b137-acb7-4cbb-a247-19e2c52a546c,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:32.119746 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:32.181726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Made reservation on behalf of dbcda63042d141e2b0088c6a99e568d8 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:22:32.186388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:32.251296 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:32.255216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:32.535411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:32.783136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:32.858102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee320b6-c23c-4b1b-aaf5-db136fe9c887,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:32.941456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Checking segment: {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:32.943969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Network hostable DHCP agents. Network: 2a09d298-31e3-4646-a84f-d12a3e422cb7, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:22:33.074532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:22:33.164854 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3a0c-0349-402b-95d9-7296b9eefcd7 None None] Pushing event updated for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:33.177014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2a09d298-31e3-4646-a84f-d12a3e422cb7) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:33.186038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec9352-f3f0-4fc6-9dee-ac7e4b82bd17 None None] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:22:33.186610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:33.188161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:33.213372 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:31Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:33.252543 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1e28e-1911-4b12-8aa5-f1207483803b None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:31Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:33.319424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-40e42214-a726-453e-9d3d-6d696fbdc46f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3859823 Aug 18 14:22:33.322019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51744) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:33.327807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:22:33.451804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:33.453092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:33.493620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2a09d298-31e3-4646-a84f-d12a3e422cb7', 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'fixed_ips': [{'subnet_id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:22:33.494882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:33.718973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:34.156129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Allocated IP 172.20.0.2 (2a09d298-31e3-4646-a84f-d12a3e422cb7/8ee320b6-c23c-4b1b-aaf5-db136fe9c887/9fe6d9af-2870-430d-a98b-98dda8b59960) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:34.695101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:34.912369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:34.953025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Transition to ACTIVE for port object 9fe6d9af-2870-430d-a98b-98dda8b59960 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:35.006797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Transition to ACTIVE for port object 9fe6d9af-2870-430d-a98b-98dda8b59960 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:35.114637 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.264071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:35.275959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:35.303984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:35.350026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0476b137-acb7-4cbb-a247-19e2c52a546c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:35.500069 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.570101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.646727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Pushing event updated for resources: {'Port': ['ID=9fe6d9af-2870-430d-a98b-98dda8b59960,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:35.705025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Attempting to bind port 9fe6d9af-2870-430d-a98b-98dda8b59960 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:35.705904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Attempting to bind port 9fe6d9af-2870-430d-a98b-98dda8b59960 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:35.706514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Attempting to bind port 9fe6d9af-2870-430d-a98b-98dda8b59960 on network 2a09d298-31e3-4646-a84f-d12a3e422cb7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:35.716855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:35.722864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Checking segment: {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:35.724298 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.724298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Bound using segment: {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:35.726951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Bound port: 9fe6d9af-2870-430d-a98b-98dda8b59960, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:35.728532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.814651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] For port 9fe6d9af-2870-430d-a98b-98dda8b59960, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:35.833746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] For port 9fe6d9af-2870-430d-a98b-98dda8b59960, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9fe6d9af-2870-430d-a98b-98dda8b59960,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:35.835713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 0476b137-acb7-4cbb-a247-19e2c52a546c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:35.842425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0476b137-acb7-4cbb-a247-19e2c52a546c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:35.843110 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:35.866384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Allocated IP 172.25.1.6 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/fefc823a-22a7-4a4f-bc9b-a411472585d6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:35.955988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:36.035211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac14f42-ea76-4b5f-8529-e1fb21813fd6 None None] Pushing event updated for resources: {'Port': ['ID=9fe6d9af-2870-430d-a98b-98dda8b59960,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:36.071180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:36.120053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 0476b137-acb7-4cbb-a247-19e2c52a546c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0476b137-acb7-4cbb-a247-19e2c52a546c,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:36.217356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:36.218166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:36.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:36.392983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:36.553345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:36.561799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:36.569826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:36.640018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Pushing event updated for resources: {'Port': ['ID=fefc823a-22a7-4a4f-bc9b-a411472585d6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:37.103877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:37.193666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-ea8f23e7-4572-4180-935e-4b78162c2a91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1697516 Aug 18 14:22:37.231729 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:37.391775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0476b137-acb7-4cbb-a247-19e2c52a546c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:37.440702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.442267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.443698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.444292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.445658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.448535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.449658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:37.458201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-aee02645-1efe-47c4-a987-da396405f66e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.1626539 Aug 18 14:22:37.538880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 0476b137-acb7-4cbb-a247-19e2c52a546c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:37.544306 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:37.723740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9fe6d9af-2870-430d-a98b-98dda8b59960 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:37.914009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9fe6d9af-2870-430d-a98b-98dda8b59960 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:38.042364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563cc30f-f9f5-4cb6-9885-0b5bf99390e2 None None] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:22:38.102101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-214f2d31-3fe7-4c86-a25c-77f040e5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:38.102580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-214f2d31-3fe7-4c86-a25c-77f040e5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:38.103346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-214f2d31-3fe7-4c86-a25c-77f040e5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:38.105786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-214f2d31-3fe7-4c86-a25c-77f040e5fcf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.6129231 Aug 18 14:22:38.387721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:38.482568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-41e7d438-2276-4a5c-9c0a-f258c0c5dace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.3329196 Aug 18 14:22:38.600078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Provisioning for port 9fe6d9af-2870-430d-a98b-98dda8b59960 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:38.611491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Provisioning complete for port 9fe6d9af-2870-430d-a98b-98dda8b59960 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:38.614416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:38.663214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-140385d4-0fa6-4fb3-9aac-9f425f570a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:38.664734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-140385d4-0fa6-4fb3-9aac-9f425f570a05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.1195810 Aug 18 14:22:38.726622 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:38.780379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] For port 9fe6d9af-2870-430d-a98b-98dda8b59960, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9fe6d9af-2870-430d-a98b-98dda8b59960,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:38.857900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:38.923136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177bb3a-28b3-4546-b6c4-f2f3c102d7c0 None None] Pushing event updated for resources: {'Port': ['ID=9fe6d9af-2870-430d-a98b-98dda8b59960,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:38.992116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-24cac79b-9f49-43c3-a47a-fce173d21550 None None] Provisioning complete for port 9fe6d9af-2870-430d-a98b-98dda8b59960 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:38.992811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-24cac79b-9f49-43c3-a47a-fce173d21550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:39.232377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9fe6d9af-2870-430d-a98b-98dda8b59960 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:39.295838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9fe6d9af-2870-430d-a98b-98dda8b59960 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:39.297216 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:39.374082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-509b53c4-f772-4e87-b468-4ce0279c36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:39.376621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-509b53c4-f772-4e87-b468-4ce0279c36d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840564 Aug 18 14:22:39.518512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Router 02723a59-8a85-4bf7-b184-f50fce9f4890 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:22:39.748432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-634bdba9-69b6-48c4-9da1-6cd3a0e73a7e service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591506 Aug 18 14:22:39.755118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:39.759340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:39.765916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Sync routers for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:39.779826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:39.782531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:39.912638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:39.919258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aa962823-8fed-4cf4-98e1-e32bd9561b23 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5958965 Aug 18 14:22:39.923563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:40.031904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:40.314685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-ef12cc89-96af-4bb1-a476-a93ef2593bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512331 Aug 18 14:22:40.435564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-f21bb3a7-c666-4b22-a838-892654a6161f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0921967 Aug 18 14:22:40.452727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 3, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:40.525338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Checking router: 02723a59-8a85-4bf7-b184-f50fce9f4890 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:40.525338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Updating router 02723a59-8a85-4bf7-b184-f50fce9f4890 port fefc823a-22a7-4a4f-bc9b-a411472585d6 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:22:40.597140 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:40.629582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-29d55ef1-8b75-466c-8a30-f1e31ce7f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:40.636466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-29d55ef1-8b75-466c-8a30-f1e31ce7f5a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1865165 Aug 18 14:22:40.813345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:40.900116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-e3899173-2229-443f-9418-1f9bfa6f2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:40.901655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-e3899173-2229-443f-9418-1f9bfa6f2411 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611995 Aug 18 14:22:41.026591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Deleting port f333598c-991a-4073-9b71-fd00f182d38b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:41.027476 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.073535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.114756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.147134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-1f41db21-2c45-4120-a741-dfe9136433c2 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230275 Aug 18 14:22:41.160333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Transition to ACTIVE for port object fefc823a-22a7-4a4f-bc9b-a411472585d6 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:41.239946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.275649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.439869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Attempting to bind port fefc823a-22a7-4a4f-bc9b-a411472585d6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:41.440239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Attempting to bind port fefc823a-22a7-4a4f-bc9b-a411472585d6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:41.440616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Attempting to bind port fefc823a-22a7-4a4f-bc9b-a411472585d6 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:41.464399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:41.466104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:41.466877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.467511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:41.468182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Bound port: fefc823a-22a7-4a4f-bc9b-a411472585d6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:41.469390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.472508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161684-53ee-43a9-8410-947268f17f0e None None] Pushing event updated for resources: {'Port': ['ID=fefc823a-22a7-4a4f-bc9b-a411472585d6,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:41.472991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] For port f333598c-991a-4073-9b71-fd00f182d38b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f333598c-991a-4073-9b71-fd00f182d38b,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:41.479187 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.519066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Calling delete_port for f333598c-991a-4073-9b71-fd00f182d38b owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:41.607515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] For port fefc823a-22a7-4a4f-bc9b-a411472585d6, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:41.618735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] For port fefc823a-22a7-4a4f-bc9b-a411472585d6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fefc823a-22a7-4a4f-bc9b-a411472585d6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:41.633336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Allocated IP 172.20.0.1 (2a09d298-31e3-4646-a84f-d12a3e422cb7/8ee320b6-c23c-4b1b-aaf5-db136fe9c887/58c40a5e-f7a7-4f3a-831f-7078a2f5bc83) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:22:41.642511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-e8149a9c-6eea-4532-b702-620e8417b104 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593766 Aug 18 14:22:41.754808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.789349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-242abb66-415f-4ef2-ac17-f64ce1b6cdcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0641859 Aug 18 14:22:41.847574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.874791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Transition to ACTIVE for port object 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:41.930193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161684-53ee-43a9-8410-947268f17f0e None None] Pushing event updated for resources: {'Port': ['ID=fefc823a-22a7-4a4f-bc9b-a411472585d6,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:41.941177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-ad84ad7d-4ac1-4f73-8748-c78b0022b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:41.944330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-ad84ad7d-4ac1-4f73-8748-c78b0022b686 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1350389 Aug 18 14:22:41.979577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:41.981037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:42.003543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:42.076908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:42.084246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:42.087830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:22:42.110644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-1c0e00fa-7b8d-4a3e-b4b4-ba833b55e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:42.112229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-1c0e00fa-7b8d-4a3e-b4b4-ba833b55e10f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374106 Aug 18 14:22:42.181728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:42.218643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:42.227329 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:42.543990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-ad989354-93da-430c-92ee-bf88b9840ef8 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203198 Aug 18 14:22:42.779228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:42.810442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 3, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:42.840392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Pushing event deleted for resources: {'Port': ['ID=f333598c-991a-4073-9b71-fd00f182d38b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:42.856417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.866006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:22:42.876861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36edf7-be33-434a-bfbd-98b18f2ed8ee None None] The sync data for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 is: [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 3, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:42.890137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-47e8111b-db69-4784-b6b7-b2d64db2c46e service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289709 Aug 18 14:22:42.976909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b554c5a-06f3-47c2-ba6e-8e683aacb885 None None] Provisioning for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:42.982270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b554c5a-06f3-47c2-ba6e-8e683aacb885 None None] Provisioning complete for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:42.982775 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b554c5a-06f3-47c2-ba6e-8e683aacb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.080412 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.132115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-a796b726-011a-4168-8124-e16f0d131117 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.1746688 Aug 18 14:22:43.223720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-d01ae758-52d9-4142-b144-d297025fce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:43.225409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-d01ae758-52d9-4142-b144-d297025fce70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0806000 Aug 18 14:22:43.451365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6b554c5a-06f3-47c2-ba6e-8e683aacb885 None None] Port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:22:43.576423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-f7ae6efe-dd14-486e-a9f7-e4f241614175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:43.580015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-f7ae6efe-dd14-486e-a9f7-e4f241614175 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048393 Aug 18 14:22:43.585281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.657465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.759573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.860810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.878620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-fd5b5d20-eb46-43b3-a126-8f5c3a72eea2 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759764 Aug 18 14:22:44.108971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Router dd5c9348-1789-44d1-aea0-416074c94faa has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:22:44.137780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:44.167151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:22:44.168993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:22:44.467893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:44.472211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Router 02723a59-8a85-4bf7-b184-f50fce9f4890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:22:44.482417 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Sync routers for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:44.504952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4b6f00bb-6cd9-4bcc-aee7-4ea7c61c029c admin admin] 10.222.0.35 "PUT /v2.0/routers/dd5c9348-1789-44d1-aea0-416074c94faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3915153 Aug 18 14:22:44.510213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:44.535791 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:44.536553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:44.540267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-e3c812bd-16c1-46e7-9c07-a97b662cafd9 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503930 Aug 18 14:22:44.665605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-63dd938e-f132-4814-ac4f-071b6e42aed2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.1126361 Aug 18 14:22:44.791610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-db5a6134-74f6-4232-a84b-9445b5c2fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:44.793406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f103405f-ffcd-4193-ac7e-00dae6ef8c3a None None] Provisioning complete for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:44.793948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f103405f-ffcd-4193-ac7e-00dae6ef8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:44.807082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-db5a6134-74f6-4232-a84b-9445b5c2fa8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1172636 Aug 18 14:22:44.846242 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:44.868972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-a1005ac3-008b-4bd9-9b14-23c2cd7ab36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:44.871614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-a1005ac3-008b-4bd9-9b14-23c2cd7ab36b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625100 Aug 18 14:22:44.888816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:22:44.893440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f103405f-ffcd-4193-ac7e-00dae6ef8c3a None None] Port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:22:44.926465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d08ed7e9-6b1d-4fd9-ae7d-55093d43cc78 admin admin] 10.222.0.35 "PUT /v2.0/routers/02723a59-8a85-4bf7-b184-f50fce9f4890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9894140 Aug 18 14:22:44.984703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.101272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-82e82701-a167-4840-9c44-b41737419e1e service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187607 Aug 18 14:22:45.273097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fefc823a-22a7-4a4f-bc9b-a411472585d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:45.403545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.428990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-888c5934-79ff-4703-b599-ed20b16a1e34 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141463 Aug 18 14:22:45.466841 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:22:42Z', 'revision_number': 5, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port': {'id': '62845670-856a-4bd6-9d1d-c94d6ce0f416', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:25Z', 'updated_at': '2021-08-18T14:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:45.501573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-1cb00db4-959b-436a-bf55-fcdfb1477802 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0602167 Aug 18 14:22:45.548341 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Checking router: dd5c9348-1789-44d1-aea0-416074c94faa for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:45.563214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port fefc823a-22a7-4a4f-bc9b-a411472585d6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:45.568629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fefc823a-22a7-4a4f-bc9b-a411472585d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:45.569009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.589084 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Routers {'dd5c9348-1789-44d1-aea0-416074c94faa'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:45.596692 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd5c9348-1789-44d1-aea0-416074c94faa'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:45.708539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Deleting port 62845670-856a-4bd6-9d1d-c94d6ce0f416 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:45.710274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.844820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.897538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port fefc823a-22a7-4a4f-bc9b-a411472585d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fefc823a-22a7-4a4f-bc9b-a411472585d6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:45.900401 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] Set router dd5c9348-1789-44d1-aea0-416074c94faa gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:45.955815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] For port 62845670-856a-4bd6-9d1d-c94d6ce0f416, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=62845670-856a-4bd6-9d1d-c94d6ce0f416,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:45.960812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:45.982645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:46.022060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Calling delete_port for 62845670-856a-4bd6-9d1d-c94d6ce0f416 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:46.030484 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 6, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:46.129773 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6366e71-f4bb-4b1d-832b-983a01d73a9f None None] The sync data for ids ['dd5c9348-1789-44d1-aea0-416074c94faa'] in n-d-804303-5 is: [{'id': 'dd5c9348-1789-44d1-aea0-416074c94faa', 'name': 'tempest-AttachVolumeShelveTestJSON-928877845-router', 'tenant_id': '6c7cb24c67e14db48155b38298462263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:13:24Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 6, 'project_id': '6c7cb24c67e14db48155b38298462263', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:46.143164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=fefc823a-22a7-4a4f-bc9b-a411472585d6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:46.206537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Sync routers for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:22:46.220899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:46.223921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:46.545489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:46.731439 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:46.844385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-6fbe0afe-8ab1-40ae-b27c-163319f4c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:46.853263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-6fbe0afe-8ab1-40ae-b27c-163319f4c27a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 1.3421400 Aug 18 14:22:46.860128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62845670-856a-4bd6-9d1d-c94d6ce0f416,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:47.007944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-72a04152-3c82-4d15-b346-e8be1ae126f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:47.009798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-72a04152-3c82-4d15-b346-e8be1ae126f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459944 Aug 18 14:22:47.081360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.317455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-9961fac5-aecf-4fb3-974f-4b2f9b3f93a0 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979791 Aug 18 14:22:47.364387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fefc823a-22a7-4a4f-bc9b-a411472585d6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:47.472230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.475090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.485143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:42Z', 'revision_number': 4, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '58c40a5e-f7a7-4f3a-831f-7078a2f5bc83', 'name': '', 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'mac_address': 'fa:16:3e:78:4f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:41Z', 'updated_at': '2021-08-18T14:22:43Z', 'revision_number': 2, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'subnets': [{'id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:47.502729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fefc823a-22a7-4a4f-bc9b-a411472585d6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:47.502729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.545974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-1d007085-76a9-407f-8ca0-057ca99237d3 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064753 Aug 18 14:22:47.546208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Checking router: 02723a59-8a85-4bf7-b184-f50fce9f4890 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:22:47.546768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Updating router 02723a59-8a85-4bf7-b184-f50fce9f4890 port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:22:47.593350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.601324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-63fec04c-a340-4e8a-998d-71f51e23d672 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0469210 Aug 18 14:22:47.621644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.622555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5c9348-1789-44d1-aea0-416074c94faa {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:22:47.639017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.640553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-10ee4034-a84d-4327-aa58-f4cfbec836f2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dd5c9348-1789-44d1-aea0-416074c94faa HTTP/1.1" status: 204 len: 168 time: 3.1293757 Aug 18 14:22:47.643362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:47.671915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-be4bf94d-9ed8-4549-bde7-e8965a5ff719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:47.675162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-be4bf94d-9ed8-4549-bde7-e8965a5ff719 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0643942 Aug 18 14:22:47.707683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Deleting subnet 702ec664-bdf2-4fd4-8772-d616b4c39037 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:22:47.718705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.823558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-d75e2fb4-1239-4d79-8abc-f1abad7dc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:47.827530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-d75e2fb4-1239-4d79-8abc-f1abad7dc9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392198 Aug 18 14:22:47.888669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.087749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-02f34d68-ff78-43b1-bc94-b1ef970b16e1 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409306 Aug 18 14:22:48.089952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 62845670-856a-4bd6-9d1d-c94d6ce0f416 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:48.103901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.142170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 62845670-856a-4bd6-9d1d-c94d6ce0f416 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:48.142887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 62845670-856a-4bd6-9d1d-c94d6ce0f416 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:48.143586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f333598c-991a-4073-9b71-fd00f182d38b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:48.205351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f333598c-991a-4073-9b71-fd00f182d38b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:48.207328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f333598c-991a-4073-9b71-fd00f182d38b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:48.213501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b624a919-57a6-41de-9e4e-2be9a32a890e req-68220d09-797b-40c2-bc1c-9aefbf245d49 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150966 Aug 18 14:22:48.297799 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.318517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Transition to ACTIVE for port object 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:22:48.323782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.391757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.407709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702ec664-bdf2-4fd4-8772-d616b4c39037,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:48.417212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.419782 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1a5e673f-b122-457b-b120-68a60f181729 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/702ec664-bdf2-4fd4-8772-d616b4c39037 HTTP/1.1" status: 204 len: 168 time: 0.7752249 Aug 18 14:22:48.422546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52060) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:48.486529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3c659-20ee-4d79-96e7-6b5c2209e061 None None] Network 2c3a9877-a147-42b3-a9bf-ad61bfd84030 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:22:48.579861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.746539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Deleting port 931ee018-5b20-4ac6-85ba-11e649e7e788 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:22:48.751287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:48.963416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ce505-15e4-4849-8c8f-fac3555868df None None] Pushing event updated for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:48.966010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] For port 931ee018-5b20-4ac6-85ba-11e649e7e788, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=931ee018-5b20-4ac6-85ba-11e649e7e788,segment=NetworkSegment(fbea7d69-c2a1-44aa-94ab-7c41d23e5482),segment_id=fbea7d69-c2a1-44aa-94ab-7c41d23e5482)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:48.971835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.006082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Calling delete_port for 931ee018-5b20-4ac6-85ba-11e649e7e788 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:22:49.113113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Attempting to bind port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:22:49.113787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Attempting to bind port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:22:49.114427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Attempting to bind port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 on network 2a09d298-31e3-4646-a84f-d12a3e422cb7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:22:49.123771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:22:49.124832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Checking segment: {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:22:49.125419 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.126173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Bound using segment: {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:22:49.126856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Bound port: 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f31d9f9-7e9c-4b95-9f17-acba5c408e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:22:49.127546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.251823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.359224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=931ee018-5b20-4ac6-85ba-11e649e7e788,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:49.374910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] No DVR routers for this DVR port 931ee018-5b20-4ac6-85ba-11e649e7e788 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:22:49.419548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] For port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:22:49.439505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] For port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:22:49.529023 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.613072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.649009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0fe59-a62b-45d6-9647-c9040d6873be None None] DHCP port deletion for 2c3a9877-a147-42b3-a9bf-ad61bfd84030 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:22:49.654238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ce505-15e4-4849-8c8f-fac3555868df None None] Pushing event updated for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:49.686909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3a9877-a147-42b3-a9bf-ad61bfd84030']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:49.708210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:49.709535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbea7d69-c2a1-44aa-94ab-7c41d23e5482') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:49.738579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:22:49.738579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:22:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:49.738900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.788201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.805311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:22:49.806206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:22:49.819513 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:22:49.954459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.969351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:49.974121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] 10.222.0.35 "DELETE /v2.0/networks/2c3a9877-a147-42b3-a9bf-ad61bfd84030 HTTP/1.1" status: 204 len: 168 time: 1.5478885 Aug 18 14:22:49.990529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ec6fe-9ffe-4690-b691-19dc2bf20bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3a9877-a147-42b3-a9bf-ad61bfd84030,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:50.027285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:22:50.421099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:50.481814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e382d93f-1587-498b-b0e2-8efa6518cadc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c7cb24c67e14db48155b38298462263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591226 Aug 18 14:22:50.484344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:50.504108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:42Z', 'revision_number': 4, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '58c40a5e-f7a7-4f3a-831f-7078a2f5bc83', 'name': '', 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'mac_address': 'fa:16:3e:78:4f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:41Z', 'updated_at': '2021-08-18T14:22:49Z', 'revision_number': 4, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'subnets': [{'id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:50.544398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:50.555109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c251a06-9af6-4a49-916c-87d5fb1d429c None None] The sync data for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 is: [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:22:42Z', 'revision_number': 4, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '58c40a5e-f7a7-4f3a-831f-7078a2f5bc83', 'name': '', 'network_id': '2a09d298-31e3-4646-a84f-d12a3e422cb7', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'mac_address': 'fa:16:3e:78:4f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:41Z', 'updated_at': '2021-08-18T14:22:49Z', 'revision_number': 4, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'subnets': [{'id': '8ee320b6-c23c-4b1b-aaf5-db136fe9c887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:22:50.569736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:50.757544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:50.760415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:50.763766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08557d21-6c07-4f32-a536-8cfaea1d1319 HTTP/1.1" status: 204 len: 168 time: 0.2783170 Aug 18 14:22:50.775232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb1d4-ce08-49fb-b456-b6cbb9c941a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08557d21-6c07-4f32-a536-8cfaea1d1319,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:51.199249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:51.371916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:22:51.376472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:51.377217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:51.576354 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:51.630857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:22:51.732599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:51.868369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 931ee018-5b20-4ac6-85ba-11e649e7e788 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:22:51.919674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 931ee018-5b20-4ac6-85ba-11e649e7e788 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:22:51.920173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 931ee018-5b20-4ac6-85ba-11e649e7e788 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:22:51.938651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:51.957442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-24c58e69-86ea-466a-9052-6478c2cd999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:53.180641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:22:53.251054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:22:53.251519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:54.776708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-61fd4f5d-0d43-4aea-8c6c-b10acaf537ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:54.966497 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:55.244097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52330) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:55.721302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c009e326-783f-4d22-bcd3-5cde283bfa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:55.829687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c009e326-783f-4d22-bcd3-5cde283bfa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:55.925121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.012803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c009e326-783f-4d22-bcd3-5cde283bfa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.088992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c009e326-783f-4d22-bcd3-5cde283bfa2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab100861f5404f5fad7b25b9f09b9e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8436840 Aug 18 14:22:56.091429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009e326-783f-4d22-bcd3-5cde283bfa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece4c19e-0cf9-4016-82a2-d796432bd710,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:56.093605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52354) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:56.206726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.267899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.474092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.476675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:56.477945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ece4c19e-0cf9-4016-82a2-d796432bd710 HTTP/1.1" status: 204 len: 168 time: 0.3828750 Aug 18 14:22:56.486717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac814a28-3162-423e-ad4c-c09e6ac8f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece4c19e-0cf9-4016-82a2-d796432bd710,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:57.313723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:57.527763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.599497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d2ca64-08f0-4992-af34-5875d905b377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.612050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:57.717940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Deleting subnet 093c83fb-daba-41ff-8c82-dd85e3f711df {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:22:57.725217 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.771329 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.812889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d2ca64-08f0-4992-af34-5875d905b377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.830274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.891872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d2ca64-08f0-4992-af34-5875d905b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:57.924914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-76d2ca64-08f0-4992-af34-5875d905b377 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfced0a4a56f4a2a985a1ff9be8499f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103969 Aug 18 14:22:57.927572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52422) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:57.991253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2ca64-08f0-4992-af34-5875d905b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4916eb4-8725-45ba-9cf7-62cf942b16f3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:58.049339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.318427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093c83fb-daba-41ff-8c82-dd85e3f711df,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cbb49fd7-10bf-46f5-9a67-b8aff6cc8ac9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/093c83fb-daba-41ff-8c82-dd85e3f711df HTTP/1.1" status: 204 len: 168 time: 0.5157993 Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52430) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:58.319158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.681049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.693002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ae2a05-2a8c-4b60-8e1a-e1bce4be5114']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:58.704117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:58.704526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e5f5b6-c49c-4f1b-b162-f97b6cf5c815') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:22:58.715347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.729085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.735234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:22:58.735730 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:22:58.737723 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:22:59.014814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.015596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.022101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.035723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4916eb4-8725-45ba-9cf7-62cf942b16f3 HTTP/1.1" status: 204 len: 168 time: 1.0950034 Aug 18 14:22:59.036733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.036733 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] 10.222.0.35 "DELETE /v2.0/networks/95ae2a05-2a8c-4b60-8e1a-e1bce4be5114 HTTP/1.1" status: 204 len: 168 time: 0.8919628 Aug 18 14:22:59.051320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3282c2-326c-438e-8246-938a792c1269 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ae2a05-2a8c-4b60-8e1a-e1bce4be5114,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:59.074235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3ebb5-a99f-4464-bf05-3a63dd386eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4916eb4-8725-45ba-9cf7-62cf942b16f3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:22:59.416364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:22:59.792667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:59.843343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5c3b2d23-a6f1-4f64-bbcf-7f5ecb4118c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=933e25662f9846b6b6a396f195f27f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486827 Aug 18 14:22:59.845835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:22:59.899197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.925373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.051479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.054089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.057694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d593d537-19a4-4256-8cd5-880002599cda HTTP/1.1" status: 204 len: 168 time: 0.2083864 Aug 18 14:23:00.077559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd9269-a4c6-4d5e-8ccb-fe8b9fc28aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593d537-19a4-4256-8cd5-880002599cda,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:00.281458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52488) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:00.295680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e5df4e2-136a-44e6-9e33-1177273cfc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.463382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e5df4e2-136a-44e6-9e33-1177273cfc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.525028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7e5df4e2-136a-44e6-9e33-1177273cfc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.571432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52512) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:00.583715 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7e5df4e2-136a-44e6-9e33-1177273cfc61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c986d7bbce847ebac085592e1ea6141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010061 Aug 18 14:23:00.634489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5df4e2-136a-44e6-9e33-1177273cfc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a4828-f2db-4d33-aa8d-1fd736c25542,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:00.643462 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.672050 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.905969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.908925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:00.910382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e13a4828-f2db-4d33-aa8d-1fd736c25542 HTTP/1.1" status: 204 len: 168 time: 0.3377850 Aug 18 14:23:00.927506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc06f5-eb13-4a00-8be1-191ee4d3c23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a4828-f2db-4d33-aa8d-1fd736c25542,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:01.599642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:01.747568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1600494735-network', 'tenant_id': 'f08e8016b8a5425dafd1b2b8554a1ac0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:01.883748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Made reservation on behalf of f08e8016b8a5425dafd1b2b8554a1ac0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:01.887287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:01.904922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.073361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.166578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.183942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:23:02.208664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.210359 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Added segment b0b8269a-fc11-4a54-82e9-c256616b520a of type vlan for network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b Aug 18 14:23:02.318326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.322866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7482fa-27da-415b-bfdf-abecac40609c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:02.449234 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.453040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:02.453040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:02.558714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] Pushing event updated for resources: {'Network': ['ID=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:02.571128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52632) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:02.573584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:23:02.574106 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc88f0f1-452a-4fb6-8d4f-ab23660f25ea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9715002 Aug 18 14:23:02.576202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Request body: {'subnet': {'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1600494735-subnet', 'tenant_id': 'f08e8016b8a5425dafd1b2b8554a1ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:02.736586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Made reservation on behalf of f08e8016b8a5425dafd1b2b8554a1ac0 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:02.743327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:03.037716 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:03.096860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9244e13-3f70-4ec2-9694-39bd97a0bf85,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:03.130256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Checking segment: {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:03.130653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Network hostable DHCP agents. Network: 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:23:03.291312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:23:03.371470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:03.381756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:03.383299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:03.387456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a899e-c611-414f-a861-af9180c3cbff None None] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:03.532500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-876c1e9b-84db-4ddc-b95d-45a40e14972c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9602294 Aug 18 14:23:03.635904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b1fc1-67d7-4462-a307-e891930feda4 None None] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:09.488060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52958) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:09.690422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4703f13-8997-4562-a532-edd231958275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:09.793374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4703f13-8997-4562-a532-edd231958275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:09.901520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b4703f13-8997-4562-a532-edd231958275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:09.992808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703f13-8997-4562-a532-edd231958275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19babc3-c8b0-4c51-b033-9c2deb891378,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:10.011671 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b4703f13-8997-4562-a532-edd231958275 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=895d6db0b8594b8b82007354cb83dc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221269 Aug 18 14:23:10.015175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52978) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:10.130231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:10.162239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:10.216565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:10.284952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:10.289325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:10.289325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b19babc3-c8b0-4c51-b033-9c2deb891378 HTTP/1.1" status: 204 len: 168 time: 0.2726388 Aug 18 14:23:10.319053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109b85f-1ffb-4090-bb92-285706b9ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19babc3-c8b0-4c51-b033-9c2deb891378,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:11.017198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:13.174937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53122) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:13.501160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:13.640305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:13.752931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:13.886857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Allocated IP 172.25.1.246 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/3fb711a4-92fd-4110-825f-ac29b5bd6fac) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:14.038057 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.220632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.268387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:14.272388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:14.322052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb711a4-92fd-4110-825f-ac29b5bd6fac,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:14.344648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:14.476652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.699888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.949086 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.020265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.216524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.274507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb711a4-92fd-4110-825f-ac29b5bd6fac,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:15.371856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.381617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-db10fd6a-2d3e-4196-a1e9-91bb43c386cd tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1972203 Aug 18 14:23:15.381617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53176) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:15.382571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-334877863', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'fixed_ips': [{'ip_address': '172.25.1.246'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:15.570553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Made reservation on behalf of 48b16b94e5ed40f5984a4206157c62e0 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:15.573357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.594622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.742332 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.902429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.907234 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] device_id is not set on port 8c0bcd4a-0589-4b8c-b0d2-dc21ae63b248 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:23:16.009215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5ee6e1-52bd-4103-a930-25beba8dbb5f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:16.186497 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 14:23:16.188471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:23:16.343610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:16.344295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97ec4c13-8d8e-4ee8-b0c4-ad44aa300983 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9655216 Aug 18 14:23:16.552901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Deleting port 3fb711a4-92fd-4110-825f-ac29b5bd6fac {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:16.552901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:16.644197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:16.644528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:16.657758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Calling delete_port for 3fb711a4-92fd-4110-825f-ac29b5bd6fac owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:17.126310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.213329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fb711a4-92fd-4110-825f-ac29b5bd6fac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:17.227293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.227762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.228064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.229112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.230290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.230908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.231514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:17.284050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.288728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.290707 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bae71f5f-e2e4-4c88-a795-25a1e234c2c4 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101 tempest-ExternalNetworksAdminNegativeTestJSON-1608109101-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/0ef4788e-97b2-4b04-b005-d2ed6bdc5440 HTTP/1.1" status: 204 len: 168 time: 0.9456801 Aug 18 14:23:17.314677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53230) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:17.613015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cea9a18b-d508-443c-a8cb-68a36b817e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.783790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cea9a18b-d508-443c-a8cb-68a36b817e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.947698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cea9a18b-d508-443c-a8cb-68a36b817e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.993023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53252) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:18.022120 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cea9a18b-d508-443c-a8cb-68a36b817e8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=555d96f1f5f54d81a71337cf9c6ca5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7034266 Aug 18 14:23:18.025572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53256) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:18.053539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9a18b-d508-443c-a8cb-68a36b817e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a78874-2a0d-4ca2-8966-ef72fd60d4bf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:18.146629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.187844 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.256030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-345039a1-ea1e-4627-b664-b943ceaa7583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.396565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.399327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.400535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16a78874-2a0d-4ca2-8966-ef72fd60d4bf HTTP/1.1" status: 204 len: 168 time: 0.3735709 Aug 18 14:23:18.418312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789abb7c-e62b-4745-9267-e59f99b558aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a78874-2a0d-4ca2-8966-ef72fd60d4bf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:18.529184 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-345039a1-ea1e-4627-b664-b943ceaa7583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.766922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-345039a1-ea1e-4627-b664-b943ceaa7583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.826255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-345039a1-ea1e-4627-b664-b943ceaa7583 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e7da67625514dbeb88e542d3072a4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319159 Aug 18 14:23:18.827618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345039a1-ea1e-4627-b664-b943ceaa7583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c994330-8ed8-4a9b-963e-50201c84853b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:18.829047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:18.924455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.960386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:19.142154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:19.145997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:19.153544 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c994330-8ed8-4a9b-963e-50201c84853b HTTP/1.1" status: 204 len: 168 time: 0.3172019 Aug 18 14:23:19.159859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bf55-a633-4315-8155-67debcfddac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c994330-8ed8-4a9b-963e-50201c84853b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:19.598671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53300) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:19.617475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f04b8005-6c2d-4e2d-a17d-d88e9e971205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:19.872786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:19.897042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f04b8005-6c2d-4e2d-a17d-d88e9e971205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.040327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f04b8005-6c2d-4e2d-a17d-d88e9e971205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.107700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8005-6c2d-4e2d-a17d-d88e9e971205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4152f4c8-22b5-4844-abc0-f96d1e7bb97c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:20.117240 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f04b8005-6c2d-4e2d-a17d-d88e9e971205 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15408b2442504c579a5a216c3092bd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173695 Aug 18 14:23:20.121110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53316) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:20.233299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.272457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.352288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6aa82f5-1dc0-4535-838e-eac39e256f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.490709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.494601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.497148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4152f4c8-22b5-4844-abc0-f96d1e7bb97c HTTP/1.1" status: 204 len: 168 time: 0.3745365 Aug 18 14:23:20.522538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a9d1c-74bd-416a-a00f-16fe064dccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4152f4c8-22b5-4844-abc0-f96d1e7bb97c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:20.600076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6aa82f5-1dc0-4535-838e-eac39e256f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.833455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6aa82f5-1dc0-4535-838e-eac39e256f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:20.926188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6aa82f5-1dc0-4535-838e-eac39e256f11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42481c2b61a7441790a0d8523d8fdf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503199 Aug 18 14:23:20.928257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa82f5-1dc0-4535-838e-eac39e256f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c64773-0254-4438-b558-b00659851c4c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:20.937467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:21.005543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.016491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53336) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:21.042274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.083256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b670a1ce-d451-4c6b-bbc3-d83defb87387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48b16b94e5ed40f5984a4206157c62e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652480 Aug 18 14:23:21.085739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53342) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:21.161450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.217356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.221707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.231163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.235762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0c64773-0254-4438-b558-b00659851c4c HTTP/1.1" status: 204 len: 168 time: 0.3042803 Aug 18 14:23:21.258987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bed29-1f99-45cb-a739-da7cc83e203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c64773-0254-4438-b558-b00659851c4c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:21.446025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.456694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:21.458060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba5ee6e1-52bd-4103-a930-25beba8dbb5f HTTP/1.1" status: 204 len: 168 time: 0.3708677 Aug 18 14:23:21.467669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e33bf-00c9-435f-a895-f72228c2a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5ee6e1-52bd-4103-a930-25beba8dbb5f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:21.931168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8463d905-47b9-465d-bc52-c8426960429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:22.828448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:22.846407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-32c0931c-a15b-481c-be24-f600f1d8d995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:22.997753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-32c0931c-a15b-481c-be24-f600f1d8d995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.176077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-32c0931c-a15b-481c-be24-f600f1d8d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.235449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0931c-a15b-481c-be24-f600f1d8d995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a3948e-9028-449b-b2a2-2a3fef413361,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:23.242531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-32c0931c-a15b-481c-be24-f600f1d8d995 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7b6306362144582b21a309d60793c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121785 Aug 18 14:23:23.246477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53412) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:23.344024 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.371183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.565963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.577753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:23.584115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93a3948e-9028-449b-b2a2-2a3fef413361 HTTP/1.1" status: 204 len: 168 time: 0.3340390 Aug 18 14:23:23.646195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d97d-359b-4037-88a7-61c23d5cf007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a3948e-9028-449b-b2a2-2a3fef413361,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:24.936321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7f760fe4-fa45-47db-99ac-4f564a2e286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:25.058672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.055407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.076353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53514) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:26.375773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-650c28b4-4950-4b85-a29b-6792c8400736 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1830728641'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:26.377161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-650c28b4-4950-4b85-a29b-6792c8400736 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Unknown quota resources ['metering_label']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:23:26.864941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-650c28b4-4950-4b85-a29b-6792c8400736 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.869403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-650c28b4-4950-4b85-a29b-6792c8400736 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7917938 Aug 18 14:23:26.869747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:26.877404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9b110ddc-654d-42d1-8814-ea55ca9f3ef9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '41a34322-1307-44da-a5eb-aafd4d9225b0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:26.878769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9b110ddc-654d-42d1-8814-ea55ca9f3ef9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:23:27.137882 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.metering.metering_plugin [None req-9b110ddc-654d-42d1-8814-ea55ca9f3ef9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 14:23:27.370395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b110ddc-654d-42d1-8814-ea55ca9f3ef9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:27.372544 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b110ddc-654d-42d1-8814-ea55ca9f3ef9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5004458 Aug 18 14:23:27.377540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53552) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:27.382669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f87ab259-0947-4850-a559-63859ece11cb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '41a34322-1307-44da-a5eb-aafd4d9225b0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:27.383471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f87ab259-0947-4850-a559-63859ece11cb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112228) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:23:27.550430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:27.586913 n-d-804303-5 neutron-server[112228]: WARNING neutron.services.metering.metering_plugin [None req-f87ab259-0947-4850-a559-63859ece11cb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 14:23:27.965257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f87ab259-0947-4850-a559-63859ece11cb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:27.965257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f87ab259-0947-4850-a559-63859ece11cb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4434228 Aug 18 14:23:27.967144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53564) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:27.967144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-701343ef-1ca3-4dc3-806b-f42385029af5 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=27eb3301-c40c-4621-98cf-a85f6b7b4655 HTTP/1.1" status: 200 len: 464 time: 0.0123749 Aug 18 14:23:27.967144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:28.226412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee7dbd84-d7dd-4ac7-89d0-2d6b28635c1c tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.231716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:28.233629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ee7dbd84-d7dd-4ac7-89d0-2d6b28635c1c tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/27eb3301-c40c-4621-98cf-a85f6b7b4655 HTTP/1.1" status: 204 len: 168 time: 0.3894265 Aug 18 14:23:28.255097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53584) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:28.271873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-97b2d74f-8507-4e29-8207-969ef33aa819 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=27eb3301-c40c-4621-98cf-a85f6b7b4655 HTTP/1.1" status: 200 len: 221 time: 0.0254118 Aug 18 14:23:28.272350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5b159e9b-6b4f-42c8-8140-13167ffd3507 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--500478716', 'description': 'label created by tempest'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:28.272350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5b159e9b-6b4f-42c8-8140-13167ffd3507 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Unknown quota resources ['metering_label']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:23:28.670875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b159e9b-6b4f-42c8-8140-13167ffd3507 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.674674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5b159e9b-6b4f-42c8-8140-13167ffd3507 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4152751 Aug 18 14:23:28.675149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53604) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:28.814286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7ac4c01a-4375-48a1-b307-82831f6cde83 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=ee775563-b304-4592-a6ac-cea2574cec69 HTTP/1.1" status: 200 len: 467 time: 0.1378722 Aug 18 14:23:28.819645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.280055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69f3e33b-62d8-4a98-a1c0-8a13794c1bc9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.282468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69f3e33b-62d8-4a98-a1c0-8a13794c1bc9 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/ee775563-b304-4592-a6ac-cea2574cec69 HTTP/1.1" status: 204 len: 168 time: 0.4605639 Aug 18 14:23:29.287044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53628) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.357470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53632) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.360333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1d16c35f-38db-4235-8ff9-82180d544171 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=ee775563-b304-4592-a6ac-cea2574cec69 HTTP/1.1" status: 200 len: 216 time: 0.0711555 Aug 18 14:23:29.410633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-28f0b375-fc8e-49df-b38a-7575786d6d6b tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0508018 Aug 18 14:23:29.415426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53636) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.438102 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d114d6ea-994a-4d93-98ed-ac8963e04bd5 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0213752 Aug 18 14:23:29.443604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53638) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.759658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53646) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.762758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c22f1b95-3080-40d7-a74d-29cfd0c3a60d tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/41a34322-1307-44da-a5eb-aafd4d9225b0 HTTP/1.1" status: 200 len: 473 time: 0.3165870 Aug 18 14:23:29.782950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e499a1fa-6ffc-42d7-8857-10ecf82d50eb tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/720337f2-2a61-410b-abf2-95586026127a HTTP/1.1" status: 200 len: 461 time: 0.0209715 Aug 18 14:23:29.788526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53648) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:30.169908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ec70b33-005b-41a2-abac-e9898b25ef95 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.171839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1ec70b33-005b-41a2-abac-e9898b25ef95 tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/720337f2-2a61-410b-abf2-95586026127a HTTP/1.1" status: 204 len: 168 time: 0.3821099 Aug 18 14:23:30.174758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53656) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:30.495117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53664) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:30.701706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73a2facd-266c-4ec7-b8c1-00c941e0631e tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.704977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-73a2facd-266c-4ec7-b8c1-00c941e0631e tempest-MeteringTestJSON-373802065 tempest-MeteringTestJSON-373802065-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/41a34322-1307-44da-a5eb-aafd4d9225b0 HTTP/1.1" status: 204 len: 168 time: 0.5284984 Aug 18 14:23:30.705378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5423a235-34a3-4b38-90f0-801b5f4332de admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.849806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5423a235-34a3-4b38-90f0-801b5f4332de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.927945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5423a235-34a3-4b38-90f0-801b5f4332de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.994750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5423a235-34a3-4b38-90f0-801b5f4332de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a7b7ad0b7c24f77a2371dda43e10ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010021 Aug 18 14:23:30.996974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423a235-34a3-4b38-90f0-801b5f4332de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65a260-6ec5-41c5-a6af-703e1dd9b7b2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:31.001244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:31.107859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.144840 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.293710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.296588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.301670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f65a260-6ec5-41c5-a6af-703e1dd9b7b2 HTTP/1.1" status: 204 len: 168 time: 0.2986438 Aug 18 14:23:31.313143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6e69-a8a6-4508-888e-3b7f4f8ba2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65a260-6ec5-41c5-a6af-703e1dd9b7b2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:31.419371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:31.625282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd226777-d6cd-4846-a579-5a8219fd5fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.767274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd226777-d6cd-4846-a579-5a8219fd5fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.877401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd226777-d6cd-4846-a579-5a8219fd5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.964566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fd226777-d6cd-4846-a579-5a8219fd5fdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac1a4e11b491450c998fb6bb4c45adaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438824 Aug 18 14:23:31.967074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53728) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:31.976538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226777-d6cd-4846-a579-5a8219fd5fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af2013-e7da-4103-82eb-187156c2f0bd,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:32.107683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.130883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.317949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.322589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.326667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51af2013-e7da-4103-82eb-187156c2f0bd HTTP/1.1" status: 204 len: 168 time: 0.3556871 Aug 18 14:23:32.363842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e2fa4-5e7d-43b6-a0bf-e950bc690404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af2013-e7da-4103-82eb-187156c2f0bd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:32.477361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:32.495927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb7654b7-8137-4b36-a8d2-d4b8cb6be2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.672707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb7654b7-8137-4b36-a8d2-d4b8cb6be2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.822633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb7654b7-8137-4b36-a8d2-d4b8cb6be2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.898946 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb7654b7-8137-4b36-a8d2-d4b8cb6be2af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b93e31f0e14a42809ce0ac56ae44d547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202759 Aug 18 14:23:32.903525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53758) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:32.907421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7654b7-8137-4b36-a8d2-d4b8cb6be2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe307636-1d3b-42d0-be89-ea4f07eacd4f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:33.003692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.064275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.277612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.277903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.279789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe307636-1d3b-42d0-be89-ea4f07eacd4f HTTP/1.1" status: 204 len: 168 time: 0.3746102 Aug 18 14:23:33.301389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59ca3f-971d-4657-83ed-b0e58482f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe307636-1d3b-42d0-be89-ea4f07eacd4f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:33.542788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53778) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:33.557227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e96547-3a3f-4f56-b437-f0e3b500161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.721289 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e96547-3a3f-4f56-b437-f0e3b500161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.832460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-56e96547-3a3f-4f56-b437-f0e3b500161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.891666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96547-3a3f-4f56-b437-f0e3b500161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e20cf2-7ad2-40b5-b31e-f05bd1571867,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:33.897528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-56e96547-3a3f-4f56-b437-f0e3b500161c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be7fa0f0b895459e86a30476c1834f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607087 Aug 18 14:23:33.906943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:34.028499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.132665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.352133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53806) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:34.372182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.386568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.389140 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33e20cf2-7ad2-40b5-b31e-f05bd1571867 HTTP/1.1" status: 204 len: 168 time: 0.4811060 Aug 18 14:23:34.407908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a26ff-fb07-46a4-89bf-882d261b1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e20cf2-7ad2-40b5-b31e-f05bd1571867,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:34.634830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeae993b-8850-4ac1-b166-7e576c447ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.892995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeae993b-8850-4ac1-b166-7e576c447ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.025509 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aeae993b-8850-4ac1-b166-7e576c447ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.154419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae993b-8850-4ac1-b166-7e576c447ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0efa3af-dda9-406a-a8e2-2626879fb700,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:35.181247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:35.182389 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aeae993b-8850-4ac1-b166-7e576c447ba5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=111d27cd445543c79e96758ba9177d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270829 Aug 18 14:23:35.296474 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.350116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.557406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.562570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.568102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0efa3af-dda9-406a-a8e2-2626879fb700 HTTP/1.1" status: 204 len: 168 time: 0.3820930 Aug 18 14:23:35.607958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33b75-5899-47ab-8f4e-aab07260ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0efa3af-dda9-406a-a8e2-2626879fb700,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:36.417179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:23:36.769259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:37.031385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-339411810'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:37.224524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Made reservation on behalf of 889b28c3c3534fb6b27de9585f92f4a0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:37.238396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.250422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:37.263707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.272705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-efc5d21c-ba9d-4460-9842-3132d4596425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.392913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.495969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.509064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:23:37.532979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.533831 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Added segment 0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5 of type vlan for network 9ea6d72e-52d2-4673-b565-1e161e1b15aa Aug 18 14:23:37.592772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbf4e4-1c3e-4895-8e53-08a3e1556fd0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:37.609038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.745830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-efc5d21c-ba9d-4460-9842-3132d4596425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.805413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.830781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:37.830781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.865416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-efc5d21c-ba9d-4460-9842-3132d4596425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.922191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-efc5d21c-ba9d-4460-9842-3132d4596425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=972cf676d2c4405398a97f121cd9b7d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702645 Aug 18 14:23:37.925036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53944) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:37.925724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d21c-ba9d-4460-9842-3132d4596425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65b991-360f-4d96-b280-5baa7404f107,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:37.948255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Network': ['ID=9ea6d72e-52d2-4673-b565-1e161e1b15aa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:37.960883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:23:38.035922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.061505 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-60d453a1-879d-42d0-a611-98aae9fb0de4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2904680 Aug 18 14:23:38.068159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:38.079403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'subnet': {'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:38.091078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.216732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-86178eda-223b-4743-8ec2-1d322b2c5ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2075455 Aug 18 14:23:38.347421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Made reservation on behalf of 889b28c3c3534fb6b27de9585f92f4a0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:38.352180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.377249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.382678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.383266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.384364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-402d24a8-8491-4fe2-b920-bf423d2e6d21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.0829253 Aug 18 14:23:38.385860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.392566 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b65b991-360f-4d96-b280-5baa7404f107 HTTP/1.1" status: 204 len: 168 time: 0.4661198 Aug 18 14:23:38.475739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91806b-a3dd-41d7-8a60-a633a45b39ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65b991-360f-4d96-b280-5baa7404f107,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:38.601899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ea8f1dcb-d0e1-496c-9607-c96d47342546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.602317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ea8f1dcb-d0e1-496c-9607-c96d47342546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.602821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ea8f1dcb-d0e1-496c-9607-c96d47342546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.605007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ea8f1dcb-d0e1-496c-9607-c96d47342546 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.1940315 Aug 18 14:23:38.698752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-2851e7e8-851e-4340-b2b8-e8a73154424a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.0852733 Aug 18 14:23:38.764932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.774215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-cb3bf0b4-543f-4e38-8426-0aa49390bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.777092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-cb3bf0b4-543f-4e38-8426-0aa49390bef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0685501 Aug 18 14:23:38.919075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ba0eecf0-b4c1-4edc-97a8-d712ca7e19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:38.925042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ba0eecf0-b4c1-4edc-97a8-d712ca7e19e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404891 Aug 18 14:23:39.108879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-461a3cd8-e238-41a1-b18e-a6f090c8508f service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703806 Aug 18 14:23:39.250883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-a0b9d056-0a1f-46c3-b497-751d6bcfb3c9 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382856 Aug 18 14:23:39.308263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Subnet': ['ID=b0bbec2a-b469-4d3a-8830-b2dfafe76c3d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:39.327731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Checking segment: {'id': '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:39.330624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network hostable DHCP agents. Network: 9ea6d72e-52d2-4673-b565-1e161e1b15aa, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:23:39.343306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-053a015d-46bc-42f5-b418-201768174246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0795877 Aug 18 14:23:39.420912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-aff6b3d0-5ac0-433f-9206-3a9d6efe7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:39.422713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-aff6b3d0-5ac0-433f-9206-3a9d6efe7e64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0715241 Aug 18 14:23:39.455852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:23:39.492564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-f95c8e70-69b0-4318-b1e5-52583e626828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:39.494142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-f95c8e70-69b0-4318-b1e5-52583e626828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624328 Aug 18 14:23:39.591213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9ea6d72e-52d2-4673-b565-1e161e1b15aa) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:39.597958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:39.598921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.603789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ff16c-165c-4d31-b92a-4c09726aa5c1 None None] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:39.692532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec0cf056-aa30-4de5-97c3-b24aa3468806 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6224897 Aug 18 14:23:39.695573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:39.708080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1808924185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:39.718038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-5255ad66-7268-4e41-8f09-fef4942963a4 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128434 Aug 18 14:23:39.873616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.875688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.964977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-9b65d388-c9de-47ac-863b-1f5c672a47c0 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366059 Aug 18 14:23:40.026773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.032706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9ea6d72e-52d2-4673-b565-1e161e1b15aa', 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa', 'tenant_id': '889b28c3c3534fb6b27de9585f92f4a0', 'fixed_ips': [{'subnet_id': 'b0bbec2a-b469-4d3a-8830-b2dfafe76c3d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:23:40.034879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.109561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.149857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-6fddffa3-a33d-4129-8a3a-a35b0b4ba2d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.1766231 Aug 18 14:23:40.216354 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.222311 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9fc7ba3a-7c19-40a1-bcae-a7a8048d9e70 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5243022 Aug 18 14:23:40.222970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:40.257529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Allocated IP 172.20.0.2 (9ea6d72e-52d2-4673-b565-1e161e1b15aa/b0bbec2a-b469-4d3a-8830-b2dfafe76c3d/79bcb97b-76c6-413b-b769-7435ffa96323) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:40.309267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-913266af-5932-4306-8c16-f1be3163078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:40.311020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-913266af-5932-4306-8c16-f1be3163078c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1524010 Aug 18 14:23:40.452412 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.461608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Transition to ACTIVE for port object 79bcb97b-76c6-413b-b769-7435ffa96323 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:40.478461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Transition to ACTIVE for port object 79bcb97b-76c6-413b-b769-7435ffa96323 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:40.533336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-d8c75dd6-09da-48a5-90d2-80402b7e927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:40.536077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-d8c75dd6-09da-48a5-90d2-80402b7e927a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2168307 Aug 18 14:23:40.631282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.635476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.678486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-4743570a-7db5-4ed6-acbd-fd8ee05a0d85 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313837 Aug 18 14:23:40.683368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:40.689507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:40.693444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:40.695844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Pushing event updated for resources: {'Port': ['ID=79bcb97b-76c6-413b-b769-7435ffa96323,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:40.704652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.705537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.705925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.706461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.706811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.707640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.707997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.708337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.708722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.709513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.710176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.710521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.715174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:40.829730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Attempting to bind port 79bcb97b-76c6-413b-b769-7435ffa96323 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:40.833562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Attempting to bind port 79bcb97b-76c6-413b-b769-7435ffa96323 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:40.833562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Attempting to bind port 79bcb97b-76c6-413b-b769-7435ffa96323 on network 9ea6d72e-52d2-4673-b565-1e161e1b15aa {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:40.854337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:40.854809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Checking segment: {'id': '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:40.855222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.855624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Bound using segment: {'id': '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:40.858387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Bound port: 79bcb97b-76c6-413b-b769-7435ffa96323, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:40.864275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.048814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] For port 79bcb97b-76c6-413b-b769-7435ffa96323, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:41.064398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] For port 79bcb97b-76c6-413b-b769-7435ffa96323, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=79bcb97b-76c6-413b-b769-7435ffa96323,segment=NetworkSegment(0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5),segment_id=0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:41.128368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Allocated IP 172.20.0.1 (9ea6d72e-52d2-4673-b565-1e161e1b15aa/b0bbec2a-b469-4d3a-8830-b2dfafe76c3d/d213516b-b410-4a83-bff3-b4baf48c2291) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:41.158473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.168499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:41.233643 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.329158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e507-0762-43f1-919c-1c0f3b6bea85 None None] Pushing event updated for resources: {'Port': ['ID=79bcb97b-76c6-413b-b769-7435ffa96323,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:41.448390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.486173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Transition to ACTIVE for port object d213516b-b410-4a83-bff3-b4baf48c2291 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:41.645420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe542-c66f-45b4-ae6b-d09a987f1387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.692786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.793816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-0e545c55-7dd2-4f34-8ee0-574fc7d983fe service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1075802 Aug 18 14:23:41.820933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:41.915676 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ab9c8056-1e42-4730-8bdb-4ce64f6ed3ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.1125891 Aug 18 14:23:41.958087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:41.979724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:41.989945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe542-c66f-45b4-ae6b-d09a987f1387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.000061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-5071b83c-0889-4c0e-9f54-d590778a3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:42.002564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-5071b83c-0889-4c0e-9f54-d590778a3bc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0775993 Aug 18 14:23:42.066501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=d213516b-b410-4a83-bff3-b4baf48c2291,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:42.073141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-4d3ef492-b24c-4765-b3f1-cf5199c10226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:42.075831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-4d3ef492-b24c-4765-b3f1-cf5199c10226 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648940 Aug 18 14:23:42.094011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe542-c66f-45b4-ae6b-d09a987f1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.231676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.288619 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8cdfe542-c66f-45b4-ae6b-d09a987f1387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11fb6d217ef747029e2d9b147f8a9af3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1186166 Aug 18 14:23:42.293763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54116) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:42.299559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfe542-c66f-45b4-ae6b-d09a987f1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a242e6-4049-4e81-b71b-5b824cfcd9ff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:42.341641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-d064c4c7-4d92-48e1-bf93-8ce123abc835 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545979 Aug 18 14:23:42.549007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.576427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.602300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.713903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-5832df86-3f70-40da-baaf-dd28a126de67 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621428 Aug 18 14:23:42.765645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-a076b6c5-84fd-4214-ae26-7ae12b148806 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0430675 Aug 18 14:23:42.771365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.774962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.777039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45a242e6-4049-4e81-b71b-5b824cfcd9ff HTTP/1.1" status: 204 len: 168 time: 0.4818633 Aug 18 14:23:42.874073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-e7681590-aa6f-4bbf-a9d3-1096df719c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:42.880554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-e7681590-aa6f-4bbf-a9d3-1096df719c4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0971828 Aug 18 14:23:42.909135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a242e6-4049-4e81-b71b-5b824cfcd9ff,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:42.943850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.944259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.944674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.945085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.945942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.946297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.947494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.947494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.947494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.948281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.948281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.948640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a5d31a-c0e4-4af5-b69a-db91a87e4d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:42.979981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ccb50060-7833-49df-afc9-3184b4f5035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:42.979981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ccb50060-7833-49df-afc9-3184b4f5035b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868390 Aug 18 14:23:43.210094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-a05cb9ee-048f-43f2-9acf-23fec8dd7b80 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094436 Aug 18 14:23:43.212338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80e9b3-705a-417f-aa5d-562f33d7bd3b None None] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:43.313059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.414726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.432394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 79bcb97b-76c6-413b-b769-7435ffa96323 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:43.569627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-ba5748d2-a51e-459c-af6a-13f43b8a6a2f service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604622 Aug 18 14:23:43.574823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ea46041-e3a0-4b10-bb62-ef5d9e9027b2 None None] Provisioning for port 79bcb97b-76c6-413b-b769-7435ffa96323 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:43.655370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=d213516b-b410-4a83-bff3-b4baf48c2291,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:43.686579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-d8572e51-0fcd-4975-9f37-73c1868afdc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.1082621 Aug 18 14:23:43.701106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 79bcb97b-76c6-413b-b769-7435ffa96323 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:43.711446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 79bcb97b-76c6-413b-b769-7435ffa96323 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:43.712105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.713989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.800824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-b81f3553-2932-4c81-9e70-64149170a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:43.802918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-b81f3553-2932-4c81-9e70-64149170a527 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1134052 Aug 18 14:23:43.936400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:43.955272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:43.963224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-8ad759fa-898e-4e7d-897e-05b3f2455b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:43.965748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-8ad759fa-898e-4e7d-897e-05b3f2455b42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1521943 Aug 18 14:23:43.984332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.158995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 79bcb97b-76c6-413b-b769-7435ffa96323, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=79bcb97b-76c6-413b-b769-7435ffa96323,segment=NetworkSegment(0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5),segment_id=0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:44.239869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.274345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Router 677c4df5-c736-4f2a-8cbd-95c77f4a01b9 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:23:44.430626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-5f97d497-8ac8-411f-87dd-bd5141e4dbe3 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425688 Aug 18 14:23:44.439645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54180) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:44.452831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Provisioning complete for port 79bcb97b-76c6-413b-b769-7435ffa96323 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:44.463153 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.564253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:44.578346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ff33568-aee1-4321-950d-1c320ceb8bf4 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "PUT /v2.0/routers/677c4df5-c736-4f2a-8cbd-95c77f4a01b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535628 Aug 18 14:23:44.582148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54190) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:44.583282 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] Sync routers for ids ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:44.593557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'port': {'network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa', 'name': 'tempest-FloatingIPNegativeTestJSON-602455562'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:44.601383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] Routers {'677c4df5-c736-4f2a-8cbd-95c77f4a01b9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:44.603165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=79bcb97b-76c6-413b-b769-7435ffa96323,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:44.616443 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.666109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a041cc12-6032-46dd-b5cd-473790d23519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.687281 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.711415 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] Routers {'677c4df5-c736-4f2a-8cbd-95c77f4a01b9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:44.712521 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.799858 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.801624 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff2d50-aed3-44cc-980d-36c3602d0a98 None None] The sync data for ids ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:44.844492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Provisioning for port d213516b-b410-4a83-bff3-b4baf48c2291 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:44.853457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Provisioning complete for port d213516b-b410-4a83-bff3-b4baf48c2291 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:44.853457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.022357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-f0e230a0-5448-4d12-8161-4ffef7e71b93 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735104 Aug 18 14:23:45.041667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0152004c-336f-44b6-acbe-333877fe96fe None None] Port d213516b-b410-4a83-bff3-b4baf48c2291 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:45.137533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-7226224a-6fe4-41d3-ba96-7c77dbaf4c5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.1057670 Aug 18 14:23:45.177555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-34f7eab4-0e0b-4597-9c8e-f69bddc3e412 None None] Provisioning complete for port d213516b-b410-4a83-bff3-b4baf48c2291 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:45.178472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-34f7eab4-0e0b-4597-9c8e-f69bddc3e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.281433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 79bcb97b-76c6-413b-b769-7435ffa96323 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:45.357820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-34f7eab4-0e0b-4597-9c8e-f69bddc3e412 None None] Port d213516b-b410-4a83-bff3-b4baf48c2291 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:45.391367 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a041cc12-6032-46dd-b5cd-473790d23519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.415541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-6dd6520f-0f77-4066-b2be-929df9f107b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:45.423550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-6dd6520f-0f77-4066-b2be-929df9f107b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.2692347 Aug 18 14:23:45.441313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 79bcb97b-76c6-413b-b769-7435ffa96323 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:45.442586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.494714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a041cc12-6032-46dd-b5cd-473790d23519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.547717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Made reservation on behalf of 889b28c3c3534fb6b27de9585f92f4a0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:45.553680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.588977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2bc5d237-7a5a-41da-ba09-373b8dee7ffe None None] Provisioning complete for port d213516b-b410-4a83-bff3-b4baf48c2291 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:45.591353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] device_id is not set on port 39543000-c768-4f91-87de-7edaa692eaf1 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:23:45.593417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041cc12-6032-46dd-b5cd-473790d23519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec842969-ee46-4b31-b8df-7d4e6e68b127,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:45.609833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d237-7a5a-41da-ba09-373b8dee7ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.649395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-4a4d2014-47d6-48e7-b418-0f59ed5e0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:45.653075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-4a4d2014-47d6-48e7-b418-0f59ed5e0c4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2203588 Aug 18 14:23:45.660034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a041cc12-6032-46dd-b5cd-473790d23519 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f78eadd7d0904a7eae3db251f060448c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2119534 Aug 18 14:23:45.662274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54224) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:45.850536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-7b18a23f-8a6e-45f7-b713-1f1f5a22b56d service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877000 Aug 18 14:23:45.894103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5d237-7a5a-41da-ba09-373b8dee7ffe None None] Port d213516b-b410-4a83-bff3-b4baf48c2291 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:45.934465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Allocated IP 172.20.0.10 (9ea6d72e-52d2-4673-b565-1e161e1b15aa/b0bbec2a-b469-4d3a-8830-b2dfafe76c3d/39543000-c768-4f91-87de-7edaa692eaf1) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:45.996152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77972217-9b6b-4743-a5a2-89a861a0d36b req-bcfa2d36-f639-449f-b54f-949fe4e580a2 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362672 Aug 18 14:23:46.172532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.200064 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.387071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.394915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.401167 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.440193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec842969-ee46-4b31-b8df-7d4e6e68b127 HTTP/1.1" status: 204 len: 168 time: 0.7739727 Aug 18 14:23:46.483605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a45735-fe3b-432e-adfd-741bf292f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec842969-ee46-4b31-b8df-7d4e6e68b127,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:46.500221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Transition to ACTIVE for port object 39543000-c768-4f91-87de-7edaa692eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:46.780949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.845068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:46.848433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:46.856329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:46.892256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=39543000-c768-4f91-87de-7edaa692eaf1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:46.932031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:46.932956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.140761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54260) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:47.146685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dbc6cd93-0574-491c-b21e-5abfcd7ddf60 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5632358 Aug 18 14:23:47.151449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:47.276833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.327155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-84289084-2156-4884-a25b-d8d2af4042c8 None None] Provisioning for port 39543000-c768-4f91-87de-7edaa692eaf1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:47.331798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-84289084-2156-4884-a25b-d8d2af4042c8 None None] Provisioning complete for port 39543000-c768-4f91-87de-7edaa692eaf1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:47.332825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-84289084-2156-4884-a25b-d8d2af4042c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.386498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-84289084-2156-4884-a25b-d8d2af4042c8 None None] Port 39543000-c768-4f91-87de-7edaa692eaf1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:47.426878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.579622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Allocated IP 172.25.1.201 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/a55c2e10-cebc-412f-a958-0921293c6eca) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:47.732312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.909999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.960668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:47.980468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:47.985313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:48.015375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=a55c2e10-cebc-412f-a958-0921293c6eca,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:48.190164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.303703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.530605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.655741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.745379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=a55c2e10-cebc-412f-a958-0921293c6eca,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:48.756619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.851467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.854399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6a539b20-168c-41a7-95c8-97d6fc783f76 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7108188 Aug 18 14:23:48.858899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54328) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:48.865432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c44a1970-c88e-4c0a-997b-2be202b961e9 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'floatingip': {'port_id': '39543000-c768-4f91-87de-7edaa692eaf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:48.946508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c44a1970-c88e-4c0a-997b-2be202b961e9 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.113798 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-c44a1970-c88e-4c0a-997b-2be202b961e9 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] update failed (client error): The resource could not be found. Aug 18 14:23:49.117616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c44a1970-c88e-4c0a-997b-2be202b961e9 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "PUT /v2.0/floatingips/2aa2fc33-1fe7-4945-ba0a-f27ac42945c5 HTTP/1.1" status: 404 len: 507 time: 0.2546821 Aug 18 14:23:49.119667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54338) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:49.534234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting port a55c2e10-cebc-412f-a958-0921293c6eca {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:49.540177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.679480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.680365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.705024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Calling delete_port for a55c2e10-cebc-412f-a958-0921293c6eca owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:50.021993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.082539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Port': ['ID=a55c2e10-cebc-412f-a958-0921293c6eca,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:50.311017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.317856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.319149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-16cfc646-bcbe-42a0-b9a5-614c4c49d59f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "DELETE /v2.0/floatingips/2aa2fc33-1fe7-4945-ba0a-f27ac42945c5 HTTP/1.1" status: 204 len: 168 time: 1.1979053 Aug 18 14:23:50.327324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54390) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:50.335231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c4b0a9ea-cff3-45a8-98cd-3de2b52a3929 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'floatingip': {'floating_network_id': '9ea6d72e-52d2-4673-b565-1e161e1b15aa', 'port_id': '39543000-c768-4f91-87de-7edaa692eaf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:50.545565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c4b0a9ea-cff3-45a8-98cd-3de2b52a3929 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.867689 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-c4b0a9ea-cff3-45a8-98cd-3de2b52a3929 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:23:50.869794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4b0a9ea-cff3-45a8-98cd-3de2b52a3929 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5404727 Aug 18 14:23:50.874934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:50.882920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '39543000-c768-4f91-87de-7edaa692eaf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:51.042254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.187148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.438585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Allocated IP 172.25.1.212 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b524d2a8-ddca-4f4c-ab4f-f8126db288eb) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:51.628709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.879459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.930060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9822255d-f7ca-4a43-b57b-076f334b0446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.949763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:51.957235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:51.959958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:51.988841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event updated for resources: {'Port': ['ID=b524d2a8-ddca-4f4c-ab4f-f8126db288eb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:52.205406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting port b524d2a8-ddca-4f4c-ab4f-f8126db288eb {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:52.206047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.355870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.356290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.375572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Calling delete_port for b524d2a8-ddca-4f4c-ab4f-f8126db288eb owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:52.736714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.794133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Port': ['ID=b524d2a8-ddca-4f4c-ab4f-f8126db288eb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:53.019975 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] create failed (client error): The resource could not be found. Aug 18 14:23:53.025625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f49bced-0dd3-4074-95bd-8b04a9f49dd3 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1453536 Aug 18 14:23:53.025893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54522) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:53.231582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting port 39543000-c768-4f91-87de-7edaa692eaf1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:53.232175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.402900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.431435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Calling delete_port for 39543000-c768-4f91-87de-7edaa692eaf1 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:54.175677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.344279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Port': ['ID=39543000-c768-4f91-87de-7edaa692eaf1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:54.467560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.473754 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8232243-2022-45c2-8593-f4647a21e2db tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "DELETE /v2.0/ports/39543000-c768-4f91-87de-7edaa692eaf1 HTTP/1.1" status: 204 len: 168 time: 1.4422967 Aug 18 14:23:54.474035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54564) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:54.622172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d0d07-1676-457a-896f-b95fb7f4fe85 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:54.624012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e11d0d07-1676-457a-896f-b95fb7f4fe85 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "GET /v2.0/ports?device_id=677c4df5-c736-4f2a-8cbd-95c77f4a01b9 HTTP/1.1" status: 200 len: 913 time: 0.1489913 Aug 18 14:23:54.627097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54568) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:54.796123 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-972ed284-a6f9-433e-9147-6ed839108719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.990412 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.183262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.636815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting port d213516b-b410-4a83-bff3-b4baf48c2291 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:55.637165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.780243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.854302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Calling delete_port for d213516b-b410-4a83-bff3-b4baf48c2291 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:55.878285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.366841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.452406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Port': ['ID=d213516b-b410-4a83-bff3-b4baf48c2291,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:56.799717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.089308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Router 677c4df5-c736-4f2a-8cbd-95c77f4a01b9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:57.210109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:57.216988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bf5471db-259f-4dfc-99be-7472ed13a459 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "PUT /v2.0/routers/677c4df5-c736-4f2a-8cbd-95c77f4a01b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5878689 Aug 18 14:23:57.218974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:57.234816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5afd1-f287-4820-8451-03a15362961e None None] Sync routers for ids ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:57.252826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] Routers {'677c4df5-c736-4f2a-8cbd-95c77f4a01b9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:57.253866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:57.284338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54656) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:57.372115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:57.408489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] Routers {'677c4df5-c736-4f2a-8cbd-95c77f4a01b9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:57.411284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:57.523889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-30b5afd1-f287-4820-8451-03a15362961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:57.524555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5afd1-f287-4820-8451-03a15362961e None None] The sync data for ids ['677c4df5-c736-4f2a-8cbd-95c77f4a01b9'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:57.549049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.659189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.770108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.773061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.777963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-273a2d98-b28b-45d3-ad88-bb76ecb26e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.962787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.967955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Fanout notify agent at l3_agent the message router_deleted on router 677c4df5-c736-4f2a-8cbd-95c77f4a01b9 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:23:57.990689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.996308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54670) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:58.007326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8e32edf2-c82a-4115-9f59-adfeec23ac3f tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "DELETE /v2.0/routers/677c4df5-c736-4f2a-8cbd-95c77f4a01b9 HTTP/1.1" status: 204 len: 168 time: 0.7850614 Aug 18 14:23:58.115656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting subnet b0bbec2a-b469-4d3a-8830-b2dfafe76c3d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:23:58.120890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-273a2d98-b28b-45d3-ad88-bb76ecb26e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.124091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.174243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.234252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-273a2d98-b28b-45d3-ad88-bb76ecb26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.332271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-273a2d98-b28b-45d3-ad88-bb76ecb26e81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e358f8661e8441b58bf0049f44fbbefc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464425 Aug 18 14:23:58.334645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54684) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:58.338282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a2d98-b28b-45d3-ad88-bb76ecb26e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f296cc-c087-4e10-8ef9-a446a875f575,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.343145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.436892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.489600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.552841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.581801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d9158-72c9-4859-9201-e9b338fadc36 None None] Network 9ea6d72e-52d2-4673-b565-1e161e1b15aa requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:58.597575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.611528 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "DELETE /v2.0/subnets/b0bbec2a-b469-4d3a-8830-b2dfafe76c3d HTTP/1.1" status: 204 len: 168 time: 0.6138225 Aug 18 14:23:58.614727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54692) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:58.621523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007a93b-313a-4fb9-8d64-bcd14f7ff736 tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bbec2a-b469-4d3a-8830-b2dfafe76c3d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.671862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.674884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.676279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6f296cc-c087-4e10-8ef9-a446a875f575 HTTP/1.1" status: 204 len: 168 time: 0.3406394 Aug 18 14:23:58.691667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8632bc-fbb4-468d-8cb8-eee1a3947405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f296cc-c087-4e10-8ef9-a446a875f575,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.738096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.834673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Deleting port 79bcb97b-76c6-413b-b769-7435ffa96323 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:58.835246 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.938375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] For port 79bcb97b-76c6-413b-b769-7435ffa96323, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=79bcb97b-76c6-413b-b769-7435ffa96323,segment=NetworkSegment(0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5),segment_id=0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:58.939247 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.986255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] DHCP port deletion for 9ea6d72e-52d2-4673-b565-1e161e1b15aa request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:23:58.992783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Calling delete_port for 79bcb97b-76c6-413b-b769-7435ffa96323 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:59.079513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Deleting port 79bcb97b-76c6-413b-b769-7435ffa96323 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:59.083242 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.287160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] For port 79bcb97b-76c6-413b-b769-7435ffa96323, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=79bcb97b-76c6-413b-b769-7435ffa96323,segment=NetworkSegment(0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5),segment_id=0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:59.290542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.323163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Calling delete_port for 79bcb97b-76c6-413b-b769-7435ffa96323 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:59.335254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 79bcb97b-76c6-413b-b769-7435ffa96323 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:59.579469 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.603070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.651596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] Pushing event deleted for resources: {'Port': ['ID=79bcb97b-76c6-413b-b769-7435ffa96323,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:59.653724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162e36f-a977-49e4-ae84-f51461e9ec29 None None] No DVR routers for this DVR port 79bcb97b-76c6-413b-b769-7435ffa96323 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:59.721461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.759064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Port': ['ID=79bcb97b-76c6-413b-b769-7435ffa96323,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:59.772003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] No DVR routers for this DVR port 79bcb97b-76c6-413b-b769-7435ffa96323 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:59.876657 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.887822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6d72e-52d2-4673-b565-1e161e1b15aa']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:59.900841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:59.901196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9eb79c-1ecf-4676-a11a-5846ff3aa2d5') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:59.919224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.936486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.945322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:23:59.946022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self.session.flush() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:23:59.951350 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:24:00.034662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54728) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:00.061267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b02fac3d-990d-4836-a530-c0af0139797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.158785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.201191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.203693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] 10.222.0.35 "DELETE /v2.0/networks/9ea6d72e-52d2-4673-b565-1e161e1b15aa HTTP/1.1" status: 204 len: 168 time: 1.5877297 Aug 18 14:24:00.205223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283a84b-60a7-406f-b7fc-0ee8de16b31a tempest-FloatingIPNegativeTestJSON-2127842079 tempest-FloatingIPNegativeTestJSON-2127842079-project] Pushing event deleted for resources: {'Network': ['ID=9ea6d72e-52d2-4673-b565-1e161e1b15aa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:00.329886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b02fac3d-990d-4836-a530-c0af0139797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.437145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b02fac3d-990d-4836-a530-c0af0139797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.546924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fac3d-990d-4836-a530-c0af0139797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18ddb5-501f-4d70-a42a-44b0489160bd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:00.559995 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b02fac3d-990d-4836-a530-c0af0139797b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5838f59117c4556b9549f0e5376a314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227709 Aug 18 14:24:00.563912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 54750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:00.632550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.658839 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.878408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.881098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.882338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c18ddb5-501f-4d70-a42a-44b0489160bd HTTP/1.1" status: 204 len: 168 time: 0.3170171 Aug 18 14:24:00.892156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f75e7e-250c-4629-b9f4-73329d415cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18ddb5-501f-4d70-a42a-44b0489160bd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:01.179724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54774) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:01.729251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-98f52eed-3ea7-4aff-8833-0d0d73297845 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=889b28c3c3534fb6b27de9585f92f4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483260 Aug 18 14:24:01.731881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54802) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:01.791567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:01.818867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:02.015265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:02.018148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:02.022274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eadbf4e4-1c3e-4895-8e53-08a3e1556fd0 HTTP/1.1" status: 204 len: 168 time: 0.2892005 Aug 18 14:24:02.031751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ed13e-ddb0-41cb-91e6-71e4d2cefe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbf4e4-1c3e-4895-8e53-08a3e1556fd0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:04.679544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 54994) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.084240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7174851e-ea28-4554-88c1-c03024db996e tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] Request body: {'port': {'network_id': 'd530d3bd-1616-49e7-a1a8-26c118b68e4a', 'name': 'tempest-NetworksNegativeTestJSON-343482326'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:05.151923 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7174851e-ea28-4554-88c1-c03024db996e tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] POST failed (client error): The resource could not be found. Aug 18 14:24:05.152878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7174851e-ea28-4554-88c1-c03024db996e tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.154318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7174851e-ea28-4554-88c1-c03024db996e tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4727001 Aug 18 14:24:05.158298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55028) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.208242 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4d9740-f150-4b00-830c-ee8f2ecb8eab tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] DELETE failed (client error): The resource could not be found. Aug 18 14:24:05.208982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4d9740-f150-4b00-830c-ee8f2ecb8eab tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.215819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.224318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0d4d9740-f150-4b00-830c-ee8f2ecb8eab tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "DELETE /v2.0/networks/1dd46f7e-178a-4e77-9f47-bb25c32be21d HTTP/1.1" status: 404 len: 339 time: 0.0610738 Aug 18 14:24:05.280051 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f77a268-3309-4025-a12a-fa0f4ef5d9e8 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] DELETE failed (client error): The resource could not be found. Aug 18 14:24:05.280797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f77a268-3309-4025-a12a-fa0f4ef5d9e8 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.282771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f77a268-3309-4025-a12a-fa0f4ef5d9e8 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "DELETE /v2.0/ports/568f17b8-578a-4294-8781-76e23e2f503a HTTP/1.1" status: 404 len: 333 time: 0.0658052 Aug 18 14:24:05.287708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55040) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.332488 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b4fb81-e528-4d8d-846d-2f1ea925234b tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] DELETE failed (client error): The resource could not be found. Aug 18 14:24:05.333338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b4fb81-e528-4d8d-846d-2f1ea925234b tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.341145 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-50b4fb81-e528-4d8d-846d-2f1ea925234b tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "DELETE /v2.0/subnets/9ba5ef43-9600-46eb-8ad4-b56ec8325158 HTTP/1.1" status: 404 len: 337 time: 0.0523162 Aug 18 14:24:05.341460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.389739 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-006de3bc-f153-4f53-848a-8800e322e64d tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] GET failed (client error): The resource could not be found. Aug 18 14:24:05.391939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-006de3bc-f153-4f53-848a-8800e322e64d tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "GET /v2.0/networks/63f4cb63-ca3d-474e-a7a6-2e09380d6eac HTTP/1.1" status: 404 len: 339 time: 0.0480568 Aug 18 14:24:05.395708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55050) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.429963 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43ac0e-575d-45f6-828f-8ede3851c68d tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] GET failed (client error): The resource could not be found. Aug 18 14:24:05.435322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8c43ac0e-575d-45f6-828f-8ede3851c68d tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "GET /v2.0/ports/9bc33c47-c926-4535-a160-dd3308edef16 HTTP/1.1" status: 404 len: 333 time: 0.0357542 Aug 18 14:24:05.435956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55058) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.467196 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-083b4d52-aca4-478d-bf8d-8968ac83f143 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] GET failed (client error): The resource could not be found. Aug 18 14:24:05.468709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-083b4d52-aca4-478d-bf8d-8968ac83f143 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "GET /v2.0/subnets/6560e6cf-f22f-4d47-a0c8-ca9ff4d783e0 HTTP/1.1" status: 404 len: 337 time: 0.0318029 Aug 18 14:24:05.472567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55060) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.479811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3f6ae66a-e98a-480c-a971-ddefc3a90e42 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] Request body: {'network': {'name': 'new_name'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:05.498096 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6ae66a-e98a-480c-a971-ddefc3a90e42 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] PUT failed (client error): The resource could not be found. Aug 18 14:24:05.501534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6ae66a-e98a-480c-a971-ddefc3a90e42 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.503305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3f6ae66a-e98a-480c-a971-ddefc3a90e42 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "PUT /v2.0/networks/7af8bf48-ae6f-4152-a889-814ff00a3962 HTTP/1.1" status: 404 len: 339 time: 0.0292561 Aug 18 14:24:05.508935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.515511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bf96ace1-f894-4d52-9980-5db7424c3323 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] Request body: {'port': {'name': 'new_name'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:05.545712 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf96ace1-f894-4d52-9980-5db7424c3323 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] PUT failed (client error): The resource could not be found. Aug 18 14:24:05.546622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf96ace1-f894-4d52-9980-5db7424c3323 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.547965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bf96ace1-f894-4d52-9980-5db7424c3323 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "PUT /v2.0/ports/e88dc2c2-62ad-4ece-bf86-6208c98c1a71 HTTP/1.1" status: 404 len: 333 time: 0.0368414 Aug 18 14:24:05.556793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55066) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:05.562377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-117e6619-de34-449d-8870-76341ed19f72 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:05.592025 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-117e6619-de34-449d-8870-76341ed19f72 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] PUT failed (client error): The resource could not be found. Aug 18 14:24:05.592585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117e6619-de34-449d-8870-76341ed19f72 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:24:05.594511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-117e6619-de34-449d-8870-76341ed19f72 tempest-NetworksNegativeTestJSON-1868084966 tempest-NetworksNegativeTestJSON-1868084966-project] 10.222.0.35 "PUT /v2.0/subnets/5060c371-aefc-42e8-a382-d67e2c34f1b6 HTTP/1.1" status: 404 len: 337 time: 0.0360634 Aug 18 14:24:06.358319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55118) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:06.506973 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92bcba76-4f14-4f50-a720-1ceab09f3ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:06.710585 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92bcba76-4f14-4f50-a720-1ceab09f3ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:06.822538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-92bcba76-4f14-4f50-a720-1ceab09f3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:06.889503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-92bcba76-4f14-4f50-a720-1ceab09f3ba9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bbecf070a914ff89dfcfe287f76f739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278010 Aug 18 14:24:06.890060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:06.897444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcba76-4f14-4f50-a720-1ceab09f3ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb166f-0830-4546-a34d-551cfc65864a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:06.943780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:06.967142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:07.113063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:07.121745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:07.121745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dbb166f-0830-4546-a34d-551cfc65864a HTTP/1.1" status: 204 len: 168 time: 0.2266860 Aug 18 14:24:07.129540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b85f4-534a-4a2c-bf1c-5a7f762cebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb166f-0830-4546-a34d-551cfc65864a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:09.322665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55280) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:09.476310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1937329680'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:09.622126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:09.622126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:09.645053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:09.764014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:09.836125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:09.894380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071a3b00-2f93-4c39-a7d9-bff76d2bc78c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:09.927374 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:24:09.955447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:09.957678 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment 1dfcbbae-86db-4b17-af3d-ea0a079b4956 of type vlan for network 3343c98c-fec0-4035-9d31-784f7638d6e4 Aug 18 14:24:10.032968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.172681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.178396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:10.178997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.227086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.260671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=3343c98c-fec0-4035-9d31-784f7638d6e4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:10.273736 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-04e04971-0c57-4b47-bb6e-2fc1ce9d1b6c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9496758 Aug 18 14:24:10.277107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55348) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:10.280273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:24:10.284626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938439450'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:10.446529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:10.457480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.485097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:24:10.495515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.495920 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment 76f47dbe-c425-45db-b29c-5f67039b8d35 of type vlan for network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 Aug 18 14:24:10.541250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.719869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.730606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:10.731350 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.804203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=88fc45da-f49c-4ed3-bc77-bd0c2792eb34,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:10.816118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:24:10.857640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9d759a4-ec53-4c4d-b4bc-55fe6e98239f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5788572 Aug 18 14:24:10.860527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55378) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:10.872838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:11.049326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.063149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55392) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:11.106947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:11.125069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.203337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43dae731-aac1-4378-9dfa-cca11cec660a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.430675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43dae731-aac1-4378-9dfa-cca11cec660a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.512338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.578981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=3a691aa6-7d03-4588-9775-8ed22ccc566b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:11.589922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43dae731-aac1-4378-9dfa-cca11cec660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.641904 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-43dae731-aac1-4378-9dfa-cca11cec660a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36ab7dc404ca4d07b743c0b3b1f344b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773754 Aug 18 14:24:11.643810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:11.650932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dae731-aac1-4378-9dfa-cca11cec660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c78876a-56ea-47e3-8e0e-ccc12972a0c9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:11.666944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': '1dfcbbae-86db-4b17-af3d-ea0a079b4956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:11.667535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 3343c98c-fec0-4035-9d31-784f7638d6e4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:24:11.717225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.746138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.820610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:24:11.940909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.944991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.946405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c78876a-56ea-47e3-8e0e-ccc12972a0c9 HTTP/1.1" status: 204 len: 168 time: 0.3012230 Aug 18 14:24:11.956134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb922fd-a06a-4e58-9d01-faa43b453cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c78876a-56ea-47e3-8e0e-ccc12972a0c9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:11.964440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3343c98c-fec0-4035-9d31-784f7638d6e4) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:11.970068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:11.970884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:11.983617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db096989-1da6-4e1b-a224-b1de20a892c9 None None] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:12.074182 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-acd2213e-064a-4806-a929-46ff37b1221a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2098966 Aug 18 14:24:12.077006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:12.083366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:12.234971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3343c98c-fec0-4035-9d31-784f7638d6e4', 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': '3a691aa6-7d03-4588-9775-8ed22ccc566b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:24:12.237566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.400675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Allocated IP 2001:db8::2 (3343c98c-fec0-4035-9d31-784f7638d6e4/3a691aa6-7d03-4588-9775-8ed22ccc566b/e10f3e86-35af-43d2-8df8-8980c16b1b8c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:12.410978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:12.415776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.850809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.870278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.878879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Transition to ACTIVE for port object e10f3e86-35af-43d2-8df8-8980c16b1b8c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:12.894528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Transition to ACTIVE for port object e10f3e86-35af-43d2-8df8-8980c16b1b8c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:12.937415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': '76f47dbe-c425-45db-b29c-5f67039b8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:12.938066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 88fc45da-f49c-4ed3-bc77-bd0c2792eb34, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:24:12.950418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=814a4b67-9d88-401f-89b5-821301e328e2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.003977 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.049321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:24:13.064879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:13.083995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:13.092487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Pushing event updated for resources: {'Port': ['ID=e10f3e86-35af-43d2-8df8-8980c16b1b8c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.095833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:13.136035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:13.151947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d494e92-b20b-4726-9db0-ca01575b055a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.178452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 88fc45da-f49c-4ed3-bc77-bd0c2792eb34) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:13.188523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:13.189127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.222955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f2696-5a22-4095-808c-4717d4babeed None None] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:13.227740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Attempting to bind port e10f3e86-35af-43d2-8df8-8980c16b1b8c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:24:13.228218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Attempting to bind port e10f3e86-35af-43d2-8df8-8980c16b1b8c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '1dfcbbae-86db-4b17-af3d-ea0a079b4956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:24:13.228597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Attempting to bind port e10f3e86-35af-43d2-8df8-8980c16b1b8c on network 3343c98c-fec0-4035-9d31-784f7638d6e4 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:13.277060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:24:13.277934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Checking segment: {'id': '1dfcbbae-86db-4b17-af3d-ea0a079b4956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:13.278539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.279107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Bound using segment: {'id': '1dfcbbae-86db-4b17-af3d-ea0a079b4956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:24:13.279779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Bound port: e10f3e86-35af-43d2-8df8-8980c16b1b8c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfcbbae-86db-4b17-af3d-ea0a079b4956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3343c98c-fec0-4035-9d31-784f7638d6e4'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:24:13.280358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.351707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d494e92-b20b-4726-9db0-ca01575b055a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.410585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d494e92-b20b-4726-9db0-ca01575b055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.449795 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:24:13.517081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f3deaa6-59df-4eff-89f8-89f1f5bd0e13 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4371338 Aug 18 14:24:13.518529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55522) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:13.525500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1300889491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:13.545823 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1d494e92-b20b-4726-9db0-ca01575b055a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cda0bcf50e34b849871bef1c4113870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064851 Aug 18 14:24:13.545823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494e92-b20b-4726-9db0-ca01575b055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e280e-c759-4241-9a53-d4d874b4a32a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.547005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55526) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:13.580013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] For port e10f3e86-35af-43d2-8df8-8980c16b1b8c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:24:13.613332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] For port e10f3e86-35af-43d2-8df8-8980c16b1b8c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e10f3e86-35af-43d2-8df8-8980c16b1b8c,segment=NetworkSegment(1dfcbbae-86db-4b17-af3d-ea0a079b4956),segment_id=1dfcbbae-86db-4b17-af3d-ea0a079b4956)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:24:13.621766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-88fc45da-f49c-4ed3-bc77-bd0c2792eb34', 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': '814a4b67-9d88-401f-89b5-821301e328e2'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:24:13.622720 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.653760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.688987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.701851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.703441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.762056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.775841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Allocated IP 2001:db8:1::2 (88fc45da-f49c-4ed3-bc77-bd0c2792eb34/814a4b67-9d88-401f-89b5-821301e328e2/88e4e166-a260-49d0-8e69-d6a59bc2266c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:13.805885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.896841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.902187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.903416 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/718e280e-c759-4241-9a53-d4d874b4a32a HTTP/1.1" status: 204 len: 168 time: 0.3554976 Aug 18 14:24:13.913727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a93b2-a10d-42ea-8f62-77466d1d1da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e280e-c759-4241-9a53-d4d874b4a32a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.964689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737942b-6cc4-4cda-8f58-514cdc872618 None None] Pushing event updated for resources: {'Port': ['ID=e10f3e86-35af-43d2-8df8-8980c16b1b8c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.965109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.095208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.096190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a0eee42d-9ee0-4cdd-a92b-fcc71d161f6d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5753469 Aug 18 14:24:14.099277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55556) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:14.101801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.130814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Transition to ACTIVE for port object 88e4e166-a260-49d0-8e69-d6a59bc2266c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:14.150773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Transition to ACTIVE for port object 88e4e166-a260-49d0-8e69-d6a59bc2266c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:14.295672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.389826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:14.393736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:14.397141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:14.408470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Pushing event updated for resources: {'Port': ['ID=88e4e166-a260-49d0-8e69-d6a59bc2266c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:14.474896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Attempting to bind port 88e4e166-a260-49d0-8e69-d6a59bc2266c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:24:14.475187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Attempting to bind port 88e4e166-a260-49d0-8e69-d6a59bc2266c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '76f47dbe-c425-45db-b29c-5f67039b8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:24:14.475553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Attempting to bind port 88e4e166-a260-49d0-8e69-d6a59bc2266c on network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:14.482584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:24:14.482966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Checking segment: {'id': '76f47dbe-c425-45db-b29c-5f67039b8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:14.483433 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.483859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Bound using segment: {'id': '76f47dbe-c425-45db-b29c-5f67039b8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:24:14.484588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Bound port: 88e4e166-a260-49d0-8e69-d6a59bc2266c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f47dbe-c425-45db-b29c-5f67039b8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88fc45da-f49c-4ed3-bc77-bd0c2792eb34'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:24:14.484978 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.643573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] For port 88e4e166-a260-49d0-8e69-d6a59bc2266c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:24:14.648658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] For port 88e4e166-a260-49d0-8e69-d6a59bc2266c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88e4e166-a260-49d0-8e69-d6a59bc2266c,segment=NetworkSegment(76f47dbe-c425-45db-b29c-5f67039b8d35),segment_id=76f47dbe-c425-45db-b29c-5f67039b8d35)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:24:14.710872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.756118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.019385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b5498-f9dc-402d-b2e1-7d4248eb7a4f None None] Pushing event updated for resources: {'Port': ['ID=88e4e166-a260-49d0-8e69-d6a59bc2266c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:15.047067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55612) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:15.064838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e44e-db05-49fc-92c8-26350f139d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.308298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8::1 (3343c98c-fec0-4035-9d31-784f7638d6e4/3a691aa6-7d03-4588-9775-8ed22ccc566b/8c162b27-8ec0-4342-bc59-c6bf5fc5687b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:15.346010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e44e-db05-49fc-92c8-26350f139d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.415849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e44e-db05-49fc-92c8-26350f139d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.444238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e10f3e86-35af-43d2-8df8-8980c16b1b8c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:15.476210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8e44e-db05-49fc-92c8-26350f139d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbed29d7-dbab-4afc-8bd6-30feda3be01c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:15.505930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8ff8e44e-db05-49fc-92c8-26350f139d68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57593c313a0549bbbc7e3711076c8fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591694 Aug 18 14:24:15.507088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55630) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:15.650194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.680809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.758190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e10f3e86-35af-43d2-8df8-8980c16b1b8c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:15.849103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.849346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968efba8-0b97-48e6-b025-9a9f68a35c28 None None] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:15.849544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.856155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbed29d7-dbab-4afc-8bd6-30feda3be01c HTTP/1.1" status: 204 len: 168 time: 0.3475144 Aug 18 14:24:15.895563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47757930-d648-43ab-a884-4afdc6b47eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbed29d7-dbab-4afc-8bd6-30feda3be01c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:15.994355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.022579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 8c162b27-8ec0-4342-bc59-c6bf5fc5687b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:16.116834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Provisioning for port e10f3e86-35af-43d2-8df8-8980c16b1b8c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:16.120395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Provisioning complete for port e10f3e86-35af-43d2-8df8-8980c16b1b8c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:16.120849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.209497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.378119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:16.384096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.401255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:16.415203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:16.416366 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.421203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=8c162b27-8ec0-4342-bc59-c6bf5fc5687b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:16.472649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] For port e10f3e86-35af-43d2-8df8-8980c16b1b8c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e10f3e86-35af-43d2-8df8-8980c16b1b8c,segment=NetworkSegment(1dfcbbae-86db-4b17-af3d-ea0a079b4956),segment_id=1dfcbbae-86db-4b17-af3d-ea0a079b4956)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:16.615382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.725653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73190458-2862-4224-bb8b-a614cfd969c4 None None] Pushing event updated for resources: {'Port': ['ID=e10f3e86-35af-43d2-8df8-8980c16b1b8c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:16.772750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:16.799508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f043e94e-6acd-4b06-bcf1-699ab2135d3a None None] Provisioning complete for port e10f3e86-35af-43d2-8df8-8980c16b1b8c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:16.799978 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f043e94e-6acd-4b06-bcf1-699ab2135d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.020702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec5351-f5be-4892-ab55-5bd6aa579bb0 None None] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:17.344170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-928daf66-df38-465e-8f32-d442c2da5b2a None None] Provisioning for port 88e4e166-a260-49d0-8e69-d6a59bc2266c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:17.403111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.433778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e10f3e86-35af-43d2-8df8-8980c16b1b8c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:17.506690 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.507509 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.564463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e10f3e86-35af-43d2-8df8-8980c16b1b8c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:17.564463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.611343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da4fcf4d-b618-4af9-a9ba-f3717bbfd36b None None] Provisioning for port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:17.626628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da4fcf4d-b618-4af9-a9ba-f3717bbfd36b None None] Provisioning complete for port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:17.631818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da4fcf4d-b618-4af9-a9ba-f3717bbfd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:17.694859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=8c162b27-8ec0-4342-bc59-c6bf5fc5687b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:17.702847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-da4fcf4d-b618-4af9-a9ba-f3717bbfd36b None None] Port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:17.724907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.725254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.725595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.725960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.726294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.726621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.726947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.727269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.727769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.728254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.730378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.733508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:17.769180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:17.772445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:17.811806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88e4e166-a260-49d0-8e69-d6a59bc2266c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:17.965163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 88e4e166-a260-49d0-8e69-d6a59bc2266c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:17.976910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 88e4e166-a260-49d0-8e69-d6a59bc2266c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:17.979951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:18.124783 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:18.172754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 88e4e166-a260-49d0-8e69-d6a59bc2266c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88e4e166-a260-49d0-8e69-d6a59bc2266c,segment=NetworkSegment(76f47dbe-c425-45db-b29c-5f67039b8d35),segment_id=76f47dbe-c425-45db-b29c-5f67039b8d35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:18.189988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 1b48ebd1-b8f4-496c-b4e9-eac91507c991 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:24:18.260157 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:18.265863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60e47990-b7eb-4d69-a0bd-7cb88185dd75 None None] Provisioning complete for port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:18.266814 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60e47990-b7eb-4d69-a0bd-7cb88185dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:18.311035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:18.323929 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] Sync routers for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:18.324724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=88e4e166-a260-49d0-8e69-d6a59bc2266c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:18.329566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55766) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:18.332456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80ba98ff-41a9-4a64-bb70-959bf9897f22 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2309637 Aug 18 14:24:18.337947 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:18.337947 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:18.387549 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:18.401369 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:18.402663 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:18.415083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-60e47990-b7eb-4d69-a0bd-7cb88185dd75 None None] Port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:18.419752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815b63b-d7ba-4ff7-99ef-8031177534ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:18.424990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55776) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:18.435013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6815b63b-d7ba-4ff7-99ef-8031177534ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports/8c162b27-8ec0-4342-bc59-c6bf5fc5687b HTTP/1.1" status: 200 len: 911 time: 0.1034319 Aug 18 14:24:18.550470 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:18.552146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663919c-1b7f-4f17-8024-fe8e633d5afd None None] The sync data for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:18.903246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:19.249423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88e4e166-a260-49d0-8e69-d6a59bc2266c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:19.333430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 88e4e166-a260-49d0-8e69-d6a59bc2266c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:19.333825 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:19.595371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8:1::1 (88fc45da-f49c-4ed3-bc77-bd0c2792eb34/814a4b67-9d88-401f-89b5-821301e328e2/5bb4eede-c263-468f-98a3-c1cccd8e5ada) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:19.811020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:19.825935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 5bb4eede-c263-468f-98a3-c1cccd8e5ada will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:19.952588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.081940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:20.081940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:20.089444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:20.089444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.165104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=5bb4eede-c263-468f-98a3-c1cccd8e5ada,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:20.347678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.687877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f406f519-fe7c-41d6-947b-6ad9d0267f68 None None] Provisioning for port 5bb4eede-c263-468f-98a3-c1cccd8e5ada completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:20.697942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f406f519-fe7c-41d6-947b-6ad9d0267f68 None None] Provisioning complete for port 5bb4eede-c263-468f-98a3-c1cccd8e5ada triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:20.698567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f406f519-fe7c-41d6-947b-6ad9d0267f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.726237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.790500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f406f519-fe7c-41d6-947b-6ad9d0267f68 None None] Port 5bb4eede-c263-468f-98a3-c1cccd8e5ada cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:20.814775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.815779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:20.979960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=5bb4eede-c263-468f-98a3-c1cccd8e5ada,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:21.142085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:21.149723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:21.365969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 1b48ebd1-b8f4-496c-b4e9-eac91507c991 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:21.637365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8e3df9c9-93c5-4faf-ae1d-dc381d1a4e50 None None] Provisioning complete for port 5bb4eede-c263-468f-98a3-c1cccd8e5ada triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:21.637829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e3df9c9-93c5-4faf-ae1d-dc381d1a4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:21.685138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8e3df9c9-93c5-4faf-ae1d-dc381d1a4e50 None None] Port 5bb4eede-c263-468f-98a3-c1cccd8e5ada cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:21.948742 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f83b691-3fac-44e2-a4e8-dcda5ebeef86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:21.962961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:21.968241 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c36ed9e3-c31a-469e-a2e8-bf7a575c4ded tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5413444 Aug 18 14:24:21.970916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 55916) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:21.974058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] Sync routers for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:21.986577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:21.987196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:22.019123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb9ab1-4d9a-4f49-bea6-d3d149ff4ffe tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:22.023806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 55920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:22.024049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8acb9ab1-4d9a-4f49-bea6-d3d149ff4ffe tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports/5bb4eede-c263-468f-98a3-c1cccd8e5ada HTTP/1.1" status: 200 len: 913 time: 0.0513768 Aug 18 14:24:22.107291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:22.137330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:22.137892 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:23:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:22.241247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:22.241955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa8d95-1851-4c78-ab96-05463f5b56e5 None None] The sync data for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:22.858347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:23.707768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 5bb4eede-c263-468f-98a3-c1cccd8e5ada {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:23.708460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:23.959159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:23.977085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 5bb4eede-c263-468f-98a3-c1cccd8e5ada owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:24.573127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:24.611139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=5bb4eede-c263-468f-98a3-c1cccd8e5ada,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:24.770244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:24.795444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ce4-ef22-4d41-90d7-fc75ef118fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:24.964490 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:25.080516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 1b48ebd1-b8f4-496c-b4e9-eac91507c991 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:25.247555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:25.268970 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] Sync routers for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:25.271856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f64af2ce-e637-439f-8f81-53782f4e5244 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2468328 Aug 18 14:24:25.274521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56006) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:25.285712 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:25.286358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:25.372427 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:25.389645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:25.398246 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:25.462097 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:25.463104 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b268b69-f16d-445e-94c0-ad9a08610c80 None None] The sync data for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:25.827286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:25.948546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:26.177731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 8c162b27-8ec0-4342-bc59-c6bf5fc5687b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:26.178170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:26.273940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:26.293566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 8c162b27-8ec0-4342-bc59-c6bf5fc5687b owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:27.224565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:27.256820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=8c162b27-8ec0-4342-bc59-c6bf5fc5687b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:27.424031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:27.553966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:27.966943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 1b48ebd1-b8f4-496c-b4e9-eac91507c991 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:28.055072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:28.064300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56080) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:28.068841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] Sync routers for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:28.073789 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-77388e99-a220-4519-98e2-972ceea7a4b5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7944171 Aug 18 14:24:28.084314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:28.084952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:28.097394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e9d126a4-e4fa-4e4b-b6b1-c42b0a89f25d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b48ebd1-b8f4-496c-b4e9-eac91507c991 HTTP/1.1" status: 200 len: 205 time: 0.0318563 Aug 18 14:24:28.104306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56082) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:28.158458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:28.169297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] Routers {'1b48ebd1-b8f4-496c-b4e9-eac91507c991'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:28.170230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:28.211048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:28.211714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d8920-b718-4bfc-a56f-e5986574d2ab None None] The sync data for ids ['1b48ebd1-b8f4-496c-b4e9-eac91507c991'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:28.251208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.493656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.496351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.643088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.643631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router 1b48ebd1-b8f4-496c-b4e9-eac91507c991 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:24:28.655799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.657011 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d7662f9-1572-4edb-ba42-3fabb9d790d2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991 HTTP/1.1" status: 204 len: 168 time: 0.5513742 Aug 18 14:24:28.660938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56100) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:28.737588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet 814a4b67-9d88-401f-89b5-821301e328e2 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:24:28.745888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.802938 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.960115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.129370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.221576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=814a4b67-9d88-401f-89b5-821301e328e2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:29.229999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.233370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-454ef9de-9044-43f6-867c-c9adeecaffc9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/814a4b67-9d88-401f-89b5-821301e328e2 HTTP/1.1" status: 204 len: 168 time: 0.5701544 Aug 18 14:24:29.235242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56112) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:29.240506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa8242-5c63-493c-8f72-715d7720c160 None None] Network 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:29.324832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet 3a691aa6-7d03-4588-9775-8ed22ccc566b {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:24:29.345055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.408212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.496708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] DHCP port deletion for 88fc45da-f49c-4ed3-bc77-bd0c2792eb34 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:24:29.591016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Deleting port 88e4e166-a260-49d0-8e69-d6a59bc2266c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:29.591648 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.597984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.680045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] For port 88e4e166-a260-49d0-8e69-d6a59bc2266c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88e4e166-a260-49d0-8e69-d6a59bc2266c,segment=NetworkSegment(76f47dbe-c425-45db-b29c-5f67039b8d35),segment_id=76f47dbe-c425-45db-b29c-5f67039b8d35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:29.680466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.697164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Calling delete_port for 88e4e166-a260-49d0-8e69-d6a59bc2266c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:29.803773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.900014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c1c7f-b1a6-4584-b98a-50732698bd61 None None] Network 3343c98c-fec0-4035-9d31-784f7638d6e4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:29.908176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=3a691aa6-7d03-4588-9775-8ed22ccc566b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:29.916225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.920485 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b013cd5d-1fcb-4de7-8703-17c41836ed15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/3a691aa6-7d03-4588-9775-8ed22ccc566b HTTP/1.1" status: 204 len: 168 time: 0.6822684 Aug 18 14:24:29.920863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56132) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:30.023587 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.100334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.106518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] Pushing event deleted for resources: {'Port': ['ID=88e4e166-a260-49d0-8e69-d6a59bc2266c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:30.123276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd22892-7528-4225-9416-30f1865b6ce8 None None] No DVR routers for this DVR port 88e4e166-a260-49d0-8e69-d6a59bc2266c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:30.246051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] DHCP port deletion for 3343c98c-fec0-4035-9d31-784f7638d6e4 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:24:30.259360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.271822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fc45da-f49c-4ed3-bc77-bd0c2792eb34']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:30.283626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f47dbe-c425-45db-b29c-5f67039b8d35') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:30.284324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f47dbe-c425-45db-b29c-5f67039b8d35') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:30.295362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.312061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.320525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:24:30.325229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:24:30.410055 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:24:30.418842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Deleting port e10f3e86-35af-43d2-8df8-8980c16b1b8c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:30.418842 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.498496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.526904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.532922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/88fc45da-f49c-4ed3-bc77-bd0c2792eb34 HTTP/1.1" status: 204 len: 168 time: 0.6069887 Aug 18 14:24:30.534192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be11a0e-98fc-4048-8388-3e7dd39bf4ed tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=88fc45da-f49c-4ed3-bc77-bd0c2792eb34,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:30.539738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56150) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:30.634282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] For port e10f3e86-35af-43d2-8df8-8980c16b1b8c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e10f3e86-35af-43d2-8df8-8980c16b1b8c,segment=NetworkSegment(1dfcbbae-86db-4b17-af3d-ea0a079b4956),segment_id=1dfcbbae-86db-4b17-af3d-ea0a079b4956)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:30.636233 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.659412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Calling delete_port for e10f3e86-35af-43d2-8df8-8980c16b1b8c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:30.816655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:30.939421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port e10f3e86-35af-43d2-8df8-8980c16b1b8c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:30.940036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.021040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port e10f3e86-35af-43d2-8df8-8980c16b1b8c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e10f3e86-35af-43d2-8df8-8980c16b1b8c,segment=NetworkSegment(1dfcbbae-86db-4b17-af3d-ea0a079b4956),segment_id=1dfcbbae-86db-4b17-af3d-ea0a079b4956)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:31.021887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.032431 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.045309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for e10f3e86-35af-43d2-8df8-8980c16b1b8c owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:31.053279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] No DVR routers for this DVR port e10f3e86-35af-43d2-8df8-8980c16b1b8c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:31.107869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa5fad-97bb-4d11-a49a-8d536fb5756a None None] Pushing event deleted for resources: {'Port': ['ID=e10f3e86-35af-43d2-8df8-8980c16b1b8c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:31.255027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.263379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88e4e166-a260-49d0-8e69-d6a59bc2266c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:24:31.274261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port e10f3e86-35af-43d2-8df8-8980c16b1b8c on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:31.311147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 88e4e166-a260-49d0-8e69-d6a59bc2266c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:24:31.311490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88e4e166-a260-49d0-8e69-d6a59bc2266c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:24:31.311924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e10f3e86-35af-43d2-8df8-8980c16b1b8c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:24:31.332275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:31.364013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e10f3e86-35af-43d2-8df8-8980c16b1b8c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:24:31.364631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e10f3e86-35af-43d2-8df8-8980c16b1b8c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:24:31.383994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=e10f3e86-35af-43d2-8df8-8980c16b1b8c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:31.488744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.499872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3343c98c-fec0-4035-9d31-784f7638d6e4']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:31.551086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfcbbae-86db-4b17-af3d-ea0a079b4956') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:31.552884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56182) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:31.562133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfcbbae-86db-4b17-af3d-ea0a079b4956') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:31.587552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.633425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.654112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:24:31.654545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:24:31.659825 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:24:31.746326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e87c4a86-376f-4cdf-ab96-cff51756db7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.785069 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dc09e09f-d8d6-4b8f-a7ae-18e55903c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.826218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.831911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:31.835095 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/3343c98c-fec0-4035-9d31-784f7638d6e4 HTTP/1.1" status: 204 len: 168 time: 1.2928469 Aug 18 14:24:31.840245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56196) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:31.845381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448496788'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:31.851757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c6b6c-f3b2-46df-9d4f-b668f6489d37 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=3343c98c-fec0-4035-9d31-784f7638d6e4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:31.916211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e87c4a86-376f-4cdf-ab96-cff51756db7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.025341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e87c4a86-376f-4cdf-ab96-cff51756db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.064769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:24:32.064769 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:24:32.064769 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '937f36b6fea94abda29d371ebaa18b37', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 24, 31, 852521)}] Aug 18 14:24:32.064769 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:24:32.065380 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:24:32.088823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c4a86-376f-4cdf-ab96-cff51756db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4af10e-782b-4828-9c95-018930352e81,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:32.099791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e87c4a86-376f-4cdf-ab96-cff51756db7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf1707151179495d86d8c53a432ec3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628784 Aug 18 14:24:32.099791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56204) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:32.187524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dc09e09f-d8d6-4b8f-a7ae-18e55903c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.214900 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.244814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.254689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dc09e09f-d8d6-4b8f-a7ae-18e55903c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.320356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09e09f-d8d6-4b8f-a7ae-18e55903c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5d0ca-9149-4f52-8b70-b7eb9eaa9085,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:32.325361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dc09e09f-d8d6-4b8f-a7ae-18e55903c576 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5830eaeef607492db7c351983e27918c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702789 Aug 18 14:24:32.328335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:32.386951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.410185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.454185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.456928 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.458430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b4af10e-782b-4828-9c95-018930352e81 HTTP/1.1" status: 204 len: 168 time: 0.3580303 Aug 18 14:24:32.483810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa2c8-a4cb-4e14-98c1-0bc0b7cd9e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4af10e-782b-4828-9c95-018930352e81,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:32.550520 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.554077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.556066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aed5d0ca-9149-4f52-8b70-b7eb9eaa9085 HTTP/1.1" status: 204 len: 168 time: 0.2265010 Aug 18 14:24:32.565762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3818-60e8-444d-8edc-04a9fcc24a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5d0ca-9149-4f52-8b70-b7eb9eaa9085,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:32.660528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:32.665023 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.698741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:24:32.712983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.713765 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4 of type vlan for network 647c6a49-aca8-4b35-809b-698ae9af59ea Aug 18 14:24:32.766974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.968545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:32.974226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:32.974864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.109582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=647c6a49-aca8-4b35-809b-698ae9af59ea,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:33.122415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 647c6a49-aca8-4b35-809b-698ae9af59ea details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:24:33.163947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a26bffb7-7e6c-405e-8306-0343c37d27ff tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3226142 Aug 18 14:24:33.170093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56242) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:33.176052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:33.345687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:33.349460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.554423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:33.638961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56256) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:33.653636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.662264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-500b74f5-1d3b-44e5-9038-4789b2fdbb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.741323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=a8b5b1d8-107e-4b71-9229-9d3823f5088f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:33.770911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:33.771370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 647c6a49-aca8-4b35-809b-698ae9af59ea, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:24:33.854765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebd94e89-059e-4b5c-9559-2c860fc98d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.860599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-500b74f5-1d3b-44e5-9038-4789b2fdbb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.888609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 647c6a49-aca8-4b35-809b-698ae9af59ea is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:24:33.949459 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-500b74f5-1d3b-44e5-9038-4789b2fdbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:33.994332 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-500b74f5-1d3b-44e5-9038-4789b2fdbb3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18371d616b314101bb7f65e6888cc2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541305 Aug 18 14:24:33.994588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:33.995050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b74f5-1d3b-44e5-9038-4789b2fdbb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37787f2d-a0ae-4a3e-8a97-430c3bec31f9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:34.011297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 647c6a49-aca8-4b35-809b-698ae9af59ea) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:34.016730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:34.017322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.023268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670878a-1d74-4ed5-a746-02e238418175 None None] Network 647c6a49-aca8-4b35-809b-698ae9af59ea requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:34.106677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56270) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:34.120784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.126314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebd94e89-059e-4b5c-9559-2c860fc98d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.132674 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-31ce9887-ff21-4250-a039-b789cd5a0109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.159427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.233560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ebd94e89-059e-4b5c-9559-2c860fc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.246454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-647c6a49-aca8-4b35-809b-698ae9af59ea', 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': 'a8b5b1d8-107e-4b71-9229-9d3823f5088f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:24:34.247554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.275147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ebd94e89-059e-4b5c-9559-2c860fc98d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8443d84fb7f442d6aeaa3e2b041229c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194419 Aug 18 14:24:34.278401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:34.287936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd94e89-059e-4b5c-9559-2c860fc98d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b60b4f-5058-423f-879d-64768fc1868c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:34.375136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.375370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.379302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.385480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37787f2d-a0ae-4a3e-8a97-430c3bec31f9 HTTP/1.1" status: 204 len: 168 time: 0.3849607 Aug 18 14:24:34.403586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b430328-f737-40d3-9ecc-4e14123cefa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37787f2d-a0ae-4a3e-8a97-430c3bec31f9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:34.425392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.481148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-71695eb3-e3cc-4d41-87e0-35de3c7bed76 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3066192 Aug 18 14:24:34.483434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56280) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:34.491956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-303644094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:34.793370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Allocated IP 2001:db8::2 (647c6a49-aca8-4b35-809b-698ae9af59ea/a8b5b1d8-107e-4b71-9229-9d3823f5088f/aeab5870-c793-42b5-9cd1-ecc015f28846) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:34.835346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-31ce9887-ff21-4250-a039-b789cd5a0109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.836710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.840131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:34.844646 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b60b4f-5058-423f-879d-64768fc1868c HTTP/1.1" status: 204 len: 168 time: 0.5630360 Aug 18 14:24:34.861554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24ffc5-bf02-4140-bef0-6706bf84bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b60b4f-5058-423f-879d-64768fc1868c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:34.919336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-31ce9887-ff21-4250-a039-b789cd5a0109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.010137 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-31ce9887-ff21-4250-a039-b789cd5a0109 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ddd53583ec41b2a33f124b0a28376b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982537 Aug 18 14:24:35.010673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56292) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:35.032252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce9887-ff21-4250-a039-b789cd5a0109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d0c64-2309-44c0-86a0-7fa0bb555597,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:35.076279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.077474 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.086487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Transition to ACTIVE for port object aeab5870-c793-42b5-9cd1-ecc015f28846 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:35.092222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.115634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.116305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Transition to ACTIVE for port object aeab5870-c793-42b5-9cd1-ecc015f28846 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:35.141748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.212005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.220615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.291237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.314971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Pushing event updated for resources: {'Port': ['ID=aeab5870-c793-42b5-9cd1-ecc015f28846,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:35.326411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Network 647c6a49-aca8-4b35-809b-698ae9af59ea is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:35.329179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:35.339092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:35.408348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.414133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.416344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/468d0c64-2309-44c0-86a0-7fa0bb555597 HTTP/1.1" status: 204 len: 168 time: 0.4043677 Aug 18 14:24:35.435432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577d5e-e641-4ea4-a0dc-19837a3b7fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d0c64-2309-44c0-86a0-7fa0bb555597,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:35.467113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Attempting to bind port aeab5870-c793-42b5-9cd1-ecc015f28846 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:24:35.468046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Attempting to bind port aeab5870-c793-42b5-9cd1-ecc015f28846 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:24:35.468999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Attempting to bind port aeab5870-c793-42b5-9cd1-ecc015f28846 on network 647c6a49-aca8-4b35-809b-698ae9af59ea {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:35.483842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.484493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0e5aed5f-df9a-4802-806a-2fb23066b1ab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9987547 Aug 18 14:24:35.484898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:24:35.485341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Checking segment: {'id': 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:35.485762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.486203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Bound using segment: {'id': 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:24:35.486711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Bound port: aeab5870-c793-42b5-9cd1-ecc015f28846, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:24:35.487264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56314) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:35.487952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.493939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'port': {'network_id': '647c6a49-aca8-4b35-809b-698ae9af59ea', 'name': 'tempest-RoutersIpV6Test-932864006'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:35.560487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] For port aeab5870-c793-42b5-9cd1-ecc015f28846, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:24:35.563767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] For port aeab5870-c793-42b5-9cd1-ecc015f28846, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aeab5870-c793-42b5-9cd1-ecc015f28846,segment=NetworkSegment(d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4),segment_id=d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:24:35.673292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.736691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c32cf-fe47-49ee-8918-a696ce017c8e None None] Pushing event updated for resources: {'Port': ['ID=aeab5870-c793-42b5-9cd1-ecc015f28846,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:35.741061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:35.749131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:35.790882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] device_id is not set on port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:24:35.897639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:35.920576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de21e082-5d64-4fea-bb8f-0e41f603d8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.020135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8::361 (647c6a49-aca8-4b35-809b-698ae9af59ea/a8b5b1d8-107e-4b71-9229-9d3823f5088f/6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:36.125966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de21e082-5d64-4fea-bb8f-0e41f603d8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.201066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de21e082-5d64-4fea-bb8f-0e41f603d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.264291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de21e082-5d64-4fea-bb8f-0e41f603d8a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51480f0fbf0b42daba517f3b841db524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629050 Aug 18 14:24:36.264291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21e082-5d64-4fea-bb8f-0e41f603d8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8acae1-fcd8-4f84-8e84-9b63e2afe4cb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:36.265232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56336) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:36.301160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.345763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:36.401809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.435713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.478953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.511449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 647c6a49-aca8-4b35-809b-698ae9af59ea is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:36.558313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:36.563255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.567146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.568831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a8acae1-fcd8-4f84-8e84-9b63e2afe4cb HTTP/1.1" status: 204 len: 168 time: 0.2965217 Aug 18 14:24:36.573167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:36.580889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:36.581704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.587005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:36.606507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423beaf4-c87c-4444-b64d-ad046f66d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8acae1-fcd8-4f84-8e84-9b63e2afe4cb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:36.690036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e3526b7-4a35-4106-b170-acbb50552d43 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2015996 Aug 18 14:24:36.692916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56356) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:37.056385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af650c-a6af-42c4-aa86-79f0745608a2 None None] Network 647c6a49-aca8-4b35-809b-698ae9af59ea requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:37.151497 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.246528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-640c7052-3989-4894-a159-3ececd709564 None None] Provisioning for port aeab5870-c793-42b5-9cd1-ecc015f28846 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:37.361977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aeab5870-c793-42b5-9cd1-ecc015f28846 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:37.494993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port aeab5870-c793-42b5-9cd1-ecc015f28846 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:37.499430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aeab5870-c793-42b5-9cd1-ecc015f28846 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:37.499805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.689286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.744761 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.789179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port aeab5870-c793-42b5-9cd1-ecc015f28846, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aeab5870-c793-42b5-9cd1-ecc015f28846,segment=NetworkSegment(d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4),segment_id=d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:37.834120 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.912044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:37.972453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Provisioning for port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:37.984434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Provisioning complete for port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:37.986554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.055078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:38.096825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=aeab5870-c793-42b5-9cd1-ecc015f28846,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:38.107873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:38.128153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Provisioning complete for port aeab5870-c793-42b5-9cd1-ecc015f28846 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:38.128675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-072bb240-7604-43ea-bf5a-6ae4a4eb4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.248901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.400400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e9fbd08b-8bc4-4d23-b6d0-06aa43d5c3e2 None None] Provisioning complete for port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:38.400864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd08b-8bc4-4d23-b6d0-06aa43d5c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.468451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbd08b-8bc4-4d23-b6d0-06aa43d5c3e2 None None] Port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:38.591474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-33fb58ff-ddb2-4347-ae12-75f9e800d47a None None] Provisioning complete for port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:38.591849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-33fb58ff-ddb2-4347-ae12-75f9e800d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.600861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:38.637756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-33fb58ff-ddb2-4347-ae12-75f9e800d47a None None] Port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:39.007867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:39.126645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:39.127443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:39.226782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:39.310284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aeab5870-c793-42b5-9cd1-ecc015f28846 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:39.322197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 647c6a49-aca8-4b35-809b-698ae9af59ea is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:39.324157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:39.433606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aeab5870-c793-42b5-9cd1-ecc015f28846 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:39.435982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:39.898796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ddfb99b-4d3a-46ad-957f-7c1eb28ec95f None None] Provisioning complete for port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:39.899494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb99b-4d3a-46ad-957f-7c1eb28ec95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:39.993139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfb99b-4d3a-46ad-957f-7c1eb28ec95f None None] Port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:40.101990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-71a56bf4-2cfa-4e8c-b353-fe9760d6af42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1123822 Aug 18 14:24:40.234791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router dd2a5686-c095-42fc-97e1-771fd8717108 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:24:40.260402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:40.273787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.274968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.278377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.278930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.279476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.280010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.280715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.282859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-2f905aa0-f8c1-45f2-b727-400336379fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.1093314 Aug 18 14:24:40.431080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:40.444112 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] Sync routers for ids ['dd2a5686-c095-42fc-97e1-771fd8717108'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:40.448567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3ed65eaf-b14e-4250-b70b-fe42cee2b727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/dd2a5686-c095-42fc-97e1-771fd8717108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7542124 Aug 18 14:24:40.451888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:40.465306 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] Routers {'dd2a5686-c095-42fc-97e1-771fd8717108'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:40.466866 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd2a5686-c095-42fc-97e1-771fd8717108'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:40.511999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-7f77953d-2efe-4a7e-ba7a-66a4aba0a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.513207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-7f77953d-2efe-4a7e-ba7a-66a4aba0a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.514184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-7f77953d-2efe-4a7e-ba7a-66a4aba0a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.522235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:40.530818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-7f77953d-2efe-4a7e-ba7a-66a4aba0a724 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.2175090 Aug 18 14:24:40.536225 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] Routers {'dd2a5686-c095-42fc-97e1-771fd8717108'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:40.537132 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd2a5686-c095-42fc-97e1-771fd8717108'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:40.602518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014606f-7fdb-4791-a38e-7db58997a2fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.612375 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7014606f-7fdb-4791-a38e-7db58997a2fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports/6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 HTTP/1.1" status: 200 len: 983 time: 0.1594119 Aug 18 14:24:40.613277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56574) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:40.621955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-37a8c5d0-4267-44a4-8b7b-d0107289946c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.0788932 Aug 18 14:24:40.624118 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:40.626092 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50379-39f7-44b3-af08-8ae11ead9e1b None None] The sync data for ids ['dd2a5686-c095-42fc-97e1-771fd8717108'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:40.705323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2be967da-b7a1-40c0-8a93-c638e154a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.706873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-2be967da-b7a1-40c0-8a93-c638e154a93c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0671844 Aug 18 14:24:40.817021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-9696e063-3096-4fb0-bcc0-baedec68c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:40.819509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-9696e063-3096-4fb0-bcc0-baedec68c50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045303 Aug 18 14:24:40.989533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:41.021712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-a2f0098c-2fae-4c88-aa7f-aa06a5f73f38 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940567 Aug 18 14:24:41.199633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-1cf13b17-b12e-487a-9d2e-5dafa7e26bfb service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573625 Aug 18 14:24:41.261896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-f78798df-a699-42b0-aef5-16effa44587c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0538740 Aug 18 14:24:41.378857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-dc43dfe7-5384-4b40-b3c7-70a50e8862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:41.381591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-dc43dfe7-5384-4b40-b3c7-70a50e8862cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1114311 Aug 18 14:24:41.435257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:41.482331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-939e4acf-c0e3-434f-8e1d-2c2bc7c281be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:41.484165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-939e4acf-c0e3-434f-8e1d-2c2bc7c281be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940297 Aug 18 14:24:41.614168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-de009e45-619d-4238-a7cc-cf47335bad43 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195588 Aug 18 14:24:41.783302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-3046d435-3444-4b2c-80b3-cd3973fedd8a service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601911 Aug 18 14:24:41.862751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-5d28bfff-a0ba-480f-8814-50e6ef6b6d24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0712433 Aug 18 14:24:41.952782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-0770f793-23de-4f04-b060-598c8dcb578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:41.955156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-0770f793-23de-4f04-b060-598c8dcb578a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0852227 Aug 18 14:24:41.979207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:41.979893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:42.031065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-02801da5-b596-4584-b3aa-2955e5e35766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:42.032946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-02801da5-b596-4584-b3aa-2955e5e35766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659654 Aug 18 14:24:42.142856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:42.160250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:42.176266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-d4152b1f-b7da-46a0-a964-202c2905d3b7 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341622 Aug 18 14:24:42.344652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-4bd8e26e-61b2-417f-b3e2-fb627f64986c service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601639 Aug 18 14:24:42.419057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-127c44ca-34c7-4a68-b6d5-6231aa5277ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0584419 Aug 18 14:24:42.540715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-d265148c-178f-4321-b684-752b41589771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:42.542340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-d265148c-178f-4321-b684-752b41589771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1156850 Aug 18 14:24:42.567772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:42.635686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-2b92198c-02dd-44fd-aaa9-f4b0acec4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:42.642281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-2b92198c-02dd-44fd-aaa9-f4b0acec4c47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892146 Aug 18 14:24:42.657732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=6a7f1fe8-3ef1-425a-abf6-7f0990fbaf83,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:42.874025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-456a9dda-e228-4748-b88d-20798c10c6ee service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189600 Aug 18 14:24:42.918899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:43.134805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-1bcada55-669b-44e4-9141-e840ad11e332 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527518 Aug 18 14:24:43.208198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-99dd46da-90a9-4434-a649-7f1d507db394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0650210 Aug 18 14:24:43.220325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router dd2a5686-c095-42fc-97e1-771fd8717108 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:43.317633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-d2f25aac-8d99-4da4-a4c5-e74aba37d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:43.319346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-d2f25aac-8d99-4da4-a4c5-e74aba37d1e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1030459 Aug 18 14:24:43.404770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-03e53d05-37e5-4ae9-80f9-46ef6b1f8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:43.411090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-03e53d05-37e5-4ae9-80f9-46ef6b1f8a22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831494 Aug 18 14:24:43.425406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:43.437010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] Sync routers for ids ['dd2a5686-c095-42fc-97e1-771fd8717108'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:43.481129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] Routers {'dd2a5686-c095-42fc-97e1-771fd8717108'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:43.481833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd2a5686-c095-42fc-97e1-771fd8717108'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:43.485692 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1751183-05c2-4b22-9bef-212876ee424e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/dd2a5686-c095-42fc-97e1-771fd8717108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8685398 Aug 18 14:24:43.488808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56650) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:43.572200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:43.582846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] Routers {'dd2a5686-c095-42fc-97e1-771fd8717108'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:43.583850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dd2a5686-c095-42fc-97e1-771fd8717108'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:43.590620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-f308757c-afd2-4117-9a17-bf2aef07182b service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707125 Aug 18 14:24:43.640866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:43.642023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a790725-9df6-4837-b728-bdb0217826ca None None] The sync data for ids ['dd2a5686-c095-42fc-97e1-771fd8717108'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:43.739004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-55eddb61-b8d3-4f98-a6d6-d74d2cce708e service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397939 Aug 18 14:24:43.798688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-6d7b2a98-7e17-42fa-afc0-8829e3bc932e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0507612 Aug 18 14:24:43.857519 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-e293d477-b924-48f3-9afd-93c9c09de7d6 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 14:24:43.857519 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e293d477-b924-48f3-9afd-93c9c09de7d6 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/dd2a5686-c095-42fc-97e1-771fd8717108/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3644712 Aug 18 14:24:43.888534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56654) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:43.906246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-663c4957-d180-4f6c-9a6e-58fc785be32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:43.907729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-663c4957-d180-4f6c-9a6e-58fc785be32a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1005042 Aug 18 14:24:43.913510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-135e55f3-d602-44c8-bb46-505fe8b3c228 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd2a5686-c095-42fc-97e1-771fd8717108 HTTP/1.1" status: 200 len: 205 time: 0.0483625 Aug 18 14:24:43.913778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56656) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:43.990915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-a09a5547-721a-42f7-95f0-60168a87db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:43.993708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-a09a5547-721a-42f7-95f0-60168a87db23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758884 Aug 18 14:24:44.091108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.265140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-d1236ae7-aac2-4be3-b3eb-011d82c0995c service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642002 Aug 18 14:24:44.465461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56676) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:44.579642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-aaff5c7b-776e-454d-9587-bbf5944301a6 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051717 Aug 18 14:24:44.731874 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-fc74a88f-829f-4a23-a8a5-ed21492241af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.1379869 Aug 18 14:24:44.773577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.838635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.842038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.850552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-50d83c02-40be-4e88-92f2-529a0938f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:44.853536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-50d83c02-40be-4e88-92f2-529a0938f2fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1139367 Aug 18 14:24:44.942339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649be2db-b95a-410c-892c-4f885724b766 req-943b0abf-36f4-42ef-8cdd-4e4c8735ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:44.944206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-943b0abf-36f4-42ef-8cdd-4e4c8735ecb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823174 Aug 18 14:24:44.969059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.969725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router dd2a5686-c095-42fc-97e1-771fd8717108 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:24:44.978052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.979488 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bbd9847-4730-4bcb-93df-266ab4f5b673 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/dd2a5686-c095-42fc-97e1-771fd8717108 HTTP/1.1" status: 204 len: 168 time: 1.0646887 Aug 18 14:24:44.982238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56692) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:45.053717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet a8b5b1d8-107e-4b71-9229-9d3823f5088f {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:24:45.058362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.081380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-3b15dbb1-aa64-4dcf-be47-71372015dc68 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287923 Aug 18 14:24:45.122954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.182940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.246726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-649be2db-b95a-410c-892c-4f885724b766 req-a69d0d09-a079-4fd1-94c3-8d4798452a72 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577950 Aug 18 14:24:45.287529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.293643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.351740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc89c80977674d6bb8c8f1a6b146a55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8840966 Aug 18 14:24:45.352603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56702) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:45.371293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccfcf9f-6001-49e0-becc-87768532489e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:45.411038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.411749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.412325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.412923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.413486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.413973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.414424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.414889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.415324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.415766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.416180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.416618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c08a5-8a0f-46ce-90b6-a484167a32fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:45.430403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.477007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.504547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.528340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b5b1d8-107e-4b71-9229-9d3823f5088f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:45.538460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b76094-1192-4f2a-a278-3331fd857834 None None] Network 647c6a49-aca8-4b35-809b-698ae9af59ea requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:45.541863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.543977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-909578fc-322f-4144-9a77-8853a186ead3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/a8b5b1d8-107e-4b71-9229-9d3823f5088f HTTP/1.1" status: 204 len: 168 time: 0.5606341 Aug 18 14:24:45.548590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56708) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:45.686787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.690364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.691957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ccfcf9f-6001-49e0-becc-87768532489e HTTP/1.1" status: 204 len: 168 time: 0.3384409 Aug 18 14:24:45.706316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.707065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c86a3-9734-41d8-93cf-bed23d3b224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccfcf9f-6001-49e0-becc-87768532489e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:45.799808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port aeab5870-c793-42b5-9cd1-ecc015f28846 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:45.800246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.872108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] DHCP port deletion for 647c6a49-aca8-4b35-809b-698ae9af59ea request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:24:45.900314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port aeab5870-c793-42b5-9cd1-ecc015f28846, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aeab5870-c793-42b5-9cd1-ecc015f28846,segment=NetworkSegment(d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4),segment_id=d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:45.901123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.921182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for aeab5870-c793-42b5-9cd1-ecc015f28846 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:45.951097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Deleting port aeab5870-c793-42b5-9cd1-ecc015f28846 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:45.952282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.091942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] For port aeab5870-c793-42b5-9cd1-ecc015f28846, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aeab5870-c793-42b5-9cd1-ecc015f28846,segment=NetworkSegment(d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4),segment_id=d6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:46.092284 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.122180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Calling delete_port for aeab5870-c793-42b5-9cd1-ecc015f28846 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:46.209109 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.246630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=aeab5870-c793-42b5-9cd1-ecc015f28846,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:46.256277 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.258041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port aeab5870-c793-42b5-9cd1-ecc015f28846 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:46.310375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Pushing event deleted for resources: {'Port': ['ID=aeab5870-c793-42b5-9cd1-ecc015f28846,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:46.319250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] No DVR routers for this DVR port aeab5870-c793-42b5-9cd1-ecc015f28846 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:46.323610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.324128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.324474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.324811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.330378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.330693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.331040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.331378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.331712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.332063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.332420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.333536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597e90a-d1e6-414a-93c0-ca4c9053e1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:24:46.396588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.409424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647c6a49-aca8-4b35-809b-698ae9af59ea']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:46.426207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:46.426207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6814c4c-c0e3-4206-90d4-fd3a2eeaf4f4') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:46.436418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.462025 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.473442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:24:46.474793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:24:46.481124 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:24:46.631957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.650882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.659443 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/647c6a49-aca8-4b35-809b-698ae9af59ea HTTP/1.1" status: 204 len: 168 time: 1.1055558 Aug 18 14:24:46.663832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 56732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:46.673118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636653271'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:46.761214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40848bad-65a7-469c-9bcd-c1d9fed4548b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=647c6a49-aca8-4b35-809b-698ae9af59ea,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:46.846594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:46.850289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.884646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:24:46.909739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:46.910403 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment 5a599ad2-3be3-46cf-bbb3-434d4b1f76de of type vlan for network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 Aug 18 14:24:47.031884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:47.157045 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:47.162991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:47.167064 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:47.276262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=0fd203d6-b4b4-4284-9633-50d8ce53e4a8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:47.291095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:24:47.313275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aeab5870-c793-42b5-9cd1-ecc015f28846 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:24:47.361201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56758) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:47.361642 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1b8c8bc9-abaf-40b9-8fb9-5f2f107b8dd2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6949434 Aug 18 14:24:47.367846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:47.384226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: aeab5870-c793-42b5-9cd1-ecc015f28846 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:24:47.384571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aeab5870-c793-42b5-9cd1-ecc015f28846 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:24:47.648416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:47.653409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.160701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.277977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=c672b3f7-ff72-4a79-8699-fe62b83c0a94,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:48.283000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': '5a599ad2-3be3-46cf-bbb3-434d4b1f76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:48.284200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 0fd203d6-b4b4-4284-9633-50d8ce53e4a8, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:24:48.372237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:24:48.457823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0fd203d6-b4b4-4284-9633-50d8ce53e4a8) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:48.465399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:48.467247 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.472591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67859081-b1c1-4558-a7cf-c32cfdee46d2 None None] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:48.575144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e499ceed-a4ca-494c-a7f3-6d850b09c79e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2131746 Aug 18 14:24:48.577700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:48.583135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-237591535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:48.738159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-0fd203d6-b4b4-4284-9633-50d8ce53e4a8', 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': 'c672b3f7-ff72-4a79-8699-fe62b83c0a94'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:24:48.739183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.757398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.758448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:48.937964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.014453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.019970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Allocated IP 2001:db8::2 (0fd203d6-b4b4-4284-9633-50d8ce53e4a8/c672b3f7-ff72-4a79-8699-fe62b83c0a94/a08df4dd-1565-44a4-916c-073382a220df) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:49.122976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.124726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5f7ff8bf-11ee-4a14-b709-220f284105df tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5457048 Aug 18 14:24:49.127360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 56806) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:49.267873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.298490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Transition to ACTIVE for port object a08df4dd-1565-44a4-916c-073382a220df will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:49.367568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Transition to ACTIVE for port object a08df4dd-1565-44a4-916c-073382a220df will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:49.431524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.565341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Pushing event updated for resources: {'Port': ['ID=a08df4dd-1565-44a4-916c-073382a220df,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:49.607569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:49.610233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:49.616088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:49.767959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Attempting to bind port a08df4dd-1565-44a4-916c-073382a220df on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:24:49.768822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Attempting to bind port a08df4dd-1565-44a4-916c-073382a220df by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5a599ad2-3be3-46cf-bbb3-434d4b1f76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:24:49.768822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Attempting to bind port a08df4dd-1565-44a4-916c-073382a220df on network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:49.787434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:24:49.787833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Checking segment: {'id': '5a599ad2-3be3-46cf-bbb3-434d4b1f76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:49.788993 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.791024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Bound using segment: {'id': '5a599ad2-3be3-46cf-bbb3-434d4b1f76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:24:49.791534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Bound port: a08df4dd-1565-44a4-916c-073382a220df, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a599ad2-3be3-46cf-bbb3-434d4b1f76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fd203d6-b4b4-4284-9633-50d8ce53e4a8'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:24:49.793985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:49.978401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] For port a08df4dd-1565-44a4-916c-073382a220df, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:24:49.983196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] For port a08df4dd-1565-44a4-916c-073382a220df, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a08df4dd-1565-44a4-916c-073382a220df,segment=NetworkSegment(5a599ad2-3be3-46cf-bbb3-434d4b1f76de),segment_id=5a599ad2-3be3-46cf-bbb3-434d4b1f76de)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:24:50.066260 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:50.256196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5a823-0cbe-40c1-8ac3-d4bfc671d399 None None] Pushing event updated for resources: {'Port': ['ID=a08df4dd-1565-44a4-916c-073382a220df,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:50.285911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:50.450280 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:24:50.866299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8::1 (0fd203d6-b4b4-4284-9633-50d8ce53e4a8/c672b3f7-ff72-4a79-8699-fe62b83c0a94/031ac862-8d89-493f-8fea-329e8fca4094) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:51.184771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:51.213661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 031ac862-8d89-493f-8fea-329e8fca4094 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:51.382652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a08df4dd-1565-44a4-916c-073382a220df up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:51.465800 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:51.535566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:51.550060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:51.555803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:51.557811 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:51.721306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a08df4dd-1565-44a4-916c-073382a220df completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:51.729472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=031ac862-8d89-493f-8fea-329e8fca4094,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:51.878855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6edb4-46f7-45c0-bb29-777254965826 None None] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:52.043776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.112021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d9a73ee-9bd7-41dc-865e-b2c712db5aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.294409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Provisioning for port a08df4dd-1565-44a4-916c-073382a220df completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:52.294409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Provisioning complete for port a08df4dd-1565-44a4-916c-073382a220df triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:52.294409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.468221 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.583171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] For port a08df4dd-1565-44a4-916c-073382a220df, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a08df4dd-1565-44a4-916c-073382a220df,segment=NetworkSegment(5a599ad2-3be3-46cf-bbb3-434d4b1f76de),segment_id=5a599ad2-3be3-46cf-bbb3-434d4b1f76de)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:52.722861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.769637 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.843671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780f3c5-d634-466a-b828-351b047755d5 None None] Pushing event updated for resources: {'Port': ['ID=a08df4dd-1565-44a4-916c-073382a220df,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:52.922856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.923744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.032662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57022) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:53.054214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Provisioning for port 031ac862-8d89-493f-8fea-329e8fca4094 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:53.059115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Provisioning complete for port 031ac862-8d89-493f-8fea-329e8fca4094 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:53.059590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.183513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Port 031ac862-8d89-493f-8fea-329e8fca4094 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:53.223531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:53.224823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Provisioning complete for port a08df4dd-1565-44a4-916c-073382a220df triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:53.231447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c68ea756-0a98-45df-a2ef-12792539ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.233022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=031ac862-8d89-493f-8fea-329e8fca4094,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:53.262895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:53.319484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e889340-6808-413e-b602-e1694463dde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.351720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a08df4dd-1565-44a4-916c-073382a220df up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:53.558147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e889340-6808-413e-b602-e1694463dde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.589304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a08df4dd-1565-44a4-916c-073382a220df triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:53.589915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.651782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e889340-6808-413e-b602-e1694463dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.677012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 452b2858-c37d-47d6-81f1-2fdf9d22bfb7 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:24:53.761360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e889340-6808-413e-b602-e1694463dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4212108-64b6-42bd-91de-96de0e866b2a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:53.774660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20a9dada-8157-4e8c-9a11-54d1e7445f71 None None] Provisioning complete for port 031ac862-8d89-493f-8fea-329e8fca4094 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:53.775336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20a9dada-8157-4e8c-9a11-54d1e7445f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.811977 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e889340-6808-413e-b602-e1694463dde1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d67d0fedee8741e3b6ece3f340b6c298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7771070 Aug 18 14:24:53.819032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57062) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:53.856974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-20a9dada-8157-4e8c-9a11-54d1e7445f71 None None] Port 031ac862-8d89-493f-8fea-329e8fca4094 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:53.899112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:53.907469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:53.908211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-84ee7417-54ce-4bf9-b112-d3fb7ca327c4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/452b2858-c37d-47d6-81f1-2fdf9d22bfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7796075 Aug 18 14:24:53.919394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] Sync routers for ids ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:53.933385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] Routers {'452b2858-c37d-47d6-81f1-2fdf9d22bfb7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:53.934120 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:53.948447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:53.975687 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:53.988668 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] Routers {'452b2858-c37d-47d6-81f1-2fdf9d22bfb7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:53.989312 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:53.994225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39ccf6-f771-4c98-87ae-db14a59f19d4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:53.996320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e39ccf6-f771-4c98-87ae-db14a59f19d4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports/031ac862-8d89-493f-8fea-329e8fca4094 HTTP/1.1" status: 200 len: 911 time: 0.0873165 Aug 18 14:24:53.999328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:54.001007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.039258 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:54.040920 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860888c-d91a-4940-9409-480a0fa5d5f4 None None] The sync data for ids ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:54.186284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.186284 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.186284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4212108-64b6-42bd-91de-96de0e866b2a HTTP/1.1" status: 204 len: 168 time: 0.3539512 Aug 18 14:24:54.191840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ff33-b6a1-4bf5-9c27-c618588e61f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4212108-64b6-42bd-91de-96de0e866b2a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:54.406752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.788625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 031ac862-8d89-493f-8fea-329e8fca4094 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:54.788977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.846598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a737-ba41-4d3c-9bd5-38cd7a221557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.917618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:54.931148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 031ac862-8d89-493f-8fea-329e8fca4094 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:55.442677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:55.572180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:55.601739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=031ac862-8d89-493f-8fea-329e8fca4094,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:55.618581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57144) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:55.692504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-487089cc-b171-4ff2-8852-f44cfa27d131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:55.758185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:55.889084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:55.998974 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 452b2858-c37d-47d6-81f1-2fdf9d22bfb7 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:56.065342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-487089cc-b171-4ff2-8852-f44cfa27d131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.104644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:56.117295 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f62c185c-4da8-44dd-9c04-5a460ab3d4bc tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/452b2858-c37d-47d6-81f1-2fdf9d22bfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140525 Aug 18 14:24:56.117938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:56.120932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] Sync routers for ids ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:56.137133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] Routers {'452b2858-c37d-47d6-81f1-2fdf9d22bfb7'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:56.138086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:56.171751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-487089cc-b171-4ff2-8852-f44cfa27d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.185191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:56.197959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] Routers {'452b2858-c37d-47d6-81f1-2fdf9d22bfb7'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:56.198716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:56.203255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ed1f41c-802d-43a4-92b3-20275cb6b692 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=452b2858-c37d-47d6-81f1-2fdf9d22bfb7 HTTP/1.1" status: 200 len: 205 time: 0.0837018 Aug 18 14:24:56.211243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57172) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:56.214571 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-487089cc-b171-4ff2-8852-f44cfa27d131 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=719733b452da4c9d822a673d26c5d01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946920 Aug 18 14:24:56.216840 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:56.250381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487089cc-b171-4ff2-8852-f44cfa27d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775bf3bf-bad3-407e-a5e5-a79a20ee157e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:56.257762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:56.259934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e56fed-136e-4222-a986-e4d49367f8e2 None None] The sync data for ids ['452b2858-c37d-47d6-81f1-2fdf9d22bfb7'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:56.359886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.538889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.555842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.561075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.578637 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.704712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.705458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router 452b2858-c37d-47d6-81f1-2fdf9d22bfb7 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:24:56.722314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.726812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:56.727387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e65e4cd-df73-478d-8d0a-4b9adf31416c tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/452b2858-c37d-47d6-81f1-2fdf9d22bfb7 HTTP/1.1" status: 204 len: 168 time: 0.5129972 Aug 18 14:24:56.780164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.785130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.788889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/775bf3bf-bad3-407e-a5e5-a79a20ee157e HTTP/1.1" status: 204 len: 168 time: 0.5706255 Aug 18 14:24:56.833470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet c672b3f7-ff72-4a79-8699-fe62b83c0a94 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:24:56.842917 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:56.859978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec529a19-a698-44cd-bde6-8f44442da9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775bf3bf-bad3-407e-a5e5-a79a20ee157e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:56.941309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.042773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.251733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.326621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=c672b3f7-ff72-4a79-8699-fe62b83c0a94,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:57.339788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.342138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-348c77d1-3f72-4d96-a3ea-3a846555de4a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/c672b3f7-ff72-4a79-8699-fe62b83c0a94 HTTP/1.1" status: 204 len: 168 time: 0.6136150 Aug 18 14:24:57.345400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57234) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:57.355281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37743d-cdaf-401d-85e2-0628d04adb3c None None] Network 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:24:57.507745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.550133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.619934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port a08df4dd-1565-44a4-916c-073382a220df {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:57.620528 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.715220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] DHCP port deletion for 0fd203d6-b4b4-4284-9633-50d8ce53e4a8 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:24:57.778855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port a08df4dd-1565-44a4-916c-073382a220df, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a08df4dd-1565-44a4-916c-073382a220df,segment=NetworkSegment(5a599ad2-3be3-46cf-bbb3-434d4b1f76de),segment_id=5a599ad2-3be3-46cf-bbb3-434d4b1f76de)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:57.779915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.781283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Deleting port a08df4dd-1565-44a4-916c-073382a220df {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:24:57.781652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.804261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for a08df4dd-1565-44a4-916c-073382a220df owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:57.896778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] For port a08df4dd-1565-44a4-916c-073382a220df, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a08df4dd-1565-44a4-916c-073382a220df,segment=NetworkSegment(5a599ad2-3be3-46cf-bbb3-434d4b1f76de),segment_id=5a599ad2-3be3-46cf-bbb3-434d4b1f76de)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:57.897195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:57.947338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Calling delete_port for a08df4dd-1565-44a4-916c-073382a220df owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:24:58.079207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.091017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.116665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=a08df4dd-1565-44a4-916c-073382a220df,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:58.123753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port a08df4dd-1565-44a4-916c-073382a220df on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:58.135936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] Pushing event deleted for resources: {'Port': ['ID=a08df4dd-1565-44a4-916c-073382a220df,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:58.141501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a0a5f-382f-47de-b286-d977b20b9d91 None None] No DVR routers for this DVR port a08df4dd-1565-44a4-916c-073382a220df on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:24:58.239655 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.251169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd203d6-b4b4-4284-9633-50d8ce53e4a8']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:58.274782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a599ad2-3be3-46cf-bbb3-434d4b1f76de') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:58.275701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a599ad2-3be3-46cf-bbb3-434d4b1f76de') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:58.289466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.313276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.346362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:24:58.347122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:24:58.350220 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:24:58.509431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.521894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.524741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/0fd203d6-b4b4-4284-9633-50d8ce53e4a8 HTTP/1.1" status: 204 len: 168 time: 1.1774690 Aug 18 14:24:58.529255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:58.541412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-968215721', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:58.557258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd5e0-8efc-41d5-9d7e-54b6d79a8303 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=0fd203d6-b4b4-4284-9633-50d8ce53e4a8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:58.679749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.681455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:58.785651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:59.105721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:59.297294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a08df4dd-1565-44a4-916c-073382a220df no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:24:59.320131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a08df4dd-1565-44a4-916c-073382a220df {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:24:59.321431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a08df4dd-1565-44a4-916c-073382a220df not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:25:00.260732 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.281096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.409182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 172.25.1.226 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/9a9ae96f-58c1-49f3-8790-ac2882539e12) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:00.511254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57406) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:00.558512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.671643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.685033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57418) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:00.709427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:00.713153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:00.716579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:00.753444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-447aa07a-7f17-4c98-b13f-06432a5e2d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.814553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=9a9ae96f-58c1-49f3-8790-ac2882539e12,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:00.872582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8d93-712c-4e85-8435-1cc8e1509639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:00.946767 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-447aa07a-7f17-4c98-b13f-06432a5e2d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.010868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-447aa07a-7f17-4c98-b13f-06432a5e2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.067292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aa07a-7f17-4c98-b13f-06432a5e2d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457935e6-4c65-4d6e-a8ce-07059d13e2a2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:01.100671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-447aa07a-7f17-4c98-b13f-06432a5e2d5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f1283ebbe15402e81e12bce5fd3a5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881975 Aug 18 14:25:01.101808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57452) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:01.197546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.242121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8d93-712c-4e85-8435-1cc8e1509639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.245217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.348935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8d93-712c-4e85-8435-1cc8e1509639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.389316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.391924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.395945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/457935e6-4c65-4d6e-a8ce-07059d13e2a2 HTTP/1.1" status: 204 len: 168 time: 0.2908952 Aug 18 14:25:01.399847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac3f8d93-712c-4e85-8435-1cc8e1509639 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85a34f0732d74ca18ed532cfec5bd219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7136750 Aug 18 14:25:01.402396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57468) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:01.408539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f8d93-712c-4e85-8435-1cc8e1509639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c5476-9165-48fe-8ac0-ff22962e32d1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:01.445408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abc7e5-fe30-42c0-89a7-036cd5184536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457935e6-4c65-4d6e-a8ce-07059d13e2a2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:01.476506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.501626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.554111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.676924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.680119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:01.681653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e09c5476-9165-48fe-8ac0-ff22962e32d1 HTTP/1.1" status: 204 len: 168 time: 0.2782588 Aug 18 14:25:01.714422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c676b83-48ce-4b2d-b092-a6c4382dc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c5476-9165-48fe-8ac0-ff22962e32d1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:01.744532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.083237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 09142293-5499-46c1-8cbd-af74551afede is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:25:02.194852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57512) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:02.197253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:02.208249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] Sync routers for ids ['09142293-5499-46c1-8cbd-af74551afede'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:02.213835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-580e77b7-46be-40e6-b803-3436050fdad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.219358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] Routers {'09142293-5499-46c1-8cbd-af74551afede'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:02.220585 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['09142293-5499-46c1-8cbd-af74551afede'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:02.351296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-580e77b7-46be-40e6-b803-3436050fdad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.403090 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:02.421277 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] Routers {'09142293-5499-46c1-8cbd-af74551afede'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:02.422705 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['09142293-5499-46c1-8cbd-af74551afede'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:02.478455 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-580e77b7-46be-40e6-b803-3436050fdad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.502479 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:02.503444 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1ddd5-060f-4e23-b494-846c2177302e None None] The sync data for ids ['09142293-5499-46c1-8cbd-af74551afede'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:02.577007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-580e77b7-46be-40e6-b803-3436050fdad7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da885fa017cc402f85071e5189e9a472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805292 Aug 18 14:25:02.578710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e77b7-46be-40e6-b803-3436050fdad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423818c5-9cd0-4307-98c2-52cc36058701,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:02.579678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:02.604313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.608287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8c727013-6102-4a82-a106-e372d056ec63 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0745814 Aug 18 14:25:02.608516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57538) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:02.649800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.673396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.797902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9864932f-f419-4b4e-95aa-670994093777 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers/09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 200 len: 884 time: 0.1881707 Aug 18 14:25:02.800361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57546) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:02.888349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.893616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:02.897530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/423818c5-9cd0-4307-98c2-52cc36058701 HTTP/1.1" status: 204 len: 168 time: 0.3155162 Aug 18 14:25:02.930695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e27fa-8c0d-46f3-a66d-602c8bc0f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423818c5-9cd0-4307-98c2-52cc36058701,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:03.630632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90c8a698-6c0a-4fe3-8b70-8396543b1bf7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8260133 Aug 18 14:25:03.633621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57602) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:03.637809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-968215721'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:03.870970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57612) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:03.892866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-003ddc01-5b57-4426-ae34-69f574990470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.026015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-003ddc01-5b57-4426-ae34-69f574990470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.034844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.142980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-003ddc01-5b57-4426-ae34-69f574990470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.180830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.187474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-003ddc01-5b57-4426-ae34-69f574990470 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebc4fd9ac4b948cb8feea078adb333b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152862 Aug 18 14:25:04.191514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57632) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:04.208448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ddc01-5b57-4426-ae34-69f574990470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a9031-2ac4-41b2-8382-eed2c0308e8a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:04.261316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.283299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.344078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 09142293-5499-46c1-8cbd-af74551afede has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:04.419550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.426332 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.426332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e4a9031-2ac4-41b2-8382-eed2c0308e8a HTTP/1.1" status: 204 len: 168 time: 0.2308390 Aug 18 14:25:04.445455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddee63c-86eb-4bf5-8ff1-1022fab3ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a9031-2ac4-41b2-8382-eed2c0308e8a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:04.541785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:04.548963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:04.550225 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec93ed72-db90-4120-ac3b-57d88bb261d3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 200 len: 891 time: 0.9186502 Aug 18 14:25:04.553408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:04.555630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] Sync routers for ids ['09142293-5499-46c1-8cbd-af74551afede'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:04.609376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] Routers {'09142293-5499-46c1-8cbd-af74551afede'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:04.612192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['09142293-5499-46c1-8cbd-af74551afede'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:04.876847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57672) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:04.877469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-16fbb2c5-214b-44cb-89f3-5654178170dd tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers/09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 200 len: 891 time: 0.3162615 Aug 18 14:25:04.933624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:04.951996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] Routers {'09142293-5499-46c1-8cbd-af74551afede'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:04.953294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44254f19-2605-4016-b3d9-da9ad286a6d9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 200 len: 205 time: 0.0740471 Aug 18 14:25:04.953624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['09142293-5499-46c1-8cbd-af74551afede'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:04.955925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57680) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:05.035039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:05.035714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12354c93-7f76-43b4-80a1-5ad60a51a328 None None] The sync data for ids ['09142293-5499-46c1-8cbd-af74551afede'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:05.153686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:05.276329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:05.438365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 9a9ae96f-58c1-49f3-8790-ac2882539e12 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:05.439156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:05.523170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:05.537219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 9a9ae96f-58c1-49f3-8790-ac2882539e12 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:05.859698 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:05.920747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=9a9ae96f-58c1-49f3-8790-ac2882539e12,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:05.994059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.126385 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.129063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.253762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:06.315182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.319360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router 09142293-5499-46c1-8cbd-af74551afede {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:25:06.323865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.326362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e56506b8-4fc9-43a3-be19-f358ca254e83 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 204 len: 168 time: 1.3692820 Aug 18 14:25:06.330872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:06.337433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-625495345'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:06.448303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:06.613230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:06.616731 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.650031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:06.660692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.661048 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment 5400ab3e-3901-4b48-b985-53ad7d72c07c of type vlan for network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 Aug 18 14:25:06.702713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.771767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.817653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.823742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:06.824365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:06.901984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=5eb393da-33f4-4408-9de2-8dfadae1e5c5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:06.912641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:06.947534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:07.024943 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa3ad6f9-5990-4d7a-ac65-47533b1c980e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6926429 Aug 18 14:25:07.033530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:07.038764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:07.153921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Allocated IP 172.25.1.100 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/f7a3ff72-893d-4bb4-9519-eab7790092d9) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:07.269792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:07.342768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:07.346382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:07.494627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:07.566288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:07.575760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:07.579352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:07.581159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=f7a3ff72-893d-4bb4-9519-eab7790092d9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:07.654196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:07.764274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.042920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=db6abf5b-6c56-4c33-b0dd-92aee0e32e69,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:08.054004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': '5400ab3e-3901-4b48-b985-53ad7d72c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:08.054464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 5eb393da-33f4-4408-9de2-8dfadae1e5c5, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:08.167591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.200963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:08.354933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 5eb393da-33f4-4408-9de2-8dfadae1e5c5) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:08.363631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1ccc7-cd5e-4c92-92d2-3044c6a5a3f4 None None] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:08.385360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:08.386033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.424648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.540964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-5eb393da-33f4-4408-9de2-8dfadae1e5c5', 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': 'db6abf5b-6c56-4c33-b0dd-92aee0e32e69'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:08.542163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.583781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-ae69902a-f9ef-41da-a171-824165c188f7 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:08.592515 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9ea8e49c-1d76-4241-b24c-293930cad378 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5576692 Aug 18 14:25:08.593370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.595977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-ae69902a-f9ef-41da-a171-824165c188f7 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 814 time: 0.1390378 Aug 18 14:25:08.606254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57850) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:08.612347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-207115904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:08.629460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-e57b4c80-f6a1-4d49-adf1-36b697b86074 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/quotas/f08e8016b8a5425dafd1b2b8554a1ac0 HTTP/1.1" status: 200 len: 375 time: 0.0321693 Aug 18 14:25:08.700409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=f7a3ff72-893d-4bb4-9519-eab7790092d9,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:08.715257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Allocated IP 2001:db8::2 (5eb393da-33f4-4408-9de2-8dfadae1e5c5/db6abf5b-6c56-4c33-b0dd-92aee0e32e69/a297c0e4-8470-4ac7-9155-c4b29b1201db) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:08.717608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-51a03f21-7a0f-436f-a047-806da8d2e002 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565643 Aug 18 14:25:08.793696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.840704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.841794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.878042 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.878460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-872d2fab-6965-4cef-8c33-d596b22f3eae service neutron] 10.222.0.35 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536903 Aug 18 14:25:08.891012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Transition to ACTIVE for port object a297c0e4-8470-4ac7-9155-c4b29b1201db will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:08.905138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:08.908920 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0fe24ff-9585-49a6-b634-b25e4acb4cb6 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6510510 Aug 18 14:25:08.909080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Transition to ACTIVE for port object a297c0e4-8470-4ac7-9155-c4b29b1201db will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:08.909200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:08.914240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1507770897'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:08.969199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.018335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-9fe7a639-f0d1-4733-9ba0-96bff5ef2fe5 service neutron] 10.222.0.35 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263883 Aug 18 14:25:09.100322 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.128821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.137904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Made reservation on behalf of f08ec458e1384c948f14e2e73174f920 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:09.141760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.146754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:09.150159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:09.152435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.159413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:09.168507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Pushing event updated for resources: {'Port': ['ID=a297c0e4-8470-4ac7-9155-c4b29b1201db,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:09.222243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Attempting to bind port a297c0e4-8470-4ac7-9155-c4b29b1201db on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:09.222972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Attempting to bind port a297c0e4-8470-4ac7-9155-c4b29b1201db by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5400ab3e-3901-4b48-b985-53ad7d72c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:09.223560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Attempting to bind port a297c0e4-8470-4ac7-9155-c4b29b1201db on network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:09.230110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:09.230555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Checking segment: {'id': '5400ab3e-3901-4b48-b985-53ad7d72c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:09.231026 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.231753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Bound using segment: {'id': '5400ab3e-3901-4b48-b985-53ad7d72c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:09.232305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Bound port: a297c0e4-8470-4ac7-9155-c4b29b1201db, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5400ab3e-3901-4b48-b985-53ad7d72c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5eb393da-33f4-4408-9de2-8dfadae1e5c5'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:09.233121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.248578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.250822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e1a71d26-29e3-4607-9411-7818b69d6c5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6434481 Aug 18 14:25:09.254481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57864) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:09.325025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] For port a297c0e4-8470-4ac7-9155-c4b29b1201db, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:09.330518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] For port a297c0e4-8470-4ac7-9155-c4b29b1201db, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a297c0e4-8470-4ac7-9155-c4b29b1201db,segment=NetworkSegment(5400ab3e-3901-4b48-b985-53ad7d72c07c),segment_id=5400ab3e-3901-4b48-b985-53ad7d72c07c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:09.336650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2e866bd-9a3a-4f4e-8d81-98fc203d09bc req-fdaf0578-3b7c-40d2-8f09-a8355d7d6bd5 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0402179 Aug 18 14:25:09.426116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.496477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a497-3a6e-465e-9509-dd47a7932eef None None] Pushing event updated for resources: {'Port': ['ID=a297c0e4-8470-4ac7-9155-c4b29b1201db,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:09.638071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.670798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.797580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.840153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:09.878665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f3fb40-fd97-4718-b181-fc31b6cd2bc8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:09.889255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:09.889605 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Added segment cf0d8b73-b92d-42b4-8b2f-eaef001020fd of type vlan for network 565d2ecc-0bba-464d-8947-a0ef0992cd30 Aug 18 14:25:09.988463 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.066106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8::1 (5eb393da-33f4-4408-9de2-8dfadae1e5c5/db6abf5b-6c56-4c33-b0dd-92aee0e32e69/b10c196c-de27-4f78-8142-33cab8493ad6) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:10.173573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.179319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:10.179986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.282175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Network': ['ID=565d2ecc-0bba-464d-8947-a0ef0992cd30,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:10.283142 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.295228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.306599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:10.312111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object b10c196c-de27-4f78-8142-33cab8493ad6 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:10.319807 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15aab6a8-9cc6-4d22-9d89-3f4655646054 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4095578 Aug 18 14:25:10.323167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57892) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:10.328826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Request body: {'subnet': {'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:10.460727 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e72d49d-d356-420a-8173-58a9e2f1ef86 req-01586e9c-50f5-4eb1-aa68-b3201577f062 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0519006 Aug 18 14:25:10.494922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.555074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:10.558217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:10.572073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:10.572865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.630231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Made reservation on behalf of f08ec458e1384c948f14e2e73174f920 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:10.631215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=b10c196c-de27-4f78-8142-33cab8493ad6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:10.631403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.646054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c6288-79ec-474c-b8a1-9351e4822c91 None None] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:10.830072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:10.979025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f323c31b-7823-4b22-974f-4d5a04d7624c None None] Provisioning for port a297c0e4-8470-4ac7-9155-c4b29b1201db completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:11.095176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.132053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.207559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7b13ecc9-ab88-46a5-9257-e15ca95a9c6b None None] Provisioning for port b10c196c-de27-4f78-8142-33cab8493ad6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:11.210888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Subnet': ['ID=121c9755-3d05-47a7-bfd0-21f7cd272029,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:11.213230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7b13ecc9-ab88-46a5-9257-e15ca95a9c6b None None] Provisioning complete for port b10c196c-de27-4f78-8142-33cab8493ad6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:11.213914 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b13ecc9-ab88-46a5-9257-e15ca95a9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.223637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.224647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Checking segment: {'id': 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:11.225210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network hostable DHCP agents. Network: 565d2ecc-0bba-464d-8947-a0ef0992cd30, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:11.307111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7b13ecc9-ab88-46a5-9257-e15ca95a9c6b None None] Port b10c196c-de27-4f78-8142-33cab8493ad6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:11.328303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.329267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.344910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:11.383818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a297c0e4-8470-4ac7-9155-c4b29b1201db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:11.442664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=b10c196c-de27-4f78-8142-33cab8493ad6,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:11.463516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ffa6b0af-2cf6-4e1a-b0ef-0294421cb5b4 None None] Provisioning complete for port b10c196c-de27-4f78-8142-33cab8493ad6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:11.464028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b0af-2cf6-4e1a-b0ef-0294421cb5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.476280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 565d2ecc-0bba-464d-8947-a0ef0992cd30) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:11.480803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:11.481617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.501541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3457c-a6d0-4809-9816-93b5e9880f59 None None] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:11.562649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:11.563340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a297c0e4-8470-4ac7-9155-c4b29b1201db completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:11.568150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:11.583519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a297c0e4-8470-4ac7-9155-c4b29b1201db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:11.583907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.590677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b0af-2cf6-4e1a-b0ef-0294421cb5b4 None None] Port b10c196c-de27-4f78-8142-33cab8493ad6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:11.606835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97f225d6-54b9-4457-90c7-21faadd206b5 req-b8a0a5a1-a512-44c6-9dcf-405c7386d6e1 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0467012 Aug 18 14:25:11.641596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-82592ea1-9ee5-40cf-ab49-acd09605ecbe tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3172469 Aug 18 14:25:11.659161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 57922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:11.665405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1424687212', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:11.813277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-565d2ecc-0bba-464d-8947-a0ef0992cd30', 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30', 'tenant_id': 'f08ec458e1384c948f14e2e73174f920', 'fixed_ips': [{'subnet_id': '121c9755-3d05-47a7-bfd0-21f7cd272029'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:11.823489 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.880345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.885645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.943461 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.953889 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.969822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router c9099443-bf47-450e-a1de-cab401d1fff6 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:25:12.004505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a297c0e4-8470-4ac7-9155-c4b29b1201db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a297c0e4-8470-4ac7-9155-c4b29b1201db,segment=NetworkSegment(5400ab3e-3901-4b48-b985-53ad7d72c07c),segment_id=5400ab3e-3901-4b48-b985-53ad7d72c07c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:12.057691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dfcc0bcd-3c3b-4934-a589-a558812439a3 None None] Provisioning complete for port b10c196c-de27-4f78-8142-33cab8493ad6 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:12.058499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0bcd-3c3b-4934-a589-a558812439a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.084739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:12.087964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Allocated IP 172.20.0.2 (565d2ecc-0bba-464d-8947-a0ef0992cd30/121c9755-3d05-47a7-bfd0-21f7cd272029/33c40ef2-005d-4ed9-bdaa-42adbcfda930) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:12.091215 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c6a3a2b2-0832-4a6a-a1e4-b737ff4e1ef1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/c9099443-bf47-450e-a1de-cab401d1fff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8346677 Aug 18 14:25:12.092915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57928) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:12.098808 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] Sync routers for ids ['c9099443-bf47-450e-a1de-cab401d1fff6'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:12.115889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc0bcd-3c3b-4934-a589-a558812439a3 None None] Port b10c196c-de27-4f78-8142-33cab8493ad6 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:12.119728 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] Routers {'c9099443-bf47-450e-a1de-cab401d1fff6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:12.120604 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c9099443-bf47-450e-a1de-cab401d1fff6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:12.147991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a7ee7-db1a-407c-912f-a763ec4436e0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:12.149808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-255a7ee7-db1a-407c-912f-a763ec4436e0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports/b10c196c-de27-4f78-8142-33cab8493ad6 HTTP/1.1" status: 200 len: 911 time: 0.0556452 Aug 18 14:25:12.152787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57930) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:12.158410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db6abf5b-6c56-4c33-b0dd-92aee0e32e69'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:12.189661 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:12.200341 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] Routers {'c9099443-bf47-450e-a1de-cab401d1fff6'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:12.201238 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c9099443-bf47-450e-a1de-cab401d1fff6'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:12.214928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.254087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:12.255494 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8a860-c429-4b66-94b5-113e3d8c5298 None None] The sync data for ids ['c9099443-bf47-450e-a1de-cab401d1fff6'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:12.381401 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.383929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.394679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a297c0e4-8470-4ac7-9155-c4b29b1201db,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:12.465257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.482818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Transition to ACTIVE for port object 33c40ef2-005d-4ed9-bdaa-42adbcfda930 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:12.502166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Transition to ACTIVE for port object 33c40ef2-005d-4ed9-bdaa-42adbcfda930 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:12.594750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.723694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:12.736241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:12.752949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:12.761046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Pushing event updated for resources: {'Port': ['ID=33c40ef2-005d-4ed9-bdaa-42adbcfda930,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:12.813595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f473e5f1-e51d-498a-b04b-dc82af521f7f req-75d43340-b55a-4f96-970c-0a81ef663aa7 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Aug 18 14:25:12.830596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Attempting to bind port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:12.831182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Attempting to bind port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:12.831845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Attempting to bind port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 on network 565d2ecc-0bba-464d-8947-a0ef0992cd30 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:12.853584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:12.854018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Checking segment: {'id': 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:12.854415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.854831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Bound using segment: {'id': 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:12.855310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Bound port: 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:12.855698 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.866895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.916454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.939642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] For port 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:12.942154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:12.944402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] For port 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=33c40ef2-005d-4ed9-bdaa-42adbcfda930,segment=NetworkSegment(cf0d8b73-b92d-42b4-8b2f-eaef001020fd),segment_id=cf0d8b73-b92d-42b4-8b2f-eaef001020fd)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:13.053988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.084431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Allocated IP 172.25.1.241 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/8169e7ec-7628-4b45-b820-daac86de5bd8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:13.116933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.128315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:13.131139 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.141631 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/ports/b10c196c-de27-4f78-8142-33cab8493ad6 HTTP/1.1" status: 200 len: 911 time: 0.9841118 Aug 18 14:25:13.143653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57948) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:13.187931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77c690-44ee-41a9-a948-f2f20cceb599 None None] Pushing event updated for resources: {'Port': ['ID=33c40ef2-005d-4ed9-bdaa-42adbcfda930,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:13.337809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a297c0e4-8470-4ac7-9155-c4b29b1201db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:13.407603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592c618-3961-4e7b-a316-74f7a7563876 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=b10c196c-de27-4f78-8142-33cab8493ad6,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:13.467824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a297c0e4-8470-4ac7-9155-c4b29b1201db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:13.474519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.536111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.665793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-35b68ddb-3108-42f5-a3ec-1e40afff9a8d tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:13.670668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-35b68ddb-3108-42f5-a3ec-1e40afff9a8d tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 814 time: 0.5094285 Aug 18 14:25:13.702646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Request body: {'port': {'device_id': '1660792f-eed3-44be-b054-c74172845da4', 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b', 'admin_state_up': True, 'tenant_id': 'f08e8016b8a5425dafd1b2b8554a1ac0'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:13.926097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.961791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:14.239132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port b10c196c-de27-4f78-8142-33cab8493ad6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:14.239804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:14.350725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=8169e7ec-7628-4b45-b820-daac86de5bd8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:14.361827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa814a41-e718-4b4c-8b45-889ff8544bf9 req-eced0f90-ddf2-4c41-ae82-1b06b255bccc tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.4195321 Aug 18 14:25:14.386594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:14.388085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:14.391023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:14.515839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Made reservation on behalf of f08e8016b8a5425dafd1b2b8554a1ac0 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:14.526255 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:14.744005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c379548-0dbc-4b88-9171-dbe46181f56a None None] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:14.762431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Allocated IP 172.20.0.2 (59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b/d9244e13-3f70-4ec2-9694-39bd97a0bf85/c966d7c6-76c9-411f-a897-28730a16c3e8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:14.781958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:14.797711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for b10c196c-de27-4f78-8142-33cab8493ad6 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:15.013614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc6f9f6a-a799-43f4-9264-e6008b0252b9 None None] Provisioning for port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:15.051233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.136393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.168892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.189372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=b10c196c-de27-4f78-8142-33cab8493ad6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:15.424304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.435743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 33c40ef2-005d-4ed9-bdaa-42adbcfda930 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:15.564450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbbaf8cb-20dc-4675-9098-b476e877450c req-de46b2b6-9d57-4a42-9500-19d7ec1ed529 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0479481 Aug 18 14:25:15.572322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.573509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:15.578111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:15.583340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.645191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.665288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:15.682378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:15.685048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:15.719591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router c9099443-bf47-450e-a1de-cab401d1fff6 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:15.736316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.756155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:15.756802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.810470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=33c40ef2-005d-4ed9-bdaa-42adbcfda930,segment=NetworkSegment(cf0d8b73-b92d-42b4-8b2f-eaef001020fd),segment_id=cf0d8b73-b92d-42b4-8b2f-eaef001020fd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:15.837334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:15.850566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] Sync routers for ids ['c9099443-bf47-450e-a1de-cab401d1fff6'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:15.864725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b242e841-494a-45a0-b613-0526881f63eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/c9099443-bf47-450e-a1de-cab401d1fff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7060947 Aug 18 14:25:15.866535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 57998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:15.869212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] Routers {'c9099443-bf47-450e-a1de-cab401d1fff6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:15.869864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c9099443-bf47-450e-a1de-cab401d1fff6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:15.887243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Pushing event updated for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:15.925006 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-19b9497d-7089-401d-920f-49952364c6c8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9099443-bf47-450e-a1de-cab401d1fff6 HTTP/1.1" status: 200 len: 205 time: 0.0559881 Aug 18 14:25:15.925957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:15.928817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:15.941776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] Routers {'c9099443-bf47-450e-a1de-cab401d1fff6'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:15.942850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c9099443-bf47-450e-a1de-cab401d1fff6'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:15.985959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:15.986686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb53b5-25f1-4ba1-93dc-c05b34d81d74 None None] The sync data for ids ['c9099443-bf47-450e-a1de-cab401d1fff6'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:16.040342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.217158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.219666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.388529 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.411895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Router c4bc1f40-9f92-4b92-ae57-24186f471b21 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:25:16.415975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-32441662-a302-41b3-b533-51d96f28f9a0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7208190 Aug 18 14:25:16.454672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=33c40ef2-005d-4ed9-bdaa-42adbcfda930,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:16.481968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Request body: {'port': {'device_id': '1660792f-eed3-44be-b054-c74172845da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:16.550848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.552088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router c9099443-bf47-450e-a1de-cab401d1fff6 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:25:16.559995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.561250 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e8f32c43-2882-4aee-b53a-5abcb086b2a3 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/c9099443-bf47-450e-a1de-cab401d1fff6 HTTP/1.1" status: 204 len: 168 time: 0.6341972 Aug 18 14:25:16.564438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58010) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:16.605096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.663302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet db6abf5b-6c56-4c33-b0dd-92aee0e32e69 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:25:16.667593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.712555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:16.725107 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67decf-1a00-409f-a298-97875050a907 None None] Sync routers for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:16.740068 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:16.740742 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:16.741919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.793254 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:16.806710 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:16.807701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:16.844158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bfa38-9194-4f44-b239-bbc1938ed443 req-3ae79999-eee9-4876-89de-cbf7c1818abc tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:16.846083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-170bfa38-9194-4f44-b239-bbc1938ed443 req-3ae79999-eee9-4876-89de-cbf7c1818abc tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 931 time: 0.1808629 Aug 18 14:25:16.861823 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fc67decf-1a00-409f-a298-97875050a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:16.862515 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67decf-1a00-409f-a298-97875050a907 None None] The sync data for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:16.892885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.930166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:16.931730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c255cde7-81d3-4078-9a2a-24d042688cf2 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2713549 Aug 18 14:25:16.934375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:16.955702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-170bfa38-9194-4f44-b239-bbc1938ed443 req-19018a7c-f736-4a27-8c6f-444b34ba6490 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024022 Aug 18 14:25:17.096374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c966d7c6-76c9-411f-a897-28730a16c3e8 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:25:17.107796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.185244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Transition to ACTIVE for port object c966d7c6-76c9-411f-a897-28730a16c3e8 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:17.214768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.256879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=db6abf5b-6c56-4c33-b0dd-92aee0e32e69,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:17.261520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.266033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a46b3-96f4-4636-9da9-8439fcfd0af2 None None] Network 5eb393da-33f4-4408-9de2-8dfadae1e5c5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:17.266555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58028) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:17.267071 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e758bfe-ac12-4a97-bad0-c05d92c70846 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/db6abf5b-6c56-4c33-b0dd-92aee0e32e69 HTTP/1.1" status: 204 len: 168 time: 0.7015960 Aug 18 14:25:17.388356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.464098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Pushing event updated for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:17.469754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.572769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 33c40ef2-005d-4ed9-bdaa-42adbcfda930 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:17.587005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Attempting to bind port c966d7c6-76c9-411f-a897-28730a16c3e8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:17.590552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Attempting to bind port c966d7c6-76c9-411f-a897-28730a16c3e8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:17.590552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Attempting to bind port c966d7c6-76c9-411f-a897-28730a16c3e8 on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:17.605791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Port c966d7c6-76c9-411f-a897-28730a16c3e8 on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:25:17.605791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Attempting to bind port c966d7c6-76c9-411f-a897-28730a16c3e8 on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:17.610252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.624991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:17.625400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Checking segment: {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:17.625873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Bound using segment: {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:17.626468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Bound port: c966d7c6-76c9-411f-a897-28730a16c3e8, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:17.626617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.631472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port a297c0e4-8470-4ac7-9155-c4b29b1201db {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:17.631806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.654220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:17.654605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.763306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:17.771578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c966d7c6-76c9-411f-a897-28730a16c3e8,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:17.830649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port a297c0e4-8470-4ac7-9155-c4b29b1201db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a297c0e4-8470-4ac7-9155-c4b29b1201db,segment=NetworkSegment(5400ab3e-3901-4b48-b985-53ad7d72c07c),segment_id=5400ab3e-3901-4b48-b985-53ad7d72c07c)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:17.830649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.848884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for a297c0e4-8470-4ac7-9155-c4b29b1201db owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:17.861505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.877735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] DHCP port deletion for 5eb393da-33f4-4408-9de2-8dfadae1e5c5 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:25:17.941185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:17.941826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.943268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] 10.222.0.58 "PUT /v2.0/ports/c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 200 len: 1091 time: 1.4731293 Aug 18 14:25:17.946543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:25:17.948421 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750cde9-05ab-467b-afb2-6de392589fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:25:17.959967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Deleting port a297c0e4-8470-4ac7-9155-c4b29b1201db {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:17.963672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.992186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f7b1-c2bf-4e95-b48b-41c39e97b929 service neutron] Pushing event updated for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:18.087331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Allocated IP 172.20.0.1 (565d2ecc-0bba-464d-8947-a0ef0992cd30/121c9755-3d05-47a7-bfd0-21f7cd272029/be84429c-6633-47bc-a014-294c30cf89b9) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:18.097484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] For port a297c0e4-8470-4ac7-9155-c4b29b1201db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a297c0e4-8470-4ac7-9155-c4b29b1201db,segment=NetworkSegment(5400ab3e-3901-4b48-b985-53ad7d72c07c),segment_id=5400ab3e-3901-4b48-b985-53ad7d72c07c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:18.101712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.112286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Calling delete_port for a297c0e4-8470-4ac7-9155-c4b29b1201db owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:18.121389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.171667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port a297c0e4-8470-4ac7-9155-c4b29b1201db on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:25:18.207429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=a297c0e4-8470-4ac7-9155-c4b29b1201db,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:18.222602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-e24f3188-2bf1-4e1a-92e1-fade4d0a5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:18.224561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-e24f3188-2bf1-4e1a-92e1-fade4d0a5be7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 1094 time: 0.1474905 Aug 18 14:25:18.283404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.340376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] Pushing event deleted for resources: {'Port': ['ID=a297c0e4-8470-4ac7-9155-c4b29b1201db,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:18.344337 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d0e24-5fc3-4ed8-a04b-1b5e963421be x-openstack-request-id: req-683d0e24-5fc3-4ed8-a04b-1b5e963421be {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:25:18.344645 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:25:18.344933 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-683d0e24-5fc3-4ed8-a04b-1b5e963421be {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:25:18.345393 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8', 'status': 'completed', 'code': 200} Aug 18 14:25:18.350502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca8da5-a332-4391-866e-4a9a11aea15a None None] No DVR routers for this DVR port a297c0e4-8470-4ac7-9155-c4b29b1201db on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:25:18.397652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-66be4750-f956-4d11-b634-3128c03bbeeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 200 len: 217 time: 0.1098580 Aug 18 14:25:18.400861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.421699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.434519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Transition to ACTIVE for port object be84429c-6633-47bc-a014-294c30cf89b9 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:18.465563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56add0-7be8-49f0-8e29-0278b9fddb67 req-b1f625b5-8cb2-4195-a9b9-c1fe23038267 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:18.467557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e56add0-7be8-49f0-8e29-0278b9fddb67 req-b1f625b5-8cb2-4195-a9b9-c1fe23038267 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 943 time: 0.1887527 Aug 18 14:25:18.473687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb393da-33f4-4408-9de2-8dfadae1e5c5']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:18.547688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5400ab3e-3901-4b48-b985-53ad7d72c07c') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:18.547991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5400ab3e-3901-4b48-b985-53ad7d72c07c') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:18.565718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.567985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-9ab186ee-43b9-4359-b3fa-56056e38b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:18.569419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-9ab186ee-43b9-4359-b3fa-56056e38b810 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.1582458 Aug 18 14:25:18.613673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-86d2d73e-2d94-436e-8e37-cf82f749a953 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312595 Aug 18 14:25:18.616531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e56add0-7be8-49f0-8e29-0278b9fddb67 req-553c7dac-301e-4f0c-aeb0-13671f5ec178 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333408 Aug 18 14:25:18.618153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.631213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.633587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:25:18.634430 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:25:18.638244 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:25:18.693282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:18.710885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:18.716357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:18.725103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=be84429c-6633-47bc-a014-294c30cf89b9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:18.759441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.759951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.760415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.760857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.761303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.761916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.762362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.762744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.763178 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.764500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.764954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.771733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:18.795407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-41a310dc-0f5a-4dae-8783-f0ad17f3739f service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704652 Aug 18 14:25:18.810787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:18.959229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ca9f16e-daa8-47b1-b793-030a655d0f7e req-80fa5aac-7597-4e35-b7b4-dfd236f6297b service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503260 Aug 18 14:25:19.042524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.076491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.083123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/5eb393da-33f4-4408-9de2-8dfadae1e5c5 HTTP/1.1" status: 204 len: 168 time: 1.8156219 Aug 18 14:25:19.084086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ad12-a6a6-47ed-aa0c-266ddb260c72 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=5eb393da-33f4-4408-9de2-8dfadae1e5c5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:19.087850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58074) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:19.107323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-337260136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:19.135170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.170706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-95cb539e-0a47-4d20-b1ce-f9cdc1cbc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:19.172284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-95cb539e-0a47-4d20-b1ce-f9cdc1cbc40a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 1094 time: 0.0491660 Aug 18 14:25:19.259167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9a84f36d-0326-4926-96b0-b53484183bb8 None None] Provisioning for port be84429c-6633-47bc-a014-294c30cf89b9 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:19.264657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a297c0e4-8470-4ac7-9155-c4b29b1201db no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:25:19.268634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9a84f36d-0326-4926-96b0-b53484183bb8 None None] Provisioning complete for port be84429c-6633-47bc-a014-294c30cf89b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:19.269292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9a84f36d-0326-4926-96b0-b53484183bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.333633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a297c0e4-8470-4ac7-9155-c4b29b1201db {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:25:19.334934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a297c0e4-8470-4ac7-9155-c4b29b1201db not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:25:19.391782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f36d-0326-4926-96b0-b53484183bb8 None None] Port be84429c-6633-47bc-a014-294c30cf89b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:19.635207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.636425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.700047 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.747927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-4632e464-ecbf-4126-bc0b-7348b592e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:19.749458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-4632e464-ecbf-4126-bc0b-7348b592e64b service neutron] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 915 time: 0.5703213 Aug 18 14:25:19.826106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-2e444ad6-8576-4f19-bfd9-d180dd865225 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 200 len: 217 time: 0.0578625 Aug 18 14:25:19.827747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.871939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f556cf-8575-41ed-b1e6-a9d995f064a0 req-40e6f247-6d2e-4311-a6f9-aee4fd929c00 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:19.873511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33f556cf-8575-41ed-b1e6-a9d995f064a0 req-40e6f247-6d2e-4311-a6f9-aee4fd929c00 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 943 time: 0.1444736 Aug 18 14:25:19.898162 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:19.941384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-0ff41614-f913-4fff-b012-1d535fb16cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:19.943012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-0ff41614-f913-4fff-b012-1d535fb16cca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.1085124 Aug 18 14:25:19.948836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33f556cf-8575-41ed-b1e6-a9d995f064a0 req-22bb5855-16c8-430b-ac40-c1bd22f1adb4 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Aug 18 14:25:19.981764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-c10acbfb-cfa0-41f9-9d8a-951fc4bb2c0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297327 Aug 18 14:25:20.004145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.008429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2700eb6e-2b29-409a-a711-d8415af727a8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9162235 Aug 18 14:25:20.010879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:20.017789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327741118'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:20.034645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.121236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-1b733002-aaa9-494f-9bf7-2519905a9103 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255758 Aug 18 14:25:20.126964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.129519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=be84429c-6633-47bc-a014-294c30cf89b9,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:20.266252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:20.269417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a750cde9-05ab-467b-afb2-6de392589fb9 req-a0eb3ae3-0b8d-427d-ac22-b5433d9c797a service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385076 Aug 18 14:25:20.270656 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.287412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:20.293176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:20.314021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:20.329505 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.329505 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment 8785b82e-0c4f-402c-bdaa-862a0a075658 of type vlan for network 3f8fbb3b-20f3-486c-b12e-602d039208b6 Aug 18 14:25:20.415764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.495435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Router c4bc1f40-9f92-4b92-ae57-24186f471b21 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:20.570452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.576112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:20.576779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.641092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d6a0c0ea-da06-40f9-b06e-2dc6e6ead434 None None] Provisioning complete for port be84429c-6633-47bc-a014-294c30cf89b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:20.642269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6a0c0ea-da06-40f9-b06e-2dc6e6ead434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:20.693684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0c0ea-da06-40f9-b06e-2dc6e6ead434 None None] Port be84429c-6633-47bc-a014-294c30cf89b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:20.701718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=3f8fbb3b-20f3-486c-b12e-602d039208b6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:20.710602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:20.711963 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-29f4119d-39e2-45e7-bdfb-7e53d0d9e727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6976371 Aug 18 14:25:20.718934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:20.719175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:20.719298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:20.721245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1f03f7a-0ade-4d73-85ef-9cfb70adac4c tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "PUT /v2.0/routers/c4bc1f40-9f92-4b92-ae57-24186f471b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7858422 Aug 18 14:25:20.724554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:20.732353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Request body: {'port': {'network_id': '565d2ecc-0bba-464d-8947-a0ef0992cd30', 'name': 'tempest-FloatingIPAdminTestJSON-1777916107'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:20.761289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] Sync routers for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:20.858572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:20.859319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:20.888867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:25:20.888867 n-d-804303-5 neutron-server[112229]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:25:20.888867 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id': '937f36b6fea94abda29d371ebaa18b37', 'id': '1498158f-11b9-4696-9dcc-e09508a1ce5d', 'expiration': datetime.datetime(2021, 8, 18, 14, 27, 20, 884487)}] Aug 18 14:25:20.888867 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:25:20.890486 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:25:20.901170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:20.918860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:20.919628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:24:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:20.955585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:20.956281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70d6de-1610-4ee8-8573-7167e01224c1 None None] The sync data for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:20.972023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Made reservation on behalf of f08ec458e1384c948f14e2e73174f920 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:20.976278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.006699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] device_id is not set on port 2c44f7fe-a42a-443b-a1b4-d106db4b5149 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:25:21.104637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c532d-139c-40e2-bd65-2a0033e6d045 req-0acf6d5f-0713-44a0-b073-b008aeb73745 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:21.113545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b3c532d-139c-40e2-bd65-2a0033e6d045 req-0acf6d5f-0713-44a0-b073-b008aeb73745 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 943 time: 0.0829482 Aug 18 14:25:21.161037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b3c532d-139c-40e2-bd65-2a0033e6d045 req-e99baf13-f8d0-471b-95e1-504cd0daddd4 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Aug 18 14:25:21.180910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Allocated IP 172.20.0.4 (565d2ecc-0bba-464d-8947-a0ef0992cd30/121c9755-3d05-47a7-bfd0-21f7cd272029/2c44f7fe-a42a-443b-a1b4-d106db4b5149) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:21.354255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.369262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Transition to ACTIVE for port object 2c44f7fe-a42a-443b-a1b4-d106db4b5149 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:21.476268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:21.480258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.499476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.572566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:21.576415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:21.579177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:21.605274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event updated for resources: {'Port': ['ID=2c44f7fe-a42a-443b-a1b4-d106db4b5149,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:21.651598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:21.655024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.774193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08fce069-afad-441e-a6e3-4316776326b5 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0482802 Aug 18 14:25:21.780729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:21.861261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'project_id': 'f08ec458e1384c948f14e2e73174f920', 'port_id': '2c44f7fe-a42a-443b-a1b4-d106db4b5149'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:21.914632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04e50b0b-f1d6-4454-bda7-c243e878ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:21.931575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c966d7c6-76c9-411f-a897-28730a16c3e8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:25:22.028929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.050734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c966d7c6-76c9-411f-a897-28730a16c3e8,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:22.054265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.062637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1633919-8b02-4cf5-b1cb-2e90ff01b70f None None] Provisioning for port 2c44f7fe-a42a-443b-a1b4-d106db4b5149 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:22.066939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1633919-8b02-4cf5-b1cb-2e90ff01b70f None None] Provisioning complete for port 2c44f7fe-a42a-443b-a1b4-d106db4b5149 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:22.067310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e1633919-8b02-4cf5-b1cb-2e90ff01b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.089195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'c966d7c6-76c9-411f-a897-28730a16c3e8', 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b', 'port_id': 'c966d7c6-76c9-411f-a897-28730a16c3e8', 'mac_address': 'fa:16:3e:b4:23:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9244e13-3f70-4ec2-9694-39bd97a0bf85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:25:22.107190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=5120f8ef-68e2-4da1-9df8-3540f5796adf,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:22.111430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e1633919-8b02-4cf5-b1cb-2e90ff01b70f None None] Port 2c44f7fe-a42a-443b-a1b4-d106db4b5149 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:22.165437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.178346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:22.178727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 3f8fbb3b-20f3-486c-b12e-602d039208b6, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:22.207944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c966d7c6-76c9-411f-a897-28730a16c3e8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:25:22.234978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.259400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c966d7c6-76c9-411f-a897-28730a16c3e8,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:22.330407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9748-8606-4aba-9add-50c2d6ff0c62 req-1f738231-f543-4353-89f0-d3a12e87e92d tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:22.334332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebef9748-8606-4aba-9add-50c2d6ff0c62 req-1f738231-f543-4353-89f0-d3a12e87e92d tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 943 time: 0.0575593 Aug 18 14:25:22.338203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:22.366792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Allocated IP 172.25.1.230 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4732b6f2-3194-499b-84aa-635b18a1c89d) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:22.381303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebef9748-8606-4aba-9add-50c2d6ff0c62 req-c520e7c0-8de4-4916-8d39-fa7e9bcb6e1c tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Aug 18 14:25:22.404544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.478472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:22.487451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3f8fbb3b-20f3-486c-b12e-602d039208b6) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:22.492894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:22.493441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.502163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49adffd-0a34-4801-89a8-fa94f8fd7a63 None None] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:22.516995 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.623118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb06a9f7-7455-4d34-80af-9eafa0bfe4d5 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9074950 Aug 18 14:25:22.623118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58192) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:22.699264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3f8fbb3b-20f3-486c-b12e-602d039208b6', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:22.700258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.775998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c966d7c6-76c9-411f-a897-28730a16c3e8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:25:22.796719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:22.863217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:22.871202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:22.875454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:22.913056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Pushing event updated for resources: {'Port': ['ID=4732b6f2-3194-499b-84aa-635b18a1c89d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:22.969856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Allocated IP 2001:db8::2 (3f8fbb3b-20f3-486c-b12e-602d039208b6/5120f8ef-68e2-4da1-9df8-3540f5796adf/40d9e92b-ef58-4b4a-8253-538aa2a49bf7) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:22.982814 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.319301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.328628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Transition to ACTIVE for port object 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:23.345106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Transition to ACTIVE for port object 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:23.445918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.592784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d2c9-c3f8-4f29-899f-8469fb0c9796 req-cc624d1f-8476-4394-880a-5376b68b34c6 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:23.594412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b59d2c9-c3f8-4f29-899f-8469fb0c9796 req-cc624d1f-8476-4394-880a-5376b68b34c6 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 944 time: 0.1000156 Aug 18 14:25:23.598126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8::1 (3f8fbb3b-20f3-486c-b12e-602d039208b6/5120f8ef-68e2-4da1-9df8-3540f5796adf/b774422f-0395-4010-bd32-38926c6a22ae) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:23.603758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Pushing event updated for resources: {'Port': ['ID=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:23.667398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:23.670354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:23.672845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:23.770349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.785760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Attempting to bind port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:23.786174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Attempting to bind port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:23.786680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Attempting to bind port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 on network 3f8fbb3b-20f3-486c-b12e-602d039208b6 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:23.803376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:23.803756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Checking segment: {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:23.804162 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.805923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Bound using segment: {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:23.806417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Bound port: 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:23.806803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.810486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.835812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object b774422f-0395-4010-bd32-38926c6a22ae will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:23.900879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b59d2c9-c3f8-4f29-899f-8469fb0c9796 req-4d930280-c230-4a98-bcd5-1513f6260552 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969272 Aug 18 14:25:23.924951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] For port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:23.929085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] For port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:23.945894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:23.952957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c966d7c6-76c9-411f-a897-28730a16c3e8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:23.984435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.004264 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.008053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:24.013014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:24.015509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:24.016056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.031439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:24.115290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f96d3-24b9-4db2-8133-766beb0b4952 None None] Pushing event updated for resources: {'Port': ['ID=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:24.190742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port c966d7c6-76c9-411f-a897-28730a16c3e8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:24.195437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port c966d7c6-76c9-411f-a897-28730a16c3e8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:24.195975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.274417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.334415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58238) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:24.343948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.349778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.363689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.390538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:25:24.395585 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aff8f5-875e-4528-8e3e-f223351aee1f" -d '{"events": [{"server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "name": "network-vif-plugged", "status": "completed", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:25:24.460412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c966d7c6-76c9-411f-a897-28730a16c3e8,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:24.481594 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f3aea-9dcd-4a7d-a515-bbd0655dfb96 x-openstack-request-id: req-324f3aea-9dcd-4a7d-a515-bbd0655dfb96 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:25:24.481594 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "name": "network-vif-plugged", "status": "completed", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:25:24.481594 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-324f3aea-9dcd-4a7d-a515-bbd0655dfb96 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:25:24.482124 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8', 'code': 200} Aug 18 14:25:24.527506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.614791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Pushing event updated for resources: {'Port': ['ID=4732b6f2-3194-499b-84aa-635b18a1c89d,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:24.634856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.636830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-713f4107-e380-4184-9f7e-ad32b0b07197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.649807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:24.711392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8607b8-0dd1-4de0-bc3a-60718cc22621 req-896a9a74-b68a-449f-90f9-338bd7496a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:24.713014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d8607b8-0dd1-4de0-bc3a-60718cc22621 req-896a9a74-b68a-449f-90f9-338bd7496a56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 1096 time: 0.0863175 Aug 18 14:25:24.763399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df7f857d-68fd-4bd5-a5f5-6feb1a58b719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.789485 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Floating IP 5e0d64b0-15e1-4f5a-8302-7727664822cd associated. External IP: 172.25.1.230, port: 2c44f7fe-a42a-443b-a1b4-d106db4b5149. Aug 18 14:25:24.821679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d8607b8-0dd1-4de0-bc3a-60718cc22621 req-894bb44a-ab61-4092-9b01-a6df7c0338e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960000 Aug 18 14:25:24.925434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-713f4107-e380-4184-9f7e-ad32b0b07197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.925693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:24.976667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.042956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-713f4107-e380-4184-9f7e-ad32b0b07197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.045653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.046561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.109607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-713f4107-e380-4184-9f7e-ad32b0b07197 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fe4a6ff2b2c40a4a3d9b6d7c199d98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735784 Aug 18 14:25:25.110390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f4107-e380-4184-9f7e-ad32b0b07197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27124dc-ba62-4da6-ab88-a01ebda8752a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:25.114603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:25.138773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Router c4bc1f40-9f92-4b92-ae57-24186f471b21 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:25.201937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b96d-545c-4d98-afa7-62b06ca4dda0 req-40da3c06-ccc2-4cad-8e77-4eb9c9bb3b85 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:25.204672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37d4b96d-545c-4d98-afa7-62b06ca4dda0 req-40da3c06-ccc2-4cad-8e77-4eb9c9bb3b85 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 945 time: 0.2001987 Aug 18 14:25:25.232147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:25.267784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.289190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37d4b96d-545c-4d98-afa7-62b06ca4dda0 req-21e917b7-158e-4f19-9694-480888c500e8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835073 Aug 18 14:25:25.303466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.316274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:25.318616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:25.353679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:25.416619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.425068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.429178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d27124dc-ba62-4da6-ab88-a01ebda8752a HTTP/1.1" status: 204 len: 168 time: 0.3110232 Aug 18 14:25:25.447771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:25.457338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] Sync routers for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:25.467626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bfee4-b36a-447e-ae39-47d5f1fd8288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27124dc-ba62-4da6-ab88-a01ebda8752a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:25.482669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:25.502961 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:25.502961 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:25.552255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.574787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:25.609697 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:25.610417 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:25.619617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-606de1e7-ea53-412d-86af-7db2cfcff221 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.8371828 Aug 18 14:25:25.622161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58276) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:25.672162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb8e6d-7b46-463e-9e38-72cf66d618a8 None None] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:25.690626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:25.690626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce582a-0a1a-4035-b28e-8291bd343c76 None None] The sync data for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:25.750100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ddf4f69d-9feb-4c5c-80dd-66aad4d4a595 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "GET /v2.0/floatingips/5e0d64b0-15e1-4f5a-8302-7727664822cd HTTP/1.1" status: 200 len: 983 time: 0.1263936 Aug 18 14:25:25.752666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58284) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:25.820059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:25:25.891440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Provisioning for port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:25.923775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Provisioning complete for port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:25.924162 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:25.943192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58298) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:25.944895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bae9e6c5-fbc0-4084-84f9-59cd565874d6 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1856341 Aug 18 14:25:25.984353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.093645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:26.099769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a122e64c-c3b4-46aa-864c-e0bbeeea96fb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4754791 Aug 18 14:25:26.102161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:26.104550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.108857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-513962669'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:26.128198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:26.152735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:26.153651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:26.157017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] For port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:26.214668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port 4732b6f2-3194-499b-84aa-635b18a1c89d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:26.215012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.225099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:26.229354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.269598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:26.293197 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.293484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.294114 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment d91d8207-2781-4166-abcb-fd570677fa9f of type vlan for network de01deee-39b9-4e16-a2fc-e6e47ac51c24 Aug 18 14:25:26.358879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.358879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.359706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:26.383915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for 4732b6f2-3194-499b-84aa-635b18a1c89d owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:26.408036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a955-8f77-44bf-bb81-406c26d8c40a None None] Pushing event updated for resources: {'Port': ['ID=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:26.426472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.548994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e646-b43f-4bce-8b8f-2da097a81523 req-8193583a-9515-4452-b8b9-c64d25f798d9 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:26.558629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01c4e646-b43f-4bce-8b8f-2da097a81523 req-8193583a-9515-4452-b8b9-c64d25f798d9 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 945 time: 0.1277912 Aug 18 14:25:26.649325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.669353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:26.669353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.779116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.823158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=4732b6f2-3194-499b-84aa-635b18a1c89d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:26.888145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Provisioning for port b774422f-0395-4010-bd32-38926c6a22ae completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:26.903301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Provisioning complete for port b774422f-0395-4010-bd32-38926c6a22ae triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:26.903643 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:26.978381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Port b774422f-0395-4010-bd32-38926c6a22ae cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:27.015874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Provisioning complete for port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:27.016563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d10e3b7a-725d-4c38-b806-1c5c47f9e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.062915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:24Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:24Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:27.171582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:27.171941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Updating router 12497a9f-01b1-4120-8c2b-d1c356b0f53a port b774422f-0395-4010-bd32-38926c6a22ae binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:25:27.235590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.319974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:27.349917 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01c4e646-b43f-4bce-8b8f-2da097a81523 req-bc81cfda-e608-44a7-b6d3-a6e72b9ec80f tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903724 Aug 18 14:25:27.374901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=de01deee-39b9-4e16-a2fc-e6e47ac51c24,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:27.441172 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:25:27.459838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6d3636b-e197-4687-b005-615348ebcaf2 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3563430 Aug 18 14:25:27.464541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58358) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:27.469186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:27.597291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:27.601043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5384185d-e2f8-446a-8e1e-4ba5ed273a9a None None] Provisioning complete for port b774422f-0395-4010-bd32-38926c6a22ae triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:27.602020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5384185d-e2f8-446a-8e1e-4ba5ed273a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.716686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.717654 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Floating IP 5e0d64b0-15e1-4f5a-8302-7727664822cd disassociated (deleted). External IP: 172.25.1.230, port: 2c44f7fe-a42a-443b-a1b4-d106db4b5149. Aug 18 14:25:27.744344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5384185d-e2f8-446a-8e1e-4ba5ed273a9a None None] Port b774422f-0395-4010-bd32-38926c6a22ae cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:27.750433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:27.755625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.854548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.855391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:27.855636 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.962578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:27.991726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Transition to ACTIVE for port object b774422f-0395-4010-bd32-38926c6a22ae will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:28.081024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Router c4bc1f40-9f92-4b92-ae57-24186f471b21 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:28.088294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.090645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.226682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66ae7-1e02-4af6-824d-a81e8fdfa3f0 None None] Pushing event updated for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:28.233810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Attempting to bind port b774422f-0395-4010-bd32-38926c6a22ae on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:28.234552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Attempting to bind port b774422f-0395-4010-bd32-38926c6a22ae by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:28.235131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Attempting to bind port b774422f-0395-4010-bd32-38926c6a22ae on network 3f8fbb3b-20f3-486c-b12e-602d039208b6 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:28.248626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:28.259896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Checking segment: {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:28.260364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.260769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Bound using segment: {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:28.261287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Bound port: b774422f-0395-4010-bd32-38926c6a22ae, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8785b82e-0c4f-402c-bdaa-862a0a075658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:28.262205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.269390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:28.287387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:28.290697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: de01deee-39b9-4e16-a2fc-e6e47ac51c24, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:28.336763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:28.347981 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] Sync routers for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:28.360644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.360784 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:28.360784 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:28.406308 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:28.429028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] For port b774422f-0395-4010-bd32-38926c6a22ae, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:28.429028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] For port b774422f-0395-4010-bd32-38926c6a22ae, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b774422f-0395-4010-bd32-38926c6a22ae,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:28.454325 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9dd31044-a186-43b9-941c-3998634ccc62 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/floatingips/5e0d64b0-15e1-4f5a-8302-7727664822cd HTTP/1.1" status: 204 len: 168 time: 2.5058634 Aug 18 14:25:28.462564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58404) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:28.462686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:28.462686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:28.464958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:28.473122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:28.532822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.555842 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:28.556496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dedbd2f-604e-4bb7-8a6e-9214699d998b None None] The sync data for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:28.560469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, de01deee-39b9-4e16-a2fc-e6e47ac51c24) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:28.564905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:28.566067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.598492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25c62d-7f12-4f47-a641-d1b0315e6d40 None None] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:28.653528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.764731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:28.765678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:28.776410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66ae7-1e02-4af6-824d-a81e8fdfa3f0 None None] Pushing event updated for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:28.803179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6f8ab9e-e148-427a-8928-0f6b37f5dd34 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3389854 Aug 18 14:25:28.806084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58414) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:28.862858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.987327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:29.062818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Allocated IP 172.25.1.70 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/84e8a5d5-d85c-4433-9ad5-973438d43708) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:29.087096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:29.088081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.280642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.411637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.412475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.556244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:29.559792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:29.564816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:29.638733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Pushing event updated for resources: {'Port': ['ID=84e8a5d5-d85c-4433-9ad5-973438d43708,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:29.851425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.960245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Allocated IP 2001:db8:1::2 (de01deee-39b9-4e16-a2fc-e6e47ac51c24/a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1/9c8950d3-47b3-4243-91c4-4cab0f8e9618) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:29.963997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.207584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:24Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:28Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:30.280737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.337286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.451570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Pushing event updated for resources: {'Port': ['ID=84e8a5d5-d85c-4433-9ad5-973438d43708,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:30.464030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.525253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.536014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f6de7-5c5a-4440-a52f-0b3a9062720d None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:24Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:28Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:30.541554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Transition to ACTIVE for port object 9c8950d3-47b3-4243-91c4-4cab0f8e9618 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:30.567657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.568976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb0593fc-4b2c-41bc-912d-15821af460ad tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1047170 Aug 18 14:25:30.571895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:30.621922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Transition to ACTIVE for port object 9c8950d3-47b3-4243-91c4-4cab0f8e9618 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:30.731880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.819136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:30.826402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:30.844199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:30.856574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:30.954907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8:1::1 (de01deee-39b9-4e16-a2fc-e6e47ac51c24/a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1/84db1919-c946-45c7-949a-718dfbedce4b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:30.970315 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:30.976829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Pushing event updated for resources: {'Port': ['ID=9c8950d3-47b3-4243-91c4-4cab0f8e9618,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:31.032660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Attempting to bind port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:31.033448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Attempting to bind port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:31.034141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Attempting to bind port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 on network de01deee-39b9-4e16-a2fc-e6e47ac51c24 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Checking segment: {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Bound using segment: {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Bound port: 9c8950d3-47b3-4243-91c4-4cab0f8e9618, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:31.045120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.144694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-b38f7f2b-5ca1-4f78-81a0-3b9a64c84854 req-13e32c8d-4ff5-4f03-b2b6-e326369b9626 service neutron] (112229) timed out ('10.222.0.10', 59431) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:25:31.145929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] For port 9c8950d3-47b3-4243-91c4-4cab0f8e9618, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:31.159949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] For port 9c8950d3-47b3-4243-91c4-4cab0f8e9618, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9c8950d3-47b3-4243-91c4-4cab0f8e9618,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:31.230985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.264497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.283015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 84db1919-c946-45c7-949a-718dfbedce4b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:31.429039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a5db-2fab-406a-881f-b2e79297cc6f None None] Pushing event updated for resources: {'Port': ['ID=9c8950d3-47b3-4243-91c4-4cab0f8e9618,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:31.432280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.459227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.467324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b774422f-0395-4010-bd32-38926c6a22ae up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:31.659782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:31.668079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b774422f-0395-4010-bd32-38926c6a22ae completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:31.669667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:31.672683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b774422f-0395-4010-bd32-38926c6a22ae triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:31.673072 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.679198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:31.699255 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.847533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:31.850359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:31.939377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b774422f-0395-4010-bd32-38926c6a22ae, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b774422f-0395-4010-bd32-38926c6a22ae,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:31.999381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Allocated IP 172.25.1.176 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/306aefeb-18d3-4f58-9f3f-7acbb463e7f1) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:32.025057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.135972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:32.152051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.344876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.710238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.760834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.843295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:32.879400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:32.900326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.902439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:32.911476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:32.993663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Pushing event updated for resources: {'Port': ['ID=306aefeb-18d3-4f58-9f3f-7acbb463e7f1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:33.006766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91872e8c-b58e-48fd-ad8b-adf6cbe32668 None None] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:33.254093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:33.270809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:33.277608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-da975fb9-eb22-4e6a-87e3-8e6bb91b9e74 None None] Provisioning for port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:33.337877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:33.392572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:33.394921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:33.596555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b774422f-0395-4010-bd32-38926c6a22ae up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:33.792250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b774422f-0395-4010-bd32-38926c6a22ae triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:33.793012 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:33.932681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:33.941111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9c8950d3-47b3-4243-91c4-4cab0f8e9618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:34.052226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.074072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20abd782-becf-4943-ade4-a6c3b84b4c89 None None] Provisioning for port 84db1919-c946-45c7-949a-718dfbedce4b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:34.078256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-20abd782-becf-4943-ade4-a6c3b84b4c89 None None] Provisioning complete for port 84db1919-c946-45c7-949a-718dfbedce4b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:34.078638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20abd782-becf-4943-ade4-a6c3b84b4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.079069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:34.115647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5b115f91-556d-4e4d-86da-1162ca0bbec8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3058250 Aug 18 14:25:34.115866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:34.116354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:34.120686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158135804'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:34.167558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-20abd782-becf-4943-ade4-a6c3b84b4c89 None None] Port 84db1919-c946-45c7-949a-718dfbedce4b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:34.174902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:34.176310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:34.179291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.180884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:34.257521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:34.258670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.274948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:34.279999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.318622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Pushing event updated for resources: {'Port': ['ID=306aefeb-18d3-4f58-9f3f-7acbb463e7f1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:34.333372 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.345490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:34.368650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:34.385446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.385805 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec of type vlan for network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 Aug 18 14:25:34.469960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.510205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8eee39a9-5b36-4dfc-a8d4-e43cedd55157 None None] Provisioning complete for port 84db1919-c946-45c7-949a-718dfbedce4b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:34.510545 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8eee39a9-5b36-4dfc-a8d4-e43cedd55157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.526195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.529214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6bcc7bb-84bb-4335-84bf-0a0e54eebca9 tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9534669 Aug 18 14:25:34.529674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58546) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:34.620265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.634438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:34.635573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.739423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:34.766206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8eee39a9-5b36-4dfc-a8d4-e43cedd55157 None None] Port 84db1919-c946-45c7-949a-718dfbedce4b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:34.830039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 9c8950d3-47b3-4243-91c4-4cab0f8e9618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9c8950d3-47b3-4243-91c4-4cab0f8e9618,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:34.860166 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-18bb89ca-d7b9-406a-a956-278592f8cb56 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3289697 Aug 18 14:25:34.862752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:34.940777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.014262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a65c7160-1ccd-4afa-a26c-1e3189240d70 None None] Provisioning complete for port 84db1919-c946-45c7-949a-718dfbedce4b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:35.014262 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a65c7160-1ccd-4afa-a26c-1e3189240d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.045250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=4e705352-b9ad-430e-a3a9-bd8ca54d92f6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:35.076944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99e62de9-8329-4448-a4f2-38bb7fb48097 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9621160 Aug 18 14:25:35.079590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58566) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:35.085664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:35.132749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:35.223472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=9c8950d3-47b3-4243-91c4-4cab0f8e9618,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:35.229975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a65c7160-1ccd-4afa-a26c-1e3189240d70 None None] Port 84db1919-c946-45c7-949a-718dfbedce4b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:35.243729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 3, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:32Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:35.314212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:35.315195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Updating router 12497a9f-01b1-4120-8c2b-d1c356b0f53a port 84db1919-c946-45c7-949a-718dfbedce4b binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:25:35.346916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.361771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:35.365696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.648318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f7dd822f-57ca-4eaa-ba83-5f9c5409bdb4 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7843320 Aug 18 14:25:35.654141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:35.862879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Deleting port 306aefeb-18d3-4f58-9f3f-7acbb463e7f1 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:35.868686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.887885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.917104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:35.930957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Transition to ACTIVE for port object 84db1919-c946-45c7-949a-718dfbedce4b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:36.007435 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.009727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=2ebc1171-5185-4ca4-ab14-2d261440cc90,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:36.014182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:36.014553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: 4e705352-b9ad-430e-a3a9-bd8ca54d92f6, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:36.017356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.017356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.055232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Calling delete_port for 306aefeb-18d3-4f58-9f3f-7acbb463e7f1 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:36.155702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:36.173877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Attempting to bind port 84db1919-c946-45c7-949a-718dfbedce4b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:36.174540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Attempting to bind port 84db1919-c946-45c7-949a-718dfbedce4b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:36.175082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Attempting to bind port 84db1919-c946-45c7-949a-718dfbedce4b on network de01deee-39b9-4e16-a2fc-e6e47ac51c24 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:36.185148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550c722-5b67-40df-ba43-dffdddf437b0 None None] Pushing event updated for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:36.197464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:36.197935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Checking segment: {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:36.198340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.201024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Bound using segment: {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:36.205766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Bound port: 84db1919-c946-45c7-949a-718dfbedce4b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91d8207-2781-4166-abcb-fd570677fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:36.205766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.224600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4e705352-b9ad-430e-a3a9-bd8ca54d92f6) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:36.231421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:36.232159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.250817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4378b-5858-4629-bd0f-742ab55c9ba5 None None] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:36.316247 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd4ff236-d85b-4de1-ab5f-9561a736e032 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2355006 Aug 18 14:25:36.319043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58610) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:36.459018 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.520693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Pushing event deleted for resources: {'Port': ['ID=306aefeb-18d3-4f58-9f3f-7acbb463e7f1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:36.522519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] For port 84db1919-c946-45c7-949a-718dfbedce4b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:36.528113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] For port 84db1919-c946-45c7-949a-718dfbedce4b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84db1919-c946-45c7-949a-718dfbedce4b,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:36.626730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.630127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.631452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f0e4b90-216d-4cd0-8cbf-95a750211e7b tempest-FloatingIPAdminTestJSON-1330956161 tempest-FloatingIPAdminTestJSON-1330956161-project] 10.222.0.35 "DELETE /v2.0/floatingips/9b8fbb2f-2504-4698-8903-5a68aef9590f HTTP/1.1" status: 204 len: 168 time: 0.9703400 Aug 18 14:25:36.634098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58620) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:36.673509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.689108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:36.690317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.909918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Deleting port 84e8a5d5-d85c-4433-9ad5-973438d43708 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:36.909918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:36.930435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:36.931156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:37.058157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.087277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.087648 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.114934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Calling delete_port for 84e8a5d5-d85c-4433-9ad5-973438d43708 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:37.460189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9c8950d3-47b3-4243-91c4-4cab0f8e9618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:37.495148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550c722-5b67-40df-ba43-dffdddf437b0 None None] Pushing event updated for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:37.500886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:37.524410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.618107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Pushing event deleted for resources: {'Port': ['ID=84e8a5d5-d85c-4433-9ad5-973438d43708,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:37.619155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Allocated IP 2001:db8:2::2 (4e705352-b9ad-430e-a3a9-bd8ca54d92f6/2ebc1171-5185-4ca4-ab14-2d261440cc90/a4e53a35-6da6-4080-91ed-794c79368ae4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:37.743413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.758482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.765038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-059a2ee1-397d-44d1-abd0-dec865067890 tempest-FloatingIPAdminTestJSON-733951376 tempest-FloatingIPAdminTestJSON-733951376-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/aa6cb9ce-0388-47f2-8018-acb4dfd2e8ab HTTP/1.1" status: 204 len: 168 time: 1.1239390 Aug 18 14:25:37.772361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58644) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:37.881406 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.897600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Transition to ACTIVE for port object a4e53a35-6da6-4080-91ed-794c79368ae4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:37.915359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port 2c44f7fe-a42a-443b-a1b4-d106db4b5149 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:37.915971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:37.953091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Transition to ACTIVE for port object a4e53a35-6da6-4080-91ed-794c79368ae4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:37.997496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:37.998049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.054890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.142467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.156041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8:2::1 (4e705352-b9ad-430e-a3a9-bd8ca54d92f6/2ebc1171-5185-4ca4-ab14-2d261440cc90/04ce5f3f-aa9c-4858-b782-3d275997cde4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:38.168228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:38.172513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for 2c44f7fe-a42a-443b-a1b4-d106db4b5149 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:38.181448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:38.185179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:38.208319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Pushing event updated for resources: {'Port': ['ID=a4e53a35-6da6-4080-91ed-794c79368ae4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:38.238910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 3, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:36Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:38.292272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc93bd6-f65e-4321-a7fe-4a154504aecd None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 3, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:36Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:38.336802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Attempting to bind port a4e53a35-6da6-4080-91ed-794c79368ae4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:38.337268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Attempting to bind port a4e53a35-6da6-4080-91ed-794c79368ae4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:38.337810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Attempting to bind port a4e53a35-6da6-4080-91ed-794c79368ae4 on network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:38.344877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:38.345260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Checking segment: {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:38.345668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.346084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Bound using segment: {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:38.346673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Bound port: a4e53a35-6da6-4080-91ed-794c79368ae4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:38.346918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.559278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] For port a4e53a35-6da6-4080-91ed-794c79368ae4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:38.579666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] For port a4e53a35-6da6-4080-91ed-794c79368ae4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a4e53a35-6da6-4080-91ed-794c79368ae4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:38.603207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.647361 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.663157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object 04ce5f3f-aa9c-4858-b782-3d275997cde4 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:38.719850 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.784777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=2c44f7fe-a42a-443b-a1b4-d106db4b5149,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:38.832210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:38.849252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e37ba-07a3-41f4-8b75-9252292b75a3 None None] Pushing event updated for resources: {'Port': ['ID=a4e53a35-6da6-4080-91ed-794c79368ae4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:38.906182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:38.910320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:38.995702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:38.998415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:39.002786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:39.009484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58662) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:39.011695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a77945ab-76f1-413a-af4d-b3ee4f7b90db tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/ports/2c44f7fe-a42a-443b-a1b4-d106db4b5149 HTTP/1.1" status: 204 len: 168 time: 1.2452455 Aug 18 14:25:39.023395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:39.271454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b14d0-8404-4b5e-b077-e04b255d1f16 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:39.280641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58670) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:39.288315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-271b14d0-8404-4b5e-b077-e04b255d1f16 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bc1f40-9f92-4b92-ae57-24186f471b21 HTTP/1.1" status: 200 len: 913 time: 0.2671390 Aug 18 14:25:39.464319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:39.552901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84db1919-c946-45c7-949a-718dfbedce4b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:39.859044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 84db1919-c946-45c7-949a-718dfbedce4b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:39.865069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 84db1919-c946-45c7-949a-718dfbedce4b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:39.865462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.026360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.073285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.251988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 84db1919-c946-45c7-949a-718dfbedce4b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84db1919-c946-45c7-949a-718dfbedce4b,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:40.344354 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.407578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.413452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.493640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.497610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.508071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:40.514800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port be84429c-6633-47bc-a014-294c30cf89b9 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:40.515182 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.576010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:40.685360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:40.718989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for be84429c-6633-47bc-a014-294c30cf89b9 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:40.756414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031e555-194b-4c6b-bb5f-2c87c558a460 None None] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:40.799641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:40.800744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:41.013069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:41.040346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-10a59fac-e2ba-432d-809b-2bd36b4a7860 None None] Provisioning for port a4e53a35-6da6-4080-91ed-794c79368ae4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:41.051210 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.237661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-43bf8ea6-13d0-4027-a576-dbd41325fc1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1803083 Aug 18 14:25:41.311217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.312128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:41.323254 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:41.325654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ed9f8a92-3b94-4d9c-bd8f-341ed75328c9 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024512 Aug 18 14:25:41.326597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58708) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:41.337064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987771957'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:41.351965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:41.352597 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:41.439500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:41.443532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.469288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=be84429c-6633-47bc-a014-294c30cf89b9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:41.528363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:25:41.552407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a4e53a35-6da6-4080-91ed-794c79368ae4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:41.583253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.583253 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added segment b3f31d35-2815-4ce6-93ff-5868dc8d14d6 of type vlan for network c06329e0-0781-4702-8941-0aa6734caede Aug 18 14:25:41.624694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-d61bbfb1-873e-4b9b-a4b2-c2c20c49aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:41.630408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-d61bbfb1-873e-4b9b-a4b2-c2c20c49aaf9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 1096 time: 0.3125563 Aug 18 14:25:41.666038 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:41.720339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.801242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a4e53a35-6da6-4080-91ed-794c79368ae4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:41.825820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a4e53a35-6da6-4080-91ed-794c79368ae4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:41.825820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.879523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.894266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:41.895495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.932711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Provisioning complete for port a4e53a35-6da6-4080-91ed-794c79368ae4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:41.947390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.172840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Network': ['ID=c06329e0-0781-4702-8941-0aa6734caede,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:42.208392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5fb4de2a-f131-46db-8609-0e3dc5338e24 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8801382 Aug 18 14:25:42.213264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58726) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:42.220107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'subnet': {'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:42.294462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c06329e0-0781-4702-8941-0aa6734caede details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:25:42.333316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:39Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:42.424341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.456057 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:42.459471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.459946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Updating router 12497a9f-01b1-4120-8c2b-d1c356b0f53a port 04ce5f3f-aa9c-4858-b782-3d275997cde4 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:25:42.496858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-1e5c41ec-e219-4958-b415-f855b5b46940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:42.504532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-1e5c41ec-e219-4958-b415-f855b5b46940 service neutron] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 915 time: 0.8445592 Aug 18 14:25:42.520857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] For port a4e53a35-6da6-4080-91ed-794c79368ae4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a4e53a35-6da6-4080-91ed-794c79368ae4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:42.590088 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.615136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.639436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-06a535dd-046e-4c0c-856b-545477ba715f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6153316 Aug 18 14:25:42.642273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.651649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-4736cfdd-896c-4f23-9f11-de1c4f1dfa99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 200 len: 217 time: 0.1303570 Aug 18 14:25:42.687258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Made reservation on behalf of 937f36b6fea94abda29d371ebaa18b37 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:25:42.692694 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:42.809588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:25:42.810207 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:25:42.872997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Pushing event updated for resources: {'Port': ['ID=a4e53a35-6da6-4080-91ed-794c79368ae4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:42.927008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-6a3a1fdd-db11-4e92-986b-b7f788bf9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:42.928569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-6a3a1fdd-db11-4e92-986b-b7f788bf9bfb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.2676480 Aug 18 14:25:42.933666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Provisioning for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:42.938727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Provisioning complete for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:42.943185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.044462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3194abb6-5d3b-4b4f-9c7d-34330d7d776c None None] Port 04ce5f3f-aa9c-4858-b782-3d275997cde4 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:43.105627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-6fdc95de-ad4f-4eac-9835-f7b32dbb9f3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670158 Aug 18 14:25:43.127314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.139349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.140573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.141700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.144515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.145197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.145869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.149413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4b60dc72-4c13-43d5-92b4-46b84a5f88db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.4173791 Aug 18 14:25:43.193403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b1838cbb-b322-473e-9b2d-ca50ea5823bb None None] Provisioning complete for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:43.193970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b1838cbb-b322-473e-9b2d-ca50ea5823bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.279376 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.296136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b1838cbb-b322-473e-9b2d-ca50ea5823bb None None] Port 04ce5f3f-aa9c-4858-b782-3d275997cde4 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:43.297036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.312574 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Transition to ACTIVE for port object 04ce5f3f-aa9c-4858-b782-3d275997cde4 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:43.382871 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.407668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84db1919-c946-45c7-949a-718dfbedce4b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:43.430600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Subnet': ['ID=5601a793-a09d-408e-802b-383ac210be86,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:43.443488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Checking segment: {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:43.443983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network hostable DHCP agents. Network: c06329e0-0781-4702-8941-0aa6734caede, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:25:43.528948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 84db1919-c946-45c7-949a-718dfbedce4b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:43.529295 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.540383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Pushing event updated for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:43.559302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network c06329e0-0781-4702-8941-0aa6734caede is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:25:43.567608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.568108 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.573723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.573723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.573723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.573723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.590165 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.590646 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.591330 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.591457 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.591793 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.592751 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:43.659169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c06329e0-0781-4702-8941-0aa6734caede) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:43.664191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:43.664818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.692173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdfda92-7104-48d2-b606-bf395c2e43a8 None None] Network c06329e0-0781-4702-8941-0aa6734caede requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:43.742699 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Attempting to bind port 04ce5f3f-aa9c-4858-b782-3d275997cde4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:43.743072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Attempting to bind port 04ce5f3f-aa9c-4858-b782-3d275997cde4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:43.743466 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Attempting to bind port 04ce5f3f-aa9c-4858-b782-3d275997cde4 on network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:43.763913 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:43.764617 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Checking segment: {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:43.765333 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.766064 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Bound using segment: {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:43.766814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Bound port: 04ce5f3f-aa9c-4858-b782-3d275997cde4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:43.767407 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.771726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01df8686-0274-4e49-b968-a14423665aaf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5562129 Aug 18 14:25:43.772360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:43.939111 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] For port 04ce5f3f-aa9c-4858-b782-3d275997cde4, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:43.947776 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] For port 04ce5f3f-aa9c-4858-b782-3d275997cde4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=04ce5f3f-aa9c-4858-b782-3d275997cde4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:44.040934 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:44.214195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8b3ea-3e91-4307-b99b-0338868a723c None None] Pushing event updated for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:44.289249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:44.292880 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:44.337528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-782b90d7-d8ee-4fc9-a125-2d53c72bb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:44.338177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-782b90d7-d8ee-4fc9-a125-2d53c72bb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:44.338545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-782b90d7-d8ee-4fc9-a125-2d53c72bb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:44.340223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-782b90d7-d8ee-4fc9-a125-2d53c72bb5fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.3316300 Aug 18 14:25:44.388968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c06329e0-0781-4702-8941-0aa6734caede', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:25:44.397203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:44.566946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:44.625959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Router c4bc1f40-9f92-4b92-ae57-24186f471b21 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:44.743461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a4e53a35-6da6-4080-91ed-794c79368ae4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:44.910596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Allocated IP 2001:db8:3::2 (c06329e0-0781-4702-8941-0aa6734caede/5601a793-a09d-408e-802b-383ac210be86/705f5d1f-6e87-48a7-82ef-03da937fd0a4) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:44.914454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.048649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:45.081518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] Sync routers for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:45.087603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-04243685-4d78-4e77-a509-5c4f80dd7fa9 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9346423 Aug 18 14:25:45.096414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e1e8bcd-1d54-4739-9fa8-75609a979453 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "PUT /v2.0/routers/c4bc1f40-9f92-4b92-ae57-24186f471b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8145664 Aug 18 14:25:45.108067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58772) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:45.110314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-15dce9e5-c915-4fc3-b6bf-8ba4644863d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.7316105 Aug 18 14:25:45.136127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a4e53a35-6da6-4080-91ed-794c79368ae4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:45.139318 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.148772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:45.149108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:45.229478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:39Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:43Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:45.262689 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d816f-ebe1-4c82-a4e8-cb44e9f05c0f None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:39Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:43Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:45.272768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-c3af34ce-8863-4402-8193-8f60586372ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:45.274634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-c3af34ce-8863-4402-8193-8f60586372ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.1519461 Aug 18 14:25:45.369615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:45.508164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-20d11140-a3ab-4d13-a825-6171e5e6c37e req-24460116-84d0-4152-bdfb-a1542defb41a service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093761 Aug 18 14:25:45.540643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] Routers {'c4bc1f40-9f92-4b92-ae57-24186f471b21'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:45.542013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c4bc1f40-9f92-4b92-ae57-24186f471b21'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:45.544597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-2fc1e78c-07df-4d9f-bc98-ae794f3d2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:45.547773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-2fc1e78c-07df-4d9f-bc98-ae794f3d2915 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623787 Aug 18 14:25:45.634098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.737890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:45.737890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497e39e-bcd2-427a-aead-46875d68e4cc None None] The sync data for ids ['c4bc1f40-9f92-4b92-ae57-24186f471b21'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:45.799693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-54660d79-2c2d-44de-a472-dfb8d144c012 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428901 Aug 18 14:25:45.868423 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.887717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Transition to ACTIVE for port object 705f5d1f-6e87-48a7-82ef-03da937fd0a4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:45.935938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Transition to ACTIVE for port object 705f5d1f-6e87-48a7-82ef-03da937fd0a4 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:45.969491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.980189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-a6a51295-b25f-45d5-8971-603d7e63ae37 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714392 Aug 18 14:25:46.046373 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-fcd6d588-9349-4b32-89c6-5f80e8eaae87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0546095 Aug 18 14:25:46.117313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.158369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-582ccee8-7793-4788-b85b-9d51d1dc9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:46.167514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-582ccee8-7793-4788-b85b-9d51d1dc9445 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1091101 Aug 18 14:25:46.170801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Network c06329e0-0781-4702-8941-0aa6734caede is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:46.264009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:46.264009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:46.264009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Pushing event updated for resources: {'Port': ['ID=705f5d1f-6e87-48a7-82ef-03da937fd0a4,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:46.308920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port 8169e7ec-7628-4b45-b820-daac86de5bd8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:46.311728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.315905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Allocated IP 2001:db8:3::1 (c06329e0-0781-4702-8941-0aa6734caede/5601a793-a09d-408e-802b-383ac210be86/ddfca276-13a2-4f74-b0af-ba41e7da5caf) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:25:46.316714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-8e65de42-d461-4318-9d7f-3b64f6d8b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:46.319092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-8e65de42-d461-4318-9d7f-3b64f6d8b773 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395316 Aug 18 14:25:46.379598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Attempting to bind port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:46.379598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Attempting to bind port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:46.379598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Attempting to bind port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 on network c06329e0-0781-4702-8941-0aa6734caede {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:46.415287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:46.415800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Checking segment: {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:46.416081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.416549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Bound using segment: {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:46.416959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Bound port: 705f5d1f-6e87-48a7-82ef-03da937fd0a4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:46.417351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.537622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] For port 705f5d1f-6e87-48a7-82ef-03da937fd0a4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:46.562903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] For port 705f5d1f-6e87-48a7-82ef-03da937fd0a4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=705f5d1f-6e87-48a7-82ef-03da937fd0a4,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:46.586722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-e3b17d48-aba1-4699-bcfe-5b622cf66fe8 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586615 Aug 18 14:25:46.665462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.694368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:46.795221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Pushing event updated for resources: {'Port': ['ID=705f5d1f-6e87-48a7-82ef-03da937fd0a4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:46.853187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 04ce5f3f-aa9c-4858-b782-3d275997cde4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:46.864135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for 8169e7ec-7628-4b45-b820-daac86de5bd8 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:46.874201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.876605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.876964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.877309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.877650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.878015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.878350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.878686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.883040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.884906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.885264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.885611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2734875-747d-42ec-aa10-f869403f1116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:46.924854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-f70e4197-2b18-4538-a1c2-25fe0b33d8c7 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290875 Aug 18 14:25:47.037552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-876befed-2723-4f61-83ba-5178dd9f9af3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.1043808 Aug 18 14:25:47.047769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.090598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:47.102832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:47.107051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:47.107549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.161944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-576601e0-dda6-4474-bc38-1e3137bf9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:47.169246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-576601e0-dda6-4474-bc38-1e3137bf9e87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1223803 Aug 18 14:25:47.236210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Transition to ACTIVE for port object ddfca276-13a2-4f74-b0af-ba41e7da5caf will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:47.301919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-32c55c6a-990e-434e-b7b1-ed8fdb0a601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:47.302904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-32c55c6a-990e-434e-b7b1-ed8fdb0a601c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274071 Aug 18 14:25:47.333468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.345377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.415767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 04ce5f3f-aa9c-4858-b782-3d275997cde4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=04ce5f3f-aa9c-4858-b782-3d275997cde4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:47.425952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.428011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=8169e7ec-7628-4b45-b820-daac86de5bd8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:47.481366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.540201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:47.588218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-4870fdd5-e089-4297-85b9-de2ce15f22d2 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702689 Aug 18 14:25:47.595933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:47.609428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.621786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network c06329e0-0781-4702-8941-0aa6734caede is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:47.629920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:47.633139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:25:47.633704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.742316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-f50c4745-f4bf-4b57-b53b-123dcbb9d749 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373801 Aug 18 14:25:47.800996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-461b5cb2-4a0d-4538-b58c-50ff22171ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.883452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.891047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-f3ddeff5-ad8c-4fce-9bcc-76d76149d1e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.1323252 Aug 18 14:25:47.900784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.981069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-1850817c-50da-48fb-a924-d5f83c36ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:47.984187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-1850817c-50da-48fb-a924-d5f83c36ee2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0865045 Aug 18 14:25:48.063103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-64becc5f-0c01-4a45-8a9c-5ef82be06a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:48.066167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-64becc5f-0c01-4a45-8a9c-5ef82be06a82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729344 Aug 18 14:25:48.189429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-9168341c-09a6-4a73-825c-584f9c870d82 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153514 Aug 18 14:25:48.385067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-1bd0260e-e9b6-4c6d-9173-02a24e3c7a14 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845219 Aug 18 14:25:48.452066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-857a683d-a8be-40cf-829b-c22880b5c712 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0533783 Aug 18 14:25:48.534699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:48.544365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-e1f3e46e-6966-480c-84a2-6afb6f32ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:48.549555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-e1f3e46e-6966-480c-84a2-6afb6f32ba23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0879366 Aug 18 14:25:48.557577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:48.558089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Fanout notify agent at l3_agent the message router_deleted on router c4bc1f40-9f92-4b92-ae57-24186f471b21 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:25:48.577499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3cea4-342b-4de7-95e2-ef6ff298946b None None] Network c06329e0-0781-4702-8941-0aa6734caede requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:48.595531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:48.602214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cfa8d503-5363-43eb-a311-1366ce14976e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/routers/c4bc1f40-9f92-4b92-ae57-24186f471b21 HTTP/1.1" status: 204 len: 168 time: 3.4797277 Aug 18 14:25:48.604543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58828) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:48.610758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-80c1a4f7-0e11-40ea-a0e2-966e92696a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:48.612672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-80c1a4f7-0e11-40ea-a0e2-966e92696a12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566750 Aug 18 14:25:48.872421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-9580c1b5-b397-46cb-915b-0e02ea670463 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418053 Aug 18 14:25:49.087232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-26f419b7-b522-4c96-ae0f-d4f1c083c0cd service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025273 Aug 18 14:25:49.099988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 705f5d1f-6e87-48a7-82ef-03da937fd0a4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:49.159510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting subnet 121c9755-3d05-47a7-bfd0-21f7cd272029 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:25:49.172023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-461b5cb2-4a0d-4538-b58c-50ff22171ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.173460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.173591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-426d68f4-cce4-47e5-961a-20acbee9dab8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0709629 Aug 18 14:25:49.248187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-461b5cb2-4a0d-4538-b58c-50ff22171ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.276835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-d3ee03c0-fc8e-49d9-9ef6-e6c731ee69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:49.279452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-d3ee03c0-fc8e-49d9-9ef6-e6c731ee69d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0976059 Aug 18 14:25:49.282848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2c2b2fb-ec00-47af-81a4-e8354d9e4edd None None] Provisioning for port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:49.348755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-72db33f2-9965-4802-a69f-f143a0d142cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:49.350911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-72db33f2-9965-4802-a69f-f143a0d142cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617936 Aug 18 14:25:49.361025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-461b5cb2-4a0d-4538-b58c-50ff22171ebc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d5e9d084b8b4d209e03043192e8f03f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1322486 Aug 18 14:25:49.371749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58842) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:49.393325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:49.402904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:49.403317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.475130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.491188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.532173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.538376 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.571581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b5cb2-4a0d-4538-b58c-50ff22171ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab645689-d212-454d-b9ef-f797227e9478,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:49.630034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.635331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 705f5d1f-6e87-48a7-82ef-03da937fd0a4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=705f5d1f-6e87-48a7-82ef-03da937fd0a4,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:49.646156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-055e7533-1662-42b5-8b6e-55dbfc8be20d service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864022 Aug 18 14:25:49.706548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.736069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.736721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.737752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.737962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 04ce5f3f-aa9c-4858-b782-3d275997cde4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:49.755288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.762417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:49.765875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab645689-d212-454d-b9ef-f797227e9478 HTTP/1.1" status: 204 len: 168 time: 0.3900833 Aug 18 14:25:49.804956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab645689-d212-454d-b9ef-f797227e9478,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:49.846934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-2de0eef1-c3c7-4794-96e3-c90546af1430 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919646 Aug 18 14:25:49.848263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.862077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.867528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.869314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.880771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.880771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.880771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.880771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.886276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.886646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.886976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.887307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570bfc91-31ea-4898-bfda-596e03c1cae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:25:49.925931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event updated for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:49.967369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-e8519003-4538-4770-9297-e12d17c624cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0685501 Aug 18 14:25:49.993820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Network c06329e0-0781-4702-8941-0aa6734caede is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:25:49.998203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:25:50.018140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.118677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-d8e629ff-0687-47ba-82cc-0641e1dae8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:50.120838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-d8e629ff-0687-47ba-82cc-0641e1dae8fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.1457193 Aug 18 14:25:50.175094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=705f5d1f-6e87-48a7-82ef-03da937fd0a4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:50.208665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Provisioning for port ddfca276-13a2-4f74-b0af-ba41e7da5caf completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:50.211849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 04ce5f3f-aa9c-4858-b782-3d275997cde4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:50.212876 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.216194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Provisioning complete for port ddfca276-13a2-4f74-b0af-ba41e7da5caf triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:50.216802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.250213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-c3b3fea8-8919-4351-b473-7c8e15fbf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:50.251977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-c3b3fea8-8919-4351-b473-7c8e15fbf0b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227243 Aug 18 14:25:50.296858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Port ddfca276-13a2-4f74-b0af-ba41e7da5caf cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:50.318946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Subnet': ['ID=121c9755-3d05-47a7-bfd0-21f7cd272029,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:50.332931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.334850 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2ddb8fc4-223e-4649-9c3b-d9cc95267fcc tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/subnets/121c9755-3d05-47a7-bfd0-21f7cd272029 HTTP/1.1" status: 204 len: 168 time: 1.7292440 Aug 18 14:25:50.341473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:50.345563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2a42d-006d-490f-a5d5-88836e848f75 None None] Network 565d2ecc-0bba-464d-8947-a0ef0992cd30 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:25:50.410672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Provisioning complete for port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:50.412166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa5fc-4c3d-45ac-a259-c7e187944593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.486167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-a079131a-41ad-4c2c-9f9a-75debcf733ae service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252636 Aug 18 14:25:50.562463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:50.598314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.738486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3caa4a3-d1eb-464c-8402-076cee8a9fe6 req-b3200c19-917c-470a-adde-2c882c072cf6 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423084 Aug 18 14:25:50.747010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 705f5d1f-6e87-48a7-82ef-03da937fd0a4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:50.844716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] DHCP port deletion for 565d2ecc-0bba-464d-8947-a0ef0992cd30 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:25:50.872252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:50.883226 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:50.889456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-24d0e6ef-bd97-47b8-938b-d5c9847ac9b7 None None] Provisioning complete for port ddfca276-13a2-4f74-b0af-ba41e7da5caf triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:50.889456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-24d0e6ef-bd97-47b8-938b-d5c9847ac9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.918748 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d2f0c76d-8f27-42e7-bd96-dd714ad71ef7 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1442895 Aug 18 14:25:50.921398 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:50.922497 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:50.924818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58878) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:50.932887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:50.961391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:50.961769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.968389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:50.970644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.021107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-24d0e6ef-bd97-47b8-938b-d5c9847ac9b7 None None] Port ddfca276-13a2-4f74-b0af-ba41e7da5caf cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:51.048920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Deleting port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:51.049259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.088670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] For port 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=33c40ef2-005d-4ed9-bdaa-42adbcfda930,segment=NetworkSegment(cf0d8b73-b92d-42b4-8b2f-eaef001020fd),segment_id=cf0d8b73-b92d-42b4-8b2f-eaef001020fd)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:51.089047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.160304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for 33c40ef2-005d-4ed9-bdaa-42adbcfda930 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:51.275434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:51.447713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2695ecf7-ea7d-4be2-ad1f-abf539fa36ea None None] Provisioning complete for port ddfca276-13a2-4f74-b0af-ba41e7da5caf triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:51.448300 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2695ecf7-ea7d-4be2-ad1f-abf539fa36ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.553912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] For port 33c40ef2-005d-4ed9-bdaa-42adbcfda930, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=33c40ef2-005d-4ed9-bdaa-42adbcfda930,segment=NetworkSegment(cf0d8b73-b92d-42b4-8b2f-eaef001020fd),segment_id=cf0d8b73-b92d-42b4-8b2f-eaef001020fd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:51.553912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.613972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Calling delete_port for 33c40ef2-005d-4ed9-bdaa-42adbcfda930 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:51.626728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2695ecf7-ea7d-4be2-ad1f-abf539fa36ea None None] Port ddfca276-13a2-4f74-b0af-ba41e7da5caf cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:25:51.852655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:25:51.861832 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:49Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:51.872781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Removed routes are [] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:25:51.873456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:51.899151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:51.899741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Updating router 12497a9f-01b1-4120-8c2b-d1c356b0f53a port ddfca276-13a2-4f74-b0af-ba41e7da5caf binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:25:51.930164 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.219363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.221472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.222015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=33c40ef2-005d-4ed9-bdaa-42adbcfda930,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:52.222015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] No DVR routers for this DVR port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:25:52.222228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] Pushing event deleted for resources: {'Port': ['ID=33c40ef2-005d-4ed9-bdaa-42adbcfda930,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:52.222228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21d454-7b35-4298-9f05-5154b41cbf99 None None] No DVR routers for this DVR port 33c40ef2-005d-4ed9-bdaa-42adbcfda930 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:25:52.237958 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.249601 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Transition to ACTIVE for port object ddfca276-13a2-4f74-b0af-ba41e7da5caf will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565d2ecc-0bba-464d-8947-a0ef0992cd30']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0d8b73-b92d-42b4-8b2f-eaef001020fd') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:25:52.758039 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:25:52.859574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cabba569-3e40-4533-a4a8-2e459edb7d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.864843 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.866858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.866858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.868458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 58918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:52.869378 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/networks/565d2ecc-0bba-464d-8947-a0ef0992cd30 HTTP/1.1" status: 204 len: 168 time: 2.2134304 Aug 18 14:25:52.869378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b08288-d17b-4661-9674-b47426971ef0 tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Network': ['ID=565d2ecc-0bba-464d-8947-a0ef0992cd30,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:52.869730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 33c40ef2-005d-4ed9-bdaa-42adbcfda930 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f72a-bea8-4cab-a05e-cdbe7bdf7af5 None None] Pushing event updated for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Attempting to bind port ddfca276-13a2-4f74-b0af-ba41e7da5caf on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Attempting to bind port ddfca276-13a2-4f74-b0af-ba41e7da5caf by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Attempting to bind port ddfca276-13a2-4f74-b0af-ba41e7da5caf on network c06329e0-0781-4702-8941-0aa6734caede {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Checking segment: {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Bound using segment: {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Bound port: ddfca276-13a2-4f74-b0af-ba41e7da5caf, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:25:52.870009 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:52.890711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 33c40ef2-005d-4ed9-bdaa-42adbcfda930 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:25:52.891067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 33c40ef2-005d-4ed9-bdaa-42adbcfda930 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:25:53.013759 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] For port ddfca276-13a2-4f74-b0af-ba41e7da5caf, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:25:53.013759 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] For port ddfca276-13a2-4f74-b0af-ba41e7da5caf, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ddfca276-13a2-4f74-b0af-ba41e7da5caf,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:25:53.183494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:53.190789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:53.198364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Deleting port f7a3ff72-893d-4bb4-9519-eab7790092d9 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:53.205217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:53.205399 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:53.274596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:53.275438 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:53.476305 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:53.521080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f72a-bea8-4cab-a05e-cdbe7bdf7af5 None None] Pushing event updated for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:53.858435 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:51Z', 'revision_number': 6, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:52Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:53.900842 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f226c0-c3ba-40aa-b5b6-6bda35b3652a None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:51Z', 'revision_number': 6, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:52Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:53.966575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:53.971271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:53.972409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:54.013224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Calling delete_port for f7a3ff72-893d-4bb4-9519-eab7790092d9 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:54.203167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:54.212981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:54.216561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90d3269a-19fe-4f32-946d-53e6767b6940 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 953 time: 3.2877908 Aug 18 14:25:54.217096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:54.418790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d1261364-04d9-4a5e-ab5a-10badab0fc09 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 953 time: 0.2004406 Aug 18 14:25:54.422105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 58986) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:54.431097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'routes': None}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:25:54.556124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:54.673336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Pushing event deleted for resources: {'Port': ['ID=f7a3ff72-893d-4bb4-9519-eab7790092d9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:54.760138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ddfca276-13a2-4f74-b0af-ba41e7da5caf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:54.809318 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:54.812661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:54.814056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd471a57-e87e-44d8-9dd4-36e69f8ae53e tempest-FloatingIPAdminTestJSON-989730770 tempest-FloatingIPAdminTestJSON-989730770-project] 10.222.0.35 "DELETE /v2.0/floatingips/5206a18b-5986-4682-932d-53620568d643 HTTP/1.1" status: 204 len: 168 time: 2.2426128 Aug 18 14:25:54.868226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cb71-7171-456f-9295-939d2bf8de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.044069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.136011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ddfca276-13a2-4f74-b0af-ba41e7da5caf completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:25:55.140303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ddfca276-13a2-4f74-b0af-ba41e7da5caf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:55.140675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.287551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added routes are [] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:25:55.288552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.extraroute_db [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=112228) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:25:55.312152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:55.333688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:55.334449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:55.339624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.346530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.462456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ddfca276-13a2-4f74-b0af-ba41e7da5caf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ddfca276-13a2-4f74-b0af-ba41e7da5caf,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:55.472378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:55.599003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.728061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59024) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:55.792995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:55.812193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.816218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.908831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:55.959213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:51Z', 'revision_number': 6, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:52Z', 'revision_number': 4, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:55.997265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:56.013981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:56.024158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:56.025158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:56.140700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9a8a48e9-489e-4c37-87de-06931d4f193e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f08ec458e1384c948f14e2e73174f920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114645 Aug 18 14:25:56.144208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:56.174685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:56.177524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:56.183358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:56.194205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59048) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:56.202382 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-82b4f0e8-b255-47b4-85e5-23de4b840f26 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 703 time: 1.7678509 Aug 18 14:25:56.286288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:56.308298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e39f5ca8-58c9-4cdf-a750-644cc3dc1509 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 703 time: 0.1128476 Aug 18 14:25:56.311957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59052) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:56.374103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:56.508548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 7, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:56.555363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e6a82-057d-4501-a8f3-9906fa28bb3b None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 7, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:56.570612 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:56.573736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:56.577342 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7f3fb40-fd97-4718-b181-fc31b6cd2bc8 HTTP/1.1" status: 204 len: 168 time: 0.4127159 Aug 18 14:25:56.587148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5276b9-7e65-4604-a852-1d59ee8d1dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f3fb40-fd97-4718-b181-fc31b6cd2bc8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:56.677643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ddfca276-13a2-4f74-b0af-ba41e7da5caf up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:25:56.776711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ddfca276-13a2-4f74-b0af-ba41e7da5caf triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:25:56.777303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.068717 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:57.077077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.083814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:57.084386 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:57.309442 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:57.536655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.667781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 7, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:57.669268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port ddfca276-13a2-4f74-b0af-ba41e7da5caf {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:25:57.669626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.683305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59096) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:57.730892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a44f497-dde9-4d42-996c-f52af84fa333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.801867 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:25:57.811151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:57.811776 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:57.849560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port ddfca276-13a2-4f74-b0af-ba41e7da5caf, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ddfca276-13a2-4f74-b0af-ba41e7da5caf,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:25:57.850304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:57.874842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for ddfca276-13a2-4f74-b0af-ba41e7da5caf owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:25:57.912665 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:58.107744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a44f497-dde9-4d42-996c-f52af84fa333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.183881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2a44f497-dde9-4d42-996c-f52af84fa333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.248573 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2a44f497-dde9-4d42-996c-f52af84fa333 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c9b82cb2c994e04900b506fd263d695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634010 Aug 18 14:25:58.252683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59112) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:58.294353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44f497-dde9-4d42-996c-f52af84fa333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407f5632-58f0-4b5f-9fc1-89781eea3e3b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:58.346196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.356486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.373516 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 7, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:58.424937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.434735 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ff730-7312-4906-8c44-476de0fd87d4 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 7, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfca276-13a2-4f74-b0af-ba41e7da5caf', 'name': '', 'network_id': 'c06329e0-0781-4702-8941-0aa6734caede', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:ac:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '5601a793-a09d-408e-802b-383ac210be86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:45Z', 'updated_at': '2021-08-18T14:25:55Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5601a793-a09d-408e-802b-383ac210be86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:25:58.439434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=ddfca276-13a2-4f74-b0af-ba41e7da5caf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:58.624472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.627844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.638790 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/407f5632-58f0-4b5f-9fc1-89781eea3e3b HTTP/1.1" status: 204 len: 168 time: 0.3846664 Aug 18 14:25:58.657636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:58.667272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc779b2-7a4c-466c-831c-fd6689db1fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407f5632-58f0-4b5f-9fc1-89781eea3e3b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:25:59.048560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:25:59.247286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:25:59.252531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-747b7158-ce7c-41cd-bb4a-ddc4ee34fae8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9393988 Aug 18 14:25:59.255262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:59.258761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:25:59.272188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:25:59.273187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:25:59.358683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet 5601a793-a09d-408e-802b-383ac210be86 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:25:59.364466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:59.471103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:59.670538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:25:59.867114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59148) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:25:59.897253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d75abe5-aeb4-4ac8-9433-73825e0bad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.036398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:58Z', 'revision_number': 8, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:00.037952 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d75abe5-aeb4-4ac8-9433-73825e0bad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.047296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.065950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:00.087854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:00.088679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:00.197601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:00.218066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d75abe5-aeb4-4ac8-9433-73825e0bad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.302494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.348820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75abe5-aeb4-4ac8-9433-73825e0bad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca15d8f-0c8a-47e3-90d6-af0efeb1ce83,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:00.364957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d75abe5-aeb4-4ac8-9433-73825e0bad0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66db8caf58204c3fa82d43793e57d3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960554 Aug 18 14:26:00.368076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=5601a793-a09d-408e-802b-383ac210be86,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:00.391621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:00.404352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.408601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a57e7956-adf7-4d0b-bd6c-f60f473215a4 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/5601a793-a09d-408e-802b-383ac210be86 HTTP/1.1" status: 204 len: 168 time: 1.1516786 Aug 18 14:26:00.411644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59170) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:00.508888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9a424-a111-44d1-8838-5f499b60151d None None] Network c06329e0-0781-4702-8941-0aa6734caede requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:00.526474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.561614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.581511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.645135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:00.645951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.761832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port 705f5d1f-6e87-48a7-82ef-03da937fd0a4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=705f5d1f-6e87-48a7-82ef-03da937fd0a4,segment=NetworkSegment(b3f31d35-2815-4ce6-93ff-5868dc8d14d6),segment_id=b3f31d35-2815-4ce6-93ff-5868dc8d14d6)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:00.762234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.766935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.769951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:00.776390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 705f5d1f-6e87-48a7-82ef-03da937fd0a4 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:00.779616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cca15d8f-0c8a-47e3-90d6-af0efeb1ce83 HTTP/1.1" status: 204 len: 168 time: 0.3847420 Aug 18 14:26:00.789200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84f343-2482-4bb5-9689-d2c42f241ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca15d8f-0c8a-47e3-90d6-af0efeb1ce83,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:00.886092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:58Z', 'revision_number': 8, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:00.919614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533780c-3fbd-4ff5-9617-ea88057339e2 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:25:58Z', 'revision_number': 8, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '04ce5f3f-aa9c-4858-b782-3d275997cde4', 'name': '', 'network_id': '4e705352-b9ad-430e-a3a9-bd8ca54d92f6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6d:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:37Z', 'updated_at': '2021-08-18T14:25:47Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '2ebc1171-5185-4ca4-ab14-2d261440cc90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:01.044933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.080276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=705f5d1f-6e87-48a7-82ef-03da937fd0a4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:01.090195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port 705f5d1f-6e87-48a7-82ef-03da937fd0a4 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:01.233724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59190) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:01.261217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.276129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06329e0-0781-4702-8941-0aa6734caede']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:01.287849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:01.288364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f31d35-2815-4ce6-93ff-5868dc8d14d6') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:01.311081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.312738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea28fd-0a31-433b-a6f0-bd54c0ac3d4f None None] DHCP port deletion for c06329e0-0781-4702-8941-0aa6734caede request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:26:01.343731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.353537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:26:01.359629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:26:01.374998 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:26:01.591937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.605736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d82a03f3-9c09-4e4a-bc7c-24ba55a2bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.648115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.653435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/c06329e0-0781-4702-8941-0aa6734caede HTTP/1.1" status: 204 len: 168 time: 1.2394567 Aug 18 14:26:01.655211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814e31-d9d2-4329-a51d-ca28b669c766 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=c06329e0-0781-4702-8941-0aa6734caede,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:01.659885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:01.786865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d82a03f3-9c09-4e4a-bc7c-24ba55a2bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.882550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d82a03f3-9c09-4e4a-bc7c-24ba55a2bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:01.946786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d82a03f3-9c09-4e4a-bc7c-24ba55a2bbcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e637ffd2c144477a0106d7fd9d25bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117088 Aug 18 14:26:01.948080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a03f3-9c09-4e4a-bc7c-24ba55a2bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95265d41-7d1d-44ba-a098-a5b2d43741c3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:01.950786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:02.016372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.040325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.102252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.212481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.215134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.218422 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95265d41-7d1d-44ba-a098-a5b2d43741c3 HTTP/1.1" status: 204 len: 168 time: 0.2572911 Aug 18 14:26:02.236689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276806-4cb8-4894-bf32-a6d1d66e5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95265d41-7d1d-44ba-a098-a5b2d43741c3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:02.463864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 04ce5f3f-aa9c-4858-b782-3d275997cde4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:02.464228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.618413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port 04ce5f3f-aa9c-4858-b782-3d275997cde4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=04ce5f3f-aa9c-4858-b782-3d275997cde4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:02.618641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:02.635343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 04ce5f3f-aa9c-4858-b782-3d275997cde4 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:02.643806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 705f5d1f-6e87-48a7-82ef-03da937fd0a4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:02.674669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 705f5d1f-6e87-48a7-82ef-03da937fd0a4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:02.675267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 705f5d1f-6e87-48a7-82ef-03da937fd0a4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:02.690566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ddfca276-13a2-4f74-b0af-ba41e7da5caf no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:02.726237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ddfca276-13a2-4f74-b0af-ba41e7da5caf {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:02.726512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ddfca276-13a2-4f74-b0af-ba41e7da5caf not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:03.433927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:03.518335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=04ce5f3f-aa9c-4858-b782-3d275997cde4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:03.695612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:03.918900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:03.959166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:04.049543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-916857903', 'router:external': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:04.069663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:04.079635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a52446ff-9df9-4d0b-a358-cf2324936c19 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170911 Aug 18 14:26:04.080313 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:04.081557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59316) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:04.092124 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:04.095327 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:04.198508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet 2ebc1171-5185-4ca4-ab14-2d261440cc90 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:26:04.202253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.224773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Made reservation on behalf of 6c03e7b031824ed0aa9558e5c70de757 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:26:04.227993 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.242016 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.243472 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:04.306727 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.398423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.437319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.460434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:26:04.490649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.560523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50196a0-20c0-40fa-8e7f-0ffbd83b02c9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:04.586162 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:03Z', 'revision_number': 9, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:04.622885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:04.631323 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:04.631973 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:04.635784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.646964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:26:04.657619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.658262 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Added segment 41272126-c16d-47ca-93d5-615c1e5f23a4 of type vlan for network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b Aug 18 14:26:04.665592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebc1171-5185-4ca4-ab14-2d261440cc90,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:04.667773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.670121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d81ede65-fd28-405c-8f69-7011145d2a3f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/2ebc1171-5185-4ca4-ab14-2d261440cc90 HTTP/1.1" status: 204 len: 168 time: 0.5868778 Aug 18 14:26:04.672432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59330) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:04.680192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c382e3d-7483-4eb8-becc-979f39968404 None None] Network 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:04.751300 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:04.777484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.839037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.914900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port a4e53a35-6da6-4080-91ed-794c79368ae4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:04.915253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.938808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:04.939944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:04.942773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.031332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] DHCP port deletion for 4e705352-b9ad-430e-a3a9-bd8ca54d92f6 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:26:05.054746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Network': ['ID=49edbe1c-ae0b-4c74-98df-3f3d0de3230b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:05.081738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port a4e53a35-6da6-4080-91ed-794c79368ae4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a4e53a35-6da6-4080-91ed-794c79368ae4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:05.082304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.084391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:26:05.125044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for a4e53a35-6da6-4080-91ed-794c79368ae4 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:05.134430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1766ac46-8e0a-4f71-9840-f4d219a070ae tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2105727 Aug 18 14:26:05.134919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:05.140162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'subnet': {'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:05.220077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Deleting port a4e53a35-6da6-4080-91ed-794c79368ae4 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:05.220612 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.275049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Made reservation on behalf of 6c03e7b031824ed0aa9558e5c70de757 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:26:05.278248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.342853 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:03Z', 'revision_number': 9, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:05.345053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] For port a4e53a35-6da6-4080-91ed-794c79368ae4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a4e53a35-6da6-4080-91ed-794c79368ae4,segment=NetworkSegment(d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec),segment_id=d50daddd-ad8c-4ef4-a378-f4dbb0ba5fec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:05.347706 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.380037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Calling delete_port for a4e53a35-6da6-4080-91ed-794c79368ae4 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:05.429596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159e680-f943-4b6a-a5ba-8171ded6cd86 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:03Z', 'revision_number': 9, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': '84db1919-c946-45c7-949a-718dfbedce4b', 'name': '', 'network_id': 'de01deee-39b9-4e16-a2fc-e6e47ac51c24', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:6c:7e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:29Z', 'updated_at': '2021-08-18T14:25:40Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': 'a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:05.461693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.480030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port a4e53a35-6da6-4080-91ed-794c79368ae4 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:05.502032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.544435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] Pushing event deleted for resources: {'Port': ['ID=a4e53a35-6da6-4080-91ed-794c79368ae4,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:05.549711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ee96-f7c9-470f-8f33-9393fc4c9976 None None] No DVR routers for this DVR port a4e53a35-6da6-4080-91ed-794c79368ae4 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:05.592619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=a4e53a35-6da6-4080-91ed-794c79368ae4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:05.683424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.703247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e705352-b9ad-430e-a3a9-bd8ca54d92f6']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:05.716427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:05.716802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50daddd-ad8c-4ef4-a378-f4dbb0ba5fec') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:05.748863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.785589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.792770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.808948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.822807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.874498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.886087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.900348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:05.902642 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-cf574fac-f3eb-4dc1-abd8-0ee9e7f96160 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.5885198 Aug 18 14:26:05.920095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.928440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:26:05.929955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:05.953320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:26:05.953970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:26:06.018759 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:26:06.020826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82cf1e9d-5548-4c07-8007-7cce1d0ef6b1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:06.056040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Checking segment: {'id': '41272126-c16d-47ca-93d5-615c1e5f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:06.057065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network hostable DHCP agents. Network: 49edbe1c-ae0b-4c74-98df-3f3d0de3230b, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:26:06.146484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92504b2f-7246-4936-a3b9-287cbd98d7d0 req-ab992e78-0b5b-4e6b-9037-5208d6af5837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156688 Aug 18 14:26:06.202127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:26:06.235524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:06.241244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:06.244068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/4e705352-b9ad-430e-a3a9-bd8ca54d92f6 HTTP/1.1" status: 204 len: 168 time: 1.5701027 Aug 18 14:26:06.246297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59368) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:06.301494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26342537-26ce-413b-a23b-f765b8d64727 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=4e705352-b9ad-430e-a3a9-bd8ca54d92f6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:06.320400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 49edbe1c-ae0b-4c74-98df-3f3d0de3230b) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:06.328618 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4b9e0-8b6a-4493-bf1c-c93649861816 None None] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:06.364773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.365555 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:06.436744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.445211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.451736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.459449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.471644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7d575218-21ea-4b51-826a-ba84aeac4c35 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3356779 Aug 18 14:26:06.472249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.482421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.490329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:06.501359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28706740-d99e-4b91-9a90-ecc6ddd5b4e1 None None] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:06.511549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1234865f-2aed-46da-9819-8d4f7ebc4d3f req-cabeb8e7-6fe9-4be5-8d3c-ba62f115f657 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.2667553 Aug 18 14:26:06.512287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59380) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:06.533032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1529127909', 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:06.698973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Made reservation on behalf of 6c03e7b031824ed0aa9558e5c70de757 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:26:06.701636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:06.735379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] device_id is not set on port 90357bdf-ad36-4dd4-b5d3-9c785252bc74 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:26:06.738429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a4e53a35-6da6-4080-91ed-794c79368ae4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:06.763355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a4e53a35-6da6-4080-91ed-794c79368ae4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:06.763781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a4e53a35-6da6-4080-91ed-794c79368ae4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:06.764277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 04ce5f3f-aa9c-4858-b782-3d275997cde4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:06.801005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 04ce5f3f-aa9c-4858-b782-3d275997cde4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:06.801458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 04ce5f3f-aa9c-4858-b782-3d275997cde4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:06.940875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.20.0.4 (49edbe1c-ae0b-4c74-98df-3f3d0de3230b/82cf1e9d-5548-4c07-8007-7cce1d0ef6b1/90357bdf-ad36-4dd4-b5d3-9c785252bc74) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:07.024077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.183726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.334604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 84db1919-c946-45c7-949a-718dfbedce4b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:07.335521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.361551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.409200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:07.412595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:07.417941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=90357bdf-ad36-4dd4-b5d3-9c785252bc74,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:07.420361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:07.460533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port 84db1919-c946-45c7-949a-718dfbedce4b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=84db1919-c946-45c7-949a-718dfbedce4b,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:07.460909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.469981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:07.471012 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.484860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 84db1919-c946-45c7-949a-718dfbedce4b owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:07.566045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e55ab710-24f5-4ae9-8fa5-b59adefe546c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0524085 Aug 18 14:26:07.569083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59410) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:07.683184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Deleting port 90357bdf-ad36-4dd4-b5d3-9c785252bc74 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:07.683688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.800554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.816853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Calling delete_port for 90357bdf-ad36-4dd4-b5d3-9c785252bc74 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:07.931212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:07.958889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=84db1919-c946-45c7-949a-718dfbedce4b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:08.070212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.089546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.107869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Port': ['ID=90357bdf-ad36-4dd4-b5d3-9c785252bc74,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:08.232320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.239698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4dc3af64-9b6b-4d05-acd0-c171810242c8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/ports/90357bdf-ad36-4dd4-b5d3-9c785252bc74 HTTP/1.1" status: 204 len: 168 time: 0.6634061 Aug 18 14:26:08.242304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59432) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:08.248917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b', 'external_fixed_ips': [{'subnet_id': '82cf1e9d-5548-4c07-8007-7cce1d0ef6b1', 'ip_address': '172.20.0.4'}]}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:08.391813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:08.435428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.435428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.528569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.565866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:08.581705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59450) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:08.582709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e02e462-9bac-4dd7-b2bf-e1ecff6225bf tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342960 Aug 18 14:26:08.599189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:08.629135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:08.634969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:08.711346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:26:08.751555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:08.800208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.858161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:08.951926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:09.027303 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.058358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.154090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.154814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.155364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.155898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.156429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.156967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.157498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:09.170209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:07Z', 'revision_number': 10, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:09.170486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-ded82a44-8e03-4360-8503-2db995504fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.2173564 Aug 18 14:26:09.213540 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.277653 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-9fb3bb88-3a92-4022-a885-27d63621514e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59775fce-b429-4c8c-9b3e-515ede77778c&id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662854 Aug 18 14:26:09.312487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.318148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59482) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:09.318297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1 HTTP/1.1" status: 204 len: 168 time: 0.7354093 Aug 18 14:26:09.319446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb42a80-405d-4317-be72-a55b2456331f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:09.504930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.525357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:09.531684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed9a9e-6dad-4a01-bdd6-cdfeb9dc23f1 None None] Network de01deee-39b9-4e16-a2fc-e6e47ac51c24 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:09.577416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:09.578046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.586099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.616930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.653313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:09.654453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:09.679065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port 9c8950d3-47b3-4243-91c4-4cab0f8e9618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9c8950d3-47b3-4243-91c4-4cab0f8e9618,segment=NetworkSegment(d91d8207-2781-4166-abcb-fd570677fa9f),segment_id=d91d8207-2781-4166-abcb-fd570677fa9f)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:09.681301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.708626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 9c8950d3-47b3-4243-91c4-4cab0f8e9618 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:09.895058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:09.927378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.20.0.4 (49edbe1c-ae0b-4c74-98df-3f3d0de3230b/82cf1e9d-5548-4c07-8007-7cce1d0ef6b1/8d1dde7f-d288-4a82-84b1-ecb38fc33cda) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:09.965862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:09.998933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=9c8950d3-47b3-4243-91c4-4cab0f8e9618,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:10.008588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port 9c8950d3-47b3-4243-91c4-4cab0f8e9618 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:10.124194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e848a07-ea61-4b41-bbae-5ccbd1ffe5d9 None None] DHCP port deletion for de01deee-39b9-4e16-a2fc-e6e47ac51c24 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:26:10.149641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.166224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.183504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de01deee-39b9-4e16-a2fc-e6e47ac51c24']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:10.217090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91d8207-2781-4166-abcb-fd570677fa9f') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:10.217313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91d8207-2781-4166-abcb-fd570677fa9f') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:10.254848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.277088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.294925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:26:10.295481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:26:10.299173 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:26:10.324366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:07Z', 'revision_number': 10, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:10.351142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017fd5a-c94c-4d4d-88b9-0d9b397d0598 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:07Z', 'revision_number': 10, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None, '_interfaces': [{'id': 'b774422f-0395-4010-bd32-38926c6a22ae', 'name': '', 'network_id': '3f8fbb3b-20f3-486c-b12e-602d039208b6', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'mac_address': 'fa:16:3e:3d:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:25:23Z', 'updated_at': '2021-08-18T14:25:31Z', 'revision_number': 5, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'subnets': [{'id': '5120f8ef-68e2-4da1-9df8-3540f5796adf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:10.372472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.378010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.413438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:10.416640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:10.419437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:10.441278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.446458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:10.451558 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/de01deee-39b9-4e16-a2fc-e6e47ac51c24 HTTP/1.1" status: 204 len: 168 time: 1.1286783 Aug 18 14:26:10.479706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:10.480498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0d87-11ae-4a19-b036-2e3b7a92383f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=de01deee-39b9-4e16-a2fc-e6e47ac51c24,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:10.686230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=8d1dde7f-d288-4a82-84b1-ecb38fc33cda,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:10.797923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9c8950d3-47b3-4243-91c4-4cab0f8e9618 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:10.865083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 9c8950d3-47b3-4243-91c4-4cab0f8e9618 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:10.868737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9c8950d3-47b3-4243-91c4-4cab0f8e9618 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:10.868737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84db1919-c946-45c7-949a-718dfbedce4b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:10.897270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 84db1919-c946-45c7-949a-718dfbedce4b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:10.898801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 84db1919-c946-45c7-949a-718dfbedce4b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:10.965200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.006785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.224449 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.259778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.549676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router 7746f84b-4e98-43ff-8d26-8ce25ae4a23f is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:11.565595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port b774422f-0395-4010-bd32-38926c6a22ae {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:11.566031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.678906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:11.689002 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Sync routers for ids ['7746f84b-4e98-43ff-8d26-8ce25ae4a23f'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:11.714880 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Routers {'7746f84b-4e98-43ff-8d26-8ce25ae4a23f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:11.716722 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7746f84b-4e98-43ff-8d26-8ce25ae4a23f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:11.767515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port b774422f-0395-4010-bd32-38926c6a22ae, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b774422f-0395-4010-bd32-38926c6a22ae,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:11.767892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.782610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for b774422f-0395-4010-bd32-38926c6a22ae owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:11.846658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.847998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca76f481-4c5b-468b-a846-d2eedbf632a9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6046607 Aug 18 14:26:11.850615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:11.868946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Set router 7746f84b-4e98-43ff-8d26-8ce25ae4a23f gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:12.103790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:12.168649 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746f84b-4e98-43ff-8d26-8ce25ae4a23f', 'name': '', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b', 'external_fixed_ips': [{'subnet_id': '82cf1e9d-5548-4c07-8007-7cce1d0ef6b1', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '8d1dde7f-d288-4a82-84b1-ecb38fc33cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:08Z', 'updated_at': '2021-08-18T14:26:10Z', 'revision_number': 3, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port': {'id': '8d1dde7f-d288-4a82-84b1-ecb38fc33cda', 'name': '', 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746f84b-4e98-43ff-8d26-8ce25ae4a23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '82cf1e9d-5548-4c07-8007-7cce1d0ef6b1', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:26:09Z', 'updated_at': '2021-08-18T14:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82cf1e9d-5548-4c07-8007-7cce1d0ef6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:12.171010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=b774422f-0395-4010-bd32-38926c6a22ae,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:12.391418 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Checking router: 7746f84b-4e98-43ff-8d26-8ce25ae4a23f for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:12.391832 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Updating router 7746f84b-4e98-43ff-8d26-8ce25ae4a23f port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:26:12.426170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:12.462965 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:12.706608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:12.967455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:12.984496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.045204 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.063033 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Transition to ACTIVE for port object 8d1dde7f-d288-4a82-84b1-ecb38fc33cda will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:13.131098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Deleting port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:13.135612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.153813 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.297350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.309304 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Attempting to bind port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:13.310044 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Attempting to bind port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '41272126-c16d-47ca-93d5-615c1e5f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:13.310044 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Attempting to bind port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda on network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:13.315011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Calling delete_port for 8d1dde7f-d288-4a82-84b1-ecb38fc33cda owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:13.318320 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ebc7-8ea5-48cc-ac99-01a9a1a97977 None None] Pushing event updated for resources: {'Port': ['ID=8d1dde7f-d288-4a82-84b1-ecb38fc33cda,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:13.321721 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:13.322160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Checking segment: {'id': '41272126-c16d-47ca-93d5-615c1e5f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:13.322573 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.322957 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Bound using segment: {'id': '41272126-c16d-47ca-93d5-615c1e5f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:13.323476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Bound port: 8d1dde7f-d288-4a82-84b1-ecb38fc33cda, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41272126-c16d-47ca-93d5-615c1e5f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49edbe1c-ae0b-4c74-98df-3f3d0de3230b'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:13.323852 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.421089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] For port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:26:13.426219 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] For port 8d1dde7f-d288-4a82-84b1-ecb38fc33cda, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8d1dde7f-d288-4a82-84b1-ecb38fc33cda,segment=NetworkSegment(41272126-c16d-47ca-93d5-615c1e5f23a4),segment_id=41272126-c16d-47ca-93d5-615c1e5f23a4)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:26:13.489714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:13.498025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59580) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:13.502852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:13.503370 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a9da4d45-186c-4b07-a365-aed0d220b03f tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0135424 Aug 18 14:26:13.504653 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.539739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:13.540714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:13.580743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Routers {'7746f84b-4e98-43ff-8d26-8ce25ae4a23f'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:13.581185 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['7746f84b-4e98-43ff-8d26-8ce25ae4a23f'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:13.596632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting subnet 5120f8ef-68e2-4da1-9df8-3540f5796adf {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:26:13.643942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:13.644486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.673006 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] Set router 7746f84b-4e98-43ff-8d26-8ce25ae4a23f gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:13.733906 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7746f84b-4e98-43ff-8d26-8ce25ae4a23f', 'name': '', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:08Z', 'updated_at': '2021-08-18T14:26:12Z', 'revision_number': 4, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:13.754242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:13.763987 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ebc7-8ea5-48cc-ac99-01a9a1a97977 None None] Pushing event updated for resources: {'Port': ['ID=8d1dde7f-d288-4a82-84b1-ecb38fc33cda,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:13.766844 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6858a-ffa4-47f3-be99-22e35a282b37 None None] The sync data for ids ['7746f84b-4e98-43ff-8d26-8ce25ae4a23f'] in n-d-804303-5 is: [{'id': '7746f84b-4e98-43ff-8d26-8ce25ae4a23f', 'name': '', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:08Z', 'updated_at': '2021-08-18T14:26:12Z', 'revision_number': 4, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:13.785264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.812912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:13.833354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:13.834083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:13.876281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.916989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:13.919541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d1dde7f-d288-4a82-84b1-ecb38fc33cda,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:13.927925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.000875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:14.052817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db20c4d-c035-4f5c-8979-faeef8668017 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:14.079901 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.252185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.295067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Subnet': ['ID=5120f8ef-68e2-4da1-9df8-3540f5796adf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:14.299081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.304152 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.309206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59604) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:14.309438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea000f4e-8ef4-4e96-a6dc-b3b3a7286ed8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/5120f8ef-68e2-4da1-9df8-3540f5796adf HTTP/1.1" status: 204 len: 168 time: 0.8103218 Aug 18 14:26:14.311149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.319433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074eda1-5d76-4d3f-a93a-4e7d4f4032d3 None None] Network 3f8fbb3b-20f3-486c-b12e-602d039208b6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:26:14.470037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.470588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7746f84b-4e98-43ff-8d26-8ce25ae4a23f {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:14.475135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.476879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eef30cf6-6655-45d6-9c5a-a68b75fe640b tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7746f84b-4e98-43ff-8d26-8ce25ae4a23f HTTP/1.1" status: 204 len: 168 time: 2.6253071 Aug 18 14:26:14.479544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59612) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:14.535700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.592052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Deleting subnet 82cf1e9d-5548-4c07-8007-7cce1d0ef6b1 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:26:14.600361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.637156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b774422f-0395-4010-bd32-38926c6a22ae no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:14.693534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b774422f-0395-4010-bd32-38926c6a22ae {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:14.694800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b774422f-0395-4010-bd32-38926c6a22ae not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:14.702862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Deleting port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:14.708150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.720996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.851881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] DHCP port deletion for 3f8fbb3b-20f3-486c-b12e-602d039208b6 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:26:14.877451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.904462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] For port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:14.904919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.931979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Calling delete_port for 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:14.986336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Deleting port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:14.987367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.104731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.118673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] For port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,segment=NetworkSegment(8785b82e-0c4f-402c-bdaa-862a0a075658),segment_id=8785b82e-0c4f-402c-bdaa-862a0a075658)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:15.119479 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.135885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Calling delete_port for 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:15.174683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82cf1e9d-5548-4c07-8007-7cce1d0ef6b1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:15.175605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.179274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.181159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-42de571c-cbe8-4f4e-a669-14988f21178e tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/82cf1e9d-5548-4c07-8007-7cce1d0ef6b1 HTTP/1.1" status: 204 len: 168 time: 0.7005897 Aug 18 14:26:15.183973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59634) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:15.278275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Port': ['ID=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:15.297110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No DVR routers for this DVR port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:15.302835 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.321014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.394108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] Pushing event deleted for resources: {'Port': ['ID=40d9e92b-ef58-4b4a-8253-538aa2a49bf7,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:15.394108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6a644-7183-48bb-8681-be8810007a3d None None] No DVR routers for this DVR port 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:15.464673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.479050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8fbb3b-20f3-486c-b12e-602d039208b6']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.489049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.497207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8785b82e-0c4f-402c-bdaa-862a0a075658') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.497638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8785b82e-0c4f-402c-bdaa-862a0a075658') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.500733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49edbe1c-ae0b-4c74-98df-3f3d0de3230b']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.511614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.520982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41272126-c16d-47ca-93d5-615c1e5f23a4') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.521292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41272126-c16d-47ca-93d5-615c1e5f23a4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:15.534539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.548814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.554235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.561014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:26:15.561654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:26:15.573291 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:26:15.591264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:26:15.591713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: items = [ Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:26:15.597949 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:26:15.784002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.791616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.793667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/networks/3f8fbb3b-20f3-486c-b12e-602d039208b6 HTTP/1.1" status: 204 len: 168 time: 1.4827316 Aug 18 14:26:15.796535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59652) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:15.804712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'routes': None}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:15.837567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffeb7-ab07-4b59-b7aa-8c29cf092eab tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Pushing event deleted for resources: {'Network': ['ID=3f8fbb3b-20f3-486c-b12e-602d039208b6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:15.894698 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.902692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49edbe1c-ae0b-4c74-98df-3f3d0de3230b {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:26:15.908869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.911174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/networks/49edbe1c-ae0b-4c74-98df-3f3d0de3230b HTTP/1.1" status: 204 len: 168 time: 0.7258761 Aug 18 14:26:15.933828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f866f-b623-488c-a830-72115c45a02a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Network': ['ID=49edbe1c-ae0b-4c74-98df-3f3d0de3230b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:16.092839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Added routes are [] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 14:26:16.093301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.extraroute_db [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Removed routes are [] {{(pid=112229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 14:26:16.093791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.429356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.441011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.503189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59684) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:16.508918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'name': 'tempest-router--943994123', 'project_id': '8c460e67f5bb479da1b06e8efab93786'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:16.657005 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.659131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.670420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 12497a9f-01b1-4120-8c2b-d1c356b0f53a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:16.703852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:16.782382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:16.788193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 40d9e92b-ef58-4b4a-8253-538aa2a49bf7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:16.806751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:16.817948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.818040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.819927 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Sync routers for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:16.822181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d2f9cf10-fd72-44b5-a78d-b5f2aeafc349 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 704 time: 1.0241804 Aug 18 14:26:16.822326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:16.837788 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:16.838487 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:16.870827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-14a221ae-2b3e-45ec-a349-d89689de7271 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 205 time: 0.0472689 Aug 18 14:26:16.873255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:16.928888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.979255 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:17.011991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.096534 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:17.142410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.142410 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6238fb1c-339d-400c-bbf7-9a4ca2e17869 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6375790 Aug 18 14:26:17.147530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59708) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:17.173780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Checking router: 12497a9f-01b1-4120-8c2b-d1c356b0f53a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:17.202184 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Routers {'12497a9f-01b1-4120-8c2b-d1c356b0f53a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:17.202549 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:17.303548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.348708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.349038 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] Set router 12497a9f-01b1-4120-8c2b-d1c356b0f53a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:17.353530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.455109 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:17.526630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.527677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router 12497a9f-01b1-4120-8c2b-d1c356b0f53a {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:17.538970 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5271d61-c40a-46b6-9c12-11ba2399c4f2 None None] The sync data for ids ['12497a9f-01b1-4120-8c2b-d1c356b0f53a'] in n-d-804303-5 is: [{'id': '12497a9f-01b1-4120-8c2b-d1c356b0f53a', 'name': 'tempest-RoutersIpV6Test-router-337260136', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:25:19Z', 'updated_at': '2021-08-18T14:26:11Z', 'revision_number': 11, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:17.548178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.550323 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8aa10af8-b030-406b-91e0-62617e0eb660 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 204 len: 168 time: 0.6751289 Aug 18 14:26:17.556714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59724) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:17.570554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2127737855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:17.716354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.719857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.837705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.837705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.966217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.966217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc092986-da23-4f8c-b7bd-e5e1fb1abcfd {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:17.966217 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.972467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f58a3501-9065-484a-bcde-d7a5d1161c6a tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fc092986-da23-4f8c-b7bd-e5e1fb1abcfd HTTP/1.1" status: 204 len: 168 time: 0.8147335 Aug 18 14:26:18.037370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:18.147789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:18.242606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:18.247427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:18.248392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-729187af-80d9-4604-a128-7c91b0652682 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6901653 Aug 18 14:26:18.259887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:18.392283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:18.716673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1291224738', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:18.905092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.021636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.022851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.025523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.098571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.236218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Router 0e509a0b-f5a2-41a5-83d7-aaf98c147e5a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:19.356388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:19.366155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.367547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5316bc42-d852-4b03-a820-a89ebcdf4cda tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "PUT /v2.0/routers/0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 200 len: 698 time: 1.1179824 Aug 18 14:26:19.370126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59780) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:19.380491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Sync routers for ids ['0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:19.395247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Routers {'0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:19.395888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:19.444969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.546799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ab3918ca-0371-4660-8217-d15c14c8f01e tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/routers/0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 200 len: 704 time: 0.1752942 Aug 18 14:26:19.551815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59784) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:19.567646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Set router 0e509a0b-f5a2-41a5-83d7-aaf98c147e5a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:19.596856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-31e38f65-448e-43ba-be52-cf91341c19f0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 200 len: 205 time: 0.0429873 Aug 18 14:26:19.600107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59786) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:19.690793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509a0b-f5a2-41a5-83d7-aaf98c147e5a', 'name': 'tempest-RoutersIpV6Test-router-2127737855', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:17Z', 'updated_at': '2021-08-18T14:26:18Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:19.731336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Checking router: 0e509a0b-f5a2-41a5-83d7-aaf98c147e5a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:19.731687 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.750213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Routers {'0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:19.750848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:19.849531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] Set router 0e509a0b-f5a2-41a5-83d7-aaf98c147e5a gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:19.917225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.945733 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:19.967462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509a0b-f5a2-41a5-83d7-aaf98c147e5a', 'name': 'tempest-RoutersIpV6Test-router-2127737855', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:17Z', 'updated_at': '2021-08-18T14:26:18Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:20.014490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.030447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.035711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391da8c5-8c77-4fd3-86be-641b13b4ae74 None None] The sync data for ids ['0e509a0b-f5a2-41a5-83d7-aaf98c147e5a'] in n-d-804303-5 is: [{'id': '0e509a0b-f5a2-41a5-83d7-aaf98c147e5a', 'name': 'tempest-RoutersIpV6Test-router-2127737855', 'tenant_id': '937f36b6fea94abda29d371ebaa18b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:17Z', 'updated_at': '2021-08-18T14:26:18Z', 'revision_number': 2, 'project_id': '937f36b6fea94abda29d371ebaa18b37', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:20.129224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Allocated IP 172.25.1.239 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/86889e71-3c4c-4f95-bfce-c3f25c12e8ee) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:20.172194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.173005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Fanout notify agent at l3_agent the message router_deleted on router 0e509a0b-f5a2-41a5-83d7-aaf98c147e5a {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:20.238392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.261325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb13931a-4cf4-4434-8180-ba70b6b02fae tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 204 len: 168 time: 0.6595471 Aug 18 14:26:20.266990 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59806) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.335431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cc1dcffc-121c-4881-9b87-308561037b15 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 200 len: 205 time: 0.0664172 Aug 18 14:26:20.341552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59810) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.442730 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.458179 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-ce699f28-5c89-43fe-9f6f-ca925394089a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:20.462317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce699f28-5c89-43fe-9f6f-ca925394089a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/0e509a0b-f5a2-41a5-83d7-aaf98c147e5a HTTP/1.1" status: 404 len: 336 time: 0.1195917 Aug 18 14:26:20.462912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.492783 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841e01b-5cca-482b-a663-c1f891ee2b82 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:20.493764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841e01b-5cca-482b-a663-c1f891ee2b82 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:20.498600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0841e01b-5cca-482b-a663-c1f891ee2b82 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/5601a793-a09d-408e-802b-383ac210be86 HTTP/1.1" status: 404 len: 337 time: 0.0344439 Aug 18 14:26:20.499463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.537635 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e55c1b-19ab-4a6c-baf9-7e2dff1665d1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:20.538430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e55c1b-19ab-4a6c-baf9-7e2dff1665d1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:20.558685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59818) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.566559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-21e55c1b-19ab-4a6c-baf9-7e2dff1665d1 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/2ebc1171-5185-4ca4-ab14-2d261440cc90 HTTP/1.1" status: 404 len: 337 time: 0.0559745 Aug 18 14:26:20.617410 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-a459de82-6ef9-45f9-8a4f-88b96561d080 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:20.617410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a459de82-6ef9-45f9-8a4f-88b96561d080 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:20.617410 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a459de82-6ef9-45f9-8a4f-88b96561d080 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/a34ecfe9-2bf2-4ef0-b1b0-0368a63142e1 HTTP/1.1" status: 404 len: 337 time: 0.0535543 Aug 18 14:26:20.617410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:20.619507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59822) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.675548 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-68812c91-c673-45cd-bccc-8600018f6096 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:20.678865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68812c91-c673-45cd-bccc-8600018f6096 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:20.682817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68812c91-c673-45cd-bccc-8600018f6096 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/5120f8ef-68e2-4da1-9df8-3540f5796adf HTTP/1.1" status: 404 len: 337 time: 0.0584838 Aug 18 14:26:20.683018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:20.684959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59828) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.688107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:20.691486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:20.728994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6b3f0baa-4992-410c-b984-30558b9bf591 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 200 len: 205 time: 0.0427449 Aug 18 14:26:20.731324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.737331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event updated for resources: {'Port': ['ID=86889e71-3c4c-4f95-bfce-c3f25c12e8ee,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:20.753618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.756897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.756897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.756897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.765790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.766778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.767144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.767490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.767843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.768182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.768515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.769013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:20.784029 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-8694753d-a1e0-41d2-8e56-9dd32ae2c45a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:20.785178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8694753d-a1e0-41d2-8e56-9dd32ae2c45a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/12497a9f-01b1-4120-8c2b-d1c356b0f53a HTTP/1.1" status: 404 len: 336 time: 0.0527580 Aug 18 14:26:20.788404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.820927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3ec24533-9f1c-4a3b-a31d-f48fae7aac0d tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9099443-bf47-450e-a1de-cab401d1fff6 HTTP/1.1" status: 200 len: 205 time: 0.0312464 Aug 18 14:26:20.826548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59836) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.879772 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-b8f9a63e-d997-4453-a68f-c0e1130db6eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:20.884422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8f9a63e-d997-4453-a68f-c0e1130db6eb tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/c9099443-bf47-450e-a1de-cab401d1fff6 HTTP/1.1" status: 404 len: 336 time: 0.0565038 Aug 18 14:26:20.885963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59842) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:20.931502 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe696600-507e-40d9-aba3-7e608f9a63e0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:20.932686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe696600-507e-40d9-aba3-7e608f9a63e0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:20.935713 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe696600-507e-40d9-aba3-7e608f9a63e0 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/db6abf5b-6c56-4c33-b0dd-92aee0e32e69 HTTP/1.1" status: 404 len: 337 time: 0.0482688 Aug 18 14:26:20.941324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.010456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-94b143cf-519a-411c-89c2-0bd0be05ceac tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 200 len: 205 time: 0.0675983 Aug 18 14:26:21.013631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59848) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.063098 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-6fafdf90-3315-40c2-8d96-a57b1fa221d6 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:21.067822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59852) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.070831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6fafdf90-3315-40c2-8d96-a57b1fa221d6 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/09142293-5499-46c1-8cbd-af74551afede HTTP/1.1" status: 404 len: 336 time: 0.0496991 Aug 18 14:26:21.137198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c3d7e95a-6512-45c4-b063-3bf0c7178e08 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=452b2858-c37d-47d6-81f1-2fdf9d22bfb7 HTTP/1.1" status: 200 len: 205 time: 0.0672989 Aug 18 14:26:21.141218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.214941 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-6dd9b5ad-8d3d-41e6-be31-02a68d938369 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:21.216689 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6dd9b5ad-8d3d-41e6-be31-02a68d938369 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/452b2858-c37d-47d6-81f1-2fdf9d22bfb7 HTTP/1.1" status: 404 len: 336 time: 0.0736504 Aug 18 14:26:21.219380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59856) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.262703 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedaef9f-da1b-44f3-a4a8-731f0008ec5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:21.263697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedaef9f-da1b-44f3-a4a8-731f0008ec5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:21.266872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eedaef9f-da1b-44f3-a4a8-731f0008ec5b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/c672b3f7-ff72-4a79-8699-fe62b83c0a94 HTTP/1.1" status: 404 len: 337 time: 0.0460827 Aug 18 14:26:21.269491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59858) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.330607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-542601db-bf07-48c9-a874-aca13c551f50 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd2a5686-c095-42fc-97e1-771fd8717108 HTTP/1.1" status: 200 len: 205 time: 0.0594690 Aug 18 14:26:21.331528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59862) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.432393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:21.466437 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-528a9fab-a6f1-4238-b621-6808a9edda1b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:21.470916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-528a9fab-a6f1-4238-b621-6808a9edda1b tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/dd2a5686-c095-42fc-97e1-771fd8717108 HTTP/1.1" status: 404 len: 336 time: 0.1376359 Aug 18 14:26:21.476719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59870) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.539384 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-54983901-5d81-46d7-9a32-38845b7aabf8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:21.540085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54983901-5d81-46d7-9a32-38845b7aabf8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:21.546066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54983901-5d81-46d7-9a32-38845b7aabf8 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/a8b5b1d8-107e-4b71-9229-9d3823f5088f HTTP/1.1" status: 404 len: 337 time: 0.0674036 Aug 18 14:26:21.546519 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59874) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.602624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a112dc51-1d8e-4850-9bc2-89b529428412 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b48ebd1-b8f4-496c-b4e9-eac91507c991 HTTP/1.1" status: 200 len: 205 time: 0.0508628 Aug 18 14:26:21.604871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59876) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.659547 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-a0d0be89-4fc8-4ed3-b13b-577180326b7a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] delete failed (client error): The resource could not be found. Aug 18 14:26:21.661229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a0d0be89-4fc8-4ed3-b13b-577180326b7a tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/routers/1b48ebd1-b8f4-496c-b4e9-eac91507c991 HTTP/1.1" status: 404 len: 336 time: 0.0545866 Aug 18 14:26:21.665433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.721307 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0f7285-a8e2-454e-84d5-73cb2b51f314 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:21.722391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0f7285-a8e2-454e-84d5-73cb2b51f314 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:21.730688 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df0f7285-a8e2-454e-84d5-73cb2b51f314 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/814a4b67-9d88-401f-89b5-821301e328e2 HTTP/1.1" status: 404 len: 337 time: 0.0568657 Aug 18 14:26:21.749811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59884) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:21.843093 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-3421c301-ae0d-4e6e-b2a5-43928cc2d017 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] DELETE failed (client error): The resource could not be found. Aug 18 14:26:21.843503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3421c301-ae0d-4e6e-b2a5-43928cc2d017 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:26:21.845436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3421c301-ae0d-4e6e-b2a5-43928cc2d017 tempest-RoutersIpV6Test-40783400 tempest-RoutersIpV6Test-40783400-project] 10.222.0.35 "DELETE /v2.0/subnets/3a691aa6-7d03-4588-9775-8ed22ccc566b HTTP/1.1" status: 404 len: 337 time: 0.0365527 Aug 18 14:26:21.904934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c13ac2e1-3dc4-41d4-8e74-fe76cebcd6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:21.927451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:22.315214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Router c1faf6e9-0d48-4dc4-a5f6-e4704044624d is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:22.452294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:22.463629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] Sync routers for ids ['c1faf6e9-0d48-4dc4-a5f6-e4704044624d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:22.474444 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] Routers {'c1faf6e9-0d48-4dc4-a5f6-e4704044624d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:22.475526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c1faf6e9-0d48-4dc4-a5f6-e4704044624d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:22.513268 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:22.527747 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] Routers {'c1faf6e9-0d48-4dc4-a5f6-e4704044624d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:22.529136 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:25:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c1faf6e9-0d48-4dc4-a5f6-e4704044624d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:22.589601 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:22.594067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-265fa0c7-2720-42dc-aa98-35d51918e545 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1977897 Aug 18 14:26:22.594920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59908) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:22.697157 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:22.706556 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c903681-4eeb-47be-8728-b513eada3d72 None None] The sync data for ids ['c1faf6e9-0d48-4dc4-a5f6-e4704044624d'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:22.956469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59918) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:23.207932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4579d2f-1faf-456e-b76a-17565dcd6521 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=937f36b6fea94abda29d371ebaa18b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488654 Aug 18 14:26:23.212019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:23.296558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:23.362556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:23.404587 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-16f71975-d020-42e9-a323-7425cc7abc13 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/c1faf6e9-0d48-4dc4-a5f6-e4704044624d HTTP/1.1" status: 200 len: 921 time: 0.8028622 Aug 18 14:26:23.406454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59930) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:23.494596 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f33833df-7c42-4c7e-9ede-c525cb325f10 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1faf6e9-0d48-4dc4-a5f6-e4704044624d HTTP/1.1" status: 200 len: 205 time: 0.0698946 Aug 18 14:26:23.494887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59938) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:23.580694 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:23.583626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:23.587396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/071a3b00-2f93-4c39-a7d9-bff76d2bc78c HTTP/1.1" status: 204 len: 168 time: 0.3720136 Aug 18 14:26:23.654531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d55cd-a19f-42d8-aeed-e6c569274532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a3b00-2f93-4c39-a7d9-bff76d2bc78c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:23.699322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:23.838206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.024458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port 86889e71-3c4c-4f95-bfce-c3f25c12e8ee {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:24.025531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.150849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.187592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for 86889e71-3c4c-4f95-bfce-c3f25c12e8ee owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:24.551495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.597211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=86889e71-3c4c-4f95-bfce-c3f25c12e8ee,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:24.681141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.809861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.814345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.824962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e498-39e6-45a6-a596-55c73a1916a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.947903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.948845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router c1faf6e9-0d48-4dc4-a5f6-e4704044624d {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:24.967016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.972383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 59982) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:24.972888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:24.977477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8d6fc986-9620-4391-9597-1a5870cccad9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/c1faf6e9-0d48-4dc4-a5f6-e4704044624d HTTP/1.1" status: 204 len: 168 time: 1.4723978 Aug 18 14:26:24.979075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-434506963', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:25.073139 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.074400 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.181871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.364798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 59994) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:25.435464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.474446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7b3f5ff9-5033-4f2f-91ec-3820ed2bfe5b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1595100084', 'prefixes': ['172.20.0.0/16']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:25.868377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.890338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.915733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5ff9-5033-4f2f-91ec-3820ed2bfe5b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] Notify callbacks [] for subnetpool, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:25.920604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7b3f5ff9-5033-4f2f-91ec-3820ed2bfe5b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5542316 Aug 18 14:26:25.921825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60006) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:25.945497 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:26.014490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a25dc230-59c6-40c7-9edc-5d5e2889f546 tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "GET /v2.0/subnetpools/e82cd678-6551-480e-9b50-786e37de27ea HTTP/1.1" status: 200 len: 732 time: 0.0911942 Aug 18 14:26:26.016856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:26.025474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-205a1bac-f50e-49eb-b36c-f9717e2a7f8b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-815962466'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:26.083641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.25.1.85 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/866086d9-3340-4d58-948b-c8ccd911ae55) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:26.278320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-205a1bac-f50e-49eb-b36c-f9717e2a7f8b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] Notify callbacks [] for subnetpool, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:26.284378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-205a1bac-f50e-49eb-b36c-f9717e2a7f8b tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "PUT /v2.0/subnetpools/e82cd678-6551-480e-9b50-786e37de27ea HTTP/1.1" status: 200 len: 683 time: 0.2656496 Aug 18 14:26:26.285401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60016) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:26.317757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:26.494963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-719eeefb-c3ad-4966-bfc4-0c950a1edc15 tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] Notify callbacks [] for subnetpool, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:26.498614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-719eeefb-c3ad-4966-bfc4-0c950a1edc15 tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "DELETE /v2.0/subnetpools/e82cd678-6551-480e-9b50-786e37de27ea HTTP/1.1" status: 204 len: 168 time: 0.2105424 Aug 18 14:26:26.500383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:26.504538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:26.583049 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-d943bb8f-bb10-4b9f-9036-d21a6e6d300e tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] show failed (client error): The resource could not be found. Aug 18 14:26:26.584127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d943bb8f-bb10-4b9f-9036-d21a6e6d300e tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "GET /v2.0/subnetpools/e82cd678-6551-480e-9b50-786e37de27ea HTTP/1.1" status: 404 len: 346 time: 0.0813072 Aug 18 14:26:26.585302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:26.617414 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-c83e53d2-fc54-4243-811f-344ae24f0756 tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] delete failed (client error): The resource could not be found. Aug 18 14:26:26.620024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c83e53d2-fc54-4243-811f-344ae24f0756 tempest-SubnetPoolsTestJSON-1811688688 tempest-SubnetPoolsTestJSON-1811688688-project] 10.222.0.35 "DELETE /v2.0/subnetpools/e82cd678-6551-480e-9b50-786e37de27ea HTTP/1.1" status: 404 len: 346 time: 0.0334804 Aug 18 14:26:26.640466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:26.654393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:26.681462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:26.770988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=866086d9-3340-4d58-948b-c8ccd911ae55,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:27.264813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.393313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60040) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:27.555275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.573237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.599530 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdb59-01c9-4597-b9c0-519447046bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.796683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdb59-01c9-4597-b9c0-519447046bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.861608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router bec20201-18b9-4dee-8f37-dc5cdcfbb79b is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:27.959087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdb59-01c9-4597-b9c0-519447046bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.001075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d6bdb59-01c9-4597-b9c0-519447046bdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26db77bde930410aba9a4be7ad4c2bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066718 Aug 18 14:26:28.002224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bdb59-01c9-4597-b9c0-519447046bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87650327-93e7-430e-9130-49ccf888706b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:28.005864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:28.043248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:28.082003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.082166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Sync routers for ids ['bec20201-18b9-4dee-8f37-dc5cdcfbb79b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:28.095990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Routers {'bec20201-18b9-4dee-8f37-dc5cdcfbb79b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:28.096858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bec20201-18b9-4dee-8f37-dc5cdcfbb79b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:28.124743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.149724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.153629 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c5c18a5-ae16-45f1-af92-55f7afbb1d07 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1774464 Aug 18 14:26:28.154410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:28.315088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e587b70-a87d-45b7-b4c4-06c85ec8e697 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/bec20201-18b9-4dee-8f37-dc5cdcfbb79b HTTP/1.1" status: 200 len: 907 time: 0.1592169 Aug 18 14:26:28.317343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60066) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:28.323349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-434506963', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': True}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:28.327638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.330619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.334332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87650327-93e7-430e-9130-49ccf888706b HTTP/1.1" status: 204 len: 168 time: 0.3248487 Aug 18 14:26:28.402605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dd453-f6b1-4a66-ae70-456b1c552e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87650327-93e7-430e-9130-49ccf888706b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:28.527300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.528458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.573375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Set router bec20201-18b9-4dee-8f37-dc5cdcfbb79b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:28.648758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.868679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'name': 'tempest-snat-router-434506963', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85'}], 'enable_snat': False}, 'gw_port_id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:27Z', 'revision_number': 3, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port': {'id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:28.978114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Checking router: bec20201-18b9-4dee-8f37-dc5cdcfbb79b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:28.978711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Updating router bec20201-18b9-4dee-8f37-dc5cdcfbb79b port 866086d9-3340-4d58-948b-c8ccd911ae55 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:26:29.033722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.044450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.425757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.438321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Transition to ACTIVE for port object 866086d9-3340-4d58-948b-c8ccd911ae55 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:29.492971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.513567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.558838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.745417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Attempting to bind port 866086d9-3340-4d58-948b-c8ccd911ae55 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:29.746182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Attempting to bind port 866086d9-3340-4d58-948b-c8ccd911ae55 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:29.746182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Attempting to bind port 866086d9-3340-4d58-948b-c8ccd911ae55 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:29.754351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.25.1.82 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/ccb9e53d-89d7-47f7-b56e-5a0103e80bfa) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:29.759272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:29.762340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:29.762340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.762340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:29.771287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Bound port: 866086d9-3340-4d58-948b-c8ccd911ae55, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:29.772478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:29.863413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] For port 866086d9-3340-4d58-948b-c8ccd911ae55, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:26:29.867436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] For port 866086d9-3340-4d58-948b-c8ccd911ae55, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=866086d9-3340-4d58-948b-c8ccd911ae55,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:26:29.874295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294a74-2c2f-442b-907d-f130ae1e4545 None None] Pushing event updated for resources: {'Port': ['ID=866086d9-3340-4d58-948b-c8ccd911ae55,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:29.948143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:30.013370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:30.076467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294a74-2c2f-442b-907d-f130ae1e4545 None None] Pushing event updated for resources: {'Port': ['ID=866086d9-3340-4d58-948b-c8ccd911ae55,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:30.134049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Routers {'bec20201-18b9-4dee-8f37-dc5cdcfbb79b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:30.135021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bec20201-18b9-4dee-8f37-dc5cdcfbb79b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:30.172802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:30.275518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:30.279333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:30.310955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:30.424525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb9e53d-89d7-47f7-b56e-5a0103e80bfa,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:30.452774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] Set router bec20201-18b9-4dee-8f37-dc5cdcfbb79b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:30.793122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60132) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:30.858829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'name': 'tempest-snat-router-434506963', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85'}], 'enable_snat': False}, 'gw_port_id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:27Z', 'revision_number': 3, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port': {'id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:30.896214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb17a77-3dbb-49eb-9c54-9372171160b1 None None] The sync data for ids ['bec20201-18b9-4dee-8f37-dc5cdcfbb79b'] in n-d-804303-5 is: [{'id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'name': 'tempest-snat-router-434506963', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85'}], 'enable_snat': False}, 'gw_port_id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:27Z', 'revision_number': 3, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port': {'id': '866086d9-3340-4d58-948b-c8ccd911ae55', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec20201-18b9-4dee-8f37-dc5cdcfbb79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:26:25Z', 'updated_at': '2021-08-18T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:31.005134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7879ed2f-a31e-41eb-b1fd-553511e30ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.180504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7879ed2f-a31e-41eb-b1fd-553511e30ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.269150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7879ed2f-a31e-41eb-b1fd-553511e30ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.355584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879ed2f-a31e-41eb-b1fd-553511e30ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c083394-ab03-4995-924a-7ff10c710678,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:31.398317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60146) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:31.409816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7879ed2f-a31e-41eb-b1fd-553511e30ede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e46827f9654c4595b5a6f0d75e378fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026394 Aug 18 14:26:31.458238 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.619556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.640704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.899753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.904536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.905868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c083394-ab03-4995-924a-7ff10c710678 HTTP/1.1" status: 204 len: 168 time: 0.5065053 Aug 18 14:26:31.927596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cad067-723a-4691-830d-04bcd41e9d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c083394-ab03-4995-924a-7ff10c710678,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:31.946968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:32.213820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router dbe5aef5-c5c8-4611-bdc8-6fde075282d0 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:32.389957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:32.402689 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Sync routers for ids ['dbe5aef5-c5c8-4611-bdc8-6fde075282d0'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:32.413082 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Routers {'dbe5aef5-c5c8-4611-bdc8-6fde075282d0'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:32.413689 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['dbe5aef5-c5c8-4611-bdc8-6fde075282d0'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:32.492779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:32.496939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60178) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:32.498891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1422f67f-c608-4204-8000-b41275efe033 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1802371 Aug 18 14:26:32.584965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Set router dbe5aef5-c5c8-4611-bdc8-6fde075282d0 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:32.692987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60188) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:32.718235 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f1934d4-dac6-4691-978f-ea692ed8332c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/dbe5aef5-c5c8-4611-bdc8-6fde075282d0 HTTP/1.1" status: 200 len: 906 time: 0.2183378 Aug 18 14:26:32.765189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 866086d9-3340-4d58-948b-c8ccd911ae55 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:26:33.004085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 866086d9-3340-4d58-948b-c8ccd911ae55 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:26:33.008830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 866086d9-3340-4d58-948b-c8ccd911ae55 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:33.009392 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.026378 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe5aef5-c5c8-4611-bdc8-6fde075282d0', 'name': 'tempest-snat-router-434506963', 'tenant_id': '6c03e7b031824ed0aa9558e5c70de757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'ccb9e53d-89d7-47f7-b56e-5a0103e80bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:26:28Z', 'updated_at': '2021-08-18T14:26:31Z', 'revision_number': 3, 'project_id': '6c03e7b031824ed0aa9558e5c70de757', 'gw_port': {'id': 'ccb9e53d-89d7-47f7-b56e-5a0103e80bfa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe5aef5-c5c8-4611-bdc8-6fde075282d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:26:29Z', 'updated_at': '2021-08-18T14:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:33.063258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.087368 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Checking router: dbe5aef5-c5c8-4611-bdc8-6fde075282d0 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:33.087721 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Updating router dbe5aef5-c5c8-4611-bdc8-6fde075282d0 port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:26:33.181934 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.214220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.265769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 866086d9-3340-4d58-948b-c8ccd911ae55, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=866086d9-3340-4d58-948b-c8ccd911ae55,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:33.266427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.368351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.466269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=866086d9-3340-4d58-948b-c8ccd911ae55,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:33.537377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Deleting port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:33.537959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.630741 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.645264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Transition to ACTIVE for port object ccb9e53d-89d7-47f7-b56e-5a0103e80bfa will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:33.732872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.736314 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.774662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Calling delete_port for ccb9e53d-89d7-47f7-b56e-5a0103e80bfa owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:33.845689 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:33.846619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:33.847419 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:33.872788 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:33.873835 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:33.874803 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.875660 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:33.876695 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Bound port: ccb9e53d-89d7-47f7-b56e-5a0103e80bfa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:33.877632 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.027248 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b9d80-6b3a-4680-807c-e01afe3d6850 None None] Pushing event updated for resources: {'Port': ['ID=ccb9e53d-89d7-47f7-b56e-5a0103e80bfa,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:34.120072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.124503 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.db.api [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=112231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:26:34.125040 n-d-804303-5 neutron-server[112231]: DEBUG oslo_db.api [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:26:34.159164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb9e53d-89d7-47f7-b56e-5a0103e80bfa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:34.254642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.374074 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.378228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.538859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.542342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbe5aef5-c5c8-4611-bdc8-6fde075282d0 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:34.552215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.563831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b4fe5319-5263-4338-b816-97392ad72566 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/routers/dbe5aef5-c5c8-4611-bdc8-6fde075282d0 HTTP/1.1" status: 204 len: 168 time: 1.8693154 Aug 18 14:26:34.566796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60244) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:34.718308 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:34.719692 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:34.722495 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Attempting to bind port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:34.761197 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:34.769197 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:34.770652 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.773354 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:34.774642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Bound port: ccb9e53d-89d7-47f7-b56e-5a0103e80bfa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:34.778407 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.824894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 866086d9-3340-4d58-948b-c8ccd911ae55 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:26:34.856211 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.plugin [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Port ccb9e53d-89d7-47f7-b56e-5a0103e80bfa has been deleted concurrently {{(pid=112231) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 14:26:34.875786 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Routers set() bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:34.882511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Router IDs set() for agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:26:34.883494 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_agentschedulers_db [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbe5aef5-c5c8-4611-bdc8-6fde075282d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent'). {{(pid=112231) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 14:26:34.884118 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f27e08-a20d-496a-af8f-02293afb62c1 None None] The sync data for ids ['dbe5aef5-c5c8-4611-bdc8-6fde075282d0'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:34.959231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 866086d9-3340-4d58-948b-c8ccd911ae55 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:34.959590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.976337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.170031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.263778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60256) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:35.270784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647967460', 'description': 'tempest-secgroup-smoke-647967460 description', 'project_id': '3a20c29fab034939bbfb3c2e983a8498'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:35.325589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Deleting port 866086d9-3340-4d58-948b-c8ccd911ae55 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:35.326224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.366976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.442967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] For port 866086d9-3340-4d58-948b-c8ccd911ae55, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=866086d9-3340-4d58-948b-c8ccd911ae55,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:35.443684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.456867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Calling delete_port for 866086d9-3340-4d58-948b-c8ccd911ae55 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:35.487269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.558715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.661404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92678e65-1217-44f7-b39e-2c768c92f5fc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:35.684055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.688120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c54c5efb-137f-44d4-bfe1-cd623f8fcf2c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4229255 Aug 18 14:26:35.691294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60266) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:35.701448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:35.787580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.826399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event deleted for resources: {'Port': ['ID=866086d9-3340-4d58-948b-c8ccd911ae55,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:35.873234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:35.954110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.063271 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.154570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.178548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda35f70-31d2-4055-acc1-688066ba54cc,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:36.249993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.255119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9b8f22c0-b916-4871-b9d2-2ca34acf6ec8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592544 Aug 18 14:26:36.255502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60276) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:36.262255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:36.394891 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.536163 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.602261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.602261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.621181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.653990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40e91f6-8e3c-4eb1-8feb-90de248ea5dd,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:36.747289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.747936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bec20201-18b9-4dee-8f37-dc5cdcfbb79b {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:36.753474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.759739 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff8d6620-cf4d-40a3-a4e0-a83ceda9f138 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "DELETE /v2.0/routers/bec20201-18b9-4dee-8f37-dc5cdcfbb79b HTTP/1.1" status: 204 len: 168 time: 2.1917484 Aug 18 14:26:36.760629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60284) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:36.772834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1210943949', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:36.793048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.795473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-577761ff-5988-47ca-8a52-bead7e48f44f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5374482 Aug 18 14:26:36.797948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:36.804428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:36.834808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:26:36.834808 n-d-804303-5 neutron-server[112228]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:26:36.834808 n-d-804303-5 neutron-server[112228]: [parameters: {'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'id': '60321739-a2a0-409f-b704-c017bfacdc03', 'expiration': datetime.datetime(2021, 8, 18, 14, 28, 36, 822705)}] Aug 18 14:26:36.834808 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:26:36.836525 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:26:36.916986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:36.918759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.101353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.364842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.488659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.648359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.737432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.760576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa82543d-4466-4afe-9ac0-40fe852f93fe,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:37.820734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.833117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.835583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-189e2592-40c0-4843-bae3-cfd834212ebe tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0366266 Aug 18 14:26:37.838704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60294) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:37.842936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:37.843927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:37.962810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.040175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Allocated IP 172.25.1.87 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/7bbc0d43-809c-4d16-97de-069878353a97) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:38.110665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.178038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.214948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.246086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a9cb61-6536-4125-9f81-28231563ced1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:38.617454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 866086d9-3340-4d58-948b-c8ccd911ae55 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:38.617454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 866086d9-3340-4d58-948b-c8ccd911ae55 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:26:38.617454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 866086d9-3340-4d58-948b-c8ccd911ae55 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:26:38.641494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.641756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.647322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce9e75d5-66d2-4652-8bfd-fd2fa768da7b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8032882 Aug 18 14:26:38.648946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60308) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:38.672073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:38.705392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:38.714533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:38.717350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:38.727300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event updated for resources: {'Port': ['ID=7bbc0d43-809c-4d16-97de-069878353a97,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:38.810077 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Project 3a20c29fab034939bbfb3c2e983a8498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:26:38.850161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.944482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:38.999121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.017903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1e39b8-a559-4dbf-bfdc-c9b14dc08464,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:39.097077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.098316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0bcd41a2-017a-4a3e-856e-0129f4db28cc tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4500902 Aug 18 14:26:39.100983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60320) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:39.105672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'security_group_rule': {'security_group_id': '92678e65-1217-44f7-b39e-2c768c92f5fc', 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:39.191925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.259790 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Project 3a20c29fab034939bbfb3c2e983a8498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:26:39.269198 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.439979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.524316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.532645 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.604213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0b662b-c189-41a7-8e59-bbe6fab8c576,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:39.680335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:39.688036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc6980a4-5db1-4abb-878a-24e9d3e3e3de tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5796127 Aug 18 14:26:39.833807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Router 1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:40.320309 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:40.503235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-8cbd3729-9f63-4be0-8eb5-41da8e23b9f2 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647967460&fields=id&tenant_id=3a20c29fab034939bbfb3c2e983a8498 HTTP/1.1" status: 200 len: 267 time: 0.0681531 Aug 18 14:26:40.504846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:40.554132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] Sync routers for ids ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:40.598998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] Routers {'1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:40.602657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:40.641730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:40.646156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-12b3264b-916c-4650-9c98-3613c258db7c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8842905 Aug 18 14:26:40.648168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60356) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:40.660569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:40.705228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:40.724238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] Routers {'1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:40.726290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:40.761311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-af58cf65-b896-4c64-b52f-6d63e933914e tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:40.763096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-af58cf65-b896-4c64-b52f-6d63e933914e tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 812 time: 0.2417016 Aug 18 14:26:40.793436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-ecaff5f0-fec9-4e12-bf37-2c3f8b760253 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/quotas/3a20c29fab034939bbfb3c2e983a8498 HTTP/1.1" status: 200 len: 375 time: 0.0218048 Aug 18 14:26:40.833325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:40.848791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd437149-6295-45f4-9645-2ed5ff792db7 None None] The sync data for ids ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:40.963455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-cce385ea-b05f-4c33-a10c-480b6719f633 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522377 Aug 18 14:26:41.042264 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:41.111826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:41.233378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-96c8c9d0-a002-4a62-b965-4345baea78f1 service neutron] 10.222.0.35 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573650 Aug 18 14:26:41.352003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-f3bacb06-46fa-4252-9966-664181ca91d1 service neutron] 10.222.0.35 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047246 Aug 18 14:26:41.453484 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:26:41.686054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:41.689816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:41.812659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router 1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:41.935171 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:41.939955 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:41.941311 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2c857757-7344-475f-a408-126701165223 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "PUT /v2.0/routers/1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 200 len: 921 time: 1.2916298 Aug 18 14:26:41.946401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60420) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:41.955443 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] Sync routers for ids ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:41.966330 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] Routers {'1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:41.967286 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:42.005328 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:42.016371 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] Routers {'1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:42.017239 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:42.076222 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:42.077249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc5c5d-a9d2-418a-a2fa-c3b3de705ddd None None] The sync data for ids ['1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:42.145482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd9d72ae-d9c3-4d8b-9860-1630c6435ec6 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 200 len: 921 time: 0.1971664 Aug 18 14:26:42.151298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:42.211310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056f8ce-0862-4066-a2a2-008a6283cf64 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.214782 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f056f8ce-0862-4066-a2a2-008a6283cf64 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0608377 Aug 18 14:26:42.216815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60442) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:42.242439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-ca2aef05-5f59-4992-b4d5-ee9c30faa76d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472867 Aug 18 14:26:42.372200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-9d78a1bc-7e48-4da7-a638-552e76169f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.374039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-9d78a1bc-7e48-4da7-a638-552e76169f6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 1096 time: 0.0662172 Aug 18 14:26:42.391549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d168d-57ec-4705-8d6b-7b1ff6869251 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.394535 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-203d168d-57ec-4705-8d6b-7b1ff6869251 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.1763971 Aug 18 14:26:42.406421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:42.453804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea14b499-7c80-4f9b-8d52-59f49bd44a0c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 200 len: 205 time: 0.0462289 Aug 18 14:26:42.456664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:42.596104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-7ab7f62a-d1bd-4cbd-aa6e-ae6eeac7539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.600635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-7ab7f62a-d1bd-4cbd-aa6e-ae6eeac7539a service neutron] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 915 time: 0.2016399 Aug 18 14:26:42.651457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:42.657217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-e34fb0e4-86b4-497e-8d36-b5d5bfd535e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 200 len: 217 time: 0.0462513 Aug 18 14:26:42.786311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-57fe86cb-372f-4fec-be96-6542e02a6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.790739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-57fe86cb-372f-4fec-be96-6542e02a6811 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.1205087 Aug 18 14:26:42.853326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-e4cc177a-afee-45d3-9e3a-90d1eafea30b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518315 Aug 18 14:26:42.889432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:43.005089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-8466d753-530d-4bb9-b0ee-43ab93d31a1d service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391456 Aug 18 14:26:43.190159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port 7bbc0d43-809c-4d16-97de-069878353a97 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:43.190616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:43.223352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f850396-d129-4423-a1fd-7525acf8ad09 req-a07a77d0-8f56-4140-880c-0b83e80cf48a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0458643 Aug 18 14:26:43.359057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1ff8c47-33d5-419f-8a17-d8df49722f14 req-6b29e426-9536-4dbb-86ac-714ca61c3a51 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400080 Aug 18 14:26:43.417935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:43.438649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for 7bbc0d43-809c-4d16-97de-069878353a97 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:44.059758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-1e48defe-5304-4629-890c-fd35a738e99b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1061733 Aug 18 14:26:44.162629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.163115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.163695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.164169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.292246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.292246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.292246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.292246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-cf147c3e-362e-43cd-b28b-be2e61a78037 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.0541630 Aug 18 14:26:44.300855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f42b4d65-9076-4d14-b39d-f75230632663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.301412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f42b4d65-9076-4d14-b39d-f75230632663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.301983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f42b4d65-9076-4d14-b39d-f75230632663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.304647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f42b4d65-9076-4d14-b39d-f75230632663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.1094899 Aug 18 14:26:44.373369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22392453-ff46-47a4-a633-b1b4697fb48a req-663a0031-3560-4d65-9228-d86304c92767 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0641167 Aug 18 14:26:44.453038 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.455471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-ccd654d2-6b0b-45e1-b44d-a1471c632ccf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.1348021 Aug 18 14:26:44.503321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=7bbc0d43-809c-4d16-97de-069878353a97,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:44.556920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-3580dd4f-89e4-437b-a4de-31eb611607b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.558535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-3580dd4f-89e4-437b-a4de-31eb611607b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0920861 Aug 18 14:26:44.608948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.641677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-09638300-095a-4e41-9957-96effd4b4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.643741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-09638300-095a-4e41-9957-96effd4b4d18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764248 Aug 18 14:26:44.655491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-269f0df0-2751-4b8d-9f04-fa9a963c8169 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:26:44.657338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-269f0df0-2751-4b8d-9f04-fa9a963c8169 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057719 Aug 18 14:26:44.729935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.732894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.789629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-1193867a-9088-4b6b-9eb1-09e94ed30980 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256843 Aug 18 14:26:44.870379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.872810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:44.891277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.892898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fadc04b0-af5b-4593-8d51-69947647e54c tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 204 len: 168 time: 2.4349132 Aug 18 14:26:44.898240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60560) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:44.911517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560629392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:44.963049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-eb3782b4-9501-4fa0-ae54-d288c038052d service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640472 Aug 18 14:26:45.033612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-beac8023-deef-4267-bc4b-b185b03b0d09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0609744 Aug 18 14:26:45.090357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.091461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.127053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-5ed6d19f-8126-42d9-9faf-b8685929135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.128665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-5ed6d19f-8126-42d9-9faf-b8685929135e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0872023 Aug 18 14:26:45.191478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.216162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d89c932a-652f-4c51-aab4-ce71c5bebc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.222198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d89c932a-652f-4c51-aab4-ce71c5bebc46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805056 Aug 18 14:26:45.288232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.357179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d0b90b16-6e0b-4bd6-8acd-2afb54cfba4f service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270800 Aug 18 14:26:45.419045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.423457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60588) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:45.423632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a90580b8-0ea4-45d8-839c-5ab7427c4d90 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5242362 Aug 18 14:26:45.428700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:45.491948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-ba716649-8596-4553-8bb6-367af21ff08f service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253541 Aug 18 14:26:45.540713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84e94b3d-ab20-42a7-9cbe-84e9c0d5e68a req-2dd25155-3f21-4162-88ab-1739eeab8f75 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0657418 Aug 18 14:26:45.575682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-2d4e2d47-d08e-4aaf-a99f-3eb30f985fe5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0633345 Aug 18 14:26:45.636576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-b424e7a0-4ae8-454b-98d4-492f3974ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.638167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-b424e7a0-4ae8-454b-98d4-492f3974ee08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0540125 Aug 18 14:26:45.692387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-eab51ce2-1621-4e42-a6ba-14b3264409cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.694430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-eab51ce2-1621-4e42-a6ba-14b3264409cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484419 Aug 18 14:26:45.716757 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.812113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-c7fe5768-a6cb-47c3-8395-30a09c546081 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096478 Aug 18 14:26:45.934508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-691cec12-ebb6-49c7-9229-da962299f641 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139419 Aug 18 14:26:45.991617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-6e5a75be-a780-4872-a661-507c7aa05d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0470600 Aug 18 14:26:46.082082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-3d17573a-be14-496d-af3b-395eae90e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.082360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-3d17573a-be14-496d-af3b-395eae90e43d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0846105 Aug 18 14:26:46.181692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-7c389c7f-b498-4a70-be4a-f29994ad9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.183667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-7c389c7f-b498-4a70-be4a-f29994ad9b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935075 Aug 18 14:26:46.340067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-84ddf97f-bc2b-4835-94f7-5493a9db8dcd service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466031 Aug 18 14:26:46.505939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-bc856996-74a4-4d26-b69c-9cfa0b821e10 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566279 Aug 18 14:26:46.517072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:46.538102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:46.564439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d18eb151-dddc-49a9-91e7-2ec4c78bbd97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0432031 Aug 18 14:26:46.640887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-deef460e-d48e-47e6-93c0-7ba116a59deb req-992eedaa-e186-411b-99af-0aa3c2971459 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0344720 Aug 18 14:26:46.652493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-77e832ce-f228-4aaf-a93d-0a1403094870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.654272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-77e832ce-f228-4aaf-a93d-0a1403094870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0823598 Aug 18 14:26:46.685636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Allocated IP 172.25.1.173 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4d23542e-0d61-404e-ae25-af322eb3fd58) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:46.727031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d7a27bfa-fdf5-4be7-9da0-5ccbca564590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.728608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-d7a27bfa-fdf5-4be7-9da0-5ccbca564590 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552294 Aug 18 14:26:46.806604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:46.857005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-6ee2d263-943a-4761-afa6-3bdf191f0dd3 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199913 Aug 18 14:26:46.967036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:46.974292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-c0230336-f6f0-4520-81a7-01d95ba02ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076767 Aug 18 14:26:47.006579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:47.011048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:47.013734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:47.037522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-8747a3f1-1156-43d1-8f5d-4f0442636f1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0555942 Aug 18 14:26:47.056345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event updated for resources: {'Port': ['ID=4d23542e-0d61-404e-ae25-af322eb3fd58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:47.111778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f684a3ed-0948-4e57-88f1-b590dba58442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:47.113449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-f684a3ed-0948-4e57-88f1-b590dba58442 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0678146 Aug 18 14:26:47.190759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-235d85c8-263e-46f8-91de-7c0a6bf3dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:47.195959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-235d85c8-263e-46f8-91de-7c0a6bf3dd8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726848 Aug 18 14:26:47.319901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-03b91a70-d1e0-45d2-9620-686dc8b897b0 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141617 Aug 18 14:26:47.433286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-ce2f478e-c600-423e-92d1-7d502a99f055 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060162 Aug 18 14:26:47.475545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:47.538037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-a3f821c4-1f5c-4941-b914-86dbdd191e92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0672326 Aug 18 14:26:47.591722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-4e862558-db48-4767-a9c2-094b2ac49324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:47.593816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-4e862558-db48-4767-a9c2-094b2ac49324 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0548635 Aug 18 14:26:47.653290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-e57a7b2c-6143-4174-9a1f-500bed10fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:47.656739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-e57a7b2c-6143-4174-9a1f-500bed10fe55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536702 Aug 18 14:26:47.694133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:47.698914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:47.805218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1404542-6680-42e3-a8b1-1a2dc9c3e664 req-96c10710-9626-4461-8a24-a83f5d8f8054 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0349581 Aug 18 14:26:47.821739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-1bc6ed6b-fa22-4080-a745-855a5aff8642 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575546 Aug 18 14:26:47.952495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a29c693-7146-451c-b875-5c94dd9f9ba2 req-0c095b16-fdc0-4d05-9b3e-278683612213 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161201 Aug 18 14:26:48.011907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Router b61950d6-c360-4ab6-8822-f8428e1c8348 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:48.150191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:48.164092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] Sync routers for ids ['b61950d6-c360-4ab6-8822-f8428e1c8348'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:48.166747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:48.178629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] Routers {'b61950d6-c360-4ab6-8822-f8428e1c8348'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:48.179248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b61950d6-c360-4ab6-8822-f8428e1c8348'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:48.185111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-71be7d6f-df95-46bc-b1db-e94278ea398d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "PUT /v2.0/routers/b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 200 len: 880 time: 2.7577541 Aug 18 14:26:48.197362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60722) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:48.229291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:48.255519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] Routers {'b61950d6-c360-4ab6-8822-f8428e1c8348'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:48.255519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b61950d6-c360-4ab6-8822-f8428e1c8348'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:48.298735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:48.299665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e06fc-fa89-4cba-987e-0460f58e7268 None None] The sync data for ids ['b61950d6-c360-4ab6-8822-f8428e1c8348'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:48.439552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9bca3ac6-d8ee-49b0-9e91-e85905ed7fe6 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 200 len: 921 time: 0.2375584 Aug 18 14:26:48.440132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:48.610381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01407f1-a730-4f87-9e5d-a580160753e9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:48.614540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f01407f1-a730-4f87-9e5d-a580160753e9 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=b61950d6-c360-4ab6-8822-f8428e1c8348&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1706796 Aug 18 14:26:48.614875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:48.736010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-8b82ff89-5bc8-438e-a724-c9e6f9edced9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:48.738223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-8b82ff89-5bc8-438e-a724-c9e6f9edced9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 812 time: 0.2719550 Aug 18 14:26:48.741509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4457cba-9a15-4817-8a8f-fb8c34d09972 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:48.742966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e4457cba-9a15-4817-8a8f-fb8c34d09972 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.1252878 Aug 18 14:26:48.750678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60758) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:48.786583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9d6e9a78-60f7-4482-bbe7-207b9c963d66 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 200 len: 205 time: 0.0345902 Aug 18 14:26:48.787244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60760) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:48.809451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-a3d7b66a-d016-4fba-a31e-4ad16e5a6fac tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a20c29fab034939bbfb3c2e983a8498 HTTP/1.1" status: 200 len: 379 time: 0.0592923 Aug 18 14:26:48.823596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'port': {'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'admin_state_up': True, 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'security_groups': ['92678e65-1217-44f7-b39e-2c768c92f5fc']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:48.941689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d8d6efa-6be3-4bc5-a347-30f9b0af7abd req-b23f2f28-0f6c-4a51-866d-6e6946aacaa4 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0409131 Aug 18 14:26:48.944444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.103000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Made reservation on behalf of 3a20c29fab034939bbfb3c2e983a8498 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:26:49.107054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.119207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.292501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port 4d23542e-0d61-404e-ae25-af322eb3fd58 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:49.294343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.329349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Allocated IP 172.20.0.14 (1c2fdc67-a9a9-4477-ba44-2ccdefce8007/268e92c9-ecdd-460c-a29f-4c82bcdcbd00/526dcfbd-af63-4211-a59d-ee1551885732) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:49.487016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60796) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:49.547170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.583788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for 4d23542e-0d61-404e-ae25-af322eb3fd58 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:49.683666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.727104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Transition to ACTIVE for port object 526dcfbd-af63-4211-a59d-ee1551885732 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:49.738843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e1f85d8-6323-4924-88a8-3301b7ffb36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.937722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:49.994419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.054185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=4d23542e-0d61-404e-ae25-af322eb3fd58,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:50.105261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:50.141436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:50.146868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.147536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.148305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.149176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.149873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.150562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.151229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.151793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.152412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.152804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.153142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.153479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:50.158811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:50.161791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:50.204608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10ebd-c757-49fc-8212-f84159cc32a6 req-993a3207-897e-4005-9805-408fa2e5da9a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:50.206306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ec10ebd-c757-49fc-8212-f84159cc32a6 req-993a3207-897e-4005-9805-408fa2e5da9a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 932 time: 0.1175685 Aug 18 14:26:50.265976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:50.266605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.270843 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e1f85d8-6323-4924-88a8-3301b7ffb36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.278355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.333455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ec10ebd-c757-49fc-8212-f84159cc32a6 req-d7f00e3d-9365-496e-a4f0-2a71387cb70e tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187224 Aug 18 14:26:50.364779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e1f85d8-6323-4924-88a8-3301b7ffb36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.444982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.449942 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.457147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:50.465274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-7c5f7b9f-aeaf-4866-a29c-b79c7eddcb4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6481571 Aug 18 14:26:50.466436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e1f85d8-6323-4924-88a8-3301b7ffb36e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9faf51d431094fd296958ca0e7bf9045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9776409 Aug 18 14:26:50.481351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Request body: {'port': {'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:50.488395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f85d8-6323-4924-88a8-3301b7ffb36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f66a1-d7fc-45bb-931e-85df8829d753,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:50.603719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.604269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router b61950d6-c360-4ab6-8822-f8428e1c8348 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:50.615573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.630397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc3794ed-5a77-4672-b294-45527eb3007e tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 204 len: 168 time: 1.8295751 Aug 18 14:26:50.630397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 60844) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:50.632804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-625682667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:50.647819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.660864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.711160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.752188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.753571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.776959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f9c6c2e8-034e-41ad-8321-ecc10aeb2b42 None None] Provisioning for port 526dcfbd-af63-4211-a59d-ee1551885732 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:26:50.781101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f9c6c2e8-034e-41ad-8321-ecc10aeb2b42 None None] Provisioning complete for port 526dcfbd-af63-4211-a59d-ee1551885732 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:50.781573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c2e8-034e-41ad-8321-ecc10aeb2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.816342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6c2e8-034e-41ad-8321-ecc10aeb2b42 None None] Port 526dcfbd-af63-4211-a59d-ee1551885732 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:26:50.824533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.960857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.007445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526dcfbd-af63-4211-a59d-ee1551885732 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:26:51.017116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.020022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.023734 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.027431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c00f66a1-d7fc-45bb-931e-85df8829d753 HTTP/1.1" status: 204 len: 168 time: 0.5664604 Aug 18 14:26:51.042589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dbd9e-f2af-4ba1-9cf2-7894d03bcf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f66a1-d7fc-45bb-931e-85df8829d753,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:51.058872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Transition to ACTIVE for port object 526dcfbd-af63-4211-a59d-ee1551885732 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:51.114184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.119386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 60862) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:51.121586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e520935a-862e-45bb-afe6-6354568f9845 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4930198 Aug 18 14:26:51.125357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': True}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:51.591288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:51.764431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102968d-67ac-4bf7-bc0b-2ece9ef7db03 req-d8dd36b4-c7f9-415e-937e-d263260dba61 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:51.766047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8102968d-67ac-4bf7-bc0b-2ece9ef7db03 req-d8dd36b4-c7f9-415e-937e-d263260dba61 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.2232313 Aug 18 14:26:51.803398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Pushing event updated for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:51.988654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b743b5f8-2a62-4ce4-90db-3e3eba438a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.080820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.111867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8102968d-67ac-4bf7-bc0b-2ece9ef7db03 req-36473c76-407b-4107-a7c3-0576346fbb0c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141272 Aug 18 14:26:52.122528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Attempting to bind port 526dcfbd-af63-4211-a59d-ee1551885732 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:52.123113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Attempting to bind port 526dcfbd-af63-4211-a59d-ee1551885732 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:52.123343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Attempting to bind port 526dcfbd-af63-4211-a59d-ee1551885732 on network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:52.128254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Port 526dcfbd-af63-4211-a59d-ee1551885732 on network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:26:52.128718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Attempting to bind port 526dcfbd-af63-4211-a59d-ee1551885732 on network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:52.134308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:52.134867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Checking segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:52.136239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Bound using segment: {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:52.136239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Bound port: 526dcfbd-af63-4211-a59d-ee1551885732, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d3d211-5295-4f34-a061-58bc57738439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:52.136239 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.260441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:26:52.277472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=526dcfbd-af63-4211-a59d-ee1551885732,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:26:52.375201 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.441645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:52.442787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.445289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] 10.222.0.10 "PUT /v2.0/ports/526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 1092 time: 1.9692078 Aug 18 14:26:52.477578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:52.483982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:52.606365 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176d849-c0ae-49b6-81ef-0e42cfabcaf0 x-openstack-request-id: req-1176d849-c0ae-49b6-81ef-0e42cfabcaf0 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:52.606982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:52.606982 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1176d849-c0ae-49b6-81ef-0e42cfabcaf0 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:52.614396 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:26:52.754818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6fcbe-1bd5-4d48-ad74-af0dea37db21 service neutron] Pushing event updated for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:52.771947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.796362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-5846ee48-4bf9-468d-bb88-0eee175690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:52.798263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-5846ee48-4bf9-468d-bb88-0eee175690ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1095 time: 0.1967428 Aug 18 14:26:52.799880 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.915255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-1302c647-e853-47b7-a49d-d98f31a36e2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 217 time: 0.1058848 Aug 18 14:26:53.029028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-c27ac976-a854-4d5d-a49b-430a8a6dec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:53.030571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-c27ac976-a854-4d5d-a49b-430a8a6dec7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.1067748 Aug 18 14:26:53.119982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.25.1.245 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/f3718449-9e28-45bf-8f5d-dbd6935acf82) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:53.239627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-903da1f9-f182-459c-b9e1-0ff07037c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:53.241918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-903da1f9-f182-459c-b9e1-0ff07037c95e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013624 Aug 18 14:26:53.473576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.496366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dff50-43d8-4f5d-984f-a6e5a51bd6f7 req-4e5a67c4-5c81-43b6-82d6-9cd6755b3940 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:53.498274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d0dff50-43d8-4f5d-984f-a6e5a51bd6f7 req-4e5a67c4-5c81-43b6-82d6-9cd6755b3940 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.2228928 Aug 18 14:26:53.521868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e43c1e-f4b1-4b34-adb8-feefe5a218ed req-78eb738f-a134-47a7-8fc7-59ba7ba7e9c8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:53.523486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8e43c1e-f4b1-4b34-adb8-feefe5a218ed req-78eb738f-a134-47a7-8fc7-59ba7ba7e9c8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 945 time: 0.2174850 Aug 18 14:26:53.528438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-07c3b89f-263a-48a9-b8e3-9cf7ea283030 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747238 Aug 18 14:26:53.677077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d0dff50-43d8-4f5d-984f-a6e5a51bd6f7 req-3881a4d6-3c7b-4f4d-9d77-2214b5ac7317 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719835 Aug 18 14:26:53.692146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8e43c1e-f4b1-4b34-adb8-feefe5a218ed req-98233915-74ca-436b-bb82-29dfa9f5f731 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413014 Aug 18 14:26:53.741733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9afaf51-19ca-4f4b-a958-c290fdf6c2e3 req-b859d114-267f-4386-be41-f119d9a2f3c5 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921942 Aug 18 14:26:53.798351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.844937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:53.848208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:53.850907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:53.877254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=f3718449-9e28-45bf-8f5d-dbd6935acf82,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:54.011730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-5553acd7-c8db-401c-b824-cb170fe4ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.013467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-5553acd7-c8db-401c-b824-cb170fe4ccb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1095 time: 0.1229062 Aug 18 14:26:54.164488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-6a0eaf16-c9ef-4d8d-b9df-bd9d99381ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.164488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-6a0eaf16-c9ef-4d8d-b9df-bd9d99381ed3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 913 time: 0.1260977 Aug 18 14:26:54.216678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-590b32d5-26c2-45ce-bd07-0a7845d5c09a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 217 time: 0.0460055 Aug 18 14:26:54.349102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-530bf745-c37a-4854-be7c-c0489907862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.350914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-530bf745-c37a-4854-be7c-c0489907862e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.0983510 Aug 18 14:26:54.377091 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:54.490822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-22b79d7d-9d69-432a-a13c-80c456cf906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.492397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-22b79d7d-9d69-432a-a13c-80c456cf906d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324599 Aug 18 14:26:54.687825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-d4dfbd53-27a7-40d8-ada3-174561c6222d service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861250 Aug 18 14:26:54.724196 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:54.762355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:54.861415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-466679a3-ba92-4ba7-ae70-4b4c3c6fdcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:54.990903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f998c79-f79b-4880-8fbd-c5fbf0b013fe req-23138b80-a80b-41ad-9fa4-50d606aca8cc service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943013 Aug 18 14:26:55.005784 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.027590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ebe70-9e47-4ed5-b5a3-9771f4c49bd4 req-f466c76f-f641-480a-b608-6531e011cadd tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.029208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-694ebe70-9e47-4ed5-b5a3-9771f4c49bd4 req-f466c76f-f641-480a-b608-6531e011cadd tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 945 time: 0.2002120 Aug 18 14:26:55.038067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494ffb-5ef4-48a4-8f6f-2f41a9372474 req-0fcda9e5-167d-4eb8-a5b3-cfe0d81fbc70 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.039699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e494ffb-5ef4-48a4-8f6f-2f41a9372474 req-0fcda9e5-167d-4eb8-a5b3-cfe0d81fbc70 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.2119260 Aug 18 14:26:55.345977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:55.492639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-694ebe70-9e47-4ed5-b5a3-9771f4c49bd4 req-e3065a80-2d56-4325-8d70-1137b848eb25 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519489 Aug 18 14:26:55.526691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-f94e14c9-52d9-4bfd-a778-fc3e7b7dc8fe tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.531248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-f94e14c9-52d9-4bfd-a778-fc3e7b7dc8fe tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 945 time: 0.5263922 Aug 18 14:26:55.535243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e494ffb-5ef4-48a4-8f6f-2f41a9372474 req-908b42cf-4a88-42be-8aec-adb185884b67 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262171 Aug 18 14:26:55.553743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8674e611-8924-4104-ab0e-206a67fa2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.670556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Deleting port c966d7c6-76c9-411f-a897-28730a16c3e8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:55.670899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.676007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router fec22176-5591-42c7-8c8a-c09c6d7510ae is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:26:55.691779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8674e611-8924-4104-ab0e-206a67fa2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.832255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8674e611-8924-4104-ab0e-206a67fa2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.861018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] For port c966d7c6-76c9-411f-a897-28730a16c3e8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c966d7c6-76c9-411f-a897-28730a16c3e8,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:55.861939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.881149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Calling delete_port for c966d7c6-76c9-411f-a897-28730a16c3e8 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:55.886993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:55.891752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.896383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8674e611-8924-4104-ab0e-206a67fa2550 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=383f561b127048c69855eb619ceafdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486481 Aug 18 14:26:55.897393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32866) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:55.898356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-60998614-9be8-4ccf-8aa0-886454a66cbc tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "PUT /v2.0/routers/fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 200 len: 914 time: 4.7750404 Aug 18 14:26:55.901229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e611-8924-4104-ab0e-206a67fa2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce081885-6b75-4332-ad47-9f3e31d220c9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:55.902019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32868) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:55.916317 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] Sync routers for ids ['fec22176-5591-42c7-8c8a-c09c6d7510ae'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:55.945008 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] Routers {'fec22176-5591-42c7-8c8a-c09c6d7510ae'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:55.946077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['fec22176-5591-42c7-8c8a-c09c6d7510ae'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:55.971416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:55.997353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:56.012248 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] Routers {'fec22176-5591-42c7-8c8a-c09c6d7510ae'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:56.012882 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['fec22176-5591-42c7-8c8a-c09c6d7510ae'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:56.061789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.077176 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:56.081988 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f8521-301f-4b96-9144-3a4e8de868ac None None] The sync data for ids ['fec22176-5591-42c7-8c8a-c09c6d7510ae'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:56.086077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2adf1d2b-49b2-4f52-bb9d-36a67c7363b5 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 200 len: 920 time: 0.1864600 Aug 18 14:26:56.088504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32874) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:56.117461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.132022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdac7f6-d1f7-4896-8fa9-f1f1d56447b1 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:56.133792 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ecdac7f6-d1f7-4896-8fa9-f1f1d56447b1 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=fec22176-5591-42c7-8c8a-c09c6d7510ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0440958 Aug 18 14:26:56.139342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:56.234787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6803d-58a0-49f8-9230-51cf6a031ed3 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:56.236212 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b1a6803d-58a0-49f8-9230-51cf6a031ed3 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.0986800 Aug 18 14:26:56.239554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32882) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:56.266978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c5f1d37e-7994-4901-a65c-f47903aa4a68 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 200 len: 205 time: 0.0256655 Aug 18 14:26:56.269467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32884) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:56.277141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.294183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c966d7c6-76c9-411f-a897-28730a16c3e8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:26:56.321260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.323882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.327352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce081885-6b75-4332-ad47-9f3e31d220c9 HTTP/1.1" status: 204 len: 168 time: 0.4219937 Aug 18 14:26:56.357276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Pushing event deleted for resources: {'Port': ['ID=c966d7c6-76c9-411f-a897-28730a16c3e8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:56.367085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103930ce-6e00-474f-9b8e-85b403d84b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce081885-6b75-4332-ad47-9f3e31d220c9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:56.447278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] No DVR routers for this DVR port c966d7c6-76c9-411f-a897-28730a16c3e8 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:26:56.451115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.453213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fdc75b4-f546-48e2-8460-103f7afc97f3 req-280878b8-ef39-49a8-ab85-b457e72b4cea tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "DELETE /v2.0/ports/c966d7c6-76c9-411f-a897-28730a16c3e8 HTTP/1.1" status: 204 len: 173 time: 0.9011509 Aug 18 14:26:56.457806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'name': 'network-vif-deleted', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:56.457806 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f032c11f-df23-4a9b-8757-631372d8855c" -d '{"events": [{"server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "name": "network-vif-deleted", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:56.472002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.507041 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f95899-c7a2-4261-a510-d09c968b9f28 x-openstack-request-id: req-87f95899-c7a2-4261-a510-d09c968b9f28 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:56.507341 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660792f-eed3-44be-b054-c74172845da4", "name": "network-vif-deleted", "tag": "c966d7c6-76c9-411f-a897-28730a16c3e8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:56.507599 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87f95899-c7a2-4261-a510-d09c968b9f28 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:56.508001 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660792f-eed3-44be-b054-c74172845da4', 'name': 'network-vif-deleted', 'tag': 'c966d7c6-76c9-411f-a897-28730a16c3e8', 'status': 'completed', 'code': 200} Aug 18 14:26:56.610966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.694116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9362e6b-a78f-4831-a2d6-e158a9965fe1 req-2cc9ef8a-8d3b-4d84-a352-4b63d1f81caf tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660792f-eed3-44be-b054-c74172845da4 HTTP/1.1" status: 200 len: 210 time: 0.0401087 Aug 18 14:26:56.719352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf59b1-302c-40f9-b466-d5f6e0a6c6a0 req-ecba6e88-d7f2-4ed8-8284-9d4438358e0d tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:56.727449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71cf59b1-302c-40f9-b466-d5f6e0a6c6a0 req-ecba6e88-d7f2-4ed8-8284-9d4438358e0d tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.0836489 Aug 18 14:26:56.763867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71cf59b1-302c-40f9-b466-d5f6e0a6c6a0 req-28a0ea88-1641-4208-84ce-5c31e019686c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353544 Aug 18 14:26:56.826591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port f3718449-9e28-45bf-8f5d-dbd6935acf82 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:26:56.826722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.905496 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:56.918413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for f3718449-9e28-45bf-8f5d-dbd6935acf82 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:26:57.107732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32940) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:57.121062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d0763d5-2778-4dfd-ab72-4ea996de8ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.219651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.264523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=f3718449-9e28-45bf-8f5d-dbd6935acf82,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:57.347383 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.453768 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d0763d5-2778-4dfd-ab72-4ea996de8ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.465209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.470636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.519614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4d0763d5-2778-4dfd-ab72-4ea996de8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.558619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.572115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4d0763d5-2778-4dfd-ab72-4ea996de8ee5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c9807d2615346c4b9e221e251721d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610257 Aug 18 14:26:57.572810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32960) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:57.575811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0763d5-2778-4dfd-ab72-4ea996de8ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471afa9a-8571-4ee4-aeb5-5c7667939849,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:57.630972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.642570 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.643334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router fec22176-5591-42c7-8c8a-c09c6d7510ae {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:26:57.652055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.655614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.658063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7deb555b-88f4-45c8-89ad-b44da7cdc6bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 204 len: 168 time: 1.3874288 Aug 18 14:26:57.658590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32964) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:57.663250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-605242808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:57.805355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.814183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.863519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.868841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.871208 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/471afa9a-8571-4ee4-aeb5-5c7667939849 HTTP/1.1" status: 204 len: 168 time: 0.2964878 Aug 18 14:26:57.887605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9ea28-3527-472f-a33d-bd0feb044e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471afa9a-8571-4ee4-aeb5-5c7667939849,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:57.940495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:57.961065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71155b14-8708-42ab-bed8-0eef35b7b4f3 req-91fa44d9-2763-41f0-b9c2-1ff0c8eb2576 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:57.962701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71155b14-8708-42ab-bed8-0eef35b7b4f3 req-91fa44d9-2763-41f0-b9c2-1ff0c8eb2576 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.1059136 Aug 18 14:26:58.003282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71155b14-8708-42ab-bed8-0eef35b7b4f3 req-9568d083-7230-4078-9f5c-5bb26db2d6c0 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 Aug 18 14:26:58.034188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.108556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.112497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a9721350-4b06-4092-998d-039540903a98 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4502542 Aug 18 14:26:58.112724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32976) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:58.118670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'enable_snat': False}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:58.358847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:58.379085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.500737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7da2d172-3085-4aac-b43f-ef514332d7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.645145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7da2d172-3085-4aac-b43f-ef514332d7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.703870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:58.721549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4799e3cd-3538-4521-ac2e-cb95be75bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.735277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7da2d172-3085-4aac-b43f-ef514332d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.798142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d172-3085-4aac-b43f-ef514332d7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e2346-842c-4749-bafe-8b0ea9924189,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:58.806530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7da2d172-3085-4aac-b43f-ef514332d7ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=255b7bd98c754da981e92496de63e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463961 Aug 18 14:26:58.809179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 32992) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:58.912736 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.957222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:58.982267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4799e3cd-3538-4521-ac2e-cb95be75bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.032299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.054914 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4799e3cd-3538-4521-ac2e-cb95be75bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.056514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.117808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4799e3cd-3538-4521-ac2e-cb95be75bae6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=969cbe84052146f4a93b161daf5b8439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097619 Aug 18 14:26:59.118401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 32996) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:59.130730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799e3cd-3538-4521-ac2e-cb95be75bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77761f06-f3bb-454e-b998-651f023f5f92,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:59.143405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.147231 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.149752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff7e2346-842c-4749-bafe-8b0ea9924189 HTTP/1.1" status: 204 len: 168 time: 0.3396518 Aug 18 14:26:59.179785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb6826-56f0-42ba-bf15-461a45d9e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e2346-842c-4749-bafe-8b0ea9924189,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:59.247372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf65ac5-9aae-4f5c-a59a-1c4959c5600c req-c4e7b8a6-c8eb-44a3-a6ed-6110a9e7cbb0 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:59.251758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bf65ac5-9aae-4f5c-a59a-1c4959c5600c req-c4e7b8a6-c8eb-44a3-a6ed-6110a9e7cbb0 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.1618960 Aug 18 14:26:59.307370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bf65ac5-9aae-4f5c-a59a-1c4959c5600c req-f24e162c-024d-4828-822a-4ac0ef693829 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507584 Aug 18 14:26:59.309567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.350771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.362481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Allocated IP 172.25.1.146 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/db19d20a-e378-458a-a827-69a7e95e3bdf) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:59.497065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.538474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.541441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.545024 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77761f06-f3bb-454e-b998-651f023f5f92 HTTP/1.1" status: 204 len: 168 time: 0.4234030 Aug 18 14:26:59.554417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759166fc-51e4-413d-a54c-2428389a5baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77761f06-f3bb-454e-b998-651f023f5f92,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:59.615811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.681206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:59.687463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:59.690403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:59.798586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Pushing event updated for resources: {'Port': ['ID=db19d20a-e378-458a-a827-69a7e95e3bdf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:00.126483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.132036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:00.150393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-858b58bc-0afd-4cfd-a3d3-eb45f3591dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.252968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-858b58bc-0afd-4cfd-a3d3-eb45f3591dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.321041 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-858b58bc-0afd-4cfd-a3d3-eb45f3591dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.373257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.381205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.399177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b58bc-0afd-4cfd-a3d3-eb45f3591dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2caa82c-74c1-49e8-9109-6a3e20728013,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:00.439709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-858b58bc-0afd-4cfd-a3d3-eb45f3591dbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a648e31c1682473c92a0c799dac5747f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065979 Aug 18 14:27:00.442365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33028) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:00.463452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c966d7c6-76c9-411f-a897-28730a16c3e8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:27:00.489661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: c966d7c6-76c9-411f-a897-28730a16c3e8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:27:00.490946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c966d7c6-76c9-411f-a897-28730a16c3e8 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:27:00.495851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103650c-90ba-4e50-9c8d-8a4a2cf7cd17 req-8d8fe252-90b4-4c01-ad15-d1a309639ec6 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:00.499929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4103650c-90ba-4e50-9c8d-8a4a2cf7cd17 req-8d8fe252-90b4-4c01-ad15-d1a309639ec6 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.0997021 Aug 18 14:27:00.532199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.561059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4103650c-90ba-4e50-9c8d-8a4a2cf7cd17 req-d3436f75-5731-4011-b13a-ee6cd8584be1 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533714 Aug 18 14:27:00.570966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.666113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Router 30586218-4aaf-4020-bd84-96a533049f05 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:00.713898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.717035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.720522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2caa82c-74c1-49e8-9109-6a3e20728013 HTTP/1.1" status: 204 len: 168 time: 0.2749219 Aug 18 14:27:00.727302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0efa51-c613-4aba-acbc-e9029860071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2caa82c-74c1-49e8-9109-6a3e20728013,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:00.812726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:00.820067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:00.827853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33044) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:00.829566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] Sync routers for ids ['30586218-4aaf-4020-bd84-96a533049f05'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:00.846757 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3ea364ed-ef76-4ce5-b66c-4377b691b490 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "PUT /v2.0/routers/30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 200 len: 915 time: 2.7324250 Aug 18 14:27:00.847440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] Routers {'30586218-4aaf-4020-bd84-96a533049f05'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:00.848268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30586218-4aaf-4020-bd84-96a533049f05'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:00.886522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:00.895903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] Routers {'30586218-4aaf-4020-bd84-96a533049f05'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:00.896560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30586218-4aaf-4020-bd84-96a533049f05'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:00.948905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:00.949588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79602237-8292-4eec-8cec-44bdbc493b12 None None] The sync data for ids ['30586218-4aaf-4020-bd84-96a533049f05'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:00.988377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-67d5e872-190c-45e1-8769-5497ecdefb3c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 200 len: 921 time: 0.1627605 Aug 18 14:27:00.991797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33050) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:01.073184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdae16-43e7-49f9-ae2f-1787ba098fd6 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:01.077594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33052) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:01.077736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f2bdae16-43e7-49f9-ae2f-1787ba098fd6 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=30586218-4aaf-4020-bd84-96a533049f05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0848665 Aug 18 14:27:01.191368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5955c14-3661-4168-bba8-1a77b8816399 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:01.193537 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e5955c14-3661-4168-bba8-1a77b8816399 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/networks/ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 881 time: 0.1147523 Aug 18 14:27:01.196461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33058) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:01.259929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3d38fa48-5f44-4dfa-8704-9f466a875194 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 200 len: 205 time: 0.0623000 Aug 18 14:27:01.262571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33066) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:01.417472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:01.536445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:01.671919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port db19d20a-e378-458a-a827-69a7e95e3bdf {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:01.672269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:01.701562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e103ac5-104c-44b4-8ba1-b8c1ecb30f71 req-a574f9b8-e632-42f0-986b-0398941b61d8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:01.703464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e103ac5-104c-44b4-8ba1-b8c1ecb30f71 req-a574f9b8-e632-42f0-986b-0398941b61d8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.0621762 Aug 18 14:27:01.754184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e103ac5-104c-44b4-8ba1-b8c1ecb30f71 req-f6d24e4f-99a5-41c7-8fd3-adb30b45aef8 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Aug 18 14:27:01.769834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:01.786233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for db19d20a-e378-458a-a827-69a7e95e3bdf owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:02.051133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.076623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33090) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.085301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=db19d20a-e378-458a-a827-69a7e95e3bdf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:02.123890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33094) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.155809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.259324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ab979a6-70cb-4eb3-8c30-00f30cc5c7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.260007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.263047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.313930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cfe77e2-edeb-475d-a5ff-417d129beefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.409321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.409921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router 30586218-4aaf-4020-bd84-96a533049f05 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:27:02.417108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.426367 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd6a3891-6c59-41df-a505-4993dc74b2ab tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 204 len: 168 time: 1.1543529 Aug 18 14:27:02.426464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33104) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.426971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585603368', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:02.446882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33106) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.481423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ab979a6-70cb-4eb3-8c30-00f30cc5c7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.549411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1796467899-network', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:02.566972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ab979a6-70cb-4eb3-8c30-00f30cc5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.614044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6ab979a6-70cb-4eb3-8c30-00f30cc5c7af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa69196a04e94e81bd61534562bd89ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362568 Aug 18 14:27:02.622609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33110) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.624581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab979a6-70cb-4eb3-8c30-00f30cc5c7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336d207-5b39-4232-94f6-540b4c684dbc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:02.676387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.691555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cfe77e2-edeb-475d-a5ff-417d129beefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.701085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.859083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cfe77e2-edeb-475d-a5ff-417d129beefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.887138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.895694 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.895694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8336d207-5b39-4232-94f6-540b4c684dbc HTTP/1.1" status: 204 len: 168 time: 0.2673726 Aug 18 14:27:02.904444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b154-7b82-4953-83e4-67c200b28df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336d207-5b39-4232-94f6-540b4c684dbc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:02.911919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe77e2-edeb-475d-a5ff-417d129beefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b95ddf-f579-4edd-956a-155612349156,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:02.918696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8cfe77e2-edeb-475d-a5ff-417d129beefe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4a82bad9b2f41dc8efc1fb3f25529d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934239 Aug 18 14:27:02.921572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:02.934592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c26080-c03f-41b1-a180-782dc797f868 req-53d78077-1c94-4771-aeb8-321861b4fb7c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:02.934592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0c26080-c03f-41b1-a180-782dc797f868 req-53d78077-1c94-4771-aeb8-321861b4fb7c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.1056223 Aug 18 14:27:02.988269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0c26080-c03f-41b1-a180-782dc797f868 req-7599b942-e1ce-4ccd-96a2-d4c5322d1260 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500913 Aug 18 14:27:02.988737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.994063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:02.995436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.018151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.048663 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.125280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Made reservation on behalf of f4f2a9a0a723499c9a8e08d9deda8375 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:03.127724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.136678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.193685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.194860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.198733 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12b95ddf-f579-4edd-956a-155612349156 HTTP/1.1" status: 204 len: 168 time: 0.2733221 Aug 18 14:27:03.211778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76afacc-7241-4ef4-96e7-64671d314342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b95ddf-f579-4edd-956a-155612349156,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:03.288680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.369251 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.382771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.405256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:03.421548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c555ba57-3547-47e8-98c0-98ff86101709,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:03.425544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.425927 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Added segment 954b307c-4c62-4b92-9a3e-bf957826a766 of type vlan for network b9e87364-b29c-4d1d-bcc7-c948b024eab0 Aug 18 14:27:03.470745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.565938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.567049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:03.567714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.665656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e87364-b29c-4d1d-bcc7-c948b024eab0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:03.675977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:03.717872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.738402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.754718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-52783c84-3671-4dc8-9b08-aceb0342ad64 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3065715 Aug 18 14:27:03.761889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33142) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:03.780744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Request body: {'subnet': {'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1796467899-subnet', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:03.860571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Allocated IP 172.25.1.135 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/baa6a1f6-4b89-445c-ae41-3a711206c48e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:03.924944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Made reservation on behalf of f4f2a9a0a723499c9a8e08d9deda8375 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:03.927925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:03.985041 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.097354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.169631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33158) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:04.170854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event updated for resources: {'Port': ['ID=baa6a1f6-4b89-445c-ae41-3a711206c48e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:04.176728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:04.195759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:04.198970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:04.240213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.248360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177edb-e2bd-48c3-886b-8c9301eb03ec req-b07959e6-c791-4477-869c-f2c0edb66028 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:04.251777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1177edb-e2bd-48c3-886b-8c9301eb03ec req-b07959e6-c791-4477-869c-f2c0edb66028 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.0969219 Aug 18 14:27:04.306228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1695347497-network', 'tenant_id': 'e538162e88d345dab23ee74e88100025'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:04.356789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Pushing event updated for resources: {'Subnet': ['ID=441f5578-520b-44fb-a06b-c37bc9b99fb4,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:04.378732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Checking segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:04.378732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Network hostable DHCP agents. Network: b9e87364-b29c-4d1d-bcc7-c948b024eab0, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:04.424063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1177edb-e2bd-48c3-886b-8c9301eb03ec req-401aae0f-5530-4386-90e6-4676c5724b71 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658025 Aug 18 14:27:04.513995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Made reservation on behalf of e538162e88d345dab23ee74e88100025 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:04.516369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.525748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.543279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:04.631222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.649211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b9e87364-b29c-4d1d-bcc7-c948b024eab0) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:04.654410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:04.655096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.663702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3828dd-ea71-45c6-8da1-5403fe66a84b None None] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:04.670364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.733012 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.870365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb11b4de-38fa-4d4d-8a8b-57ac0b4a864b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1072931 Aug 18 14:27:04.886680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:04.889422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33172) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:04.897026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:04.909699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c36a4ce-a7ac-4997-ab75-d8c8a38aabcf,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:04.924801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.925264 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Added segment 55070ca1-5c81-41d2-858d-ea1b9fc1e987 of type vlan for network d698a5ef-f5ec-4b35-8032-955141e5fc46 Aug 18 14:27:04.944370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:04.946418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.996135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.031594 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.072501 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.074968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.113408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Allocated IP 172.20.0.2 (b9e87364-b29c-4d1d-bcc7-c948b024eab0/441f5578-520b-44fb-a06b-c37bc9b99fb4/ab2db69d-8cf4-4b7e-b2e7-9293d797a67e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:05.132433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.170239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.171452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:05.172391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.247202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 526dcfbd-af63-4211-a59d-ee1551885732 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:27:05.272863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Router d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:05.287764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.300933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] Pushing event updated for resources: {'Network': ['ID=d698a5ef-f5ec-4b35-8032-955141e5fc46,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:05.316727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c5f9a287-9f64-4cd5-a68c-c17210a06d0c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1382155 Aug 18 14:27:05.316727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33178) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:05.316727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Request body: {'subnet': {'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1695347497-subnet', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:05.334216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:05.341523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Transition to ACTIVE for port object ab2db69d-8cf4-4b7e-b2e7-9293d797a67e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:05.389998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.423995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Transition to ACTIVE for port object ab2db69d-8cf4-4b7e-b2e7-9293d797a67e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:05.461092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=526dcfbd-af63-4211-a59d-ee1551885732,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:05.468776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Made reservation on behalf of e538162e88d345dab23ee74e88100025 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:05.471265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.478180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '526dcfbd-af63-4211-a59d-ee1551885732', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:27:05.522918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.541117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526dcfbd-af63-4211-a59d-ee1551885732 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:05.549073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.823428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=526dcfbd-af63-4211-a59d-ee1551885732,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:05.825701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:05.826471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Pushing event updated for resources: {'Port': ['ID=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:05.836216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:05.843602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:05.849929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.850279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.850674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.851205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.851715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.852305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.852649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.852975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.853347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.853947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.855179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.855718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:05.926456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:05.939881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Attempting to bind port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:05.940095 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] Sync routers for ids ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:05.940540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Attempting to bind port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:05.940671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Attempting to bind port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e on network b9e87364-b29c-4d1d-bcc7-c948b024eab0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:05.948116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:05.948875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Checking segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:05.949464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.950161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Bound using segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:05.950818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Bound port: ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:05.951479 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:05.963463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] Routers {'d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:05.964321 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:05.971507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.007424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b1eea-7069-4377-901f-66a644953008 req-f2d168f4-7b5c-4e33-8614-6079fe1ea6ef tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:06.015615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5b1eea-7069-4377-901f-66a644953008 req-f2d168f4-7b5c-4e33-8614-6079fe1ea6ef tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 944 time: 0.2139659 Aug 18 14:27:06.025888 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:06.042523 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] Routers {'d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:06.043168 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:06.086513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-49b4b60f-bd67-4a2f-8e2f-45bbe97700fa tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:06.093510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-49b4b60f-bd67-4a2f-8e2f-45bbe97700fa tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 814 time: 0.2901199 Aug 18 14:27:06.116183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad5b1eea-7069-4377-901f-66a644953008 req-9062b695-43eb-4116-9506-83428061d80a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978727 Aug 18 14:27:06.124746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.126152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-abea8cf0-ac80-4d8a-98aa-5ef6c15ab045 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7028942 Aug 18 14:27:06.126990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:06.127829 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a26c-2c5f-4e0b-a9cf-0e0474488bd6 None None] The sync data for ids ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:06.138454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-c1b7b8a6-1276-45a5-81c1-44a2ac8d9ae0 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/quotas/f08e8016b8a5425dafd1b2b8554a1ac0 HTTP/1.1" status: 200 len: 375 time: 0.0411282 Aug 18 14:27:06.138454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33210) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:06.142961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:06.150977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] For port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:06.155143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] For port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:06.160026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:06.202646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.209718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-7835eb47-bbb9-42fa-8a57-e2be5af5a404 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732458 Aug 18 14:27:06.212875 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.219722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:06.293968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96ebf-f091-44b0-bdf2-20d4b89d65c5 None None] Pushing event updated for resources: {'Port': ['ID=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:06.312291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7f8d46-5534-4d73-b4dc-b5fca51831af,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:06.329930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.350379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Checking segment: {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:06.350885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Network hostable DHCP agents. Network: d698a5ef-f5ec-4b35-8032-955141e5fc46, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:06.356092 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.365857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['526dcfbd-af63-4211-a59d-ee1551885732'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:27:06.392072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-0c14cd16-a1fd-4bb8-96b6-30162a8f6a03 service neutron] 10.222.0.35 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713641 Aug 18 14:27:06.467294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:06.510626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Allocated IP 172.25.1.161 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4315013e-446f-4933-828d-572c18a27a1f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:06.547612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'network': {'name': 'tempest-network-smoke--1026864612', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:06.554041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d698a5ef-f5ec-4b35-8032-955141e5fc46) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:06.566188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3783e-8fe8-493e-be6c-2acbdae9e85a None None] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:06.609994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:06.609994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.701559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.801396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:06.805772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.812018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ab2db69d-8cf4-4b7e-b2e7-9293d797a67e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:06.821091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-3989e1c3-a570-4a89-986d-f815cba8fb97 service neutron] 10.222.0.35 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141146 Aug 18 14:27:06.823527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.826702 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.834662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.879313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d698a5ef-f5ec-4b35-8032-955141e5fc46', 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'fixed_ips': [{'subnet_id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:06.881294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.882785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db5957a2-8cf2-4859-8c69-8e2bc9cec457 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5711052 Aug 18 14:27:06.886712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33216) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:06.894766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:06.903587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:06.909541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:06.914299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:06.937594 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:06.947927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=4315013e-446f-4933-828d-572c18a27a1f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:06.992828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.091641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.106744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Allocated IP 172.20.0.2 (d698a5ef-f5ec-4b35-8032-955141e5fc46/0d7f8d46-5534-4d73-b4dc-b5fca51831af/e9269e73-02d2-44c7-8b7a-e0a52dca80ca) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:07.126640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-043ccd42-0a66-4cad-8822-9e0fbe1221a5 req-d479703a-88d0-434e-83d7-3d9f7e53dbc8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 210 time: 0.0500085 Aug 18 14:27:07.158744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:07.202513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:07.213305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1755fe1b-4a70-4f7a-b00b-9be84abe0f85,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:07.243698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.244847 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.267277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.267726 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Added segment 3db327cc-4f8a-488b-95cb-d96e755f21ed of type vlan for network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 Aug 18 14:27:07.281405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Deleting port baa6a1f6-4b89-445c-ae41-3a711206c48e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:07.282140 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.334797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.385039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.405509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Transition to ACTIVE for port object e9269e73-02d2-44c7-8b7a-e0a52dca80ca will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:07.407957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83a76-6310-403e-a619-474880fb14d3 req-c8cd2e24-0260-4b4a-aa8a-46e4c64f34e9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:07.419838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87a83a76-6310-403e-a619-474880fb14d3 req-c8cd2e24-0260-4b4a-aa8a-46e4c64f34e9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 945 time: 0.1991231 Aug 18 14:27:07.436872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Transition to ACTIVE for port object e9269e73-02d2-44c7-8b7a-e0a52dca80ca will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:07.442747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.521892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.522103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87a83a76-6310-403e-a619-474880fb14d3 req-49f76562-6c4f-45de-a5a1-f31967dc2ca6 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944126 Aug 18 14:27:07.544314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.558776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Calling delete_port for baa6a1f6-4b89-445c-ae41-3a711206c48e owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:07.577120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:07.582212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:07.584815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:07.603761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.621201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.622459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.628327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:07.628969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.677944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Pushing event updated for resources: {'Port': ['ID=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:07.682453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Attempting to bind port e9269e73-02d2-44c7-8b7a-e0a52dca80ca on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:07.682906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Attempting to bind port e9269e73-02d2-44c7-8b7a-e0a52dca80ca by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:07.683280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Attempting to bind port e9269e73-02d2-44c7-8b7a-e0a52dca80ca on network d698a5ef-f5ec-4b35-8032-955141e5fc46 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:07.689863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:07.690153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Checking segment: {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:07.690613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.692088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Bound using segment: {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:07.692088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Bound port: e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:07.692418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.713966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bd76d-25d7-4856-9c06-3d75f41e18e7 None None] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:07.748971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Network': ['ID=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:07.795005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2892ec56-1922-4988-ad80-e079fca3fe9b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5730968 Aug 18 14:27:07.797807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33232) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:07.802995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-891225524', 'admin_state_up': True, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:07.833051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:07.928648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.929044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-851929c1-f65b-4317-b179-69d420902e29 None None] For port e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:07.931371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.950345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-851929c1-f65b-4317-b179-69d420902e29 None None] For port e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:07.961737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Pushing event deleted for resources: {'Port': ['ID=baa6a1f6-4b89-445c-ae41-3a711206c48e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:07.963791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.964846 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:07.979325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Provisioning for port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:08.010178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Provisioning complete for port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:08.010178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.048927 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.073649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.076533 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.118111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.156738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.193568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851929c1-f65b-4317-b179-69d420902e29 None None] Pushing event updated for resources: {'Port': ['ID=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:08.201054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.251127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] For port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:08.324150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Allocated IP 172.25.1.202 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/ec081fbd-e38b-4c90-bfae-126815382728) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:08.326014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf704492-0b7f-4409-bd44-23048ed24752 req-d825f2a8-88c9-4f7a-a7aa-021c64cb636e tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 210 time: 0.0997329 Aug 18 14:27:08.331387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.332195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:08.431457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d03604-5719-4a2c-95ef-3fdb6ffcb3c0 None None] Pushing event updated for resources: {'Port': ['ID=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:08.513240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.611046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:08.623151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Sync routers for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:08.637910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:08.637910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:08.640616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.690651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.721477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.723142 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ef909127-62fa-4380-9ce7-dff34ffcfd09 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8317709 Aug 18 14:27:08.725672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577273'] for router, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.726003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33240) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:08.774822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0cf93fd8-44e7-4275-9794-275b398d14ed None None] Provisioning complete for port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:08.775193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0cf93fd8-44e7-4275-9794-275b398d14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.836721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bfbe2-9e88-47f3-a6e1-3d4fd91972e9 req-146e70a3-27b4-4345-8732-4e785ede742c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:08.839364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a5bfbe2-9e88-47f3-a6e1-3d4fd91972e9 req-146e70a3-27b4-4345-8732-4e785ede742c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 945 time: 0.2061646 Aug 18 14:27:08.840151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:08.876120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Router d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:08.911443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:08.916522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ab2db69d-8cf4-4b7e-b2e7-9293d797a67e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:08.928388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a5bfbe2-9e88-47f3-a6e1-3d4fd91972e9 req-788eae91-5c1e-46e5-ba55-1251749e7e6c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796728 Aug 18 14:27:08.962636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:08.994290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:09.001266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:09.005771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:09.014774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.015966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-82e25386-6cd1-4dcb-9f49-e734fb8b4897 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "PUT /v2.0/routers/d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 200 len: 706 time: 2.8766408 Aug 18 14:27:09.020037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33242) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:09.024439 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] Sync routers for ids ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:09.046989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Pushing event updated for resources: {'Port': ['ID=ec081fbd-e38b-4c90-bfae-126815382728,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:09.067570 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] Routers {'d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:09.069650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:09.124221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:09.124608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.151774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e5bd8c07-f970-4069-900a-a4c568a8cc7c tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/routers/d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 200 len: 741 time: 0.1304474 Aug 18 14:27:09.156340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:09.171422 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:09.183153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:07Z', 'revision_number': 3, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:09.187751 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] Routers {'d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:09.189060 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:09.211235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Checking router: 93316c43-d20a-4c60-84b9-12c6ec4cd4fd for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:09.211691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Updating router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd port 4315013e-446f-4933-828d-572c18a27a1f binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:09.242991 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:09.245958 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13565d-66a9-4d90-9370-e87f12b04cbc None None] The sync data for ids ['d4b2c6a8-b123-43a4-866d-432cc4b3b0f7'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:09.257616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 526dcfbd-af63-4211-a59d-ee1551885732 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:09.296956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a77990f4-c2a0-40dc-85e5-ce54ba68d3b8 tempest-RoutersAdminTest-1199580463 tempest-RoutersAdminTest-1199580463-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&device_id=d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 200 len: 205 time: 0.1383584 Aug 18 14:27:09.299595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33246) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:09.306592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.334541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-144071a0-e737-4f5b-a04d-8aa24b6fe8a9 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 200 len: 205 time: 0.0336297 Aug 18 14:27:09.337039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:09.359249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e9269e73-02d2-44c7-8b7a-e0a52dca80ca up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:09.652498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acfe3b-bb9a-4c40-a6ef-cc77a17e4b6d None None] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:09.780844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 526dcfbd-af63-4211-a59d-ee1551885732 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:09.794906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 526dcfbd-af63-4211-a59d-ee1551885732 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:09.795287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.819087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.872323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-161203bd-50f3-44ca-a503-0ac340c74176 None None] Provisioning for port e9269e73-02d2-44c7-8b7a-e0a52dca80ca completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:09.893718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.894301 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.929604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa49bdee-0aa4-490e-9b39-d70801ab28f0 req-1235f683-904f-43cf-9170-66e480679ace tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 210 time: 0.0782287 Aug 18 14:27:09.930120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e9269e73-02d2-44c7-8b7a-e0a52dca80ca completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:09.938899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e9269e73-02d2-44c7-8b7a-e0a52dca80ca triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:09.938899 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:09.960554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.083893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.181795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.244435 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.253113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-69da5986-b997-4bd1-9137-8676b2ce6183 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:10.254797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-69da5986-b997-4bd1-9137-8676b2ce6183 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 814 time: 0.4044883 Aug 18 14:27:10.256371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.257094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:10.259593 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faefc458-c276-4bdc-9174-93740f29b02c" -d '{"events": [{"server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "name": "network-vif-plugged", "status": "completed", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:10.274415 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.276845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a90d-f3c2-4e65-8209-63da018071d9 req-df4de1f2-fe98-4e3a-8a17-bd6828b49090 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:10.277686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1713a90d-f3c2-4e65-8209-63da018071d9 req-df4de1f2-fe98-4e3a-8a17-bd6828b49090 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 945 time: 0.2435608 Aug 18 14:27:10.281852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Request body: {'port': {'device_id': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b', 'admin_state_up': True, 'tenant_id': 'f08e8016b8a5425dafd1b2b8554a1ac0'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:10.299301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=526dcfbd-af63-4211-a59d-ee1551885732,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:10.303019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.303369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.325317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Transition to ACTIVE for port object 4315013e-446f-4933-828d-572c18a27a1f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:10.350683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:10.371633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.424137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.429405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1713a90d-f3c2-4e65-8209-63da018071d9 req-7bba65d2-839b-4b0d-8f95-d2faf8650bc5 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101875 Aug 18 14:27:10.430124 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.459718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.460483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Fanout notify agent at l3_agent the message router_deleted on router d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:27:10.470143 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.471371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce31c2e7-fb67-4b73-a055-5cd138f9719d tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 204 len: 168 time: 1.1333365 Aug 18 14:27:10.481555 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.492531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Allocated IP 172.20.0.1 (b9e87364-b29c-4d1d-bcc7-c948b024eab0/441f5578-520b-44fb-a06b-c37bc9b99fb4/7e6465b3-4589-4737-a028-d1a56d542082) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:10.494406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33258) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.525304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Attempting to bind port 4315013e-446f-4933-828d-572c18a27a1f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:10.525304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Attempting to bind port 4315013e-446f-4933-828d-572c18a27a1f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:10.525608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Attempting to bind port 4315013e-446f-4933-828d-572c18a27a1f on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:10.530833 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a1a060ab-d5d6-4916-9bdc-4a3a7a6e3383 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 200 len: 205 time: 0.0349731 Aug 18 14:27:10.532809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.533046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:10.533419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:10.534001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.534468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:10.535003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Bound port: 4315013e-446f-4933-828d-572c18a27a1f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:10.535279 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.591888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd073c-3f40-4d8f-80a3-0397b358fa5e None None] Pushing event updated for resources: {'Port': ['ID=4315013e-446f-4933-828d-572c18a27a1f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:10.596605 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-d2995306-aa8c-4919-bbcd-752c650960e2 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:10.597570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d2995306-aa8c-4919-bbcd-752c650960e2 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/d4b2c6a8-b123-43a4-866d-432cc4b3b0f7 HTTP/1.1" status: 404 len: 336 time: 0.0507431 Aug 18 14:27:10.617354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.639415 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b60aa-3074-4a4a-b5b6-9a3e3b853c6b x-openstack-request-id: req-700b60aa-3074-4a4a-b5b6-9a3e3b853c6b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:10.639761 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "name": "network-vif-plugged", "status": "completed", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:10.640032 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-700b60aa-3074-4a4a-b5b6-9a3e3b853c6b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:10.640462 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'code': 200} Aug 18 14:27:10.641923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.25.1.62 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2c03742a-ace6-49ce-87ec-b129c4167501) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:10.672604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] For port 4315013e-446f-4933-828d-572c18a27a1f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:10.675206 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c190e57d-d5a6-401e-9af6-c6a21f80f590 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 200 len: 205 time: 0.0562706 Aug 18 14:27:10.678225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33264) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.699496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] For port 4315013e-446f-4933-828d-572c18a27a1f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4315013e-446f-4933-828d-572c18a27a1f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:10.725069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:10.730736 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-05d59290-3049-4904-bffb-039672f48dc8 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:10.734389 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05d59290-3049-4904-bffb-039672f48dc8 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/30586218-4aaf-4020-bd84-96a533049f05 HTTP/1.1" status: 404 len: 336 time: 0.0526638 Aug 18 14:27:10.735294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.766340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-96a72750-4bb8-4b4e-b292-84588682af9c None None] Provisioning complete for port e9269e73-02d2-44c7-8b7a-e0a52dca80ca triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:10.766617 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-96a72750-4bb8-4b4e-b292-84588682af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.770003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Made reservation on behalf of f08e8016b8a5425dafd1b2b8554a1ac0 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:10.774377 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c54f8f1-1444-41df-b707-e7bd1aa965bb tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 200 len: 205 time: 0.0358677 Aug 18 14:27:10.774539 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.776864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33268) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.795766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.824019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.831531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:10.839985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Transition to ACTIVE for port object 7e6465b3-4589-4737-a028-d1a56d542082 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:10.850748 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-a8813ca5-957b-4c42-a608-e7fca5ab3f66 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:10.855062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a8813ca5-957b-4c42-a608-e7fca5ab3f66 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/fec22176-5591-42c7-8c8a-c09c6d7510ae HTTP/1.1" status: 404 len: 336 time: 0.0704346 Aug 18 14:27:10.855208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33270) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.861196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cef6dd-f18a-4e7f-b193-599af51c9468 req-b08f6faa-8081-4864-8d67-289764132b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:10.862881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4cef6dd-f18a-4e7f-b193-599af51c9468 req-b08f6faa-8081-4864-8d67-289764132b9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1097 time: 0.1758637 Aug 18 14:27:10.878556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:10.883255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:10.888463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6c599b35-85a6-4b55-a585-f9548cdcb535 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 200 len: 205 time: 0.0298107 Aug 18 14:27:10.888701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.939610 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-af21b557-cdf0-4e51-8176-f14bbf74d289 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:10.943245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-af21b557-cdf0-4e51-8176-f14bbf74d289 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/b61950d6-c360-4ab6-8822-f8428e1c8348 HTTP/1.1" status: 404 len: 336 time: 0.0510705 Aug 18 14:27:10.943245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Router e4182791-10aa-46ea-a041-53a9d84641ce is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:10.945264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33274) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:10.966519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd073c-3f40-4d8f-80a3-0397b358fa5e None None] Pushing event updated for resources: {'Port': ['ID=4315013e-446f-4933-828d-572c18a27a1f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:10.980008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:10.990714 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f9a1a1f6-4d2b-4ac7-887d-dcd80ec8ac47 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 200 len: 205 time: 0.0396733 Aug 18 14:27:10.992501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33278) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:11.012821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4cef6dd-f18a-4e7f-b193-599af51c9468 req-14e90e96-b49a-4c70-a00f-aeed67f9d794 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382048 Aug 18 14:27:11.039003 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-0271e253-a034-4df7-b2a0-f32cd4a403e5 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:11.040050 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0271e253-a034-4df7-b2a0-f32cd4a403e5 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/1cfa82c9-03a1-43ee-af8e-1a9d33cf02ca HTTP/1.1" status: 404 len: 336 time: 0.0466311 Aug 18 14:27:11.049128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:11.052718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33280) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:11.086458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.110047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9ff9406c-a9d1-497f-a0af-606deeac99f3 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1faf6e9-0d48-4dc4-a5f6-e4704044624d HTTP/1.1" status: 200 len: 205 time: 0.0538249 Aug 18 14:27:11.111551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33282) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:11.131057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.138329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d2fe858-2be8-48db-a9b3-42c916dae7a1 req-de66bdf7-6b39-422c-8948-7e5ecdf79ac1 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 210 time: 0.0832884 Aug 18 14:27:11.167464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:11.175854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:11.181964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:11.197753 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-5053e9ee-fa73-4596-aa49-f222491f3fe6 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] delete failed (client error): The resource could not be found. Aug 18 14:27:11.201932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5053e9ee-fa73-4596-aa49-f222491f3fe6 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/routers/c1faf6e9-0d48-4dc4-a5f6-e4704044624d HTTP/1.1" status: 404 len: 336 time: 0.0731351 Aug 18 14:27:11.203984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33284) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:11.205044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Allocated IP 172.20.0.3 (59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b/d9244e13-3f70-4ec2-9694-39bd97a0bf85/0433828d-6b0f-4c30-a5ac-4bf92e2f5afa) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:11.208767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:11.223652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:11.246163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Sync routers for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:11.248889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.254645 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a1d1ab-9764-41e4-b9a4-ae924b46a516 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] DELETE failed (client error): The resource could not be found. Aug 18 14:27:11.255227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a1d1ab-9764-41e4-b9a4-ae924b46a516 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:27:11.259496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-79a1d1ab-9764-41e4-b9a4-ae924b46a516 tempest-RoutersAdminTest-1212598641 tempest-RoutersAdminTest-1212598641-project] 10.222.0.35 "DELETE /v2.0/subnets/82cf1e9d-5548-4c07-8007-7cce1d0ef6b1 HTTP/1.1" status: 404 len: 337 time: 0.0495923 Aug 18 14:27:11.277480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:11.296223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:11.355259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:07Z', 'revision_number': 3, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:11.391713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.392838 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc7e130e-9afb-40de-98e6-9e04050f9faa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5022976 Aug 18 14:27:11.403142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:11.418622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127eb0d-93c0-4dd1-b20b-368deab05f25 None None] The sync data for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 is: [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:07Z', 'revision_number': 3, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:11.442407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.463721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:11.558007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.598059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=2c03742a-ace6-49ce-87ec-b129c4167501,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:11.612435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:11.632138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:11.634753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:11.656977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.691557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-97c575b6-d43b-4957-a2dd-96ca48f072c1 None None] Provisioning for port 7e6465b3-4589-4737-a028-d1a56d542082 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:11.698169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-97c575b6-d43b-4957-a2dd-96ca48f072c1 None None] Provisioning complete for port 7e6465b3-4589-4737-a028-d1a56d542082 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:11.702859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97c575b6-d43b-4957-a2dd-96ca48f072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.731364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b485-cb3f-41bd-bba9-e6c19ea0716c req-65582517-cf93-40e3-b00b-761f2c0679f9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:11.739115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-97c575b6-d43b-4957-a2dd-96ca48f072c1 None None] Port 7e6465b3-4589-4737-a028-d1a56d542082 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:11.745323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2234b485-cb3f-41bd-bba9-e6c19ea0716c req-65582517-cf93-40e3-b00b-761f2c0679f9 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.1691639 Aug 18 14:27:11.767582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:09Z', 'revision_number': 3, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:11.867754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Checking router: e4182791-10aa-46ea-a041-53a9d84641ce for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:11.868292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Updating router e4182791-10aa-46ea-a041-53a9d84641ce port ec081fbd-e38b-4c90-bfae-126815382728 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:11.902928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:11.968052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2234b485-cb3f-41bd-bba9-e6c19ea0716c req-111e80e1-a2e4-4c64-8838-9fdadbf0121b tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218239 Aug 18 14:27:11.977267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.049713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33294) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:12.058150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.072923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:12.078468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:12.092454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:12.137730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Pushing event updated for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:12.172071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:12.172719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.190132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.280652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:12.310753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.321128 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.326951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.329402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.335295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Transition to ACTIVE for port object ec081fbd-e38b-4c90-bfae-126815382728 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:12.386274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-542e6dac-cafa-4252-8357-999d7e83e93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.445907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.466146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068a09-0538-4f9a-8e45-70298e53825c req-74d1b7ea-b642-4607-9592-50b34f5dfa60 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:12.467741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14068a09-0538-4f9a-8e45-70298e53825c req-74d1b7ea-b642-4607-9592-50b34f5dfa60 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 931 time: 0.1596646 Aug 18 14:27:12.488064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-e696780c-9a0a-4717-904d-47aaf1259b43 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2207565 Aug 18 14:27:12.526261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Request body: {'port': {'device_id': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:12.534339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:12.540490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:12.647446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14068a09-0538-4f9a-8e45-70298e53825c req-f6916e2b-a9ca-4d70-b1d1-02b412968a80 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678512 Aug 18 14:27:12.671497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Allocated IP 172.20.0.1 (d698a5ef-f5ec-4b35-8032-955141e5fc46/0d7f8d46-5534-4d73-b4dc-b5fca51831af/ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:12.744943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.817176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Attempting to bind port ec081fbd-e38b-4c90-bfae-126815382728 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:12.817546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Attempting to bind port ec081fbd-e38b-4c90-bfae-126815382728 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:12.818542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Attempting to bind port ec081fbd-e38b-4c90-bfae-126815382728 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:12.820903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098878a-f479-4ddf-9d89-10b4abfb6af7 None None] Pushing event updated for resources: {'Port': ['ID=ec081fbd-e38b-4c90-bfae-126815382728,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:12.827215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:12.827591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:12.827986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.828373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:12.828898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Bound port: ec081fbd-e38b-4c90-bfae-126815382728, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:12.829230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:12.872929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e9269e73-02d2-44c7-8b7a-e0a52dca80ca up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:12.950313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] For port ec081fbd-e38b-4c90-bfae-126815382728, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:12.954918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] For port ec081fbd-e38b-4c90-bfae-126815382728, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec081fbd-e38b-4c90-bfae-126815382728,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:12.975926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e9269e73-02d2-44c7-8b7a-e0a52dca80ca triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:12.976301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.001275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c397c2b-47e3-43be-90be-d7e6febccd5e None None] Provisioning complete for port 7e6465b3-4589-4737-a028-d1a56d542082 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:13.001650 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3c397c2b-47e3-43be-90be-d7e6febccd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.048893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3c397c2b-47e3-43be-90be-d7e6febccd5e None None] Port 7e6465b3-4589-4737-a028-d1a56d542082 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:13.053177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.149966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:13.150596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:13.154982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098878a-f479-4ddf-9d89-10b4abfb6af7 None None] Pushing event updated for resources: {'Port': ['ID=ec081fbd-e38b-4c90-bfae-126815382728,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:13.162806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.196886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4315013e-446f-4933-828d-572c18a27a1f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:13.203770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:13.291315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.300442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:13.340601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Transition to ACTIVE for port object ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:13.381542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:13.387346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8615ca4c-1fab-4abc-b563-90dd0edf7308 admin admin] 10.222.0.35 "PUT /v2.0/routers/93316c43-d20a-4c60-84b9-12c6ec4cd4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6602225 Aug 18 14:27:13.396974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4315013e-446f-4933-828d-572c18a27a1f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:13.407526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4315013e-446f-4933-828d-572c18a27a1f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:13.407962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.462553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.548290 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.576824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4315013e-446f-4933-828d-572c18a27a1f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4315013e-446f-4933-828d-572c18a27a1f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:13.584071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:09Z', 'revision_number': 3, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:13.597235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:13.599879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:13.607142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:13.613461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b33c-d757-4d6f-97b3-8cb8b79b5998 None None] The sync data for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 is: [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:09Z', 'revision_number': 3, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:13.634373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Pushing event updated for resources: {'Port': ['ID=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:13.653995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-542e6dac-cafa-4252-8357-999d7e83e93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.670181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.678159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.743828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a3f2-2ff0-4db9-9dc2-17a2679eb900 req-6cd39c54-ba12-422b-91ed-2cc8aa079204 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:13.746065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d232a3f2-2ff0-4db9-9dc2-17a2679eb900 req-6cd39c54-ba12-422b-91ed-2cc8aa079204 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.6346512 Aug 18 14:27:13.820715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4315013e-446f-4933-828d-572c18a27a1f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:13.851156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-542e6dac-cafa-4252-8357-999d7e83e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.969107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:13.979495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.994078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33310) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:13.994577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-542e6dac-cafa-4252-8357-999d7e83e93a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e545bde5ab274e92a40b11cf95e010e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9388056 Aug 18 14:27:13.995476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e6dac-cafa-4252-8357-999d7e83e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e18085d-af36-4074-9700-067992e3a680,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:14.005939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d232a3f2-2ff0-4db9-9dc2-17a2679eb900 req-58f3e5ee-f4ba-43da-bd14-864df889f34f tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415884 Aug 18 14:27:14.006133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.044578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65822c3d-0080-4e77-b35e-f7b88ed2e1c2 req-5e339f36-6cc7-4f7a-bda0-4bbca4c99205 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:14.057644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65822c3d-0080-4e77-b35e-f7b88ed2e1c2 req-5e339f36-6cc7-4f7a-bda0-4bbca4c99205 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 931 time: 0.2344656 Aug 18 14:27:14.096149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Transition to ACTIVE for port object 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:14.108384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9263a4c0-49be-4237-8a05-7c5c9a5ffef6 None None] Provisioning for port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:14.116402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9263a4c0-49be-4237-8a05-7c5c9a5ffef6 None None] Provisioning complete for port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:14.116402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9263a4c0-49be-4237-8a05-7c5c9a5ffef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.174325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.174735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65822c3d-0080-4e77-b35e-f7b88ed2e1c2 req-0eb13714-a803-453a-984a-77972f68e7cc tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158533 Aug 18 14:27:14.191988 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.225382 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Sync routers for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:14.225865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9263a4c0-49be-4237-8a05-7c5c9a5ffef6 None None] Port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:14.225959 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:14.226336 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:14.264437 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.329592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:14.382379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:14.394813 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:14.396154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.420707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f287878-5112-41c9-9108-7c992c3b0060 req-e11a1a07-da98-486e-aae5-30d5add989ba tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:14.422872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f287878-5112-41c9-9108-7c992c3b0060 req-e11a1a07-da98-486e-aae5-30d5add989ba tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.2938509 Aug 18 14:27:14.439856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.445654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.448988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e18085d-af36-4074-9700-067992e3a680 HTTP/1.1" status: 204 len: 168 time: 0.4540923 Aug 18 14:27:14.468084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ec9a0-126c-4094-9c22-b21b99107b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e18085d-af36-4074-9700-067992e3a680,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:14.477945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.602958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:14.613020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1631898263-network', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:14.678963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Pushing event updated for resources: {'Port': ['ID=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:14.685161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Attempting to bind port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:14.685626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Attempting to bind port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:14.690808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Attempting to bind port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:14.699360 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.734451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:27:14.735064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Attempting to bind port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa on network 59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:14.742701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 2, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:14.783796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:14.785323 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Checking router: 93316c43-d20a-4c60-84b9-12c6ec4cd4fd for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:14.786357 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Updating router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd port 7e6465b3-4589-4737-a028-d1a56d542082 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:14.797605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:14.819175 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.819772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:14.821418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:14.824728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:14.825347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Checking segment: {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:14.826121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Bound using segment: {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:14.826829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Bound port: 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b8269a-fc11-4a54-82e9-c256616b520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:14.828138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.838698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Made reservation on behalf of fd4848040853471da1e6e5e29ee9c327 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:14.859509 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.870633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f287878-5112-41c9-9108-7c992c3b0060 req-a0e67184-0835-4d7c-8a35-fb787325e820 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235002 Aug 18 14:27:14.896494 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.907195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33326) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:14.925286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec081fbd-e38b-4c90-bfae-126815382728 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:14.962686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:14.966565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:14.967978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.972224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3df8fb54-e7a8-4646-a65e-bbedc63b8a21 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1704681 Aug 18 14:27:14.973120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33330) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:15.002730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:15.007530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:15.026685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.098158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:15.098899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.110706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/0433828d-6b0f-4c30-a5ac-4bf92e2f5afa HTTP/1.1" status: 200 len: 1091 time: 2.6012442 Aug 18 14:27:15.111202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:15.129524 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbb752-9911-4081-aea6-0b73ed93bc81" -d '{"events": [{"name": "network-changed", "server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:15.219993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a45173-00c3-480e-9696-6e383926d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:15.267211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ec081fbd-e38b-4c90-bfae-126815382728 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:15.288021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:15.308373 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a348cc7-196e-4c4b-92c0-12b4dee86db2 x-openstack-request-id: req-6a348cc7-196e-4c4b-92c0-12b4dee86db2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:15.308594 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:15.311180 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a348cc7-196e-4c4b-92c0-12b4dee86db2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:15.311628 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa', 'status': 'completed', 'code': 200} Aug 18 14:27:15.357036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-1c1c14ab-ee81-4a27-a233-f8af039dc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:15.367124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-1c1c14ab-ee81-4a27-a233-f8af039dc94c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 1094 time: 0.1328557 Aug 18 14:27:15.374449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec081fbd-e38b-4c90-bfae-126815382728 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:15.376469 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.430618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-423e02c0-1089-4c62-97a2-0804fce84ef2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa HTTP/1.1" status: 200 len: 217 time: 0.0507445 Aug 18 14:27:15.449809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Router e4182791-10aa-46ea-a041-53a9d84641ce has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:15.483870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.558194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2b179930-d19e-4520-92c5-f93144ef5ddf tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0e281f79b9284a52a7b962b741560bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5840228 Aug 18 14:27:15.563114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33340) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:15.574727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.584704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7744fd31-335b-444e-902f-65ca9206adac None None] Provisioning complete for port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:15.585161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7744fd31-335b-444e-902f-65ca9206adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.604272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941026f-8255-4611-a38c-f13713a759ee req-4ca67e9d-9ebd-4806-b63d-2e4344f02b57 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:15.609428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a941026f-8255-4611-a38c-f13713a759ee req-4ca67e9d-9ebd-4806-b63d-2e4344f02b57 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 943 time: 0.2570822 Aug 18 14:27:15.625971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1841798-f8f2-46f6-8aab-df9bed3ef9df,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:15.632853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7744fd31-335b-444e-902f-65ca9206adac None None] Port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:15.652362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:15.665231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2a768-62a5-4e44-a466-36d00320e8bf tempest-TestVolumeBackupRestore-762890199 tempest-TestVolumeBackupRestore-762890199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:15.668223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a7f2a768-62a5-4e44-a466-36d00320e8bf tempest-TestVolumeBackupRestore-762890199 tempest-TestVolumeBackupRestore-762890199-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1092 time: 0.7538173 Aug 18 14:27:15.670627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.681613 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.697380 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Transition to ACTIVE for port object 7e6465b3-4589-4737-a028-d1a56d542082 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:15.709421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33342) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:15.713110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea371-272a-460b-a8a7-117623d5bc94 req-d09dbf9f-0d44-4ab2-b21b-1d933471eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:15.714888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-d09dbf9f-0d44-4ab2-b21b-1d933471eaaf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.2497087 Aug 18 14:27:15.720554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:15.725603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port ec081fbd-e38b-4c90-bfae-126815382728, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec081fbd-e38b-4c90-bfae-126815382728,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:15.733134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.733441 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Added segment 685925f6-677d-40d2-99db-18f0a523dcef of type vlan for network d5688e92-6512-464c-9ad0-202dadfdfd95 Aug 18 14:27:15.764266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:12Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:15.793031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:15.793031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Updating router c01d8e0f-a425-43d6-9808-2661b532acee port 2c03742a-ace6-49ce-87ec-b129c4167501 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:15.793374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-7b23b150-e84e-4375-b17b-7f4472c2fd5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660527 Aug 18 14:27:15.801237 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.807026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:15.810956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.816557 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-56e4e0b0-db44-4d04-96ed-f6145dcb42aa admin admin] 10.222.0.35 "PUT /v2.0/routers/e4182791-10aa-46ea-a041-53a9d84641ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125199 Aug 18 14:27:15.864309 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.865654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4315013e-446f-4933-828d-572c18a27a1f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:15.897674 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.905117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a941026f-8255-4611-a38c-f13713a759ee req-46870c76-5fb5-4277-9d97-3295f9ca12a1 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505748 Aug 18 14:27:15.962335 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.010113 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Pushing event updated for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:16.014219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.018356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:16.019009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.044230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f7417-d6d3-4845-9810-597ededf43d1 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:16.044939 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.045283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.045728 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.046213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-294f7417-d6d3-4845-9810-597ededf43d1 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4815221 Aug 18 14:27:16.051716 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.053379 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.054500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33346) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:16.054878 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.055263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.056399 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.056741 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.057368 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.057469 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.057714 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:16.077528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=ec081fbd-e38b-4c90-bfae-126815382728,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:16.123545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33350) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:16.124249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Attempting to bind port 7e6465b3-4589-4737-a028-d1a56d542082 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:16.124621 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Attempting to bind port 7e6465b3-4589-4737-a028-d1a56d542082 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:16.125031 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Attempting to bind port 7e6465b3-4589-4737-a028-d1a56d542082 on network b9e87364-b29c-4d1d-bcc7-c948b024eab0 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:16.131407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:16.131917 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Checking segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:16.137269 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.137269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Bound using segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:16.137269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Bound port: 7e6465b3-4589-4737-a028-d1a56d542082, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:16.137269 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.172814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5645998 Aug 18 14:27:16.179651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33352) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:16.192341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b801a6a6-05d4-4806-b109-603eaf2a598c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337812 Aug 18 14:27:16.200137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33354) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:16.210502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Request body: {'subnet': {'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1631898263-subnet', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:16.218962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb09f4-a83a-4f50-bddc-36b175232c47 admin admin] Pushing event updated for resources: {'Network': ['ID=d5688e92-6512-464c-9ad0-202dadfdfd95,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:16.233443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1701908559', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:16.236805 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] For port 7e6465b3-4589-4737-a028-d1a56d542082, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:16.240843 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] For port 7e6465b3-4589-4737-a028-d1a56d542082, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7e6465b3-4589-4737-a028-d1a56d542082,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:16.289719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.291854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d5688e92-6512-464c-9ad0-202dadfdfd95 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:16.308944 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.351458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f1a6716f-2469-4b85-811c-a2a3c9147c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c03e7b031824ed0aa9558e5c70de757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746235 Aug 18 14:27:16.357646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33356) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:16.361963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4315013e-446f-4933-828d-572c18a27a1f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:16.361963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.392049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-7cba631f-50fc-49fe-80a2-925ebcde0a76 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838811 Aug 18 14:27:16.415478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca2bb1-388a-4720-9cbf-e389163bad6c None None] Pushing event updated for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:16.457516 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:16.458744 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:16.482072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Made reservation on behalf of fd4848040853471da1e6e5e29ee9c327 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:16.482072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.499560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.544826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.572812 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Sync routers for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:16.629751 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:16.631101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:16.671881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173ea371-272a-460b-a8a7-117623d5bc94 req-9867d5f9-d9d4-4d06-a36b-844254b6b126 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645698 Aug 18 14:27:16.684380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:16.687962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.712112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.716331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:16.718511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a50196a0-20c0-40fa-8e7f-0ffbd83b02c9 HTTP/1.1" status: 204 len: 168 time: 0.3594391 Aug 18 14:27:16.736451 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eb998-b48e-4725-9a4e-2f63fff0522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50196a0-20c0-40fa-8e7f-0ffbd83b02c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:16.872215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:17.003288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:17.011953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-7bc5b94e-f0c7-412c-be56-69ebf9a6b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:17.013391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.013877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-7bc5b94e-f0c7-412c-be56-69ebf9a6b190 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 1094 time: 0.1703980 Aug 18 14:27:17.041675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Transition to ACTIVE for port object 2c03742a-ace6-49ce-87ec-b129c4167501 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:17.079899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec081fbd-e38b-4c90-bfae-126815382728 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:17.147482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.153531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.192076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec081fbd-e38b-4c90-bfae-126815382728 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:17.192744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.255253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Allocated IP 172.25.1.146 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/e3956c69-0496-402e-83eb-f0db51c64aa5) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:17.264351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814483-f799-47dc-b9dd-64f1c988af18 req-3dc6f395-4b9a-4d22-9812-f2e6d38c051f tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:17.271794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c814483-f799-47dc-b9dd-64f1c988af18 req-3dc6f395-4b9a-4d22-9812-f2e6d38c051f tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 943 time: 0.2097595 Aug 18 14:27:17.285467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Attempting to bind port 2c03742a-ace6-49ce-87ec-b129c4167501 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:17.288626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Attempting to bind port 2c03742a-ace6-49ce-87ec-b129c4167501 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:17.290021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Attempting to bind port 2c03742a-ace6-49ce-87ec-b129c4167501 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:17.324065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca65a1b-bf5e-4420-9bd9-7f0b2931adac,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:17.334282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd350a-68ae-4fe5-bfce-38aba4c6fc10 None None] Pushing event updated for resources: {'Port': ['ID=2c03742a-ace6-49ce-87ec-b129c4167501,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:17.345315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:17.347202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:17.350755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.351354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:17.354116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Bound port: 2c03742a-ace6-49ce-87ec-b129c4167501, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:17.358658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.387800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-fe925ab1-715a-4be4-9b37-025547b7f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:17.391043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-fe925ab1-715a-4be4-9b37-025547b7f2a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 915 time: 0.3653400 Aug 18 14:27:17.395494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Checking segment: {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:17.396402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Network hostable DHCP agents. Network: d5688e92-6512-464c-9ad0-202dadfdfd95, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:17.444085 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:16Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:17.482361 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba702-f0d2-4d3e-8cd7-b518327e74e2 None None] The sync data for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 is: [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:16Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:17.504669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c814483-f799-47dc-b9dd-64f1c988af18 req-967191cb-2f99-40f5-a158-aac44175e7bc tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319000 Aug 18 14:27:17.507980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.515523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-f1271aa0-7f2c-4afb-8dd7-82c5ccb5cc79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa HTTP/1.1" status: 200 len: 217 time: 0.1122422 Aug 18 14:27:17.516391 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84', 'name': '', 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'mac_address': 'fa:16:3e:a4:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:12Z', 'updated_at': '2021-08-18T14:27:14Z', 'revision_number': 2, 'project_id': 'e538162e88d345dab23ee74e88100025', 'subnets': [{'id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:17.550031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.570596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] For port 2c03742a-ace6-49ce-87ec-b129c4167501, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:17.595941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] For port 2c03742a-ace6-49ce-87ec-b129c4167501, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c03742a-ace6-49ce-87ec-b129c4167501,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:17.603297 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Checking router: e4182791-10aa-46ea-a041-53a9d84641ce for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:17.603297 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Updating router e4182791-10aa-46ea-a041-53a9d84641ce port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:17.620719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Network d5688e92-6512-464c-9ad0-202dadfdfd95 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:17.636389 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.648746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Subnet': ['ID=47c3d58f-45b9-473c-9a93-1ff986ea19a8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:17.668614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.707436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Checking segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:17.707815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network hostable DHCP agents. Network: 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:17.749147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d5688e92-6512-464c-9ad0-202dadfdfd95) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:17.754876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-ecf6c424-7690-4ff0-bbb9-0385b4bcbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:17.762162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-ecf6c424-7690-4ff0-bbb9-0385b4bcbf99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.2389681 Aug 18 14:27:17.765466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:17.766340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.767240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ceb3a1-a046-4bdc-8e3d-eb4381aa922f None None] Network d5688e92-6512-464c-9ad0-202dadfdfd95 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:17.778485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.796734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:17.797486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:17.826424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-f918d021-223a-45c7-a009-02a341d00ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432060 Aug 18 14:27:17.892296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:17.904083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:17.913020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:17.960780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-c9662377-f962-4acf-a8ef-62742133bc22 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242292 Aug 18 14:27:17.968027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-422c18be-a42b-4798-a84a-6d6481e9f450 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7827415 Aug 18 14:27:17.968844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:17.976957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:17.986582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'Port': ['ID=e3956c69-0496-402e-83eb-f0db51c64aa5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:17.987849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:18.003685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd350a-68ae-4fe5-bfce-38aba4c6fc10 None None] Pushing event updated for resources: {'Port': ['ID=2c03742a-ace6-49ce-87ec-b129c4167501,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:18.011977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:18.012610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.016231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:18.036286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8055ab-198a-4b72-a521-9e1e3f44a69a None None] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:18.154606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6fbb752-9911-4081-aea6-0b73ed93bc81 req-eef85042-da37-408a-9c64-a4bcfe137037 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713529 Aug 18 14:27:18.182228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.183278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.191974 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.227574 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Transition to ACTIVE for port object ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:18.234713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33390) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:18.257832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.278814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-330c78ca-d083-4fc0-bf77-65b9635a9a91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0613291 Aug 18 14:27:18.281466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:18.288905 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.406430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:18.456839 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41bda-925b-4b36-9ce7-c3f695d2b563 None None] Pushing event updated for resources: {'Port': ['ID=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:18.485214 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:27:18.588018 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Attempting to bind port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:18.588857 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Attempting to bind port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:18.588978 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.590113 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Attempting to bind port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 on network d698a5ef-f5ec-4b35-8032-955141e5fc46 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:18.597043 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:18.598068 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Checking segment: {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:18.598578 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.599227 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Bound using segment: {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:18.599835 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Bound port: ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55070ca1-5c81-41d2-858d-ea1b9fc1e987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:18.600344 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.745821 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] For port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:18.751187 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] For port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:18.820077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:18.828139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d5688e92-6512-464c-9ad0-202dadfdfd95', 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'fixed_ips': [{'subnet_id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:18.829015 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.834317 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:18.951079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.150792 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b98818ce-c82b-4858-9536-44a8bb966587 tempest-AgentManagementNegativeTest-1534365367 tempest-AgentManagementNegativeTest-1534365367-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3272870 Aug 18 14:27:19.176429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7e6465b3-4589-4737-a028-d1a56d542082 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:19.213372 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:19.214635 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:19.224347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.349713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:19.350831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.456028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:19.456692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Allocated IP 172.20.0.2 (d5688e92-6512-464c-9ad0-202dadfdfd95/aca65a1b-bf5e-4420-9bd9-7f0b2931adac/7869880e-6379-46c7-bc05-b14cfcd298c7) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:19.552748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.601313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.607034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b1bb-fad2-4085-a995-8c1586a69a56 req-71612b6f-a981-49ce-bdda-13458c5e54ba tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:19.608811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a55b1bb-fad2-4085-a995-8c1586a69a56 req-71612b6f-a981-49ce-bdda-13458c5e54ba tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 943 time: 0.3674331 Aug 18 14:27:19.627920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.681547 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41bda-925b-4b36-9ce7-c3f695d2b563 None None] Pushing event updated for resources: {'Port': ['ID=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:19.717275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.832672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Allocated IP 172.20.0.2 (418cc5a7-dfa9-4c5b-8291-37d7da5bdb89/47c3d58f-45b9-473c-9a93-1ff986ea19a8/ec304d0b-0e34-4f27-b6d3-bc69ea5151fa) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:19.832783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event updated for resources: {'Port': ['ID=e3956c69-0496-402e-83eb-f0db51c64aa5,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:19.839811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a55b1bb-fad2-4085-a995-8c1586a69a56 req-9717b9cd-1774-4efe-82fd-5575533b4ff9 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220299 Aug 18 14:27:19.854088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:12Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:19.894387 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84', 'name': '', 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'mac_address': 'fa:16:3e:a4:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:12Z', 'updated_at': '2021-08-18T14:27:18Z', 'revision_number': 4, 'project_id': 'e538162e88d345dab23ee74e88100025', 'subnets': [{'id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:19.922505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f789c-dbd6-459f-9a68-80077eac313c None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:12Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:19.950830 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd5246-b533-4251-a82e-30ceef5f4e1a None None] The sync data for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 is: [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84', 'name': '', 'network_id': 'd698a5ef-f5ec-4b35-8032-955141e5fc46', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'mac_address': 'fa:16:3e:a4:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:12Z', 'updated_at': '2021-08-18T14:27:18Z', 'revision_number': 4, 'project_id': 'e538162e88d345dab23ee74e88100025', 'subnets': [{'id': '0d7f8d46-5534-4d73-b4dc-b5fca51831af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:19.964156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:19.966443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7e6465b3-4589-4737-a028-d1a56d542082 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:20.058802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.106411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Transition to ACTIVE for port object ec304d0b-0e34-4f27-b6d3-bc69ea5151fa will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:20.131257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.140502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Transition to ACTIVE for port object ec304d0b-0e34-4f27-b6d3-bc69ea5151fa will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:20.145192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7e6465b3-4589-4737-a028-d1a56d542082 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:20.146254 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.189209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Transition to ACTIVE for port object 7869880e-6379-46c7-bc05-b14cfcd298c7 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:20.216523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Transition to ACTIVE for port object 7869880e-6379-46c7-bc05-b14cfcd298c7 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:20.223241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.260019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33410) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:20.263387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.338351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Allocated IP 172.25.1.87 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/88eabdab-e3a4-408e-b293-ffb5e18977cb) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:20.477653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.571242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.614221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:27:20.629087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.678208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:20.680315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Pushing event updated for resources: {'Port': ['ID=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:20.691972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:20.706450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8fbc62f3-658d-4115-a645-2eaa2ffa0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.712381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Network d5688e92-6512-464c-9ad0-202dadfdfd95 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:20.714360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:20.717967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:20.721506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:20.752939 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Floating IP a05ff20e-6362-43a6-86e0-fa3e39b57e37 associated. External IP: 172.25.1.146, port: 526dcfbd-af63-4211-a59d-ee1551885732. Aug 18 14:27:20.756879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.779248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:20.839995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:20.842815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:20.861368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.resource_extend [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:27:20.985530 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:20.987444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Attempting to bind port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:20.987809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Attempting to bind port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:20.988166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Attempting to bind port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa on network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:20.999634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Attempting to bind port 7869880e-6379-46c7-bc05-b14cfcd298c7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:21.000013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Attempting to bind port 7869880e-6379-46c7-bc05-b14cfcd298c7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:21.000360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Attempting to bind port 7869880e-6379-46c7-bc05-b14cfcd298c7 on network d5688e92-6512-464c-9ad0-202dadfdfd95 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:21.002302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Pushing event updated for resources: {'Port': ['ID=7869880e-6379-46c7-bc05-b14cfcd298c7,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.026381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:21.026773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Checking segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:21.027176 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.027566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Bound using segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:21.028035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Bound port: ec304d0b-0e34-4f27-b6d3-bc69ea5151fa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:21.028417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.033245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:21.033615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Checking segment: {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:21.034052 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.034416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Bound using segment: {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:21.034883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Bound port: 7869880e-6379-46c7-bc05-b14cfcd298c7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:21.035259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.055185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Pushing event updated for resources: {'Port': ['ID=88eabdab-e3a4-408e-b293-ffb5e18977cb,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.073057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.073398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.073753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.074122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.081113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.082038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.082038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.082295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.082646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.083146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.083657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.084008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:21.093257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8fbc62f3-658d-4115-a645-2eaa2ffa0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.135065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7e6465b3-4589-4737-a028-d1a56d542082, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7e6465b3-4589-4737-a028-d1a56d542082,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:21.181635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.1 (418cc5a7-dfa9-4c5b-8291-37d7da5bdb89/47c3d58f-45b9-473c-9a93-1ff986ea19a8/98c2247f-634f-4cc7-b590-c2265df0e98d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:21.184898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:21.189303 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8fbc62f3-658d-4115-a645-2eaa2ffa0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.200077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f6c8-513a-491d-936f-2a8fd4b85a23 req-e83ece6b-0023-43f4-b333-32214d2963d9 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:21.207832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab80f6c8-513a-491d-936f-2a8fd4b85a23 req-e83ece6b-0023-43f4-b333-32214d2963d9 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 943 time: 0.2025561 Aug 18 14:27:21.215521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa', 'network_id': '59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b', 'port_id': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa', 'mac_address': 'fa:16:3e:b2:a3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9244e13-3f70-4ec2-9694-39bd97a0bf85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:27:21.244116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.248005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] For port 7869880e-6379-46c7-bc05-b14cfcd298c7, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:21.282507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] For port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:21.310321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] For port 7869880e-6379-46c7-bc05-b14cfcd298c7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7869880e-6379-46c7-bc05-b14cfcd298c7,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:21.316680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] For port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:21.337714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8fbc62f3-658d-4115-a645-2eaa2ffa0d95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29446c3329b045d09184dd4f2d906180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0718784 Aug 18 14:27:21.341289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:21.350945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.368683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.371654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab80f6c8-513a-491d-936f-2a8fd4b85a23 req-55b917f9-9d15-4bff-957e-e65f19b36647 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628516 Aug 18 14:27:21.377216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc62f3-658d-4115-a645-2eaa2ffa0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3297657-2664-4a55-ab03-1b3aa1728d7a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.391263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:21.404206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Deleting port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:21.404799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.419835 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.421983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:21.466901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.492136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:21.530553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.555723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.596445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.597113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b05f-9702-4c78-bf98-08cf6f55e0ab None None] Pushing event updated for resources: {'Port': ['ID=7869880e-6379-46c7-bc05-b14cfcd298c7,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.626789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] For port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:21.627011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.627096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.648444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Calling delete_port for ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:21.687927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:21.694079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Router 33367bd5-cdef-4370-9c21-0a3451010d4d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:21.698527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:21.699229 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.701129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a447a-5529-436b-8802-a86d13b7f3aa None None] Pushing event updated for resources: {'Port': ['ID=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.765802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object 98c2247f-634f-4cc7-b590-c2265df0e98d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:21.781922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:21.785126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.932868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0433828d-6b0f-4c30-a5ac-4bf92e2f5afa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:27:21.986118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2e37-0f57-4e5e-ba56-6362af8f6a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.041597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.137417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:22.169941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.178317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:22.178777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.182448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3297657-2664-4a55-ab03-1b3aa1728d7a HTTP/1.1" status: 204 len: 168 time: 0.8330965 Aug 18 14:27:22.253812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ab70-9766-44b9-94b6-6b4442164787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3297657-2664-4a55-ab03-1b3aa1728d7a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:22.274197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:22.274197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:22.281820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.294305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:22.330171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:22.338270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:22.349700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:22.367502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.431781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c2df4d0-d7a8-4bee-9f34-0bd454e1ce31 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7186337 Aug 18 14:27:22.446197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33422) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:22.466968 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:22.469552 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd00657-c6aa-4d11-a644-2e550585a1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:22.507774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.517876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:22.530849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.542256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.583760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c03742a-ace6-49ce-87ec-b129c4167501 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:22.612714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe7b60-65b1-4e6e-b6f6-ca4bc2043fbd tempest-TestVolumeBackupRestore-762890199 tempest-TestVolumeBackupRestore-762890199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:22.617939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5fe7b60-65b1-4e6e-b6f6-ca4bc2043fbd tempest-TestVolumeBackupRestore-762890199 tempest-TestVolumeBackupRestore-762890199-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1092 time: 0.1674962 Aug 18 14:27:22.617939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:22.622838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:22.644998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Request body: {'floatingip': {'port_id': '526dcfbd-af63-4211-a59d-ee1551885732'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:22.925062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Router a234cea6-895e-4348-a31b-690f4f8182e1 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:27:22.930545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2c03742a-ace6-49ce-87ec-b129c4167501 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:22.951059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2c03742a-ace6-49ce-87ec-b129c4167501 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:22.951505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:22.959240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:23.121121 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213c8e96-3b7f-4122-83aa-3cf5a39d0473 x-openstack-request-id: req-213c8e96-3b7f-4122-83aa-3cf5a39d0473 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:23.121400 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:23.121650 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-213c8e96-3b7f-4122-83aa-3cf5a39d0473 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:23.122122 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:27:23.131347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434025-1af9-41cd-b4ed-0279b402695f req-2c2df8f4-400c-423b-ab2d-357134977bf8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:23.139928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e434025-1af9-41cd-b4ed-0279b402695f req-2c2df8f4-400c-423b-ab2d-357134977bf8 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 944 time: 0.5191436 Aug 18 14:27:23.180135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:23.199686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Sync routers for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:23.219250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:23.219250 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:23.267135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:23.307693 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:23.311040 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-07e868cd-f5a6-41f4-87da-08b1aed1a92f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3283775 Aug 18 14:27:23.311842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33440) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:23.408787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2c03742a-ace6-49ce-87ec-b129c4167501, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c03742a-ace6-49ce-87ec-b129c4167501,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:23.419851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:18Z', 'revision_number': 0, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:23.455406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:23.513067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:23.530033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:23.549984 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:23.562682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e434025-1af9-41cd-b4ed-0279b402695f req-0e324edd-55b2-4b53-a057-9cf615130638 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216921 Aug 18 14:27:23.649534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:23.650264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:26:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:23.671284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750f8dc-0cf5-499b-886a-69f6dc8699a6 None None] Network d5688e92-6512-464c-9ad0-202dadfdfd95 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:23.723906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-b2829256-ec31-4305-b0d7-01310442f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:23.725376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-b2829256-ec31-4305-b0d7-01310442f661 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1097 time: 0.5706089 Aug 18 14:27:23.942803 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 3, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:24.008140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Checking router: a234cea6-895e-4348-a31b-690f4f8182e1 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:24.008140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Updating router a234cea6-895e-4348-a31b-690f4f8182e1 port 88eabdab-e3a4-408e-b293-ffb5e18977cb binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:24.036680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c0aab-7a56-41f9-9b43-83dd7d7bf9da None None] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:24.066386 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.211315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2c03742a-ace6-49ce-87ec-b129c4167501,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:24.224656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec304d0b-0e34-4f27-b6d3-bc69ea5151fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:24.320506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33450) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:24.403119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.423673 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.465473 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Transition to ACTIVE for port object 88eabdab-e3a4-408e-b293-ffb5e18977cb will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:24.514062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.516865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-70381dcb-fd52-4cf4-9573-30977a44ab81 None None] Provisioning for port 7869880e-6379-46c7-bc05-b14cfcd298c7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:24.542459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1353656744'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:24.558535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:24.560363 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.671963 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Attempting to bind port 88eabdab-e3a4-408e-b293-ffb5e18977cb on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:24.672335 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Attempting to bind port 88eabdab-e3a4-408e-b293-ffb5e18977cb by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:24.672685 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Attempting to bind port 88eabdab-e3a4-408e-b293-ffb5e18977cb on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:24.686626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11accdc-4644-4faa-adf2-246a9e20db60 None None] Pushing event updated for resources: {'Port': ['ID=88eabdab-e3a4-408e-b293-ffb5e18977cb,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:24.694100 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:24.694478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:24.696568 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.696568 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:24.696568 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Bound port: 88eabdab-e3a4-408e-b293-ffb5e18977cb, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:24.696568 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.724617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:24.766088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] For port 88eabdab-e3a4-408e-b293-ffb5e18977cb, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:24.769764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] For port 88eabdab-e3a4-408e-b293-ffb5e18977cb, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88eabdab-e3a4-408e-b293-ffb5e18977cb,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:24.844126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Allocated IP 172.20.0.1 (d5688e92-6512-464c-9ad0-202dadfdfd95/aca65a1b-bf5e-4420-9bd9-7f0b2931adac/6d6bbf3f-7e18-490c-8fcb-6520b6671074) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:24.854769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:24.858830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.862880 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.904988 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-663c77cb-3209-4d57-a0b8-564673db633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.964281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.982424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:24.986125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:24.986371 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:24.987436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Provisioning for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:24.990556 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:24.999609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:24.999981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.003647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Provisioning complete for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:25.004010 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.007493 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11accdc-4644-4faa-adf2-246a9e20db60 None None] Pushing event updated for resources: {'Port': ['ID=88eabdab-e3a4-408e-b293-ffb5e18977cb,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:25.110696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:25.126627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.131945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:25.132340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.156018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Transition to ACTIVE for port object 6d6bbf3f-7e18-490c-8fcb-6520b6671074 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:25.218399 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:25.243671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Router e4182791-10aa-46ea-a041-53a9d84641ce has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:25.260675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b15d-53dc-4b53-9b33-399115c1074e req-0ae8228d-9b83-44eb-a788-ea3957f4b579 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:25.262899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14e0b15d-53dc-4b53-9b33-399115c1074e req-0ae8228d-9b83-44eb-a788-ea3957f4b579 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 944 time: 0.5074275 Aug 18 14:27:25.275789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-33eadce3-3b54-4319-87d6-87f33d52ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:25.277537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.279745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-33eadce3-3b54-4319-87d6-87f33d52ac60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 913 time: 1.5393600 Aug 18 14:27:25.344602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Network d5688e92-6512-464c-9ad0-202dadfdfd95 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:25.347734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:25.360074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:25.394998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.437638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:18Z', 'revision_number': 0, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:25.457053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Pushing event updated for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:25.495380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.549148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f37b5-a10d-4dd5-87d8-9936930e3ee9 None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:18Z', 'revision_number': 0, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:25.554140 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.581332 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 3, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:25.607066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] For port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:25.608033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.608453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:25.639858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4eae7320-0d9b-4cec-8e0c-81791da8ddbf admin admin] 10.222.0.35 "PUT /v2.0/routers/e4182791-10aa-46ea-a041-53a9d84641ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4038482 Aug 18 14:27:25.644754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:25.647346 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2be6b-7128-4f10-be05-93a8e4474bf1" -d '{"events": [{"server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "name": "network-vif-plugged", "status": "completed", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:25.667767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:25.693647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Sync routers for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:25.704941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:25.707674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.768070 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be14e0-fea7-4557-b491-0e3e68b73f57 x-openstack-request-id: req-f1be14e0-fea7-4557-b491-0e3e68b73f57 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:25.768508 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "name": "network-vif-plugged", "status": "completed", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:25.768875 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1be14e0-fea7-4557-b491-0e3e68b73f57 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:25.769391 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa', 'code': 200} Aug 18 14:27:25.770136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:27:25.770625 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:27:25.820011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.845314 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.883800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:25.884563 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485eff1-ef18-426c-ac9b-32567eb27690 None None] The sync data for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 is: [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 3, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:25.884955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:25.967027 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:25.970109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb26f5-5ad4-43fc-be31-3c47612c950f None None] Pushing event updated for resources: {'Port': ['ID=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:25.988917 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.009320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.051345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.052195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Provisioning for port 98c2247f-634f-4cc7-b590-c2265df0e98d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:26.067159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Provisioning complete for port 98c2247f-634f-4cc7-b590-c2265df0e98d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:26.068075 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.127449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Port 98c2247f-634f-4cc7-b590-c2265df0e98d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:26.157744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:26.180411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:26.182554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Provisioning complete for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:26.182934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5dcc50f5-b46a-4e3c-8754-9757c79b41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.186669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.221632 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96d99a-fa73-4bcd-af81-74770bba2d4e None None] New status for floating IP a05ff20e-6362-43a6-86e0-fa3e39b57e37: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:27:26.256842 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14e0b15d-53dc-4b53-9b33-399115c1074e req-76ac0293-fb1f-4ed1-b549-c7d668cbccbd tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9779761 Aug 18 14:27:26.308577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.323325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-83614045-2b7c-4f01-b41d-4dc576fb7520 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 1000 time: 1.0266027 Aug 18 14:27:26.429722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:26.460666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Deleting port ec081fbd-e38b-4c90-bfae-126815382728 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:26.461312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.490632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7869880e-6379-46c7-bc05-b14cfcd298c7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:26.545231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.597971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] For port ec081fbd-e38b-4c90-bfae-126815382728, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec081fbd-e38b-4c90-bfae-126815382728,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:26.598353 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.611857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Calling delete_port for ec081fbd-e38b-4c90-bfae-126815382728 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:26.623900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19574a-4c20-4d23-a7ae-c1fe0814e0fe req-78ebf543-fd8d-4c50-bc76-e016c7b6b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:26.625450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a19574a-4c20-4d23-a7ae-c1fe0814e0fe req-78ebf543-fd8d-4c50-bc76-e016c7b6b8ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 1096 time: 0.7018664 Aug 18 14:27:26.629897 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.647465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-4c966f95-e8f0-4fc3-ac31-26fe6a8149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:26.648978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-4c966f95-e8f0-4fc3-ac31-26fe6a8149e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.2985101 Aug 18 14:27:26.682626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.resource_extend [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:27:26.752954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Pushing event updated for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:26.758349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.772096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 5, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port': {'id': 'ec081fbd-e38b-4c90-bfae-126815382728', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:08Z', 'updated_at': '2021-08-18T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:26.804013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Checking router: e4182791-10aa-46ea-a041-53a9d84641ce for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:26.820117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Routers {'e4182791-10aa-46ea-a041-53a9d84641ce'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:26.820937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e4182791-10aa-46ea-a041-53a9d84641ce'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:26.886685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7869880e-6379-46c7-bc05-b14cfcd298c7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:26.894341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7869880e-6379-46c7-bc05-b14cfcd298c7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:26.894803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:26.956832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Network d5688e92-6512-464c-9ad0-202dadfdfd95 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:26.960278 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:26.960881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] Set router e4182791-10aa-46ea-a041-53a9d84641ce gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:27.025099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:26Z', 'revision_number': 6, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:27.031799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5a01d09e-b00c-434e-a4ad-31cd9f5c65ff None None] Provisioning for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:27.067052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5a01d09e-b00c-434e-a4ad-31cd9f5c65ff None None] Provisioning complete for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:27.067546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a01d09e-b00c-434e-a4ad-31cd9f5c65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.069143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb2ba9-6ad9-420a-a545-09afb721be49 None None] The sync data for ids ['e4182791-10aa-46ea-a041-53a9d84641ce'] in n-d-804303-5 is: [{'id': 'e4182791-10aa-46ea-a041-53a9d84641ce', 'name': 'tempest-ImageQuotaTest-1695347497-router', 'tenant_id': 'e538162e88d345dab23ee74e88100025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:26Z', 'revision_number': 6, 'project_id': 'e538162e88d345dab23ee74e88100025', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:27.120752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.135226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Router a234cea6-895e-4348-a31b-690f4f8182e1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:27.139510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5a01d09e-b00c-434e-a4ad-31cd9f5c65ff None None] Port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:27.141718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.179688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec081fbd-e38b-4c90-bfae-126815382728,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:27.186950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7869880e-6379-46c7-bc05-b14cfcd298c7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7869880e-6379-46c7-bc05-b14cfcd298c7,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:27.215510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.222748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.226932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-50c8931d-a8fe-4879-9679-a9e2eb3e9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:27.227773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-50c8931d-a8fe-4879-9679-a9e2eb3e9f98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5532732 Aug 18 14:27:27.231426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a19574a-4c20-4d23-a7ae-c1fe0814e0fe req-d58f15b7-3c97-4905-814a-ce17cb5b9d8d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940073 Aug 18 14:27:27.290831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.291928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7e6465b3-4589-4737-a028-d1a56d542082 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:27.306082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.327489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:27.331643 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.db.api [None req-9a96d99a-fa73-4bcd-af81-74770bba2d4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:27:27.332162 n-d-804303-5 neutron-server[112231]: DEBUG oslo_db.api [None req-9a96d99a-fa73-4bcd-af81-74770bba2d4e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:27:27.336156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.339577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.350461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:27.445798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7869880e-6379-46c7-bc05-b14cfcd298c7,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:27.446000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-8d93d3e9-ac33-4eea-a604-1409934d3abd service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090378 Aug 18 14:27:27.450914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16126dbc-5d35-4849-a534-b285516c50ed None None] Provisioning complete for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:27.451536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16126dbc-5d35-4849-a534-b285516c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.460155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.462714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.506517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:27.525235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7e6465b3-4589-4737-a028-d1a56d542082 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:27.525509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.528838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16126dbc-5d35-4849-a534-b285516c50ed None None] Port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:27.576466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.601826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.611303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4182791-10aa-46ea-a041-53a9d84641ce {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:27:27.624387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.630146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3dd54c86-d06d-4496-93db-892cf2058737 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e4182791-10aa-46ea-a041-53a9d84641ce HTTP/1.1" status: 204 len: 168 time: 1.9609377 Aug 18 14:27:27.635798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33462) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:27.707810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f481b84-7147-4691-918d-18e9199d332e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:27.723353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:27.731804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-83694753-64c5-43d0-b3b7-754648eeb8da admin admin] 10.222.0.35 "PUT /v2.0/routers/a234cea6-895e-4348-a31b-690f4f8182e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4186385 Aug 18 14:27:27.753356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Deleting subnet 0d7f8d46-5534-4d73-b4dc-b5fca51831af {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:27:27.758918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0cdcd8a5-ad95-4611-af9e-10d687034571 None None] Provisioning complete for port 98c2247f-634f-4cc7-b590-c2265df0e98d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:27.759863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd8a5-ad95-4611-af9e-10d687034571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.760904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.760904 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Added segment 5d747b72-091d-4828-b40e-0387017d3c13 of type vlan for network 7db6df10-1a84-4469-9e4e-be701fb2edf4 Aug 18 14:27:27.764008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.834322 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96d99a-fa73-4bcd-af81-74770bba2d4e None None] New status for floating IP a05ff20e-6362-43a6-86e0-fa3e39b57e37: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:27:27.839019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0cdcd8a5-ad95-4611-af9e-10d687034571 None None] Port 98c2247f-634f-4cc7-b590-c2265df0e98d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:27.862315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.897275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:27.916216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08771ded-8306-4201-88bb-5b2eadd5be1a req-ff1877a2-6360-42f5-89ac-235968fc2703 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:27.917880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08771ded-8306-4201-88bb-5b2eadd5be1a req-ff1877a2-6360-42f5-89ac-235968fc2703 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 945 time: 0.5012600 Aug 18 14:27:28.018389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.048978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec304d0b-0e34-4f27-b6d3-bc69ea5151fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:28.068041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4cd00657-c6aa-4d11-a644-2e550585a1ea req-cd9e4dbc-6695-4fb4-9d61-72149a483329 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626490 Aug 18 14:27:28.110667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08771ded-8306-4201-88bb-5b2eadd5be1a req-cf551ad4-b5e6-4023-82d6-d1fc432d3858 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748281 Aug 18 14:27:28.112613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:28.158959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:28.159428 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.164042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.171379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.172269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.205166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.228284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7f8d46-5534-4d73-b4dc-b5fca51831af,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:28.245242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.250469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d7f0d47d-0039-4235-8e54-18d212d73b79 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0d7f8d46-5534-4d73-b4dc-b5fca51831af HTTP/1.1" status: 204 len: 168 time: 0.6127088 Aug 18 14:27:28.251363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:28.274214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4333663f-987e-4162-ab85-c54cd000aea4 None None] Network d698a5ef-f5ec-4b35-8032-955141e5fc46 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:28.277315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c03742a-ace6-49ce-87ec-b129c4167501 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:28.315198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9862819 Aug 18 14:27:28.322804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33472) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:28.327775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'subnet': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:28.417469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.424256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2c03742a-ace6-49ce-87ec-b129c4167501 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:28.424628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.460195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928948-4e32-400c-a7be-dc620663c684 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Network': ['ID=7db6df10-1a84-4469-9e4e-be701fb2edf4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:28.465434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Router 33367bd5-cdef-4370-9c21-0a3451010d4d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:28.467334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:28.479141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33474) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:28.479722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-42c920e4-0cf0-4e69-b499-b344ebf49d1e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/c01d8e0f-a425-43d6-9808-2661b532acee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1971695 Aug 18 14:27:28.510696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:28.513024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:28.591170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] DHCP port deletion for d698a5ef-f5ec-4b35-8032-955141e5fc46 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:27:28.599699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:28.603298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.609286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:28.611984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:28.612110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33476) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:28.618405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401342485', 'description': 'tempest-secgroup-smoke-1401342485 description', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:28.653128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88eabdab-e3a4-408e-b293-ffb5e18977cb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:28.655189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:28.669291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.682280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Deleting port e9269e73-02d2-44c7-8b7a-e0a52dca80ca {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:28.682638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.703634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:28.706080 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e9e7c5-6536-4852-a67e-4bc358738da6" -d '{"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:28.740539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-72e16a4a-f4c4-49bc-9ee1-7e97d5e08b69 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "PUT /v2.0/floatingips/a05ff20e-6362-43a6-86e0-fa3e39b57e37 HTTP/1.1" status: 200 len: 992 time: 6.1123369 Aug 18 14:27:28.782141 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63aa87-d9cd-43f5-ad55-a1789bacbf44 x-openstack-request-id: req-0b63aa87-d9cd-43f5-ad55-a1789bacbf44 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:28.782679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:28.786276 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b63aa87-d9cd-43f5-ad55-a1789bacbf44 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:28.786276 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:27:28.873029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-36e051a1-b55d-4651-a889-ed0e077c5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.873029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-36e051a1-b55d-4651-a889-ed0e077c5f11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1097 time: 0.0607517 Aug 18 14:27:28.873818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:28.875141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:28.881713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Deleting port e9269e73-02d2-44c7-8b7a-e0a52dca80ca {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:28.882198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.894574 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:28.896901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:28.904336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.914962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] For port e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:28.915422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:28.945660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.946860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.947166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.947726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.948263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.949601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.950181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.950716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.951246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.951726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.953026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.953510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.954006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.954615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:28.960478 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f2128df9-66de-40a2-8ad1-f08f1d848655 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9789 time: 0.4759257 Aug 18 14:27:28.960671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 88eabdab-e3a4-408e-b293-ffb5e18977cb completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:28.965895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33480) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:28.993198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Calling delete_port for e9269e73-02d2-44c7-8b7a-e0a52dca80ca owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:28.993870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 88eabdab-e3a4-408e-b293-ffb5e18977cb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:28.994104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.042272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-1f7b1b78-f330-42ce-ad1b-2eb2f78061be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.043802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-1f7b1b78-f330-42ce-ad1b-2eb2f78061be service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 913 time: 0.1651142 Aug 18 14:27:29.095063 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:29.150451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] For port e9269e73-02d2-44c7-8b7a-e0a52dca80ca, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,segment=NetworkSegment(55070ca1-5c81-41d2-858d-ea1b9fc1e987),segment_id=55070ca1-5c81-41d2-858d-ea1b9fc1e987)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:29.154882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.156327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-4592eaed-71f4-44db-894e-543f82991723 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 1002 time: 0.1030049 Aug 18 14:27:29.185249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Calling delete_port for e9269e73-02d2-44c7-8b7a-e0a52dca80ca owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:29.315745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-e8041bd2-3081-4936-ad2f-729bf536a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.317384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-e8041bd2-3081-4936-ad2f-729bf536a3c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.1538796 Aug 18 14:27:29.372213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a3c7-b75e-41d1-8d51-50c439c004c5 req-9e59703b-aeb1-4ccf-9059-e063b3d24f0a tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.380442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26d3a3c7-b75e-41d1-8d51-50c439c004c5 req-9e59703b-aeb1-4ccf-9059-e063b3d24f0a tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 945 time: 0.1172469 Aug 18 14:27:29.389240 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.418735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-deb59874-0cbd-4c44-9806-ffcb148174d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.420448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-deb59874-0cbd-4c44-9806-ffcb148174d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946620 Aug 18 14:27:29.443548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:28Z', 'revision_number': 2, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:29.465278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 88eabdab-e3a4-408e-b293-ffb5e18977cb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88eabdab-e3a4-408e-b293-ffb5e18977cb,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:29.504357 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:29.510622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:25Z', 'revision_number': 2, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:29.527991 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:29.540366 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:29.541075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:29.541441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Updating router c01d8e0f-a425-43d6-9808-2661b532acee port 98c2247f-634f-4cc7-b590-c2265df0e98d binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:29.545438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-aa206b84-485c-4b1b-a9f8-d4bf46635064 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127067 Aug 18 14:27:29.554050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26d3a3c7-b75e-41d1-8d51-50c439c004c5 req-cd1677f6-51cb-4ccc-9f28-9472e62aa6a2 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726837 Aug 18 14:27:29.677581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-60e9e7c5-6536-4852-a67e-4bc358738da6 req-2622fec5-9a64-4116-a9a8-c0bab3f3f034 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223857 Aug 18 14:27:29.713770 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:29.740865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.741433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.743816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.744499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.744959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.745414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.745871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.748698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.749237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.749695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.750242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.756693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:29.760799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4dfafa95-0672-41c5-8437-f7331c693054 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7735 time: 0.7896168 Aug 18 14:27:29.766093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33488) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:29.819833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.821661 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.822612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7869880e-6379-46c7-bc05-b14cfcd298c7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:29.872464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.885385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] Pushing event deleted for resources: {'Port': ['ID=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:29.887144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.894496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0ee3b-5266-4113-9d5f-fdd5400a127b None None] No DVR routers for this DVR port e9269e73-02d2-44c7-8b7a-e0a52dca80ca on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:27:29.895257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.968566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.990367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9269e73-02d2-44c7-8b7a-e0a52dca80ca,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.003307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] No DVR routers for this DVR port e9269e73-02d2-44c7-8b7a-e0a52dca80ca on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:27:30.022946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=88eabdab-e3a4-408e-b293-ffb5e18977cb,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.081642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.165149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Subnet': ['ID=4d9553b5-06dd-4bc4-b536-7f9ff143cd57,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.179868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7869880e-6379-46c7-bc05-b14cfcd298c7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:30.180571 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.196012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Checking segment: {'id': '5d747b72-091d-4828-b40e-0387017d3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:30.196993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network hostable DHCP agents. Network: 7db6df10-1a84-4469-9e4e-be701fb2edf4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:30.200945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.214024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa297e45-ff71-40dd-a510-de53d3d914c5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.218038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d698a5ef-f5ec-4b35-8032-955141e5fc46']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:30.227392 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:28Z', 'revision_number': 2, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:30.264575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55070ca1-5c81-41d2-858d-ea1b9fc1e987') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:30.265025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55070ca1-5c81-41d2-858d-ea1b9fc1e987') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:30.274487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97786e53-7fcd-49ef-a35e-ff97c4007bfb tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.5066066 Aug 18 14:27:30.281330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.282683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c0e3c7f-d877-4496-85fd-4a5bfdc9b83d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6693377 Aug 18 14:27:30.286879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33496) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:30.292236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.292412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:30.335575 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb506e-8413-4fa4-a26c-7bf38aeeba05 None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'a05ff20e-6362-43a6-86e0-fa3e39b57e37', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'port_id': '526dcfbd-af63-4211-a59d-ee1551885732', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'mac_address': 'fa:16:3e:3a:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229c466-5963-453b-ac09-312a357974ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:28Z', 'revision_number': 2, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:30.335831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.351111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:27:30.351277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:27:30.358486 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:27:30.398299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:30.406945 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.463974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:27:30.492534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:27:30.493120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ef0ff3b6-58a8-402a-a5e6-fbb366fe5c84 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:27:30.565288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.566230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7db6df10-1a84-4469-9e4e-be701fb2edf4) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:30.570147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.578236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.580832 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d698a5ef-f5ec-4b35-8032-955141e5fc46 HTTP/1.1" status: 204 len: 168 time: 2.3281541 Aug 18 14:27:30.582561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:30.584160 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.585548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a1f7e-16b2-4ff1-94d6-15713eab2c24 None None] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:30.592701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.624441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196662-a705-4377-88ed-46da23d9d5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d698a5ef-f5ec-4b35-8032-955141e5fc46,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.663680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Sync routers for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:30.673266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.687257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88eabdab-e3a4-408e-b293-ffb5e18977cb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:30.691657 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3392fef-955a-43b7-b35e-61dda42d1aba,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:30.700025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Transition to ACTIVE for port object 98c2247f-634f-4cc7-b590-c2265df0e98d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:30.714880 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-163cf2b2-4231-4c89-ba2c-beb3a33e4980 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3909349 Aug 18 14:27:30.717309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:30.722886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-2010528793'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:30.764946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:30.765671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:30.789936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:30.791693 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44850f31-4345-4c8f-8335-d7370147fa57" -d '{"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:30.796455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33506) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:30.805652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244819776', 'description': 'tempest-secgroup-smoke-244819776 description', 'project_id': '0e281f79b9284a52a7b962b741560bac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:30.860006 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010a470-521d-4ebc-b965-e534658e0d04 x-openstack-request-id: req-0010a470-521d-4ebc-b965-e534658e0d04 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:30.860304 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:30.860625 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0010a470-521d-4ebc-b965-e534658e0d04 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:30.863560 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:27:30.882124 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.957600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:30.976151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850f31-4345-4c8f-8335-d7370147fa57 req-f721860e-c583-4191-9a61-32d4a29c3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:30.977689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-f721860e-c583-4191-9a61-32d4a29c3163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1097 time: 0.0926616 Aug 18 14:27:31.032784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:31.068108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.069790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7f6e9908-5e20-44ba-bfee-189a6a740aeb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7816162 Aug 18 14:27:31.074299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33510) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:31.081956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:31.106141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:27:31.106141 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:27:31.106141 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '0e281f79b9284a52a7b962b741560bac', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 27, 30, 972233)}] Aug 18 14:27:31.106141 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:27:31.106523 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:27:31.114527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850f31-4345-4c8f-8335-d7370147fa57 req-cd5301ea-f6f1-4035-b075-fcfaa1a0981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:31.116160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-cd5301ea-f6f1-4035-b075-fcfaa1a0981d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 913 time: 0.1292748 Aug 18 14:27:31.120404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:31.155586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e5d1-08f5-4cce-a595-d1d4648a2791 None None] Pushing event updated for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:31.189954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:31.198368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.199425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 88eabdab-e3a4-408e-b293-ffb5e18977cb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:31.199808 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.252417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-e9f9a6f0-a30d-48c6-8002-16b62042b0db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 1002 time: 0.1275301 Aug 18 14:27:31.261743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cb1a6b2c-56d6-4ee0-b18f-7d4dacb87f7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e538162e88d345dab23ee74e88100025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400688 Aug 18 14:27:31.268087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port f58d3d91-3333-41d1-ad4d-09e90d620945 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:31.273161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33514) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:31.278227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7db6df10-1a84-4469-9e4e-be701fb2edf4', 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'tenant_id': '526edd68370e429bab1405024b6516c5', 'fixed_ips': [{'subnet_id': '4d9553b5-06dd-4bc4-b536-7f9ff143cd57'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:31.279088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.376087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850f31-4345-4c8f-8335-d7370147fa57 req-d4bf2f53-c37d-406b-9375-a77306e8b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:31.378804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-d4bf2f53-c37d-406b-9375-a77306e8b0e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.1177480 Aug 18 14:27:31.394592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.4 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/f58d3d91-3333-41d1-ad4d-09e90d620945) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:31.447505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.459783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Attempting to bind port 98c2247f-634f-4cc7-b590-c2265df0e98d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:31.460381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Attempting to bind port 98c2247f-634f-4cc7-b590-c2265df0e98d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:31.460968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Attempting to bind port 98c2247f-634f-4cc7-b590-c2265df0e98d on network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:31.472639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850f31-4345-4c8f-8335-d7370147fa57 req-81df2237-ed29-4aff-91f0-e7a736d3ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:31.474160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-81df2237-ed29-4aff-91f0-e7a736d3ebf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860081 Aug 18 14:27:31.477139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:31.477661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Checking segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:31.478198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.478809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Bound using segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:31.479282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Bound port: 98c2247f-634f-4cc7-b590-c2265df0e98d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:31.479773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.493789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.526009 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.620030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.626067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-64a727a1-8ba4-4b9c-b2af-0320e62115ad service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431329 Aug 18 14:27:31.646646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.652289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.668101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object f58d3d91-3333-41d1-ad4d-09e90d620945 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:31.696874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] For port 98c2247f-634f-4cc7-b590-c2265df0e98d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:31.703513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] For port 98c2247f-634f-4cc7-b590-c2265df0e98d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=98c2247f-634f-4cc7-b590-c2265df0e98d,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:31.726647 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.753394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:25Z', 'revision_number': 4, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6d6bbf3f-7e18-490c-8fcb-6520b6671074', 'name': '', 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'mac_address': 'fa:16:3e:26:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:24Z', 'updated_at': '2021-08-18T14:27:26Z', 'revision_number': 2, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'subnets': [{'id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:31.757993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4c573c-9f7e-4caf-9a62-dd0b5a990ce7,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:31.766362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.770065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.773980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c36a4ce-a7ac-4997-ab75-d8c8a38aabcf HTTP/1.1" status: 204 len: 168 time: 0.4920266 Aug 18 14:27:31.782928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Checking router: a234cea6-895e-4348-a31b-690f4f8182e1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:31.783351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Updating router a234cea6-895e-4348-a31b-690f4f8182e1 port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:27:31.804253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.842364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3015f40-51f9-4c2d-866a-9116d8332c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c36a4ce-a7ac-4997-ab75-d8c8a38aabcf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:31.860800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44850f31-4345-4c8f-8335-d7370147fa57 req-4ef4d275-f50e-418e-9f7b-b54a8f995620 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218771 Aug 18 14:27:31.876569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec081fbd-e38b-4c90-bfae-126815382728 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:27:31.904245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.906600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:31.932454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=f58d3d91-3333-41d1-ad4d-09e90d620945,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:31.975054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:31.978220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:31.986502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:32.050677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:32.051423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.146119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ec081fbd-e38b-4c90-bfae-126815382728 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:27:32.146715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec081fbd-e38b-4c90-bfae-126815382728 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:27:32.147088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e9269e73-02d2-44c7-8b7a-e0a52dca80ca no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:27:32.197927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Allocated IP 172.20.0.2 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/65f22cec-c279-42f5-aeb5-80ce71bf5c2b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:32.315974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e9269e73-02d2-44c7-8b7a-e0a52dca80ca {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:27:32.316476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e9269e73-02d2-44c7-8b7a-e0a52dca80ca not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:27:32.361689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:32.366447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:32.367491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.450764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.479726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e5d1-08f5-4cce-a595-d1d4648a2791 None None] Pushing event updated for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:32.481727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79827a56-fc7c-46d4-bbae-c63d55d20525,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:32.570448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.571888 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a8bcd7c3-8fa2-40b7-8b12-d9dcf8510c4c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4957302 Aug 18 14:27:32.576970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-97a9e46e-4e4d-4a15-861b-840701aaa2f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8552887 Aug 18 14:27:32.576970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33522) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:32.577478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:32.580237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:32.592134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-526613555', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c3:cd:f2'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:32.600256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.606749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33526) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:32.609924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9d30c2e-40c4-4e6a-ad05-530f69a4e39e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8109887 Aug 18 14:27:32.616978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:32.683228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:32.789196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.789715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:27:32.789715 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:27:32.789715 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id_1': '526edd68370e429bab1405024b6516c5', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 27, 32, 747499)}] Aug 18 14:27:32.789715 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:27:32.791062 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:27:32.792316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33528) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:32.813777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.822883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Transition to ACTIVE for port object 65f22cec-c279-42f5-aeb5-80ce71bf5c2b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:32.825394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01a2e7f-6bc3-44ae-9e43-87255ec1900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.897661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.902573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.905525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Transition to ACTIVE for port object 65f22cec-c279-42f5-aeb5-80ce71bf5c2b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:32.919998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:32.943347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Transition to ACTIVE for port object 6d6bbf3f-7e18-490c-8fcb-6520b6671074 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:32.992118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.000355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.011229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01a2e7f-6bc3-44ae-9e43-87255ec1900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.016599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:31Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:33.023260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cf99bd-e17b-4b1e-aaf6-13d16b3eee62,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.048554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.054426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95880a7a-aa61-4bb5-8d1f-a4b1f6185e06 None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:31Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:33.092662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:33.095715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:33.101073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:33.111856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Pushing event updated for resources: {'Port': ['ID=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.153653 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.157090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b01a2e7f-6bc3-44ae-9e43-87255ec1900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.157875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.187577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1c487b-0aae-4655-87b6-d001daf5d671,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.214290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.216889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-12f6b03e-c4c0-4d7f-bc2c-f5c29677bfac tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6404836 Aug 18 14:27:33.218656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:33.228490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:33.233537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a2e7f-6bc3-44ae-9e43-87255ec1900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c56b7e9-1077-4a65-a378-1d5060e092e4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.241753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b01a2e7f-6bc3-44ae-9e43-87255ec1900a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4441509 Aug 18 14:27:33.261090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33534) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:33.280614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.282163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e94a028-f5b6-42a9-a433-1cc0762dfa19 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6738913 Aug 18 14:27:33.285153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:33.290219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:33.296716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd8d-8eea-4515-b134-feb71cea6edb None None] Pushing event updated for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.306358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Attempting to bind port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:33.306733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Attempting to bind port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5d747b72-091d-4828-b40e-0387017d3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:33.307249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Attempting to bind port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b on network 7db6df10-1a84-4469-9e4e-be701fb2edf4 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:33.344394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.372626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.407221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:33.409257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Checking segment: {'id': '5d747b72-091d-4828-b40e-0387017d3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:33.409257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.410591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.412781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Bound using segment: {'id': '5d747b72-091d-4828-b40e-0387017d3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:33.413567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Bound port: 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d747b72-091d-4828-b40e-0387017d3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:33.416255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.439773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Attempting to bind port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:33.440160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Attempting to bind port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:33.440801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Attempting to bind port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 on network d5688e92-6512-464c-9ad0-202dadfdfd95 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:33.485966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:33.486369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Checking segment: {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:33.486777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.487230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Bound using segment: {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:33.487730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Bound port: 6d6bbf3f-7e18-490c-8fcb-6520b6671074, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685925f6-677d-40d2-99db-18f0a523dcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:33.488126 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.541935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:33.598417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.599992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] For port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:33.612078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] For port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,segment=NetworkSegment(5d747b72-091d-4828-b40e-0387017d3c13),segment_id=5d747b72-091d-4828-b40e-0387017d3c13)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:33.619081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] For port 6d6bbf3f-7e18-490c-8fcb-6520b6671074, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:33.620459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.622568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] For port 6d6bbf3f-7e18-490c-8fcb-6520b6671074, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6d6bbf3f-7e18-490c-8fcb-6520b6671074,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:33.623179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.631931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c56b7e9-1077-4a65-a378-1d5060e092e4 HTTP/1.1" status: 204 len: 168 time: 0.3714154 Aug 18 14:27:33.646693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc29653-3025-47b9-8e0b-5b34575044ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c56b7e9-1077-4a65-a378-1d5060e092e4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.685516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.702164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.704652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.717737 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.732277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.743179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9c533a-0a88-4d85-9db5-49afa5b4fad6,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:33.787530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port e3cb8d56-f847-45b7-a3a5-12e8b22256f2 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:33.796049 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.802488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33540) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:33.805650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-21fd79bf-8b6a-496e-96c8-9415332f49cc tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5815132 Aug 18 14:27:33.814881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:33.815409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.909225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:33.911414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:33.913542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:33.980951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43d2266-b2b4-4649-b698-2200544b3683,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:34.163634 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Project f4f2a9a0a723499c9a8e08d9deda8375 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:27:34.168641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.172722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c3640ccc-d871-4de8-8f7a-18c912fc6434 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8834834 Aug 18 14:27:34.172905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:34.178284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:34.196322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5835416-cde3-484a-9d68-22b61849d043 None None] Pushing event updated for resources: {'Port': ['ID=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:34.303170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.380420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.472143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.12 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/e3cb8d56-f847-45b7-a3a5-12e8b22256f2) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:34.578756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.605385 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.620201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:34.685511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.728813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.732214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01127df7-8574-439c-b4e2-3b91a503efe7,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:34.784151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd8d-8eea-4515-b134-feb71cea6edb None None] Pushing event updated for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:34.819722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:34.823747 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9905d282-3dbe-4888-904b-eaa4e19d09fb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6470923 Aug 18 14:27:34.830037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33546) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:34.830037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:34.857502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 65f22cec-c279-42f5-aeb5-80ce71bf5c2b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:34.859617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be4cd6a-f66f-4171-b443-6022414d4547,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:34.953878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.001083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object e3cb8d56-f847-45b7-a3a5-12e8b22256f2 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:35.013673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.068590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:25Z', 'revision_number': 4, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6d6bbf3f-7e18-490c-8fcb-6520b6671074', 'name': '', 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'mac_address': 'fa:16:3e:26:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:24Z', 'updated_at': '2021-08-18T14:27:33Z', 'revision_number': 4, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'subnets': [{'id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:35.107545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.109147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a0a73a17-77d7-4a76-b0a1-31410db6223b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3016803 Aug 18 14:27:35.112054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:35.118210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'security_group_rule': {'security_group_id': 'aa297e45-ff71-40dd-a510-de53d3d914c5', 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:35.126875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd918e-b11c-4290-8dc7-055c53dc1ed5 None None] The sync data for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 is: [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:27:25Z', 'revision_number': 4, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '6d6bbf3f-7e18-490c-8fcb-6520b6671074', 'name': '', 'network_id': 'd5688e92-6512-464c-9ad0-202dadfdfd95', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'mac_address': 'fa:16:3e:26:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:24Z', 'updated_at': '2021-08-18T14:27:33Z', 'revision_number': 4, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'subnets': [{'id': 'aca65a1b-bf5e-4420-9bd9-7f0b2931adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:35.136719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:35.140982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.142795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 98c2247f-634f-4cc7-b590-c2265df0e98d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:35.204916 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.241303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.291552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8114cff1-dde9-454c-b42b-996a80617a34,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:35.311060 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Project f4f2a9a0a723499c9a8e08d9deda8375 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:27:35.340138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 98c2247f-634f-4cc7-b590-c2265df0e98d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:35.344077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:35.345786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 98c2247f-634f-4cc7-b590-c2265df0e98d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:35.347195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.352628 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.355805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:35.358406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:35.371351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.372857 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a398c0b9-c4f1-4da9-8eb8-3758e1746c10 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5477362 Aug 18 14:27:35.379318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33552) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:35.392834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:35.425087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=e3cb8d56-f847-45b7-a3a5-12e8b22256f2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:35.493177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:35.494037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.542596 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:27:35.548879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.588051 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.593017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.639501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-76d6d6d1-63db-475e-b683-a6522260a94b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0556855 Aug 18 14:27:35.643909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33554) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:35.658985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 98c2247f-634f-4cc7-b590-c2265df0e98d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=98c2247f-634f-4cc7-b590-c2265df0e98d,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:35.684625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.703195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.709186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.736028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d1d48-45aa-4937-b3d6-20f969c81b19 None None] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:35.758858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.779921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0805d616-06ca-486e-bc98-9bc55defe019,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:35.792600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c1b2c5-bb38-41ad-b30c-0dc34d581ab7,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:35.832072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b7de2-f836-42b0-961c-29cd2f70d378 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:35.839047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b7de2-f836-42b0-961c-29cd2f70d378 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:35.852188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b7de2-f836-42b0-961c-29cd2f70d378 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:35.857375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-167b7de2-f836-42b0-961c-29cd2f70d378 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2112896 Aug 18 14:27:35.863139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33556) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:35.876965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.878430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68104745-d8a3-4086-aa43-4b67a13f0366 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7650964 Aug 18 14:27:35.894950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:35.897209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ac17fd0d-3926-415e-b9cf-1325c24b21b5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5164905 Aug 18 14:27:35.900242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33560) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:35.909318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '79827a56-fc7c-46d4-bbae-c63d55d20525', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:36.018377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port e3cb8d56-f847-45b7-a3a5-12e8b22256f2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:36.018848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.026327 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:27:36.033197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.162138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.187516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.204028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-c07fef3e-d0f9-4f7b-90f2-98a4f7560d2f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401342485&fields=id&tenant_id=f4f2a9a0a723499c9a8e08d9deda8375 HTTP/1.1" status: 200 len: 267 time: 0.0608535 Aug 18 14:27:36.208661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for e3cb8d56-f847-45b7-a3a5-12e8b22256f2 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:36.233910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:36.266169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.298043 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fb5989-f5ef-4b9d-a021-c8e3797fbe50,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:36.323324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Provisioning for port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:36.334544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Provisioning complete for port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:36.335316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.388028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.390285 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58eb81dc-7167-43f4-ad8f-90466ff2a8b0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4873133 Aug 18 14:27:36.392272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-018961d9-a22a-4140-87dd-4f1b885f5503 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:36.399897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-018961d9-a22a-4140-87dd-4f1b885f5503 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/networks?id=b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 200 len: 809 time: 0.1865544 Aug 18 14:27:36.419748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-4ef97f6d-e23f-4b0e-87c6-edb9e05d2646 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/quotas/f4f2a9a0a723499c9a8e08d9deda8375 HTTP/1.1" status: 200 len: 375 time: 0.0188601 Aug 18 14:27:36.600311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.639894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-87ddb3f1-5748-457f-8603-f64fa183dd3e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2157741 Aug 18 14:27:36.667549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] For port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,segment=NetworkSegment(5d747b72-091d-4828-b40e-0387017d3c13),segment_id=5d747b72-091d-4828-b40e-0387017d3c13)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:36.764129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-622409d1-41dd-451d-8fc4-d281935c9bc5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244819776&fields=id&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 267 time: 0.1166241 Aug 18 14:27:36.773346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6d6bbf3f-7e18-490c-8fcb-6520b6671074 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:36.777033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.861112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.925486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=e3cb8d56-f847-45b7-a3a5-12e8b22256f2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:36.953412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Provisioning complete for port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:36.953954 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:36.986614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-92c2ce1c-03c7-4eae-bef4-3286f9768fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391023 Aug 18 14:27:37.021176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204ea0-df28-44cb-9637-40b701d00cf0 None None] Pushing event updated for resources: {'Port': ['ID=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:37.115024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:37.120481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:37.121034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.139730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-33b5b23f-dfc9-4973-8b1a-f3b894155fe5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:37.141730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-33b5b23f-dfc9-4973-8b1a-f3b894155fe5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/networks?id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 200 len: 797 time: 0.3611510 Aug 18 14:27:37.188862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-1cd89b62-b928-44af-b06c-64b8f2bfd734 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/quotas/0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 375 time: 0.0358207 Aug 18 14:27:37.231019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Provisioning for port f58d3d91-3333-41d1-ad4d-09e90d620945 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:37.239830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.266671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Provisioning complete for port f58d3d91-3333-41d1-ad4d-09e90d620945 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:37.267083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.337729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6d6bbf3f-7e18-490c-8fcb-6520b6671074, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6d6bbf3f-7e18-490c-8fcb-6520b6671074,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:37.339036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Port f58d3d91-3333-41d1-ad4d-09e90d620945 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:37.342537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eb535e24-9c58-40e2-abc4-88b38036aad3 None None] Could not find standard attr ID for object e3cb8d56-f847-45b7-a3a5-12e8b22256f2. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:27:37.362935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-dccfaf39-3ca7-44ab-97c5-922f40045b1d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570706 Aug 18 14:27:37.368250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-164020dd-aa20-40c1-a9f0-946c9e2aec74 service neutron] 10.222.0.35 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668237 Aug 18 14:27:37.381142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.383556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9b5d09f2-4f14-4cbd-b7fa-0ed8325d89cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/e3cb8d56-f847-45b7-a3a5-12e8b22256f2 HTTP/1.1" status: 204 len: 168 time: 1.5183823 Aug 18 14:27:37.386441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:37.405461 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.406296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 98c2247f-634f-4cc7-b590-c2265df0e98d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:37.440018 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-141d1b29-4b6e-458c-9323-f70c686994b5 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] GET failed (client error): The resource could not be found. Aug 18 14:27:37.447890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33590) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:37.448143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-141d1b29-4b6e-458c-9323-f70c686994b5 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports/e3cb8d56-f847-45b7-a3a5-12e8b22256f2 HTTP/1.1" status: 404 len: 333 time: 0.0603421 Aug 18 14:27:37.454559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-1572944386'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:37.501228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2053429e-2416-48ff-b743-9a3e9a43a35f None None] Provisioning complete for port f58d3d91-3333-41d1-ad4d-09e90d620945 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:37.501610 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2053429e-2416-48ff-b743-9a3e9a43a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.581050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:37.599233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2053429e-2416-48ff-b743-9a3e9a43a35f None None] Port f58d3d91-3333-41d1-ad4d-09e90d620945 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:37.617389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 98c2247f-634f-4cc7-b590-c2265df0e98d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:37.618073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.720890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5942a356-f2b6-4b5b-97a0-2755726b4bde None None] Could not find standard attr ID for object e3cb8d56-f847-45b7-a3a5-12e8b22256f2. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:27:37.834959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c2f73e5-cfcd-46b9-9033-8650ee94a94f req-1d6a47d3-8fd6-4371-917c-04b00c0affe1 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 210 time: 0.0434630 Aug 18 14:27:37.838282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7c7c6240-925a-4938-9b15-9355c2ad89aa service neutron] 10.222.0.35 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387159 Aug 18 14:27:37.944539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-54d4e4b8-48da-45d1-9990-28bd47d12ebc service neutron] 10.222.0.35 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992148 Aug 18 14:27:37.962451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:37.966248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:37.984422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port da4c2070-2034-42bf-b93d-6b094ba7ada0 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:38.107755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.7 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/da4c2070-2034-42bf-b93d-6b094ba7ada0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:38.234036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5055d71-0ffd-456a-98e7-7e6de1caae4b req-8b835db9-4d6a-4583-801b-9ac565ebf3f5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 210 time: 0.0560074 Aug 18 14:27:38.291704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.308860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object da4c2070-2034-42bf-b93d-6b094ba7ada0 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:38.454598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.499750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:38.504823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:38.509036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:38.540264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=da4c2070-2034-42bf-b93d-6b094ba7ada0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:38.567369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:38.568016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.625899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6d6bbf3f-7e18-490c-8fcb-6520b6671074 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:38.685486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:38.687074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.710352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6c4739b-43cb-4265-8ad6-cb371ce1819e tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2594683 Aug 18 14:27:38.712291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33614) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:38.718436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c3:cd:f2'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:38.782572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 65f22cec-c279-42f5-aeb5-80ce71bf5c2b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:38.833332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:38.833939 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.888593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:38.927988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afa29001-12f5-4d9a-9af5-fa724645b75f req-5e529189-80e0-4093-bb16-dbd309e72177 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Aug 18 14:27:38.976273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0effdca5-9318-44d2-991b-3021b8fc5ffc None None] Provisioning for port da4c2070-2034-42bf-b93d-6b094ba7ada0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:38.980490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0effdca5-9318-44d2-991b-3021b8fc5ffc None None] Provisioning complete for port da4c2070-2034-42bf-b93d-6b094ba7ada0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:38.980873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0effdca5-9318-44d2-991b-3021b8fc5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.024056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0effdca5-9318-44d2-991b-3021b8fc5ffc None None] Port da4c2070-2034-42bf-b93d-6b094ba7ada0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:39.082753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.193967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.280710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=da4c2070-2034-42bf-b93d-6b094ba7ada0,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:39.293612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] In _notify_port_updated(), no bound segment for port da4c2070-2034-42bf-b93d-6b094ba7ada0 on network 7db6df10-1a84-4469-9e4e-be701fb2edf4 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:27:39.300502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:39.301210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.303298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80d79025-56ed-4697-8982-a3d41fa6ed80 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "PUT /v2.0/ports/da4c2070-2034-42bf-b93d-6b094ba7ada0 HTTP/1.1" status: 200 len: 993 time: 0.5897398 Aug 18 14:27:39.306527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33622) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:39.333557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c84f7dd-0256-4e37-acf4-f567cbe6166e req-f3bdc02f-b51b-4061-b037-2da5058f695e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 210 time: 0.0377460 Aug 18 14:27:39.425966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port da4c2070-2034-42bf-b93d-6b094ba7ada0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:39.426954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.518302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.533395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for da4c2070-2034-42bf-b93d-6b094ba7ada0 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:39.549064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7279cce5-26c2-49fd-998d-4d2ac91e96a1 None None] Provisioning complete for port da4c2070-2034-42bf-b93d-6b094ba7ada0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:39.549448 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7279cce5-26c2-49fd-998d-4d2ac91e96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.585972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7279cce5-26c2-49fd-998d-4d2ac91e96a1 None None] Port da4c2070-2034-42bf-b93d-6b094ba7ada0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:39.759051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.792436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=da4c2070-2034-42bf-b93d-6b094ba7ada0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:39.931772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:39.933813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cf1f72b2-f569-4fd1-b321-2f8eaf9c7f6b tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/da4c2070-2034-42bf-b93d-6b094ba7ada0 HTTP/1.1" status: 204 len: 168 time: 0.6263330 Aug 18 14:27:39.936551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33626) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:39.962197 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd92f889-c106-4f3e-8a3f-d134aff401f4 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] GET failed (client error): The resource could not be found. Aug 18 14:27:39.968389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd92f889-c106-4f3e-8a3f-d134aff401f4 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports/da4c2070-2034-42bf-b93d-6b094ba7ada0 HTTP/1.1" status: 404 len: 333 time: 0.0265131 Aug 18 14:27:39.968560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33630) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:39.974137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-1055060371'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:40.061056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d6451cd-2633-4309-b77c-3760deddace6 req-6a91d418-11c7-42a7-b8a9-902e97a3d37f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 210 time: 0.0340135 Aug 18 14:27:40.181760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:40.185595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:40.205216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port a7bec945-b829-4b2d-8c34-99fae110dab7 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:40.244845 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:40.397072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f8c87ada-0667-4be1-b153-350b12e00f2c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:40.398587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f8c87ada-0667-4be1-b153-350b12e00f2c tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.58 "GET /v2.0/networks?id=b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 200 len: 809 time: 0.1579268 Aug 18 14:27:40.399699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.8 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/a7bec945-b829-4b2d-8c34-99fae110dab7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:40.451835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ae8ae086-c4b3-40bf-bfbb-dd5eefc102f5 req-3068e7f9-d623-4a68-ab44-1b62194b5bcb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 210 time: 0.0424459 Aug 18 14:27:40.503711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-7a336ab4-73a5-4e82-bdbd-49763cb884cf tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f2a9a0a723499c9a8e08d9deda8375 HTTP/1.1" status: 200 len: 380 time: 0.0818691 Aug 18 14:27:40.546548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'port': {'device_id': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'admin_state_up': True, 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'security_groups': ['aa297e45-ff71-40dd-a510-de53d3d914c5']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:40.682756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:40.704253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object a7bec945-b829-4b2d-8c34-99fae110dab7 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:40.803990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Made reservation on behalf of f4f2a9a0a723499c9a8e08d9deda8375 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:40.807836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:40.867897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:40.924823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:40.935587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:40.959307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:40.999800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=a7bec945-b829-4b2d-8c34-99fae110dab7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:41.025160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Allocated IP 172.20.0.4 (b9e87364-b29c-4d1d-bcc7-c948b024eab0/441f5578-520b-44fb-a06b-c37bc9b99fb4/23517149-156e-4cf8-ad2d-c96a822482d3) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:41.032662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:41.033479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.061813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.135966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-665d50e6-2e62-485c-a79f-1d8c02dc5d81 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:41.141510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-665d50e6-2e62-485c-a79f-1d8c02dc5d81 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.58 "GET /v2.0/networks?id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 200 len: 797 time: 0.2100010 Aug 18 14:27:41.152510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-420a7738-5238-4db4-b15d-910f40e70c7c tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1805077 Aug 18 14:27:41.153556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33638) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:41.164001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c3:cd:f2'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:41.189527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4540d4e-546c-45a6-bdb2-26d730dadd87 req-85f202fe-86b9-465f-8ab0-582218bc220b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 210 time: 0.0362756 Aug 18 14:27:41.247939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.265347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Transition to ACTIVE for port object 23517149-156e-4cf8-ad2d-c96a822482d3 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:41.274444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-f6097cf8-f67f-4d3e-8efc-b03faded888b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 379 time: 0.1056886 Aug 18 14:27:41.278104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.291086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'port': {'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'admin_state_up': True, 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'security_groups': ['79827a56-fc7c-46d4-bbae-c63d55d20525']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:41.404441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e752f8f4-de16-4554-8a0f-1b65b10a6ba7 None None] Provisioning for port a7bec945-b829-4b2d-8c34-99fae110dab7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:41.405771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.410416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e752f8f4-de16-4554-8a0f-1b65b10a6ba7 None None] Provisioning complete for port a7bec945-b829-4b2d-8c34-99fae110dab7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:41.410883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e752f8f4-de16-4554-8a0f-1b65b10a6ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.449476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e752f8f4-de16-4554-8a0f-1b65b10a6ba7 None None] Port a7bec945-b829-4b2d-8c34-99fae110dab7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:41.456699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:41.459997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:41.463915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:41.471141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:41.548848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:41.550245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.585816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.601882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30f15d61-913a-495f-80aa-a12b744c7f19 req-c695d62e-a323-4bd1-b02a-149c48fca6b6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 210 time: 0.0453849 Aug 18 14:27:41.684506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.715594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:41.719242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.787574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=a7bec945-b829-4b2d-8c34-99fae110dab7,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:41.794822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-70acafb4-da5e-409c-a13d-3c45ec7b7327 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2751982 Aug 18 14:27:41.807678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Request body: {'port': {'device_id': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:41.837567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] In _notify_port_updated(), no bound segment for port a7bec945-b829-4b2d-8c34-99fae110dab7 on network 7db6df10-1a84-4469-9e4e-be701fb2edf4 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:27:41.843858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:41.844547 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.846131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4a39c2e7-868f-44c3-a1af-d7a375ae7aad tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "PUT /v2.0/ports/a7bec945-b829-4b2d-8c34-99fae110dab7 HTTP/1.1" status: 200 len: 996 time: 0.6906850 Aug 18 14:27:41.850736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc672b85-25a4-48d4-80a3-b9a7a75c9792 None None] Provisioning for port 23517149-156e-4cf8-ad2d-c96a822482d3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:41.855538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc672b85-25a4-48d4-80a3-b9a7a75c9792 None None] Provisioning complete for port 23517149-156e-4cf8-ad2d-c96a822482d3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:41.855931 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc672b85-25a4-48d4-80a3-b9a7a75c9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.859696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33644) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:41.878402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.911212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cc672b85-25a4-48d4-80a3-b9a7a75c9792 None None] Port 23517149-156e-4cf8-ad2d-c96a822482d3 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:42.025931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.14 (418cc5a7-dfa9-4c5b-8291-37d7da5bdb89/47c3d58f-45b9-473c-9a93-1ff986ea19a8/eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:42.032727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-edc4297e-1342-4e81-8562-d0e74e09c5fc None None] Provisioning complete for port a7bec945-b829-4b2d-8c34-99fae110dab7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:42.033368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-edc4297e-1342-4e81-8562-d0e74e09c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.069602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port a7bec945-b829-4b2d-8c34-99fae110dab7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:42.069976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.082471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-edc4297e-1342-4e81-8562-d0e74e09c5fc None None] Port a7bec945-b829-4b2d-8c34-99fae110dab7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:42.181172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23517149-156e-4cf8-ad2d-c96a822482d3 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:42.189606 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.201793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Transition to ACTIVE for port object 23517149-156e-4cf8-ad2d-c96a822482d3 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:42.233824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.254881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for a7bec945-b829-4b2d-8c34-99fae110dab7 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:42.265784 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.278236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.323748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:42.346851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:42.501817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.554269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.570825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:42.606079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:42.610053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=a7bec945-b829-4b2d-8c34-99fae110dab7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:42.618980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:42.643649 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:42.747038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:42.747641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.766904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:42.769559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-64619c8e-427c-40c7-959d-fcf2d4119fd8 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/a7bec945-b829-4b2d-8c34-99fae110dab7 HTTP/1.1" status: 204 len: 168 time: 0.9090810 Aug 18 14:27:42.772799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33650) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:42.800141 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc99a334-28d3-4cb7-8736-f1992d5a96b3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] GET failed (client error): The resource could not be found. Aug 18 14:27:42.802379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc99a334-28d3-4cb7-8736-f1992d5a96b3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports/a7bec945-b829-4b2d-8c34-99fae110dab7 HTTP/1.1" status: 404 len: 333 time: 0.0286319 Aug 18 14:27:42.806277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33652) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:42.811795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-514238062'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:42.859453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d746-4831-456e-8cf1-8b84bea58cdf req-c36afd6a-ae98-49d3-92c5-11f156a92365 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:42.861198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f168d746-4831-456e-8cf1-8b84bea58cdf req-c36afd6a-ae98-49d3-92c5-11f156a92365 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 943 time: 0.5692754 Aug 18 14:27:42.880241 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-4dcf5adc-10ba-4a18-b676-a2fd8a1f7768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5927155 Aug 18 14:27:42.896154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Request body: {'port': {'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:42.936245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Attempting to bind port 23517149-156e-4cf8-ad2d-c96a822482d3 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:42.936809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Attempting to bind port 23517149-156e-4cf8-ad2d-c96a822482d3 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:42.937435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Attempting to bind port 23517149-156e-4cf8-ad2d-c96a822482d3 on network b9e87364-b29c-4d1d-bcc7-c948b024eab0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:42.969459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa4c4-8101-489b-a6ad-fc86537f60c0 req-5016be29-ca3e-43dc-b623-596e733c5b33 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:42.971212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0caa4c4-8101-489b-a6ad-fc86537f60c0 req-5016be29-ca3e-43dc-b623-596e733c5b33 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 932 time: 0.1794436 Aug 18 14:27:42.974349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Port 23517149-156e-4cf8-ad2d-c96a822482d3 on network b9e87364-b29c-4d1d-bcc7-c948b024eab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:27:42.975200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Attempting to bind port 23517149-156e-4cf8-ad2d-c96a822482d3 on network b9e87364-b29c-4d1d-bcc7-c948b024eab0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:42.995544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f168d746-4831-456e-8cf1-8b84bea58cdf req-25eedf63-bfde-477d-a52c-499fceb26959 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245563 Aug 18 14:27:42.999864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.009396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:43.009875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Checking segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:43.010530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Bound using segment: {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:43.011057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Bound port: 23517149-156e-4cf8-ad2d-c96a822482d3, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954b307c-4c62-4b92-9a3e-bf957826a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:43.011490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.062368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0caa4c4-8101-489b-a6ad-fc86537f60c0 req-9d7be910-e47a-4ab1-a401-abbd56712e44 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840147 Aug 18 14:27:43.087432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:43.091172 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.108340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:43.118844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=23517149-156e-4cf8-ad2d-c96a822482d3,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:43.130730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2357523-33cf-47cd-835c-16073bb6e1df None None] Provisioning for port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:43.135239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2357523-33cf-47cd-835c-16073bb6e1df None None] Provisioning complete for port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:43.135611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2357523-33cf-47cd-835c-16073bb6e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.171356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a2357523-33cf-47cd-835c-16073bb6e1df None None] Port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:43.190815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port ac395d02-0bfd-4fe6-9bee-c1203b738e2e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:43.199632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.237087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:43.241375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.241375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 200 len: 1091 time: 1.4359102 Aug 18 14:27:43.241375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:43.242513 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb145d-13eb-4a99-a73e-ab5fff4d6261" -d '{"events": [{"name": "network-changed", "server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:43.273018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcbd0-c164-47b1-aa4d-f3e3573f23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:43.293935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-09001338-b158-4c4c-b2c3-bab4cdebc5c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2297969 Aug 18 14:27:43.294828 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da640c2b-8ad9-4a44-8747-43468bb310c9 x-openstack-request-id: req-da640c2b-8ad9-4a44-8747-43468bb310c9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:43.295105 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:43.295105 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da640c2b-8ad9-4a44-8747-43468bb310c9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:43.295105 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3', 'status': 'completed', 'code': 200} Aug 18 14:27:43.398640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-20c1db7a-2566-4fde-8dfc-a2735f7aea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:43.400216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-20c1db7a-2566-4fde-8dfc-a2735f7aea7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0504761 Aug 18 14:27:43.504644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-86bcc237-e8c3-4b15-969b-882869d500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:43.506253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-86bcc237-e8c3-4b15-969b-882869d500d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1094 time: 0.1841519 Aug 18 14:27:43.515111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.7 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/ac395d02-0bfd-4fe6-9bee-c1203b738e2e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:43.524406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-91cc9f7c-2d54-42d3-8145-2da87ffaa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:43.525716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-91cc9f7c-2d54-42d3-8145-2da87ffaa7ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 200 len: 915 time: 0.1000023 Aug 18 14:27:43.572419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-eb14b49b-717c-4a1f-85b5-7e434c6224cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa HTTP/1.1" status: 200 len: 217 time: 0.0392101 Aug 18 14:27:43.635060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-c7c88a4d-8aa7-4a6b-ac34-1e05a5db6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:43.636796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-c7c88a4d-8aa7-4a6b-ac34-1e05a5db6963 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 200 len: 854 time: 0.0550649 Aug 18 14:27:43.673733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-d8a26752-408e-47cf-8401-fcd02622e1cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292985 Aug 18 14:27:43.776922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-e1b7921b-f31f-409d-9a43-0f3c61661678 service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944376 Aug 18 14:27:43.893322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-d8f5ef27-fa0b-444b-a243-3a7e5347e71b service neutron] 10.222.0.58 "GET /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975533 Aug 18 14:27:44.013648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:44.043206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.145623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180a451-bab6-426d-9637-2c2f3f3030fe req-718ba478-7080-4dea-ba04-d3b3d34990d7 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.149769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f180a451-bab6-426d-9637-2c2f3f3030fe req-718ba478-7080-4dea-ba04-d3b3d34990d7 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 943 time: 0.0690546 Aug 18 14:27:44.163590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Transition to ACTIVE for port object eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:44.171766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-e06563ab-f3fc-4980-8bfd-26c2d15b4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.173255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-e06563ab-f3fc-4980-8bfd-26c2d15b4cb0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6432528 Aug 18 14:27:44.217467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f180a451-bab6-426d-9637-2c2f3f3030fe req-76679cee-8737-468a-8720-f55314c2cc85 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614822 Aug 18 14:27:44.235586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66e6b-6ead-4fda-b458-def7fb548c9e req-6120a251-64c4-4407-aeab-d3b90eb9f033 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.237333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ec66e6b-6ead-4fda-b458-def7fb548c9e req-6120a251-64c4-4407-aeab-d3b90eb9f033 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 932 time: 0.0668259 Aug 18 14:27:44.294271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ec66e6b-6ead-4fda-b458-def7fb548c9e req-e254aafb-037d-47c3-98b0-740980ffa076 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Aug 18 14:27:44.330971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.335884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.429191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object ac395d02-0bfd-4fe6-9bee-c1203b738e2e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:44.454177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:44.463108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-401f2889-680a-4bef-863b-9b11eaa63e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.464618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-60bb145d-13eb-4a99-a73e-ab5fff4d6261 req-401f2889-680a-4bef-863b-9b11eaa63e47 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2801247 Aug 18 14:27:44.618176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-2cf98449-2980-41e9-9e0e-8cb7c29397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.619713 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-2cf98449-2980-41e9-9e0e-8cb7c29397df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1094 time: 0.1013880 Aug 18 14:27:44.620723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Attempting to bind port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:44.621049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Attempting to bind port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:44.621381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Attempting to bind port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 on network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:44.626628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 on network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:27:44.627099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Attempting to bind port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 on network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:44.660611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:44.661493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Checking segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:44.666775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Bound using segment: {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:44.666775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Bound port: eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db327cc-4f8a-488b-95cb-d96e755f21ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:44.666775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.701222 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-bd426000-eb1c-43a1-b347-3d49c5af307f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 200 len: 217 time: 0.0702312 Aug 18 14:27:44.775282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.855241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:44.856883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-12c1655a-8d1f-4683-ab9f-6176a45252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.858390 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-12c1655a-8d1f-4683-ab9f-6176a45252ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=441f5578-520b-44fb-a06b-c37bc9b99fb4 HTTP/1.1" status: 200 len: 848 time: 0.1437480 Aug 18 14:27:44.864253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:44.868685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:44.873345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:44.886889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:44.926783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=ac395d02-0bfd-4fe6-9bee-c1203b738e2e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:44.982678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:44.983519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.999615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-a41810f6-afa3-4ef2-861a-f5829372698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.001149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-a41810f6-afa3-4ef2-861a-f5829372698e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9e87364-b29c-4d1d-bcc7-c948b024eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239128 Aug 18 14:27:45.065949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.118391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.119072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.120639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] 10.222.0.58 "PUT /v2.0/ports/eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 HTTP/1.1" status: 200 len: 1092 time: 2.2321353 Aug 18 14:27:45.122984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:45.125382 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:45.170483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52af30-eb12-4a89-b995-67bc6821bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:45.173240 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83750ea-77b8-425e-a082-a23cb8a8cdea x-openstack-request-id: req-b83750ea-77b8-425e-a082-a23cb8a8cdea {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:45.173502 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:45.173749 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b83750ea-77b8-425e-a082-a23cb8a8cdea {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:45.174156 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'status': 'completed', 'code': 200} Aug 18 14:27:45.180831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33672) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:45.181300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23b8aefb-e43f-426f-8d34-72296f70bc54 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3734725 Aug 18 14:27:45.187067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'network_id': '7db6df10-1a84-4469-9e4e-be701fb2edf4', 'name': 'tempest-AllowedAddressPairTestJSON-1813129267'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:45.206497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-c16aa43b-2b3a-4c6b-a811-a27f81005244 service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917257 Aug 18 14:27:45.266996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ccd49f1c-f1d6-4c0b-9fa5-a495fd0ef3f2 None None] Provisioning for port ac395d02-0bfd-4fe6-9bee-c1203b738e2e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:45.273506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ccd49f1c-f1d6-4c0b-9fa5-a495fd0ef3f2 None None] Provisioning complete for port ac395d02-0bfd-4fe6-9bee-c1203b738e2e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:45.274259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccd49f1c-f1d6-4c0b-9fa5-a495fd0ef3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.297283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-5ad2a472-52dd-4243-b257-a0f98831a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.298848 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-5ad2a472-52dd-4243-b257-a0f98831a7f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1095 time: 0.1076019 Aug 18 14:27:45.381188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ccd49f1c-f1d6-4c0b-9fa5-a495fd0ef3f2 None None] Port ac395d02-0bfd-4fe6-9bee-c1203b738e2e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:45.417634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f7107da4-67ac-4fe8-b076-063a7531ed7e req-8617711d-31b4-4071-b922-efef37a42e8f service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893506 Aug 18 14:27:45.454632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Made reservation on behalf of 526edd68370e429bab1405024b6516c5 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:45.458654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.460396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-a4f885ee-cd09-49af-b573-4b102acd1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.462294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-a4f885ee-cd09-49af-b573-4b102acd1c1d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0e281f79b9284a52a7b962b741560bac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1546288 Aug 18 14:27:45.485503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388998b-9b94-4633-aa27-6afe63fa97b1 req-c75d2230-74eb-4fe8-9bfe-3182885f365a tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.487179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4388998b-9b94-4633-aa27-6afe63fa97b1 req-c75d2230-74eb-4fe8-9bfe-3182885f365a tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 943 time: 0.1300993 Aug 18 14:27:45.513032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] device_id is not set on port 701a1e70-e4ad-4164-994f-296e3a9ab877 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:27:45.536600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dff32-3f3d-4904-9715-424604806f0a req-d4447087-54fb-43ba-98a1-6279a87f702f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.538371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-382dff32-3f3d-4904-9715-424604806f0a req-d4447087-54fb-43ba-98a1-6279a87f702f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 944 time: 0.1369905 Aug 18 14:27:45.594618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-cf9c324a-9ecc-4312-9a3c-571aeab1e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.597821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12f1bcb2-f484-4c20-bddb-cfd15ad924f9 req-cf9c324a-9ecc-4312-9a3c-571aeab1e8f9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267102 Aug 18 14:27:45.618040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4388998b-9b94-4633-aa27-6afe63fa97b1 req-4d7cc7ae-bf68-4454-ad0b-86cc3df22a1e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220782 Aug 18 14:27:45.656749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-382dff32-3f3d-4904-9715-424604806f0a req-912136ce-8d22-4f71-b126-88382c3473aa tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095116 Aug 18 14:27:45.697115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-67350eb7-8c41-4f00-8ac5-52779cd44de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.699090 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-67350eb7-8c41-4f00-8ac5-52779cd44de1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1095 time: 0.0593972 Aug 18 14:27:45.710960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Allocated IP 172.20.0.9 (7db6df10-1a84-4469-9e4e-be701fb2edf4/4d9553b5-06dd-4bc4-b536-7f9ff143cd57/701a1e70-e4ad-4164-994f-296e3a9ab877) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:45.744692 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-f6e3c64a-e786-47f4-b402-93f849b7d443 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 HTTP/1.1" status: 200 len: 217 time: 0.0368543 Aug 18 14:27:45.800505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-9701ad33-7690-4347-8cbe-aa1a48b2f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.803123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-9701ad33-7690-4347-8cbe-aa1a48b2f231 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47c3d58f-45b9-473c-9a93-1ff986ea19a8 HTTP/1.1" status: 200 len: 835 time: 0.0503755 Aug 18 14:27:45.856973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-b2ea58f3-be7d-41af-b595-8b56d46f4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:45.858527 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-b2ea58f3-be7d-41af-b595-8b56d46f4e2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478461 Aug 18 14:27:45.878018 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.892729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Transition to ACTIVE for port object 701a1e70-e4ad-4164-994f-296e3a9ab877 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:45.955010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-96770098-25fd-4476-a9e7-7b38c12d36af service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858614 Aug 18 14:27:46.005281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.053693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:46.061916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:46.065053 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3115e034-85d2-418d-b2f1-e7d9c8173eeb req-7ad17a26-567c-427c-9ad9-d321d5dc0402 service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023157 Aug 18 14:27:46.067987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:46.086157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-92df6853-733d-46ab-aa94-52115939ff0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1097934 Aug 18 14:27:46.109641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=701a1e70-e4ad-4164-994f-296e3a9ab877,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:46.165624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.167825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.262247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bf91db3d-27f3-473f-95cd-80613ac216a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0800059 Aug 18 14:27:46.265003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33680) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:46.270524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c3:cd:f2'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f0:f0:22'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:46.276007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.276007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.276270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.276794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.277348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.278006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.278633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.280659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-f9950e53-8ae3-4268-a208-8cae720f78b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 6503 time: 0.0781794 Aug 18 14:27:46.440832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-649d9673-6e76-4270-b5ee-d2fde6b47b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.441822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-649d9673-6e76-4270-b5ee-d2fde6b47b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.441822 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-649d9673-6e76-4270-b5ee-d2fde6b47b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.443398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-649d9673-6e76-4270-b5ee-d2fde6b47b43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&id=30fd4178-1c87-4711-8fed-b936b40090d9&id=30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 200 len: 2298 time: 0.1313465 Aug 18 14:27:46.481749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.520864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-c9be2003-8caa-49b7-9ad0-56092da6096c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 200 len: 1001 time: 0.0647252 Aug 18 14:27:46.527045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a19600a4-bac1-48e0-8226-b671fa689ba9 None None] Provisioning for port 701a1e70-e4ad-4164-994f-296e3a9ab877 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:46.528667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a19600a4-bac1-48e0-8226-b671fa689ba9 None None] Provisioning complete for port 701a1e70-e4ad-4164-994f-296e3a9ab877 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:46.529218 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a19600a4-bac1-48e0-8226-b671fa689ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.570922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a19600a4-bac1-48e0-8226-b671fa689ba9 None None] Port 701a1e70-e4ad-4164-994f-296e3a9ab877 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:46.573773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-e4b85036-ca2e-4b32-bfda-cbdc528c92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.575509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-e4b85036-ca2e-4b32-bfda-cbdc528c92d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 200 len: 855 time: 0.0503898 Aug 18 14:27:46.624849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ff4b12fc-802a-4607-b3a0-5e0dff9e7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.626501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ff4b12fc-802a-4607-b3a0-5e0dff9e7a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426214 Aug 18 14:27:46.706389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.742163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-8775281d-89de-4f6c-b555-38db253e78a7 service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065469 Aug 18 14:27:46.821407 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.879107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff56fc-e105-4366-b95d-35d573733a2b req-15de2a68-cd4b-4b5c-8e66-2c77315641ff tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.880862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14ff56fc-e105-4366-b95d-35d573733a2b req-15de2a68-cd4b-4b5c-8e66-2c77315641ff tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 943 time: 0.1538489 Aug 18 14:27:46.900508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311c82-cfcf-4679-8395-ab519ad6c92a req-26c3308f-4966-405d-9e7d-b400fd88858b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.905544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46311c82-cfcf-4679-8395-ab519ad6c92a req-26c3308f-4966-405d-9e7d-b400fd88858b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 944 time: 0.1470671 Aug 18 14:27:46.912574 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event updated for resources: {'Port': ['ID=701a1e70-e4ad-4164-994f-296e3a9ab877,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:46.921793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] In _notify_port_updated(), no bound segment for port 701a1e70-e4ad-4164-994f-296e3a9ab877 on network 7db6df10-1a84-4469-9e4e-be701fb2edf4 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:27:46.928181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:46.928773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:46.932651 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e735e051-1b12-49c4-aa34-0646f7d490b6 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "PUT /v2.0/ports/701a1e70-e4ad-4164-994f-296e3a9ab877 HTTP/1.1" status: 200 len: 1055 time: 0.6641788 Aug 18 14:27:46.932928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33690) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:46.949218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-b3d4027e-f10c-4930-87f4-ee0ae7aaab8c service neutron] 10.222.0.10 "GET /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927135 Aug 18 14:27:47.033376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-8bb77471-885f-49eb-8fda-a6fcf90b4d05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 217 time: 0.0734842 Aug 18 14:27:47.039229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14ff56fc-e105-4366-b95d-35d573733a2b req-ea4eda68-e5f0-49b8-b4e9-d82f54659d66 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358354 Aug 18 14:27:47.042406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46311c82-cfcf-4679-8395-ab519ad6c92a req-8636b9b9-e1fc-4f45-b280-82a852e15ab4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284292 Aug 18 14:27:47.043092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port 701a1e70-e4ad-4164-994f-296e3a9ab877 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:47.043507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.105680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-51426c7e-b56a-48ab-9236-149e2de9b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.107436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-51426c7e-b56a-48ab-9236-149e2de9b817 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0639150 Aug 18 14:27:47.152089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.156033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-35b67e6b-11ef-4500-ab77-69b72648076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.157596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-35b67e6b-11ef-4500-ab77-69b72648076a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420277 Aug 18 14:27:47.164437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for 701a1e70-e4ad-4164-994f-296e3a9ab877 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:47.200150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-154bca64-c233-4bd4-82d7-a55913dab646 None None] Provisioning complete for port 701a1e70-e4ad-4164-994f-296e3a9ab877 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:47.200531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-154bca64-c233-4bd4-82d7-a55913dab646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.238931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-154bca64-c233-4bd4-82d7-a55913dab646 None None] Port 701a1e70-e4ad-4164-994f-296e3a9ab877 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:27:47.258890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-52073ed2-bec7-4d8c-9312-0053f8681be6 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929618 Aug 18 14:27:47.355980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-0392bb89-3356-4061-97a1-caf58fbbb000 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883350 Aug 18 14:27:47.381691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.407468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-cafb1759-a869-4fc2-8c59-d6618773b3a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 217 time: 0.0427549 Aug 18 14:27:47.414122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=701a1e70-e4ad-4164-994f-296e3a9ab877,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:47.477783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-1787805b-313a-401b-bd1e-bd36d66f8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.480258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-1787805b-313a-401b-bd1e-bd36d66f8197 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0651145 Aug 18 14:27:47.546890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-3dea41dc-5f57-4a1c-beb0-e224ad016d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.548682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-3dea41dc-5f57-4a1c-beb0-e224ad016d73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599420 Aug 18 14:27:47.654890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.657229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a14e8145-4be2-4ee6-9c6d-1ab0475bf6cd tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/701a1e70-e4ad-4164-994f-296e3a9ab877 HTTP/1.1" status: 204 len: 168 time: 0.7233200 Aug 18 14:27:47.660304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:47.673052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-74bc0a68-c6fd-40a7-9587-bcaec6627bcf service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166248 Aug 18 14:27:47.686146 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-29428d28-cda0-42d4-9eaa-00aa942c75f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] GET failed (client error): The resource could not be found. Aug 18 14:27:47.687754 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-29428d28-cda0-42d4-9eaa-00aa942c75f9 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports/701a1e70-e4ad-4164-994f-296e3a9ab877 HTTP/1.1" status: 404 len: 333 time: 0.0260231 Aug 18 14:27:47.691098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33696) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:47.773219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-5b1bcec8-8680-48f4-b3c7-9d22888c003c service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922472 Aug 18 14:27:47.800570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port ac395d02-0bfd-4fe6-9bee-c1203b738e2e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:47.800954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.827850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-edbe384c-6f94-46b2-b0fc-c42d02971ffd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 200 len: 217 time: 0.0466297 Aug 18 14:27:47.884384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-608a3783-fa10-44c0-8948-e824d1c8f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.886077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-608a3783-fa10-44c0-8948-e824d1c8f680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.0471015 Aug 18 14:27:47.900422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.913869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for ac395d02-0bfd-4fe6-9bee-c1203b738e2e owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:47.936689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-dd8f348d-0f9a-4751-b41a-9973a4f970b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:47.938683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-dd8f348d-0f9a-4751-b41a-9973a4f970b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432642 Aug 18 14:27:48.037200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-516ea348-6951-4312-99cf-873e5f52de8b service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902193 Aug 18 14:27:48.135871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.168997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=ac395d02-0bfd-4fe6-9bee-c1203b738e2e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:48.219719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ae51cc40-d923-483d-8dd9-97f93d8258be service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737866 Aug 18 14:27:48.243756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592cec4-1d33-4879-9492-d056be99bd41 req-b95527e0-4278-4a79-a231-731cafc98740 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.245354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4592cec4-1d33-4879-9492-d056be99bd41 req-b95527e0-4278-4a79-a231-731cafc98740 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 943 time: 0.1145389 Aug 18 14:27:48.248853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.253103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-438bf806-f1e5-4ad4-8aee-7a07ca842dcf tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/ac395d02-0bfd-4fe6-9bee-c1203b738e2e HTTP/1.1" status: 204 len: 168 time: 0.5583518 Aug 18 14:27:48.253273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33704) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:48.278726 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ad752a-dc34-4a43-9c37-05c3b567c1a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] GET failed (client error): The resource could not be found. Aug 18 14:27:48.280368 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0ad752a-dc34-4a43-9c37-05c3b567c1a2 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "GET /v2.0/ports/ac395d02-0bfd-4fe6-9bee-c1203b738e2e HTTP/1.1" status: 404 len: 333 time: 0.0261497 Aug 18 14:27:48.284701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33706) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:48.285203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-6091402c-7ea3-4cc6-bd2f-9502a91bb052 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 200 len: 217 time: 0.0552106 Aug 18 14:27:48.314160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369def28-ae57-4165-8516-5c3ca288bf6e req-c0355b3a-9804-488f-951f-803c0d0d4b55 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.315740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-369def28-ae57-4165-8516-5c3ca288bf6e req-c0355b3a-9804-488f-951f-803c0d0d4b55 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 944 time: 0.1474154 Aug 18 14:27:48.395360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-86509e7b-55d2-4207-94cf-fa290e420f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.397203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-86509e7b-55d2-4207-94cf-fa290e420f09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 200 len: 797 time: 0.1014831 Aug 18 14:27:48.399538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port f58d3d91-3333-41d1-ad4d-09e90d620945 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:48.399922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.409123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4592cec4-1d33-4879-9492-d056be99bd41 req-c0055451-7508-4a70-a09f-8e0b295873db tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299102 Aug 18 14:27:48.439304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-369def28-ae57-4165-8516-5c3ca288bf6e req-d7bebaae-5ade-4bd0-b6a0-dd8dd3a9055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012719 Aug 18 14:27:48.500497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-8024d465-f69a-4ddc-a60b-e28516fba178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.505463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-8024d465-f69a-4ddc-a60b-e28516fba178 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da8e776e-09c2-48f4-bb3d-ecd416e7fe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943890 Aug 18 14:27:48.512543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.542365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for f58d3d91-3333-41d1-ad4d-09e90d620945 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:48.619842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:27:48.668776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-bc0d1b69-af50-4c36-8106-f189f2950a0e service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458435 Aug 18 14:27:48.768900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:48.783765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:27:48.800696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ab927dde-9973-4947-a054-30d04ad02900 service neutron] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224837 Aug 18 14:27:48.831702 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.849690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-9f5ecc7c-0396-4038-ad89-772c09ba1233 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 200 len: 217 time: 0.0403419 Aug 18 14:27:48.850989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:48.871936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:48.882807 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.904179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ef85bd94-16be-43cf-841f-e550e6940c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.905660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ef85bd94-16be-43cf-841f-e550e6940c82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0444291 Aug 18 14:27:48.919588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=f58d3d91-3333-41d1-ad4d-09e90d620945,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:48.963209 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.963954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 23517149-156e-4cf8-ad2d-c96a822482d3 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:27:48.965624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-412879e3-d88a-4267-b159-f62eb7e1a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:48.967477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-412879e3-d88a-4267-b159-f62eb7e1a668 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522645 Aug 18 14:27:48.996617 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:48.998932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b52b5741-fdd5-4e7f-adae-4e2e2e9e02ae tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/ports/f58d3d91-3333-41d1-ad4d-09e90d620945 HTTP/1.1" status: 204 len: 168 time: 0.7132070 Aug 18 14:27:49.001312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33708) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:49.073989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting subnet 4d9553b5-06dd-4bc4-b536-7f9ff143cd57 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:27:49.078032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.085737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-ce20226b-51ca-4f4a-8d90-c2dfcd5e8a74 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052308 Aug 18 14:27:49.088428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:49.125490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.135733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=23517149-156e-4cf8-ad2d-c96a822482d3,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:49.150479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '23517149-156e-4cf8-ad2d-c96a822482d3', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'port_id': '23517149-156e-4cf8-ad2d-c96a822482d3', 'mac_address': 'fa:16:3e:4b:24:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:27:49.194758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.219343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-8b66168c-72d8-4388-b574-07065b639381 service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181712 Aug 18 14:27:49.219746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23517149-156e-4cf8-ad2d-c96a822482d3 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:27:49.241831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.251499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=23517149-156e-4cf8-ad2d-c96a822482d3,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:49.268706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-814f5c44-3109-47e7-b6fc-dd5eb00e5468 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 200 len: 217 time: 0.0370564 Aug 18 14:27:49.329796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-07da3e21-6abb-4157-bd3b-e2a2c3249722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:49.331559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-07da3e21-6abb-4157-bd3b-e2a2c3249722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 200 len: 797 time: 0.0524304 Aug 18 14:27:49.364038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.390758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-0a082f4d-d200-43fb-89a4-dd95cd6f7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:49.392898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-0a082f4d-d200-43fb-89a4-dd95cd6f7183 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30fd4178-1c87-4711-8fed-b936b40090d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521126 Aug 18 14:27:49.422339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:49.439077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.482514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9553b5-06dd-4bc4-b536-7f9ff143cd57,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:49.485268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.487239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1db332e2-c4ae-4dbf-9eab-368be7506958 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/subnets/4d9553b5-06dd-4bc4-b536-7f9ff143cd57 HTTP/1.1" status: 204 len: 168 time: 0.4848855 Aug 18 14:27:49.494667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33720) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:49.509656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a1136-996d-4412-b0f3-a5ed9c65c443 None None] Network 7db6df10-1a84-4469-9e4e-be701fb2edf4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:49.609267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.631326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['23517149-156e-4cf8-ad2d-c96a822482d3'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:27:49.637359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:27:49.661431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798939-3600-46c0-bb7e-84eb69b1e4e6 req-d77ef616-d0b2-4588-9039-6cf5a70ecb3b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:49.665984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d798939-3600-46c0-bb7e-84eb69b1e4e6 req-d77ef616-d0b2-4588-9039-6cf5a70ecb3b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 945 time: 0.1161761 Aug 18 14:27:49.674122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf680-c403-4e79-927b-4e92371d9c74 req-e69835b4-be48-4090-9734-8f18826472b0 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:49.675507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32cdf680-c403-4e79-927b-4e92371d9c74 req-e69835b4-be48-4090-9734-8f18826472b0 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 944 time: 0.1541836 Aug 18 14:27:49.693067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Deleting port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:49.693706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.706816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-2aa051cc-c1f9-4e0e-a8bb-f8f3ecf537cb service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032413 Aug 18 14:27:49.772973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] For port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,segment=NetworkSegment(5d747b72-091d-4828-b40e-0387017d3c13),segment_id=5d747b72-091d-4828-b40e-0387017d3c13)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:49.773340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:49.826075 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d798939-3600-46c0-bb7e-84eb69b1e4e6 req-2eb76bd4-b16d-41ba-85fc-b2b237f8a076 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470416 Aug 18 14:27:49.850716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32cdf680-c403-4e79-927b-4e92371d9c74 req-abbd197a-61f2-49ba-b2bb-30440fcabb72 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624572 Aug 18 14:27:49.866527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] DHCP port deletion for 7db6df10-1a84-4469-9e4e-be701fb2edf4 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:27:49.897333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7986835f-a2fb-40d7-86a2-5405e7b39e82 req-14389d8a-55d4-477b-887a-20f505695edf service neutron] 10.222.0.10 "GET /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769783 Aug 18 14:27:50.043490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Deleting port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:27:50.043862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.145646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Calling delete_port for 65f22cec-c279-42f5-aeb5-80ce71bf5c2b owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:50.159596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] For port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,segment=NetworkSegment(5d747b72-091d-4828-b40e-0387017d3c13),segment_id=5d747b72-091d-4828-b40e-0387017d3c13)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:50.159596 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.190466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Calling delete_port for 65f22cec-c279-42f5-aeb5-80ce71bf5c2b owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:27:50.289901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.321315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Port': ['ID=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:50.323337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] No DVR routers for this DVR port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:27:50.326397 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:27:50.338421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.369286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] Pushing event deleted for resources: {'Port': ['ID=65f22cec-c279-42f5-aeb5-80ce71bf5c2b,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:50.382566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493fa1bc-afbb-4447-b57d-e9491ba090be None None] No DVR routers for this DVR port 65f22cec-c279-42f5-aeb5-80ce71bf5c2b on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:27:50.466118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.487834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db6df10-1a84-4469-9e4e-be701fb2edf4']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:50.499483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d747b72-091d-4828-b40e-0387017d3c13') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:50.499840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d747b72-091d-4828-b40e-0387017d3c13') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:50.510568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.534184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.543162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:27:50.543590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:27:50.548025 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:27:50.601096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 65f22cec-c279-42f5-aeb5-80ce71bf5c2b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:27:50.621244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 65f22cec-c279-42f5-aeb5-80ce71bf5c2b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:27:50.621585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 65f22cec-c279-42f5-aeb5-80ce71bf5c2b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:27:50.718658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.723312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:50.725246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] 10.222.0.35 "DELETE /v2.0/networks/7db6df10-1a84-4469-9e4e-be701fb2edf4 HTTP/1.1" status: 204 len: 168 time: 1.2345834 Aug 18 14:27:50.740546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6f30-3f88-4d28-a4f6-e6ba3e2c3dc3 tempest-AllowedAddressPairTestJSON-2131038722 tempest-AllowedAddressPairTestJSON-2131038722-project] Pushing event deleted for resources: {'Network': ['ID=7db6df10-1a84-4469-9e4e-be701fb2edf4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:50.988309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416173d0-9c75-4ad9-a4b8-ab2bb1580fb0 req-8fa066fe-1d9f-4f51-abe1-1af8ff88b7d9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:50.990580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-416173d0-9c75-4ad9-a4b8-ab2bb1580fb0 req-8fa066fe-1d9f-4f51-abe1-1af8ff88b7d9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 945 time: 0.0817018 Aug 18 14:27:51.014255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae5318-96a4-4fc7-84a8-d5893a029c51 req-4edaa00f-9942-456f-8b92-526c193b6f33 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:51.015858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69ae5318-96a4-4fc7-84a8-d5893a029c51 req-4edaa00f-9942-456f-8b92-526c193b6f33 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 944 time: 0.0766902 Aug 18 14:27:51.063200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-416173d0-9c75-4ad9-a4b8-ab2bb1580fb0 req-df0f53dc-725d-4981-b400-e10e1e60d885 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646682 Aug 18 14:27:51.070927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-69ae5318-96a4-4fc7-84a8-d5893a029c51 req-40ab57a2-fa29-48a8-93ae-eda3ea8fb54f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Aug 18 14:27:51.325673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:51.464219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-362e424f-0cd6-4ec6-a063-a849ee5efefb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=526edd68370e429bab1405024b6516c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372831 Aug 18 14:27:51.466828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33740) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:51.515751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:51.538001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:51.701776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:51.704496 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:51.705649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f481b84-7147-4691-918d-18e9199d332e HTTP/1.1" status: 204 len: 168 time: 0.2379885 Aug 18 14:27:51.714736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa644051-0624-4076-adbb-ab93271433a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f481b84-7147-4691-918d-18e9199d332e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:51.918235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b99c9ee5-4bbc-4ac4-b685-e215b9efe288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:52.312604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad90eb1-3ae7-4726-8299-6a2f2e301969 req-660cde95-114b-42fb-902b-c4aa3a371b18 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:52.315958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad90eb1-3ae7-4726-8299-6a2f2e301969 req-660cde95-114b-42fb-902b-c4aa3a371b18 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 944 time: 0.1574929 Aug 18 14:27:52.331770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080185ef-d860-4185-b2cf-0990b4cf4fe0 req-c6c39a04-0692-45ec-8be1-8ededf56bd04 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:52.335112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-080185ef-d860-4185-b2cf-0990b4cf4fe0 req-c6c39a04-0692-45ec-8be1-8ededf56bd04 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 945 time: 0.1566608 Aug 18 14:27:52.404854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ad90eb1-3ae7-4726-8299-6a2f2e301969 req-637fe64b-d579-4b45-b455-e3b9168a1c15 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680442 Aug 18 14:27:52.409786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-080185ef-d860-4185-b2cf-0990b4cf4fe0 req-aa0e8608-04ee-48e2-b7ee-0c2d643d54ce tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605106 Aug 18 14:27:52.638757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:52.773884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:52.779566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:52.780070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:52.868706 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:52.893920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:52.896319 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d5ceb-6d1d-4f46-83b8-34e15734a831" -d '{"events": [{"server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "name": "network-vif-plugged", "status": "completed", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:52.928760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:52.941227 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9802e1-aa56-4a14-adc6-6e407412b56e x-openstack-request-id: req-7d9802e1-aa56-4a14-adc6-6e407412b56e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:52.941527 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "name": "network-vif-plugged", "status": "completed", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:52.941890 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d9802e1-aa56-4a14-adc6-6e407412b56e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:52.942523 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'code': 200} Aug 18 14:27:53.028355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33774) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:53.044471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.048281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 23517149-156e-4cf8-ad2d-c96a822482d3 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:53.054018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0038d-117a-48f8-86c2-b551f8e85d35 req-4c71cbed-31c9-4d42-b8e7-de0b6a602702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:53.055607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-58b0038d-117a-48f8-86c2-b551f8e85d35 req-4c71cbed-31c9-4d42-b8e7-de0b6a602702 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1096 time: 0.0445209 Aug 18 14:27:53.097347 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-58b0038d-117a-48f8-86c2-b551f8e85d35 req-f7851699-cb69-4b14-9706-f2b2c7dc7b82 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Aug 18 14:27:53.126002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:53.139028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-223207087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:53.198568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 23517149-156e-4cf8-ad2d-c96a822482d3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:53.202717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 23517149-156e-4cf8-ad2d-c96a822482d3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:53.203099 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.237771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.239617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.283679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.293402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.317197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=23517149-156e-4cf8-ad2d-c96a822482d3,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:53.433356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.462095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.512451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:53.555438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3793-8f13-4694-acfc-a89db48e7df7 req-062b5f28-b061-4b2a-ae32-0bc72b9ce80e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:53.556835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-360d3793-8f13-4694-acfc-a89db48e7df7 req-062b5f28-b061-4b2a-ae32-0bc72b9ce80e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0773907 Aug 18 14:27:53.560186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.564148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d44fb75-0218-4dff-bc7e-3885a8163df8 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5316331 Aug 18 14:27:53.564513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33782) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:53.569829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-913285265'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:53.571397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdac37-bca9-407e-83b4-bceae6d9ba01 req-650de234-8a7c-435c-8647-330784a972d7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:53.572884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ecdac37-bca9-407e-83b4-bceae6d9ba01 req-650de234-8a7c-435c-8647-330784a972d7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0839734 Aug 18 14:27:53.627549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-360d3793-8f13-4694-acfc-a89db48e7df7 req-212dab74-f9b1-4e6f-a5aa-d7dc9dab732e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639267 Aug 18 14:27:53.635291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ecdac37-bca9-407e-83b4-bceae6d9ba01 req-b1a2687e-947e-4379-8e62-c4a96318a384 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553684 Aug 18 14:27:53.665477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:53.669517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.677784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.774899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.859291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.886162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:53.896662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca9070-31d7-4ab8-8df4-f081d188df6e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:53.901597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:53.901973 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Added segment f8470a8a-c370-4e38-b8ae-18d4cd867a35 of type vlan for network 3b79d942-f420-4ec5-8429-dab87b015091 Aug 18 14:27:53.942474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.101146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.112679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:54.112679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.177892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Network': ['ID=3b79d942-f420-4ec5-8429-dab87b015091,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:54.189937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3b79d942-f420-4ec5-8429-dab87b015091 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:54.260173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-18b842a9-e8d0-427c-b518-2e538a149b52 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6944873 Aug 18 14:27:54.263124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33790) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:54.268430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'subnet': {'network_id': '3b79d942-f420-4ec5-8429-dab87b015091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:54.410145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:54.414476 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.691283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.735578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f93cca-3a3e-4bf8-bd3a-3271c91b0dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:54.944031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:54.946750 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdabcf4-3c4b-498c-9850-687405e54064" -d '{"events": [{"server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "name": "network-vif-plugged", "status": "completed", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:54.967925 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.231114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Subnet': ['ID=e8bd10ee-6ccd-4f05-a251-dba819537099,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:55.238496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Checking segment: {'id': 'f8470a8a-c370-4e38-b8ae-18d4cd867a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:55.238867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network hostable DHCP agents. Network: 3b79d942-f420-4ec5-8429-dab87b015091, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:55.253573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.254629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.260607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:27:55.273198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ac3e5-c1e3-4827-a995-36ed3e16035c req-81a38407-5d2f-44f9-a26f-1a06c1773e53 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.274718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe2ac3e5-c1e3-4827-a995-36ed3e16035c req-81a38407-5d2f-44f9-a26f-1a06c1773e53 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.5073068 Aug 18 14:27:55.291885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771af29-971c-4fcc-8743-63510d05f102 req-32377fb1-1c2e-4bb4-a30c-fbb38213762f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.293352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7771af29-971c-4fcc-8743-63510d05f102 req-32377fb1-1c2e-4bb4-a30c-fbb38213762f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.5227535 Aug 18 14:27:55.344765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe2ac3e5-c1e3-4827-a995-36ed3e16035c req-61787ce9-cd53-4c68-8ee1-dc152dc94043 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628381 Aug 18 14:27:55.370729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7771af29-971c-4fcc-8743-63510d05f102 req-18c770e9-8859-4abf-936e-f6eda5ff875a tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579588 Aug 18 14:27:55.382192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network 3b79d942-f420-4ec5-8429-dab87b015091 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:55.393119 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b5bfd0-cdc6-4c01-aca7-f80e09423a39 x-openstack-request-id: req-87b5bfd0-cdc6-4c01-aca7-f80e09423a39 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:55.393618 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "name": "network-vif-plugged", "status": "completed", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:55.393878 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87b5bfd0-cdc6-4c01-aca7-f80e09423a39 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:55.394078 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3', 'code': 200} Aug 18 14:27:55.485550 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:27:55.495103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784487ef-b63b-4d36-bc80-b23e93563784 req-fe8675b5-2b03-4fd6-8ad1-9191973b1413 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.496619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-784487ef-b63b-4d36-bc80-b23e93563784 req-fe8675b5-2b03-4fd6-8ad1-9191973b1413 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0547366 Aug 18 14:27:55.501283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1facdd5-f403-440c-9927-6433f9b398b1 req-06d79ad4-c7ed-4235-9433-8f060408d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.502835 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e1facdd5-f403-440c-9927-6433f9b398b1 req-06d79ad4-c7ed-4235-9433-8f060408d630 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1096 time: 0.0433443 Aug 18 14:27:55.538937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-784487ef-b63b-4d36-bc80-b23e93563784 req-99fa4ed1-af78-4b37-b2ed-fe2b4f347e6e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358791 Aug 18 14:27:55.547229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e1facdd5-f403-440c-9927-6433f9b398b1 req-b341b318-fe8f-4972-87d4-18a670292f13 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363266 Aug 18 14:27:55.562976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:55.570200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3b79d942-f420-4ec5-8429-dab87b015091) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:55.575096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.576817 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.578647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17ec42-47df-4e3c-aff2-041e01ab7c45 None None] Network 3b79d942-f420-4ec5-8429-dab87b015091 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:55.604840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ed750-8817-4f8d-aace-4c657fafac20 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.608478 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-635ed750-8817-4f8d-aace-4c657fafac20 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1092 time: 0.0426328 Aug 18 14:27:55.609788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33806) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:55.615295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:55.673702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-845c9022-18a9-43cf-b88e-94b0edc60a54 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4092939 Aug 18 14:27:55.678133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33808) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:55.683167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'network': {'name': 'tempest-router-network01--826147085'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:55.728486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3b79d942-f420-4ec5-8429-dab87b015091', 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091', 'tenant_id': '78f1bd90959a4d17aa0eff39b5159a43', 'fixed_ips': [{'subnet_id': 'e8bd10ee-6ccd-4f05-a251-dba819537099'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:55.729490 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.764560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.857824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:55.863330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.874577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.889637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Allocated IP 2001:db8::2 (3b79d942-f420-4ec5-8429-dab87b015091/e8bd10ee-6ccd-4f05-a251-dba819537099/e5ec54d2-797a-4932-818d-a54bfaee9181) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:55.911911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:55.931241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.932641 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Added segment fc585c5f-809a-46cc-9779-f70e44a76a96 of type vlan for network c5a9377a-025e-44c0-803e-a46d836e46f5 Aug 18 14:27:55.989557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.024628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.25.1.175 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/807a6473-b509-4552-bf90-bf2655bd0bd2) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:56.122168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.122682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.128759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:56.129520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.135107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.201283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Network': ['ID=c5a9377a-025e-44c0-803e-a46d836e46f5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:56.217414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c5a9377a-025e-44c0-803e-a46d836e46f5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:56.289097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.304958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Transition to ACTIVE for port object e5ec54d2-797a-4932-818d-a54bfaee9181 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:56.320195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Transition to ACTIVE for port object e5ec54d2-797a-4932-818d-a54bfaee9181 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:56.358105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.360569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-033d787b-bdd8-4526-aa08-5e5c7bde0d02 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6788661 Aug 18 14:27:56.363655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33820) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:56.369326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'network': {'name': 'tempest-router-network02--386301712'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:56.394352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:56.402150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:56.406926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:56.412085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=807a6473-b509-4552-bf90-bf2655bd0bd2,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:56.425339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.479801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Network 3b79d942-f420-4ec5-8429-dab87b015091 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:56.486190 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:56.489864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:56.548148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:56.548148 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.548900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Pushing event updated for resources: {'Port': ['ID=e5ec54d2-797a-4932-818d-a54bfaee9181,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:56.549123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:27:56.550406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.551667 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Added segment ed90c084-42af-4673-af20-efb7abb02c0c of type vlan for network 3f62e128-5674-4754-8f8e-e467db8fc95d Aug 18 14:27:56.572621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Attempting to bind port e5ec54d2-797a-4932-818d-a54bfaee9181 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:56.573688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Attempting to bind port e5ec54d2-797a-4932-818d-a54bfaee9181 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f8470a8a-c370-4e38-b8ae-18d4cd867a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:56.574168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Attempting to bind port e5ec54d2-797a-4932-818d-a54bfaee9181 on network 3b79d942-f420-4ec5-8429-dab87b015091 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Checking segment: {'id': 'f8470a8a-c370-4e38-b8ae-18d4cd867a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Bound using segment: {'id': 'f8470a8a-c370-4e38-b8ae-18d4cd867a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Bound port: e5ec54d2-797a-4932-818d-a54bfaee9181, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8470a8a-c370-4e38-b8ae-18d4cd867a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3b79d942-f420-4ec5-8429-dab87b015091'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:56.586897 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.592039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e767-9155-438c-92a4-cfb958b8c0c7 req-232956b3-1aad-4323-a431-6af2e0b38a58 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:56.593556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51e9e767-9155-438c-92a4-cfb958b8c0c7 req-232956b3-1aad-4323-a431-6af2e0b38a58 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.1382720 Aug 18 14:27:56.606433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.656967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] For port e5ec54d2-797a-4932-818d-a54bfaee9181, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:56.660049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] For port e5ec54d2-797a-4932-818d-a54bfaee9181, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e5ec54d2-797a-4932-818d-a54bfaee9181,segment=NetworkSegment(f8470a8a-c370-4e38-b8ae-18d4cd867a35),segment_id=f8470a8a-c370-4e38-b8ae-18d4cd867a35)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:56.690930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51e9e767-9155-438c-92a4-cfb958b8c0c7 req-c2b6cf10-3b70-480d-b8f8-46fc3ad516c9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906930 Aug 18 14:27:56.711061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.717084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:56.717748 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.759104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:56.785689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Network': ['ID=3f62e128-5674-4754-8f8e-e467db8fc95d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:56.800269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3f62e128-5674-4754-8f8e-e467db8fc95d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:27:56.845029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-04a2c3df-40b5-4ffe-af1d-3d1107b98849 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4799654 Aug 18 14:27:56.849295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:56.858108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'subnet': {'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:56.881813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5b25f-f061-48ec-b683-52f1e87bbee7 None None] Pushing event updated for resources: {'Port': ['ID=e5ec54d2-797a-4932-818d-a54bfaee9181,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:56.936170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.013930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:57.017548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.112698 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.284438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.358969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.392737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.435548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Checking segment: {'id': 'fc585c5f-809a-46cc-9779-f70e44a76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:57.436228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network hostable DHCP agents. Network: c5a9377a-025e-44c0-803e-a46d836e46f5, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:57.442253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Subnet': ['ID=e7b9b521-a1d3-4138-a4f1-756227f024c5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:57.470425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.540060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=807a6473-b509-4552-bf90-bf2655bd0bd2,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:57.590830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network c5a9377a-025e-44c0-803e-a46d836e46f5 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:57.600675 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Floating IP 0ab246d4-273b-4a9c-8e84-ab5642f1a758 associated. External IP: 172.25.1.175, port: eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0. Aug 18 14:27:57.610091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.656227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c5a9377a-025e-44c0-803e-a46d836e46f5) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:57.661767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:57.666311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.666592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1061ec5-c68e-4ca0-b962-e412a3b1266d None None] Network c5a9377a-025e-44c0-803e-a46d836e46f5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:57.753542 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0a83cd13-a960-4be1-8e85-eb72a7aff8e0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9005888 Aug 18 14:27:57.753542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33830) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:57.758033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'subnet': {'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:57.889273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c5a9377a-025e-44c0-803e-a46d836e46f5', 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5', 'tenant_id': '78f1bd90959a4d17aa0eff39b5159a43', 'fixed_ips': [{'subnet_id': 'e7b9b521-a1d3-4138-a4f1-756227f024c5'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:57.894037 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:57.917051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e09f-bafd-4d41-ae23-20169520ebcb req-e8420185-8f3a-4df3-9c02-1d739b25f41d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:57.918652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5f3e09f-bafd-4d41-ae23-20169520ebcb req-e8420185-8f3a-4df3-9c02-1d739b25f41d tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0725384 Aug 18 14:27:57.935529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:27:58.017164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5f3e09f-bafd-4d41-ae23-20169520ebcb req-b3cc398f-0b31-4219-8924-d5e47e5341c9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913286 Aug 18 14:27:58.028328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:27:58.032305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.121001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f6365-23f3-408c-a38d-f08d625736a6 None None] Network 3b79d942-f420-4ec5-8429-dab87b015091 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:58.122391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:27:58.137787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:27:58.156642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:58.157353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:58.215579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Allocated IP 2001:db8::2 (c5a9377a-025e-44c0-803e-a46d836e46f5/e7b9b521-a1d3-4138-a4f1-756227f024c5/ffa053e6-a54c-469b-a09d-73b3290e387c) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:58.216509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbe37-6886-4230-9e2a-8c158e94551d req-15978769-0b54-43fe-9e53-71fbc4435785 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:58.218851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-059cbe37-6886-4230-9e2a-8c158e94551d req-15978769-0b54-43fe-9e53-71fbc4435785 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0612257 Aug 18 14:27:58.275020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.331733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-059cbe37-6886-4230-9e2a-8c158e94551d req-2ac936d7-5439-459b-9705-5c70f218ca49 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043437 Aug 18 14:27:58.345729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-471653ed-6479-4267-bfb6-b256ce2fc88a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7341492 Aug 18 14:27:58.347042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:27:58.347424 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:58.353326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33834) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:58.355257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f7da6299-7589-4bcb-a535-1de40e21f4ce None None] Provisioning for port e5ec54d2-797a-4932-818d-a54bfaee9181 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:58.360556 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ab8ac-75d4-4e35-8cdd-73381ecc1849" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:27:58.410146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.444713 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229eea6-39e6-40b1-90d7-635a06152274 x-openstack-request-id: req-1229eea6-39e6-40b1-90d7-635a06152274 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:27:58.445120 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:27:58.445469 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1229eea6-39e6-40b1-90d7-635a06152274 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:27:58.446041 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'status': 'completed', 'code': 200} Aug 18 14:27:58.529945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.546146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Transition to ACTIVE for port object ffa053e6-a54c-469b-a09d-73b3290e387c will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:58.565786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6b1ba58b-1481-44dd-92c7-3f7001be8adb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/0ab246d4-273b-4a9c-8e84-ab5642f1a758 HTTP/1.1" status: 200 len: 992 time: 0.2145100 Aug 18 14:27:58.573204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Transition to ACTIVE for port object ffa053e6-a54c-469b-a09d-73b3290e387c will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:27:58.593175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1caf3-7edc-4006-84bb-0fd7374b40d7 req-15b8b3ef-c820-4023-9cce-75f1976f65f9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:58.607701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42a1caf3-7edc-4006-84bb-0fd7374b40d7 req-15b8b3ef-c820-4023-9cce-75f1976f65f9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.1566350 Aug 18 14:27:58.678401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Subnet': ['ID=6557f1fe-24cf-46e2-8b61-94bfa386f836,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:58.689291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42a1caf3-7edc-4006-84bb-0fd7374b40d7 req-0aba9378-cd39-4caf-9759-8acf11c9c01f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640306 Aug 18 14:27:58.696926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.703996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33842) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:58.714520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Checking segment: {'id': 'ed90c084-42af-4673-af20-efb7abb02c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:58.717072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network hostable DHCP agents. Network: 3f62e128-5674-4754-8f8e-e467db8fc95d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:27:58.728494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-c55cdbef-dc7c-4282-8c1c-36d7edaeaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:58.732047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-c55cdbef-dc7c-4282-8c1c-36d7edaeaef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1097 time: 0.1795082 Aug 18 14:27:58.751015 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:27:56Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:58.758958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e5ec54d2-797a-4932-818d-a54bfaee9181 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:27:58.836311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Network c5a9377a-025e-44c0-803e-a46d836e46f5 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:27:58.843316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:58.850659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:27:58.855185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Pushing event updated for resources: {'Port': ['ID=ffa053e6-a54c-469b-a09d-73b3290e387c,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:58.935093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Attempting to bind port ffa053e6-a54c-469b-a09d-73b3290e387c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:27:58.935472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Attempting to bind port ffa053e6-a54c-469b-a09d-73b3290e387c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fc585c5f-809a-46cc-9779-f70e44a76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:27:58.937521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Attempting to bind port ffa053e6-a54c-469b-a09d-73b3290e387c on network c5a9377a-025e-44c0-803e-a46d836e46f5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:27:58.938763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e5ec54d2-797a-4932-818d-a54bfaee9181 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:27:58.958148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e5ec54d2-797a-4932-818d-a54bfaee9181 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:58.958602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.972557 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:27:58.981947 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:27:58.982671 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:58.995161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:27:58.995530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Checking segment: {'id': 'fc585c5f-809a-46cc-9779-f70e44a76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:27:58.995924 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:58.996327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Bound using segment: {'id': 'fc585c5f-809a-46cc-9779-f70e44a76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:27:58.996853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Bound port: ffa053e6-a54c-469b-a09d-73b3290e387c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc585c5f-809a-46cc-9779-f70e44a76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c5a9377a-025e-44c0-803e-a46d836e46f5'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:27:58.997230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.008905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc393282-1e9a-47bb-8b28-78109e8c94ac tempest-TestServerBasicOps-619363083 tempest-TestServerBasicOps-619363083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:59.011306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dc393282-1e9a-47bb-8b28-78109e8c94ac tempest-TestServerBasicOps-619363083 tempest-TestServerBasicOps-619363083-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1091 time: 0.3033307 Aug 18 14:27:59.021607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33848) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:59.023851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-3af37eee-9cb7-4e31-9682-fb9a8e705ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:59.025762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-3af37eee-9cb7-4e31-9682-fb9a8e705ee4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 200 len: 898 time: 0.2805686 Aug 18 14:27:59.027156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network 3f62e128-5674-4754-8f8e-e467db8fc95d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:27:59.028122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '23517149-156e-4cf8-ad2d-c96a822482d3', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:27:59.096942 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:27:59.130984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e551571c-983b-4537-8e4a-627438dfd701 None None] Provisioning complete for port e5ec54d2-797a-4932-818d-a54bfaee9181 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:27:59.131811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e551571c-983b-4537-8e4a-627438dfd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.166543 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-eab15f2d-b045-4cef-b674-a7e4f7fd0445 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 HTTP/1.1" status: 200 len: 1000 time: 0.1292233 Aug 18 14:27:59.167503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3f62e128-5674-4754-8f8e-e467db8fc95d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:27:59.185654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:59.186290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.198489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.216900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.243397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c139f6d5-fda5-4ec4-95bc-69666b838f06 None None] Network 3f62e128-5674-4754-8f8e-e467db8fc95d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:27:59.258699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] For port ffa053e6-a54c-469b-a09d-73b3290e387c, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:27:59.264074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-bc5a95d7-67d4-4730-b3f7-ab67aa195eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:59.265820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-bc5a95d7-67d4-4730-b3f7-ab67aa195eec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47c3d58f-45b9-473c-9a93-1ff986ea19a8 HTTP/1.1" status: 200 len: 835 time: 0.0653656 Aug 18 14:27:59.317984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-403de4c7-2998-43d3-89cb-2dd524cbd52a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5642712 Aug 18 14:27:59.318602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33850) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:59.339393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] For port ffa053e6-a54c-469b-a09d-73b3290e387c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa053e6-a54c-469b-a09d-73b3290e387c,segment=NetworkSegment(fc585c5f-809a-46cc-9779-f70e44a76a96),segment_id=fc585c5f-809a-46cc-9779-f70e44a76a96)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:27:59.344393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e5ec54d2-797a-4932-818d-a54bfaee9181, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e5ec54d2-797a-4932-818d-a54bfaee9181,segment=NetworkSegment(f8470a8a-c370-4e38-b8ae-18d4cd867a35),segment_id=f8470a8a-c370-4e38-b8ae-18d4cd867a35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:27:59.383209 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:27:56Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:27:59.399908 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.430897 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aac030-eaa4-47e4-81a6-a667e2078dc0 None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:27:22Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:27:56Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:27:59.443137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-20ac0e3d-24c9-44d4-94cd-a409129fcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:59.444707 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-20ac0e3d-24c9-44d4-94cd-a409129fcfc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697817 Aug 18 14:27:59.453874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.458548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-e8d04c8e-dd3c-42f3-9753-1587f378e842 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:27:59.459643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-e8d04c8e-dd3c-42f3-9753-1587f378e842 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062683 Aug 18 14:27:59.474198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.505320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e551571c-983b-4537-8e4a-627438dfd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.572878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33852) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:27:59.612243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3f62e128-5674-4754-8f8e-e467db8fc95d', 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d', 'tenant_id': '78f1bd90959a4d17aa0eff39b5159a43', 'fixed_ips': [{'subnet_id': '6557f1fe-24cf-46e2-8b61-94bfa386f836'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:27:59.623712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.638250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b278-595e-4b29-9b4f-01403797056c None None] Pushing event updated for resources: {'Port': ['ID=ffa053e6-a54c-469b-a09d-73b3290e387c,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:59.701146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Allocated IP 172.25.1.188 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/0ff70562-4b3f-4f64-8616-421f3f15f30a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:27:59.747987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e5ec54d2-797a-4932-818d-a54bfaee9181,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:27:59.871183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-e551571c-983b-4537-8e4a-627438dfd701 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:27:59.871758 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-e551571c-983b-4537-8e4a-627438dfd701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:27:59.873825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44f47a57-67dc-413a-81ef-94a015a2ff83 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/0ab246d4-273b-4a9c-8e84-ab5642f1a758 HTTP/1.1" status: 200 len: 992 time: 0.2979519 Aug 18 14:27:59.918981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d44eaa-a0cd-4827-b9c6-6a6cf9376254 None None] New status for floating IP 0ab246d4-273b-4a9c-8e84-ab5642f1a758: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:27:59.958005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-c03a9df6-cdd0-416a-ab90-32a79930dca8 service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514132 Aug 18 14:27:59.975010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.037864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Allocated IP 2001:db8::2 (3f62e128-5674-4754-8f8e-e467db8fc95d/6557f1fe-24cf-46e2-8b61-94bfa386f836/8bae390b-1155-443c-9c62-25697fef515a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:00.103334 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.126380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-723ab8ac-75d4-4e35-8cdd-73381ecc1849 req-5314a8d0-01f0-473f-82ba-a7e66c6c7d35 service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603320 Aug 18 14:28:00.136072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.195548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'Port': ['ID=0ff70562-4b3f-4f64-8616-421f3f15f30a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:00.217936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:00.220268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:00.225365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:00.425419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Allocated IP 2001:db8::1 (c5a9377a-025e-44c0-803e-a46d836e46f5/e7b9b521-a1d3-4138-a4f1-756227f024c5/cbd21c35-6652-4798-ade8-142f5b1fe8c8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:00.552983 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.571545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Transition to ACTIVE for port object 8bae390b-1155-443c-9c62-25697fef515a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:00.612424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.632001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Transition to ACTIVE for port object 8bae390b-1155-443c-9c62-25697fef515a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:00.661811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Transition to ACTIVE for port object cbd21c35-6652-4798-ade8-142f5b1fe8c8 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:00.733516 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.787702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.794894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.795440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Network 3f62e128-5674-4754-8f8e-e467db8fc95d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:00.800253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:00.804014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:00.873603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network c5a9377a-025e-44c0-803e-a46d836e46f5 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:00.878842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33858) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:00.881930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:00.888743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Attempting to bind port 8bae390b-1155-443c-9c62-25697fef515a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:28:00.889127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Attempting to bind port 8bae390b-1155-443c-9c62-25697fef515a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ed90c084-42af-4673-af20-efb7abb02c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:28:00.889495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Attempting to bind port 8bae390b-1155-443c-9c62-25697fef515a on network 3f62e128-5674-4754-8f8e-e467db8fc95d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:28:00.892027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Pushing event updated for resources: {'Port': ['ID=8bae390b-1155-443c-9c62-25697fef515a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:00.896327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa053e6-a54c-469b-a09d-73b3290e387c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:00.901044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:00.901591 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.939717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:28:00.940417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Checking segment: {'id': 'ed90c084-42af-4673-af20-efb7abb02c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:00.941166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.941641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Bound using segment: {'id': 'ed90c084-42af-4673-af20-efb7abb02c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:28:00.942716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Bound port: 8bae390b-1155-443c-9c62-25697fef515a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90c084-42af-4673-af20-efb7abb02c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3f62e128-5674-4754-8f8e-e467db8fc95d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:28:00.944047 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:00.986686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Port': ['ID=cbd21c35-6652-4798-ade8-142f5b1fe8c8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:01.045298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f1813c1a-ccb6-414b-bc4b-8300f9be123a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/0ab246d4-273b-4a9c-8e84-ab5642f1a758 HTTP/1.1" status: 200 len: 994 time: 0.1646237 Aug 18 14:28:01.058823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.067692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] For port 8bae390b-1155-443c-9c62-25697fef515a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:01.075470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] For port 8bae390b-1155-443c-9c62-25697fef515a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8bae390b-1155-443c-9c62-25697fef515a,segment=NetworkSegment(ed90c084-42af-4673-af20-efb7abb02c0c),segment_id=ed90c084-42af-4673-af20-efb7abb02c0c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:28:01.082874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56025cc3-18f8-48b2-87ca-b1fd31f17d3b None None] Network c5a9377a-025e-44c0-803e-a46d836e46f5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:01.190569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port ffa053e6-a54c-469b-a09d-73b3290e387c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:01.205274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e5ec54d2-797a-4932-818d-a54bfaee9181 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:01.239179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.239468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.261805 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.315486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Provisioning for port ffa053e6-a54c-469b-a09d-73b3290e387c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:01.336794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Provisioning complete for port ffa053e6-a54c-469b-a09d-73b3290e387c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:01.345300 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.364848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.365076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6b38a-75ef-4336-ba83-2a66990f11a2 None None] Pushing event updated for resources: {'Port': ['ID=8bae390b-1155-443c-9c62-25697fef515a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:01.397763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e5ec54d2-797a-4932-818d-a54bfaee9181 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:01.398565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.493182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.571682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event updated for resources: {'Port': ['ID=0ff70562-4b3f-4f64-8616-421f3f15f30a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:01.579957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.601474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] For port ffa053e6-a54c-469b-a09d-73b3290e387c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa053e6-a54c-469b-a09d-73b3290e387c,segment=NetworkSegment(fc585c5f-809a-46cc-9779-f70e44a76a96),segment_id=fc585c5f-809a-46cc-9779-f70e44a76a96)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:01.687927 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.708127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.764421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.765192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.768398 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Floating IP 0070d122-aa7a-4366-8e87-b51c01d5002d associated. External IP: 172.25.1.188, port: 23517149-156e-4cf8-ad2d-c96a822482d3. Aug 18 14:28:01.781622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7989e-e98e-46f0-b000-46a7c6fe5664 None None] Pushing event updated for resources: {'Port': ['ID=ffa053e6-a54c-469b-a09d-73b3290e387c,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:01.849336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Port': ['ID=cbd21c35-6652-4798-ade8-142f5b1fe8c8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:01.926967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Provisioning complete for port ffa053e6-a54c-469b-a09d-73b3290e387c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:01.927517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:01.990681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network c5a9377a-025e-44c0-803e-a46d836e46f5 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:01.992181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:02.123373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:02.175833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Provisioning for port cbd21c35-6652-4798-ade8-142f5b1fe8c8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:02.181320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Provisioning complete for port cbd21c35-6652-4798-ade8-142f5b1fe8c8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:02.181786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:02.223741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-77913a50-7ea0-4f09-821f-caf42aed27c1 None None] Port cbd21c35-6652-4798-ade8-142f5b1fe8c8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:02.264898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:02.279792 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Sync routers for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:02.292257 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:02.293464 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:02.350944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bbcff4e4-c60f-4637-8d8c-0b2fb1d4de38 None None] Provisioning complete for port cbd21c35-6652-4798-ade8-142f5b1fe8c8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:02.352260 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bbcff4e4-c60f-4637-8d8c-0b2fb1d4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:02.402451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:02.417098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bbcff4e4-c60f-4637-8d8c-0b2fb1d4de38 None None] Port cbd21c35-6652-4798-ade8-142f5b1fe8c8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:02.454072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fadcfcd5-c781-4d17-8c1e-4394ab683feb tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4303515 Aug 18 14:28:02.454812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:02.457360 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346" -d '{"events": [{"name": "network-changed", "server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:02.463264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:02.501127 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e2cb4-a7d5-4bb2-9be7-16459428ed25 x-openstack-request-id: req-f18e2cb4-a7d5-4bb2-9be7-16459428ed25 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:02.501695 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:02.502202 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f18e2cb4-a7d5-4bb2-9be7-16459428ed25 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:02.502848 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3', 'status': 'completed', 'code': 200} Aug 18 14:28:02.623435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-27c9802a-bd76-45cc-9805-cce14ad1176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:02.625156 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-27c9802a-bd76-45cc-9805-cce14ad1176b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1096 time: 0.0869133 Aug 18 14:28:02.650340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e8e9c5ed-c1ed-4f8b-9eaa-56efdbd932a3 None None] Provisioning complete for port cbd21c35-6652-4798-ade8-142f5b1fe8c8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:02.650780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c5ed-c1ed-4f8b-9eaa-56efdbd932a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:02.701829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Router 6e02c466-35d4-400a-9c07-c48f6d85b78e is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:28:02.712092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9c5ed-c1ed-4f8b-9eaa-56efdbd932a3 None None] Port cbd21c35-6652-4798-ade8-142f5b1fe8c8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:02.766036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa053e6-a54c-469b-a09d-73b3290e387c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:02.812174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0070d122-aa7a-4366-8e87-b51c01d5002d', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'port_id': '23517149-156e-4cf8-ad2d-c96a822482d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'mac_address': 'fa:16:3e:4b:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:28:00Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 0, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:02.834220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port ffa053e6-a54c-469b-a09d-73b3290e387c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:02.834589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:02.844665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-0f230a2a-09d9-413a-8bf3-9390a6ceac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:02.846679 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-0f230a2a-09d9-413a-8bf3-9390a6ceac47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 200 len: 910 time: 0.2102797 Aug 18 14:28:02.854002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:02.856860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebbdc5-6b65-435d-8f06-bc19d222b4e8 None None] Network 3f62e128-5674-4754-8f8e-e467db8fc95d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:02.860205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aac2c726-fd29-4e16-92ef-aadedaf0ee2c tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373390 Aug 18 14:28:02.861439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33866) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:02.861935 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Checking router: 93316c43-d20a-4c60-84b9-12c6ec4cd4fd for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:02.875416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:02.875416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:02.877330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] Sync routers for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:02.940166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:02.940886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:02.953201 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-dd501995-9dca-4699-b2f4-ffb38c043e8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 200 len: 999 time: 0.0941138 Aug 18 14:28:02.986247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:03.032697 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:03.033290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-2646a88f-b3a6-4622-b456-cdcd1d78bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:03.037039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-2646a88f-b3a6-4622-b456-cdcd1d78bbff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=441f5578-520b-44fb-a06b-c37bc9b99fb4 HTTP/1.1" status: 200 len: 848 time: 0.0706289 Aug 18 14:28:03.041510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:03.042163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:03.085888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8c58bed-60c4-4e8f-a09c-427eadefd896 None None] Provisioning for port 8bae390b-1155-443c-9c62-25697fef515a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:03.109043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:03.109661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df7120b-5b8c-47a3-94e1-9728a943b269 None None] The sync data for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:03.127998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bae390b-1155-443c-9c62-25697fef515a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:03.129247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-744a9c96-5586-4e5e-9133-3093e1d6d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:03.134263 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-744a9c96-5586-4e5e-9133-3093e1d6d238 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9e87364-b29c-4d1d-bcc7-c948b024eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860219 Aug 18 14:28:03.268544 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-27252693-ce56-47d4-91c5-abf14015cef4 service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255343 Aug 18 14:28:03.278325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8bae390b-1155-443c-9c62-25697fef515a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:03.283177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8bae390b-1155-443c-9c62-25697fef515a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:03.283549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.385152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0070d122-aa7a-4366-8e87-b51c01d5002d', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'port_id': '23517149-156e-4cf8-ad2d-c96a822482d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'mac_address': 'fa:16:3e:4b:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:28:00Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 0, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:03.427492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57d15-6a7e-46c9-b5c6-781e0337fe32 None None] The sync data for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 is: [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0070d122-aa7a-4366-8e87-b51c01d5002d', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'port_id': '23517149-156e-4cf8-ad2d-c96a822482d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'mac_address': 'fa:16:3e:4b:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:28:00Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 0, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:03.431693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.442198 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-a04b6ec5-92c8-403b-8251-00eed73baa2a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:28:03.443353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a04b6ec5-92c8-403b-8251-00eed73baa2a tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5799057 Aug 18 14:28:03.448935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33874) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:03.487074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8bae390b-1155-443c-9c62-25697fef515a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8bae390b-1155-443c-9c62-25697fef515a,segment=NetworkSegment(ed90c084-42af-4673-af20-efb7abb02c0c),segment_id=ed90c084-42af-4673-af20-efb7abb02c0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:03.511472 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62a54f51-1bfd-4ed4-95b3-a6d6c3e6f346 req-ccbe7b8d-7719-421e-b98c-e22af7f6fe2d service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353370 Aug 18 14:28:03.538930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd00fd53-77f6-4f1b-8632-be56f9374b19 None None] Provisioning complete for port 8bae390b-1155-443c-9c62-25697fef515a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:03.539542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd00fd53-77f6-4f1b-8632-be56f9374b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.627755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd00fd53-77f6-4f1b-8632-be56f9374b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.641876 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.711069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9c2a9-826b-4bc4-868f-05672a6d8e5e None None] New status for floating IP 0070d122-aa7a-4366-8e87-b51c01d5002d: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:28:03.748862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8bae390b-1155-443c-9c62-25697fef515a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:03.752351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-dd00fd53-77f6-4f1b-8632-be56f9374b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:28:03.752944 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-dd00fd53-77f6-4f1b-8632-be56f9374b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:28:03.842105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:03.968842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80b297-fb30-4c31-ba84-794a25cbe8c6 req-a33bc043-d009-4add-9612-3fee51d7bc6c tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:03.970636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f80b297-fb30-4c31-ba84-794a25cbe8c6 req-a33bc043-d009-4add-9612-3fee51d7bc6c tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 945 time: 0.0649297 Aug 18 14:28:04.013014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f80b297-fb30-4c31-ba84-794a25cbe8c6 req-adca0d37-d17d-4855-9c77-3dbc9ae64c11 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Aug 18 14:28:04.104188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting port cbd21c35-6652-4798-ade8-142f5b1fe8c8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:04.104820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:04.190240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:04.202637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Calling delete_port for cbd21c35-6652-4798-ade8-142f5b1fe8c8 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:04.443968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:04.469034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Port': ['ID=cbd21c35-6652-4798-ade8-142f5b1fe8c8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:04.579707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:04.604181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bae390b-1155-443c-9c62-25697fef515a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:04.655212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8bae390b-1155-443c-9c62-25697fef515a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:04.656128 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:04.746298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Router 6e02c466-35d4-400a-9c07-c48f6d85b78e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:04.824350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:04.829371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aedf4567-a66c-42b7-ba80-747aa72d424f tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794639 Aug 18 14:28:04.833807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:04.837044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] Sync routers for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:04.846610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:04.847232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:04.872300 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-4b872ec7-c906-4f6a-bea0-e3f9644bd4af tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] delete failed (client error): The resource could not be found. Aug 18 14:28:04.876893 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4b872ec7-c906-4f6a-bea0-e3f9644bd4af tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1947878992 HTTP/1.1" status: 404 len: 335 time: 0.0385668 Aug 18 14:28:04.877055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33882) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:04.882193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-75dae445-d9f7-4ed2-abb0-b4177e2eb9a0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e02c466-35d4-400a-9c07-c48f6d85b78e'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:04.884265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:04.893335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:04.894078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:04.925714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:04.926966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616663b-5ad0-4ff2-9c5f-c76088e71b3a None None] The sync data for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:05.098405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-75dae445-d9f7-4ed2-abb0-b4177e2eb9a0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.139802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fba6b2-6bab-4d63-8418-e738538d32db req-e2e00b9c-6c68-4c9b-8a2e-62dd3f6b3a77 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:05.141314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4fba6b2-6bab-4d63-8418-e738538d32db req-e2e00b9c-6c68-4c9b-8a2e-62dd3f6b3a77 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 945 time: 0.0508726 Aug 18 14:28:05.171224 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-75dae445-d9f7-4ed2-abb0-b4177e2eb9a0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] update failed (client error): The resource could not be found. Aug 18 14:28:05.173578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-75dae445-d9f7-4ed2-abb0-b4177e2eb9a0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e HTTP/1.1" status: 404 len: 339 time: 0.2944632 Aug 18 14:28:05.177146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33886) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:05.182323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-22912520'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:05.185326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4fba6b2-6bab-4d63-8418-e738538d32db req-9a571ae5-b9e4-4941-a829-f7c5503a0de6 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e7482fa-27da-415b-bfdf-abecac40609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Aug 18 14:28:05.289691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:28:05.293207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.316730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:28:05.325604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.325996 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Added segment e7f199eb-3491-470a-8a42-fbc09cdf4a70 of type vlan for network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff Aug 18 14:28:05.388544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.424837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-63a4f355-1627-4eaa-a894-72a091e48da1 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:05.426412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-63a4f355-1627-4eaa-a894-72a091e48da1 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 945 time: 0.0710139 Aug 18 14:28:05.525539 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.531267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:05.531859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.541539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Deleting port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:05.541906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.645349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Network': ['ID=b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:05.659099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:28:05.691197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] For port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,segment=NetworkSegment(b0b8269a-fc11-4a54-82e9-c256616b520a),segment_id=b0b8269a-fc11-4a54-82e9-c256616b520a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:05.692109 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.700329 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad9a4aca-3c4b-4d8d-b68d-3e011e276efc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5220599 Aug 18 14:28:05.704255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33888) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:05.706046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Calling delete_port for 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:05.710909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'subnet': {'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:05.861117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Made reservation on behalf of 78f1bd90959a4d17aa0eff39b5159a43 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:28:05.864744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.959080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:05.971962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['0433828d-6b0f-4c30-a5ac-4bf92e2f5afa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:28:05.993656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Pushing event deleted for resources: {'Port': ['ID=0433828d-6b0f-4c30-a5ac-4bf92e2f5afa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:06.036177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] No DVR routers for this DVR port 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:06.038788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:06.040812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dd2e0a63-6c47-4116-b22b-caa58ea542a6 req-ec8179fa-c3e5-471a-9ba0-5b378033e072 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.58 "DELETE /v2.0/ports/0433828d-6b0f-4c30-a5ac-4bf92e2f5afa HTTP/1.1" status: 204 len: 173 time: 0.6077895 Aug 18 14:28:06.041251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'name': 'network-vif-deleted', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:06.043554 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45577cf-b05e-4ece-8602-b19a92d3ea35" -d '{"events": [{"server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "name": "network-vif-deleted", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:06.082077 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82c0e8-fe73-45b1-9355-d8eaf64fc591 x-openstack-request-id: req-4e82c0e8-fe73-45b1-9355-d8eaf64fc591 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:06.082077 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12775b43-89ee-4ecd-ab15-580a1ea2f676", "name": "network-vif-deleted", "tag": "0433828d-6b0f-4c30-a5ac-4bf92e2f5afa", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:06.082077 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e82c0e8-fe73-45b1-9355-d8eaf64fc591 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:06.082375 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12775b43-89ee-4ecd-ab15-580a1ea2f676', 'name': 'network-vif-deleted', 'tag': '0433828d-6b0f-4c30-a5ac-4bf92e2f5afa', 'status': 'completed', 'code': 200} Aug 18 14:28:06.147197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:06.573113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-336637c0-2e1b-4d4b-a56f-5dc3bfd13ea9 req-85544b11-f6a0-4bd9-bf53-e9a613bb4116 tempest-VolumesSnapshotTestJSON-1898989468 tempest-VolumesSnapshotTestJSON-1898989468-project] 10.222.0.35 "GET /v2.0/ports?device_id=12775b43-89ee-4ecd-ab15-580a1ea2f676 HTTP/1.1" status: 200 len: 210 time: 0.0396345 Aug 18 14:28:06.587791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Subnet': ['ID=a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:06.602316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Checking segment: {'id': 'e7f199eb-3491-470a-8a42-fbc09cdf4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:06.603020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network hostable DHCP agents. Network: b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:28:06.672197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:28:06.746741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:06.752392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:06.753718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:06.754494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea76b3-a2fc-4c71-9444-e56b46cc5f41 None None] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:06.828633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7ee49075-2609-4c05-8b6e-345ca2629a45 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1227684 Aug 18 14:28:06.831887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33894) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:06.837684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-99576c57-849e-4559-a889-7e49f748f0ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:06.904200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff', 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff', 'tenant_id': '78f1bd90959a4d17aa0eff39b5159a43', 'fixed_ips': [{'subnet_id': 'a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:28:06.911442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.050246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Allocated IP 2001:db8:1::2 (b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff/a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe/2b72a9b0-0fcc-4c0f-b56d-1361f566129e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:07.056614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-99576c57-849e-4559-a889-7e49f748f0ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.196780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.205143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Transition to ACTIVE for port object 2b72a9b0-0fcc-4c0f-b56d-1361f566129e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:07.221287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Transition to ACTIVE for port object 2b72a9b0-0fcc-4c0f-b56d-1361f566129e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:07.244028 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-99576c57-849e-4559-a889-7e49f748f0ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:28:07.245066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-99576c57-849e-4559-a889-7e49f748f0ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e HTTP/1.1" status: 400 len: 364 time: 0.4114857 Aug 18 14:28:07.248783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33896) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:07.322851 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.365817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:07.368784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:07.372418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:07.377884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Pushing event updated for resources: {'Port': ['ID=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:07.390138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.390512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.390980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.391407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.391756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.392095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.392428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.392758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.393116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.393446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.393771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.394124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:07.440499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Attempting to bind port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Attempting to bind port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e7f199eb-3491-470a-8a42-fbc09cdf4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Attempting to bind port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e on network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Checking segment: {'id': 'e7f199eb-3491-470a-8a42-fbc09cdf4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Bound using segment: {'id': 'e7f199eb-3491-470a-8a42-fbc09cdf4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Bound port: 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f199eb-3491-470a-8a42-fbc09cdf4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:28:07.465136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.511600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] For port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:07.514730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] For port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,segment=NetworkSegment(e7f199eb-3491-470a-8a42-fbc09cdf4a70),segment_id=e7f199eb-3491-470a-8a42-fbc09cdf4a70)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:28:07.533704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.643559 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.717193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1ec9a-30ec-490c-a1b4-eba3574c4f72 None None] Pushing event updated for resources: {'Port': ['ID=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:07.797301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Allocated IP 2001:db8::1 (3b79d942-f420-4ec5-8429-dab87b015091/e8bd10ee-6ccd-4f05-a251-dba819537099/2d141831-973f-4582-9b38-167977c7fb2c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:07.949167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:07.963667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Transition to ACTIVE for port object 2d141831-973f-4582-9b38-167977c7fb2c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:08.050149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.094909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network 3b79d942-f420-4ec5-8429-dab87b015091 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:08.100567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:08.105801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:08.105801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.144371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Port': ['ID=2d141831-973f-4582-9b38-167977c7fb2c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:08.330083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.580838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dfd22e72-8065-4774-8af0-d68bb4dd2f26 None None] Provisioning for port 2d141831-973f-4582-9b38-167977c7fb2c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:08.586772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dfd22e72-8065-4774-8af0-d68bb4dd2f26 None None] Provisioning complete for port 2d141831-973f-4582-9b38-167977c7fb2c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:08.586772 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfd22e72-8065-4774-8af0-d68bb4dd2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.645815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.647557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dfd22e72-8065-4774-8af0-d68bb4dd2f26 None None] Port 2d141831-973f-4582-9b38-167977c7fb2c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:08.653433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2b72a9b0-0fcc-4c0f-b56d-1361f566129e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:08.707813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe4527-c70a-4d3b-a417-7fc78b905933 None None] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:08.729583 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.730522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.824729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event updated for resources: {'Port': ['ID=2d141831-973f-4582-9b38-167977c7fb2c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:08.833861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:08.873991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Network 3b79d942-f420-4ec5-8429-dab87b015091 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:08.876131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:08.883504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Provisioning for port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:08.891329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Provisioning complete for port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:08.894315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.999087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:08.999377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Router 6e02c466-35d4-400a-9c07-c48f6d85b78e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:09.153779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:09.161226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3229d2e0-8869-4bab-b3ed-9f6b2aaba7ed tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9113445 Aug 18 14:28:09.163931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:09.166086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] Sync routers for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:09.178574 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:09.179656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:09.231110 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:09.237786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] For port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,segment=NetworkSegment(e7f199eb-3491-470a-8a42-fbc09cdf4a70),segment_id=e7f199eb-3491-470a-8a42-fbc09cdf4a70)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:09.250376 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:09.250376 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:09.278146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17e96eef-c18e-4329-a5fb-8018561446cc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:09.280692 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:09.281295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a259d-139c-4007-b902-0ceda74afa35 None None] The sync data for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:09.319941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:09.372648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d905-34d9-421c-a189-93c54e0e8579 None None] Pushing event updated for resources: {'Port': ['ID=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:09.385373 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-17e96eef-c18e-4329-a5fb-8018561446cc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 14:28:09.386562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-17e96eef-c18e-4329-a5fb-8018561446cc tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e HTTP/1.1" status: 409 len: 329 time: 0.2206442 Aug 18 14:28:09.389455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33916) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:09.452571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5e93ea23-197c-4b72-a523-9bb771396728 None None] Provisioning complete for port 2d141831-973f-4582-9b38-167977c7fb2c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:09.453132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea23-197c-4b72-a523-9bb771396728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:09.501781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5e93ea23-197c-4b72-a523-9bb771396728 None None] Port 2d141831-973f-4582-9b38-167977c7fb2c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:09.512231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5e93ea23-197c-4b72-a523-9bb771396728 None None] Provisioning complete for port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:09.512746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5e93ea23-197c-4b72-a523-9bb771396728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:09.718151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.295395 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.308123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting port 2d141831-973f-4582-9b38-167977c7fb2c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:10.308657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.393864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.406958 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Calling delete_port for 2d141831-973f-4582-9b38-167977c7fb2c owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:10.594232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2b72a9b0-0fcc-4c0f-b56d-1361f566129e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:10.641239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:10.641607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.678131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.713081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Port': ['ID=2d141831-973f-4582-9b38-167977c7fb2c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:10.746828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:10.772670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:10.773009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 0433828d-6b0f-4c30-a5ac-4bf92e2f5afa not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:10.812373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:10.986538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Router 6e02c466-35d4-400a-9c07-c48f6d85b78e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:11.015473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.071136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:11.080277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:11.084126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] Sync routers for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:11.094325 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6759784f-b875-4600-a7c1-08a044619d85 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035816 Aug 18 14:28:11.099594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:11.106443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:11.122867 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-c364a201-23cb-418a-8f86-f16be66ce79d tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] show failed (client error): The resource could not be found. Aug 18 14:28:11.128112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33930) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:11.133089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a6b3259a-7091-406d-aeb5-389774c0c36b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:11.136314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c364a201-23cb-418a-8f86-f16be66ce79d tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-377454661 HTTP/1.1" status: 404 len: 334 time: 0.0539227 Aug 18 14:28:11.139067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:11.148932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] Routers {'6e02c466-35d4-400a-9c07-c48f6d85b78e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:11.149635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6e02c466-35d4-400a-9c07-c48f6d85b78e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:11.167387 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-a6b3259a-7091-406d-aeb5-389774c0c36b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] update failed (client error): The resource could not be found. Aug 18 14:28:11.173504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33932) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:11.178629 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a6b3259a-7091-406d-aeb5-389774c0c36b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-812243023 HTTP/1.1" status: 404 len: 334 time: 0.0490003 Aug 18 14:28:11.183956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:11.184798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfeab5a-73b7-43a6-a2e7-3e4d7865e65b None None] The sync data for ids ['6e02c466-35d4-400a-9c07-c48f6d85b78e'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:11.231721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting subnet a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:11.235357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.276569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.367968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.484485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.527739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.534328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.541179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.547261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.553320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.559247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.565400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:11.567414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-e04aaab7-fec8-4307-814b-aa565d721ddc tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.1240366 Aug 18 14:28:11.568665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Subnet': ['ID=a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:11.574119 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.576048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-34f82257-7cbf-433a-9695-e847cc9ab839 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/subnets/a48dc0e3-ec4e-4985-84ee-5cfbb1ab10fe HTTP/1.1" status: 204 len: 168 time: 0.4014149 Aug 18 14:28:11.578841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:11.579623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e95ab7-1fba-4bfc-8e86-980d4c46d751 None None] Network b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:11.681736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2120dc1c-fbb8-4893-86ca-a2d67f3ebbbb req-87535356-8e6e-4b16-a099-93cbefb51644 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004806 Aug 18 14:28:11.699197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.765720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:11.766205 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.795873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] DHCP port deletion for b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:11.833682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] For port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,segment=NetworkSegment(e7f199eb-3491-470a-8a42-fbc09cdf4a70),segment_id=e7f199eb-3491-470a-8a42-fbc09cdf4a70)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:11.834093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.854172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Calling delete_port for 2b72a9b0-0fcc-4c0f-b56d-1361f566129e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:11.858846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Deleting port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:11.859329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.923293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] For port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,segment=NetworkSegment(e7f199eb-3491-470a-8a42-fbc09cdf4a70),segment_id=e7f199eb-3491-470a-8a42-fbc09cdf4a70)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:11.923688 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.936109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Calling delete_port for 2b72a9b0-0fcc-4c0f-b56d-1361f566129e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:11.998124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.016981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.028882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Port': ['ID=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:12.032866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] No DVR routers for this DVR port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:12.046761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] Pushing event deleted for resources: {'Port': ['ID=2b72a9b0-0fcc-4c0f-b56d-1361f566129e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:12.051689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a08b37-28c7-439a-91b0-9e70e556e18a None None] No DVR routers for this DVR port 2b72a9b0-0fcc-4c0f-b56d-1361f566129e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:12.118839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.128562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:12.138963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f199eb-3491-470a-8a42-fbc09cdf4a70') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:12.139299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f199eb-3491-470a-8a42-fbc09cdf4a70') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:12.149423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.172739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.181661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:12.182180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:12.229414 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:12.352214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.359708 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.361695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/networks/b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff HTTP/1.1" status: 204 len: 168 time: 0.7817483 Aug 18 14:28:12.365174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:12.379379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674413b-14e5-4d37-b1dd-1229857e3b70 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Network': ['ID=b8c7df17-2bf3-4d00-bbef-7c2aaea6fcff,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:12.433869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting subnet 6557f1fe-24cf-46e2-8b61-94bfa386f836 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:12.437059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.476960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.562251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.605117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2b72a9b0-0fcc-4c0f-b56d-1361f566129e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:12.625309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2b72a9b0-0fcc-4c0f-b56d-1361f566129e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:12.625668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2b72a9b0-0fcc-4c0f-b56d-1361f566129e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:12.751030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.781515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.785684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/subnets/6557f1fe-24cf-46e2-8b61-94bfa386f836 HTTP/1.1" status: 204 len: 168 time: 0.4166346 Aug 18 14:28:12.785684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3085533-7fb7-4736-98dd-f9258f4d7ae1 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Subnet': ['ID=6557f1fe-24cf-46e2-8b61-94bfa386f836,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:12.788646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63899eb2-637c-4124-b569-063f047e39b5 None None] Network 3f62e128-5674-4754-8f8e-e467db8fc95d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:12.788783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33946) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:12.901420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting subnet e7b9b521-a1d3-4138-a4f1-756227f024c5 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:12.908055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:12.954124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.960212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.973692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.973692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.981125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.985450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.991690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] DHCP port deletion for 3f62e128-5674-4754-8f8e-e467db8fc95d request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:12.991888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:12.993991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-08783c06-41ec-4076-95fc-bb2ac39eaa94 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.2152736 Aug 18 14:28:13.014400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.020322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.026141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.031987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.037930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.039324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Deleting port 8bae390b-1155-443c-9c62-25697fef515a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:13.039717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.043704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.049445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.051893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-37cc2cbf-f1ed-454f-84f4-7587dbaa9039 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 5446 time: 0.2253823 Aug 18 14:28:13.082716 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.112010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] For port 8bae390b-1155-443c-9c62-25697fef515a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8bae390b-1155-443c-9c62-25697fef515a,segment=NetworkSegment(ed90c084-42af-4673-af20-efb7abb02c0c),segment_id=ed90c084-42af-4673-af20-efb7abb02c0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:13.112611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.126073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Calling delete_port for 8bae390b-1155-443c-9c62-25697fef515a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:13.158484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-5b58d958-2b38-43fd-8309-1c75e13b2225 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.160398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-5b58d958-2b38-43fd-8309-1c75e13b2225 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0953977 Aug 18 14:28:13.172390 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-644d8e9a-7119-4728-9527-11bf84c9aa5b req-0bf65f6e-b52f-4069-a8d2-38131a456ad9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173313 Aug 18 14:28:13.274989 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.295276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.326355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] Pushing event deleted for resources: {'Port': ['ID=8bae390b-1155-443c-9c62-25697fef515a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:13.331635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5df8c-771c-475a-9048-528363a3d933 None None] No DVR routers for this DVR port 8bae390b-1155-443c-9c62-25697fef515a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:13.339796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-f76ddb24-c9b2-4873-88d6-56baade6f205 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1664202 Aug 18 14:28:13.357150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:13.415638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.473569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.546397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.548260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/subnets/e7b9b521-a1d3-4138-a4f1-756227f024c5 HTTP/1.1" status: 204 len: 168 time: 0.7585797 Aug 18 14:28:13.551562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33952) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:13.552192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f13774-31c9-4504-a33d-661e97938a99 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b9b521-a1d3-4138-a4f1-756227f024c5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:13.553623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d9e1e-8f4f-4f93-98ea-4de186086def None None] Network c5a9377a-025e-44c0-803e-a46d836e46f5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:13.601471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:13.635739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] For port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:13.642771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.673335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] device_id is not set on port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:28:13.682735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.740870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.752360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f62e128-5674-4754-8f8e-e467db8fc95d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:13.763298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90c084-42af-4673-af20-efb7abb02c0c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:13.763600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90c084-42af-4673-af20-efb7abb02c0c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:13.772984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.779291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.786818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.793032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:13.793429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:13.796464 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:13.805664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] DHCP port deletion for c5a9377a-025e-44c0-803e-a46d836e46f5 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:13.870279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] No DVR routers for this DVR port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:13.874492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Pushing event updated for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:13.894971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Deleting port ffa053e6-a54c-469b-a09d-73b3290e387c {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:13.895339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.917583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] In _notify_port_updated(), no bound segment for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:28:13.918518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:13.919304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.920869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c67f7ac1-bb99-48ea-a5b5-f911720ff671 service neutron] 10.222.0.10 "PUT /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 200 len: 1032 time: 0.5678470 Aug 18 14:28:13.973708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] For port ffa053e6-a54c-469b-a09d-73b3290e387c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa053e6-a54c-469b-a09d-73b3290e387c,segment=NetworkSegment(fc585c5f-809a-46cc-9779-f70e44a76a96),segment_id=fc585c5f-809a-46cc-9779-f70e44a76a96)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:13.975151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.991579 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.994095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Calling delete_port for ffa053e6-a54c-469b-a09d-73b3290e387c owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:14.011300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-967ebd7f-2b7f-4050-90cc-5a6da46a30bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.011502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-967ebd7f-2b7f-4050-90cc-5a6da46a30bd tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "GET /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0737193 Aug 18 14:28:14.026742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:14.031305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.035918 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/networks/3f62e128-5674-4754-8f8e-e467db8fc95d HTTP/1.1" status: 204 len: 168 time: 0.4806509 Aug 18 14:28:14.035918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605293b-01f5-4a06-a081-88f5da1ce0e4 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Network': ['ID=3f62e128-5674-4754-8f8e-e467db8fc95d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:14.036450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33960) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:14.155691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6e3900dd-14e8-459a-869c-cb131999ed49 None None] Provisioning complete for port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:14.156004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6e3900dd-14e8-459a-869c-cb131999ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.170395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.173147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.180968 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.219423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] Pushing event deleted for resources: {'Port': ['ID=ffa053e6-a54c-469b-a09d-73b3290e387c,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:14.221463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2d732-40ec-4ba0-9bf4-5087099f5884 None None] No DVR routers for this DVR port ffa053e6-a54c-469b-a09d-73b3290e387c on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:14.223957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6e3900dd-14e8-459a-869c-cb131999ed49 None None] Port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:14.402576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.420626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a9377a-025e-44c0-803e-a46d836e46f5']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:14.436505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc585c5f-809a-46cc-9779-f70e44a76a96') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:14.436804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc585c5f-809a-46cc-9779-f70e44a76a96') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:14.455587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.462150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.468164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.474779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.480581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.486435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:14.488277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97166174-5230-4d54-ba40-b7027642eff7 req-7c8fa40d-a731-4903-b9e5-0723f3c1142a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 4667 time: 0.2171476 Aug 18 14:28:14.497808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.540031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.554085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:14.554609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:14.557779 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:14.578288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=585f3547-2bc4-4c6f-8b8a-aecba27ea660,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:14.624799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa053e6-a54c-469b-a09d-73b3290e387c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:14.647056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ffa053e6-a54c-469b-a09d-73b3290e387c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:14.647456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa053e6-a54c-469b-a09d-73b3290e387c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:14.647918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bae390b-1155-443c-9c62-25697fef515a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:14.648954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97166174-5230-4d54-ba40-b7027642eff7 req-b0a9ac9a-701e-49ae-bfeb-c9e66c49c978 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&id=59775fce-b429-4c8c-9b3e-515ede77778c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491983 Aug 18 14:28:14.678994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] For port 585f3547-2bc4-4c6f-8b8a-aecba27ea660, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:14.689090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8bae390b-1155-443c-9c62-25697fef515a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:14.689440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8bae390b-1155-443c-9c62-25697fef515a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:14.738198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] device_id is not set on port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:28:14.748422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.761738 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.768753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.771293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/networks/c5a9377a-025e-44c0-803e-a46d836e46f5 HTTP/1.1" status: 204 len: 168 time: 0.7190421 Aug 18 14:28:14.773719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33966) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:14.791276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16896c06-e20a-43b6-84a2-d134c18ad715 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Network': ['ID=c5a9377a-025e-44c0-803e-a46d836e46f5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:14.839830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting subnet e8bd10ee-6ccd-4f05-a251-dba819537099 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:14.843553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.220958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.270967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.331995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] No DVR routers for this DVR port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:15.335843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Pushing event updated for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:15.405677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] In _notify_port_updated(), no bound segment for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 on network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:28:15.406610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.407262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.408665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-99a4633f-1083-4ffc-949d-6b9e7458ae8d service neutron] 10.222.0.10 "PUT /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 200 len: 1033 time: 1.3863165 Aug 18 14:28:15.430820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.554197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-13129de1-6678-4eef-a27b-393dccd1d0fa None None] Provisioning complete for port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:15.554811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-13129de1-6678-4eef-a27b-393dccd1d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.563796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:15.564273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.593235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-13129de1-6678-4eef-a27b-393dccd1d0fa None None] Port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:15.610508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.615042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2219feda-ecda-4dd3-81b8-47e6c2f1a695 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:15.652281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bd10ee-6ccd-4f05-a251-dba819537099,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:15.659622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.660548 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-894ed510-e2b0-4565-b01e-b386d37a5c6b tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/subnets/e8bd10ee-6ccd-4f05-a251-dba819537099 HTTP/1.1" status: 204 len: 168 time: 0.8852806 Aug 18 14:28:15.663141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 33970) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:15.666663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76091b42-fcd5-43db-8480-169c3921accd None None] Network 3b79d942-f420-4ec5-8429-dab87b015091 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:15.815904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.823161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:15.824103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.855322 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.857944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:15.873704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.881435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.887706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.893862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.895460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:15.896401 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:15.898801 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc07f4d-5083-4bc3-92c6-811a54aacd4c" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:15.901804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:15.903969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-1ccf059e-b42c-46c3-a4e2-b47829babfca tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3887 time: 0.1542194 Aug 18 14:28:15.963612 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd9e87-7fe5-40a3-a5a0-2cf507a7ce60 x-openstack-request-id: req-eafd9e87-7fe5-40a3-a5a0-2cf507a7ce60 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:15.963903 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:15.964163 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eafd9e87-7fe5-40a3-a5a0-2cf507a7ce60 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:15.964552 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'code': 200} Aug 18 14:28:15.965396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] DHCP port deletion for 3b79d942-f420-4ec5-8429-dab87b015091 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:15.970089 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.971010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:16.069885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51bc7e2a-eb33-4d56-b528-3e2ceaa81113 req-dd9f2ccc-a20d-46a9-9dbc-feeea0e683f9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373343 Aug 18 14:28:16.089771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Deleting port e5ec54d2-797a-4932-818d-a54bfaee9181 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:16.090166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.104802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.149173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Deleting port e5ec54d2-797a-4932-818d-a54bfaee9181 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:16.149697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.164137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.187326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] For port e5ec54d2-797a-4932-818d-a54bfaee9181, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e5ec54d2-797a-4932-818d-a54bfaee9181,segment=NetworkSegment(f8470a8a-c370-4e38-b8ae-18d4cd867a35),segment_id=f8470a8a-c370-4e38-b8ae-18d4cd867a35)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:16.187882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.207838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Calling delete_port for e5ec54d2-797a-4932-818d-a54bfaee9181 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:16.234244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] For port e5ec54d2-797a-4932-818d-a54bfaee9181, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e5ec54d2-797a-4932-818d-a54bfaee9181,segment=NetworkSegment(f8470a8a-c370-4e38-b8ae-18d4cd867a35),segment_id=f8470a8a-c370-4e38-b8ae-18d4cd867a35)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:16.234781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.248144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Calling delete_port for e5ec54d2-797a-4932-818d-a54bfaee9181 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:16.318532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.340037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 226f936b-1276-4bfa-b67b-5794da9acb23 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:16.346994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=5f3256e5-a2ca-43b4-ad63-bfe88d00cf84,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.385100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.385964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.417040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] No DVR routers for this DVR port e5ec54d2-797a-4932-818d-a54bfaee9181 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:16.419647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d481b-b000-4b3f-aa42-b92417d0171a None None] Pushing event deleted for resources: {'Port': ['ID=e5ec54d2-797a-4932-818d-a54bfaee9181,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.425821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port 5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:16.429793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.431914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-a2ae34ba-4c93-4364-bf34-fe1eb43a2c87 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "DELETE /v2.0/ports/5f3256e5-a2ca-43b4-ad63-bfe88d00cf84 HTTP/1.1" status: 204 len: 173 time: 1.0112708 Aug 18 14:28:16.432503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:16.434992 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082679d1-be2f-480d-ad97-cea5a67f34d7" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:16.437890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Port': ['ID=e5ec54d2-797a-4932-818d-a54bfaee9181,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.450566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] No DVR routers for this DVR port e5ec54d2-797a-4932-818d-a54bfaee9181 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:16.467640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.497446 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e0140-7051-42f2-be2b-812451dbd731 x-openstack-request-id: req-7f0e0140-7051-42f2-be2b-812451dbd731 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:16.497722 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "5f3256e5-a2ca-43b4-ad63-bfe88d00cf84", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:16.498028 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f0e0140-7051-42f2-be2b-812451dbd731 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:16.498433 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '5f3256e5-a2ca-43b4-ad63-bfe88d00cf84', 'status': 'completed', 'code': 200} Aug 18 14:28:16.507205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:16.596599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.597501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:16.602923 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.616592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b79d942-f420-4ec5-8429-dab87b015091']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:16.627738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e5ec54d2-797a-4932-818d-a54bfaee9181 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:16.631530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8470a8a-c370-4e38-b8ae-18d4cd867a35') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:16.631826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8470a8a-c370-4e38-b8ae-18d4cd867a35') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:16.643601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.662566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.670537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e5ec54d2-797a-4932-818d-a54bfaee9181 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:16.670885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e5ec54d2-797a-4932-818d-a54bfaee9181 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:16.672692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:16.673020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.678390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port e8dad085-2605-4b6c-b57f-ceeff6b7d67d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:16.678722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:16.681316 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:16.696667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:16.697111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:16.742961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.808293 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.859581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:16.859848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.862450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:16.869409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.885288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.887580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/networks/3b79d942-f420-4ec5-8429-dab87b015091 HTTP/1.1" status: 204 len: 168 time: 1.2234824 Aug 18 14:28:16.890351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:16.926538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d260966-edc1-4b95-bb79-fd2afdd581f3 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02c466-35d4-400a-9c07-c48f6d85b78e HTTP/1.1" status: 200 len: 205 time: 0.0312660 Aug 18 14:28:16.926790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33986) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:16.928578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c96f-2091-4820-8a16-2ba85d7fce47 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Pushing event deleted for resources: {'Network': ['ID=3b79d942-f420-4ec5-8429-dab87b015091,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:16.971876 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:16.971876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 585f3547-2bc4-4c6f-8b8a-aecba27ea660 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:17.031022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.050209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 585f3547-2bc4-4c6f-8b8a-aecba27ea660 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:17.050209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e8dad085-2605-4b6c-b57f-ceeff6b7d67d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:17.059344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:17.103555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.103555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.103555 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Floating IP 13caae15-26ca-4e0c-999e-225f733ef4ae disassociated. External IP: 172.25.1.39, port: e8dad085-2605-4b6c-b57f-ceeff6b7d67d. Aug 18 14:28:17.103555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for e8dad085-2605-4b6c-b57f-ceeff6b7d67d owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:17.164731 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.208649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e8dad085-2605-4b6c-b57f-ceeff6b7d67d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:17.228703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.231297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.281226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3564dd-d690-4615-a184-72e7c693e589 req-fc4144f2-d0e6-4828-bbf5-40b111989141 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:17.287706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3564dd-d690-4615-a184-72e7c693e589 req-fc4144f2-d0e6-4828-bbf5-40b111989141 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:17.293740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3564dd-d690-4615-a184-72e7c693e589 req-fc4144f2-d0e6-4828-bbf5-40b111989141 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:17.299595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3564dd-d690-4615-a184-72e7c693e589 req-fc4144f2-d0e6-4828-bbf5-40b111989141 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:17.301963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c3564dd-d690-4615-a184-72e7c693e589 req-fc4144f2-d0e6-4828-bbf5-40b111989141 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 3146 time: 0.1031601 Aug 18 14:28:17.341836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c3564dd-d690-4615-a184-72e7c693e589 req-8f0f3553-30c9-41b1-b3cd-6a462c692903 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Aug 18 14:28:17.351893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.392322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.392844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Fanout notify agent at l3_agent the message router_deleted on router 6e02c466-35d4-400a-9c07-c48f6d85b78e {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:28:17.407412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:17.409026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.413816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8caffb5-c6bf-4b6c-96d5-06fb5713efb0 tempest-RoutersNegativeIpV6Test-1679087090 tempest-RoutersNegativeIpV6Test-1679087090-project] 10.222.0.35 "DELETE /v2.0/routers/6e02c466-35d4-400a-9c07-c48f6d85b78e HTTP/1.1" status: 204 len: 168 time: 0.4860291 Aug 18 14:28:17.476042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.509651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=e8dad085-2605-4b6c-b57f-ceeff6b7d67d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:17.636968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:17.747210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:17.758244 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Sync routers for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:17.767939 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:17.768561 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:17.791777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port e8dad085-2605-4b6c-b57f-ceeff6b7d67d on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:17.794345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.796639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-9a53bd3e-94d1-4c67-b535-1b3c9abde6fb tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "DELETE /v2.0/ports/e8dad085-2605-4b6c-b57f-ceeff6b7d67d HTTP/1.1" status: 204 len: 173 time: 1.3539934 Aug 18 14:28:17.966914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:17.971019 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844146c9-099a-4cb4-997e-5d1c352207d5" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:18.007694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 33998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:18.008242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:18.008688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.045059 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b10830-46e0-4edc-8fec-0cff68a6ae35 x-openstack-request-id: req-79b10830-46e0-4edc-8fec-0cff68a6ae35 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:18.045361 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:18.045652 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79b10830-46e0-4edc-8fec-0cff68a6ae35 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:18.046091 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23', 'code': 200} Aug 18 14:28:18.046365 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'code': 200} Aug 18 14:28:18.046610 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'code': 200} Aug 18 14:28:18.067619 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:18.120203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port 2219feda-ecda-4dd3-81b8-47e6c2f1a695, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2219feda-ecda-4dd3-81b8-47e6c2f1a695,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:18.121818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.151792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 2219feda-ecda-4dd3-81b8-47e6c2f1a695 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:18.211691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-721c4fe1-0517-4856-a9e7-7d4b28490d5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78f1bd90959a4d17aa0eff39b5159a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996958 Aug 18 14:28:18.211936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34002) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:18.290368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.314737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.325670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:18.363355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Checking router: 84ad80a3-a6f2-4c7b-83c9-8064774612c1 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:18.371720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:18.372341 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:27:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:18.398966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.438484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=2219feda-ecda-4dd3-81b8-47e6c2f1a695,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:18.478074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.480709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.482410 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56ca9070-31d7-4ab8-8df4-f081d188df6e HTTP/1.1" status: 204 len: 168 time: 0.2688236 Aug 18 14:28:18.491615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d5c5a-f122-42d6-9e69-e009ba0ea9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca9070-31d7-4ab8-8df4-f081d188df6e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:18.496212 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:18.517593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:18.520631 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db1e26-8169-4b8e-a205-30c8e394c0ef" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:18.526168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port 2219feda-ecda-4dd3-81b8-47e6c2f1a695 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:18.527948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.531360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-75cc445a-cc73-4e7e-a1ed-bd1966c3879d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "DELETE /v2.0/ports/2219feda-ecda-4dd3-81b8-47e6c2f1a695 HTTP/1.1" status: 204 len: 173 time: 0.7232149 Aug 18 14:28:18.570793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830c34-122c-438e-9f70-926fd20fa631 req-dbf8d7e9-36b7-4724-8079-c59cedab0e0b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:18.577534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830c34-122c-438e-9f70-926fd20fa631 req-dbf8d7e9-36b7-4724-8079-c59cedab0e0b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:18.579250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64830c34-122c-438e-9f70-926fd20fa631 req-dbf8d7e9-36b7-4724-8079-c59cedab0e0b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 1677 time: 0.1435058 Aug 18 14:28:18.582817 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7249e9b-c0af-4e0f-87a5-9b2d10fbed91 x-openstack-request-id: req-f7249e9b-c0af-4e0f-87a5-9b2d10fbed91 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:18.583890 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "e8dad085-2605-4b6c-b57f-ceeff6b7d67d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:18.583890 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7249e9b-c0af-4e0f-87a5-9b2d10fbed91 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:18.583890 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': 'e8dad085-2605-4b6c-b57f-ceeff6b7d67d', 'status': 'completed', 'code': 200} Aug 18 14:28:18.673789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64830c34-122c-438e-9f70-926fd20fa631 req-db496b5b-336b-4060-b796-9b46999af979 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692942 Aug 18 14:28:18.724696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 226f936b-1276-4bfa-b67b-5794da9acb23 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:18.724696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.793114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:18.817805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port 226f936b-1276-4bfa-b67b-5794da9acb23, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=226f936b-1276-4bfa-b67b-5794da9acb23,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:18.818207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.822756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce2c43-88cf-4dc4-8108-d5b67d0c9187 None None] The sync data for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 is: [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:17:39Z', 'revision_number': 4, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a3ee2a63-4bd5-49fd-8957-2a4059ef7e36', 'name': '', 'network_id': '2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'mac_address': 'fa:16:3e:fe:1b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7914c28a-9494-4900-b254-413f2ad3f210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:37Z', 'updated_at': '2021-08-18T14:17:48Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'subnets': [{'id': '7914c28a-9494-4900-b254-413f2ad3f210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:18.839808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 226f936b-1276-4bfa-b67b-5794da9acb23 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:19.049341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.084278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=226f936b-1276-4bfa-b67b-5794da9acb23,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:19.134166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port 226f936b-1276-4bfa-b67b-5794da9acb23 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:19.137230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.139818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-c79ad69a-91f2-49be-8247-be7297d9b837 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "DELETE /v2.0/ports/226f936b-1276-4bfa-b67b-5794da9acb23 HTTP/1.1" status: 204 len: 173 time: 0.5955837 Aug 18 14:28:19.192619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fb6cd-780c-4567-b20d-bdd1723d82ab None None] New status for floating IP 13caae15-26ca-4e0c-999e-225f733ef4ae: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:28:19.263034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:19.263522 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.360633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:19.360925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.374014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:19.620908 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.650467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:19.692567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port 4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:19.695076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:19.697194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7bbc241-2922-4a68-a810-89645a0a9b9c req-b2f63b0f-600f-45d6-b9ab-779ab9460df4 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.10 "DELETE /v2.0/ports/4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44 HTTP/1.1" status: 204 len: 173 time: 0.5448532 Aug 18 14:28:19.787371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a8f5417-277d-4e3d-9714-06f19f37edf6 req-5588a834-31f7-4913-93d9-aa2d161ca406 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0277622 Aug 18 14:28:20.585777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23'}, {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:20.590925 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2620ef-6aea-417a-ae35-c1eef6769e46" -d '{"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23"}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:20.634294 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250e3dd-eaec-409c-8a43-4cf6d6bc5ccc x-openstack-request-id: req-8250e3dd-eaec-409c-8a43-4cf6d6bc5ccc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:20.634888 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "2219feda-ecda-4dd3-81b8-47e6c2f1a695", "status": "completed", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "226f936b-1276-4bfa-b67b-5794da9acb23", "status": "completed", "code": 200}, {"server_uuid": "c922b25b-58e2-4a8d-b51d-b363e676dbf0", "name": "network-vif-deleted", "tag": "4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:20.634888 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8250e3dd-eaec-409c-8a43-4cf6d6bc5ccc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:20.635239 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '2219feda-ecda-4dd3-81b8-47e6c2f1a695', 'status': 'completed', 'code': 200} Aug 18 14:28:20.635499 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '226f936b-1276-4bfa-b67b-5794da9acb23', 'status': 'completed', 'code': 200} Aug 18 14:28:20.635806 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c922b25b-58e2-4a8d-b51d-b363e676dbf0', 'name': 'network-vif-deleted', 'tag': '4b55abc0-7e4f-4f1f-a5ed-53ab43fbce44', 'status': 'completed', 'code': 200} Aug 18 14:28:20.922887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3739f25-5f81-4c95-b998-a6f9dbb8185d req-c5c1d0ea-e7b6-4dad-b569-e12d5af14809 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0568480 Aug 18 14:28:21.516989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34066) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:21.647994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:21.741772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:21.865095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:21.874299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad0c8b2d8f01462d8802dc266f71fd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560550 Aug 18 14:28:21.875500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28733e1-4246-484f-b3f6-af9273733eca,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:21.877146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34070) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:21.884647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.885130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.885470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.885989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.886395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.886798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.887197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.887526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.887893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.888221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.888549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.888873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bf29f-b785-404d-a281-187b7605a203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:21.948692 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:21.972098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:22.052802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-795d8878-ec50-472f-9ac1-1a6c9d85ff8f req-2e871bf0-a86d-4735-9268-c56505ec02e7 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0333788 Aug 18 14:28:22.093534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20688f5f-e217-43e0-aa6e-6b4e1f67d733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:22.184696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:22.188034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:22.189111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d28733e1-4246-484f-b3f6-af9273733eca HTTP/1.1" status: 204 len: 168 time: 0.3102424 Aug 18 14:28:22.200336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde472d-5fc4-4297-a348-8fd20efd0062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28733e1-4246-484f-b3f6-af9273733eca,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:23.039333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34082) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:23.057943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a64f8adf-a329-49c6-856d-044572699239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.223695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3574e786-6d49-43a0-bd0b-75f821fba28b req-665f4e02-1508-4090-b696-8722bb176ef9 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0570328 Aug 18 14:28:23.228587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a64f8adf-a329-49c6-856d-044572699239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.301116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a64f8adf-a329-49c6-856d-044572699239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.346220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:23.346748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a64f8adf-a329-49c6-856d-044572699239 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=411a1a1ce5c84fd69a81428895195539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049037 Aug 18 14:28:23.348432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f8adf-a329-49c6-856d-044572699239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a80d8e-8edc-44d5-b407-3497eb37ec5f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:23.414722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.441919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.579165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.582280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:23.583574 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91a80d8e-8edc-44d5-b407-3497eb37ec5f HTTP/1.1" status: 204 len: 168 time: 0.2353709 Aug 18 14:28:23.592605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637992-65d0-46cf-87e8-c288f8f947f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a80d8e-8edc-44d5-b407-3497eb37ec5f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:24.375531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46ed97ba-8d32-49c0-a8c4-1c81333fcc52 req-fe3180d2-30de-4eb4-bf5d-d0782d5d268f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0513394 Aug 18 14:28:24.741030 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-28492933-aed0-47d3-ab11-58ccaecc9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:24.984819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:25.768602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6d68c82-2cf1-4af9-8f48-edbb6f6da8ba req-743137d8-631f-41bc-b9cb-38ca7a737322 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0383279 Aug 18 14:28:25.935269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:26.874675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a67f998-2985-4a12-a8e4-a11903bfe1f3 req-0d1515d2-3d94-4c1d-98d2-8d3a2f3f15cf tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0309265 Aug 18 14:28:27.575097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:28.073600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78c62ee1-1fa3-498c-96f5-af0b1d749200 req-8a3395e7-4a6b-4b6d-b882-e6da904e364d tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0600495 Aug 18 14:28:29.228719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49d75dc5-ccb6-4d9c-ab70-4f22d162d44b req-b6fc672c-d3c2-431e-b827-b21f4cba531f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0428863 Aug 18 14:28:30.366216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5aecb9f0-b2d6-42db-9b28-ead53adaf339 req-f8f01a42-fe73-4022-9456-dc110999ae69 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0289800 Aug 18 14:28:31.569812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c0aa059-92cf-4e38-bc06-1c7ab8aa385b req-869ed89d-e6c6-474f-8353-9ca9b421cc3a tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0638263 Aug 18 14:28:32.098687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:32.479170 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:28:32.557129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Deleting port e3956c69-0496-402e-83eb-f0db51c64aa5 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:32.558426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:32.700178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:32.700652 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:32.727922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Calling delete_port for e3956c69-0496-402e-83eb-f0db51c64aa5 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:32.793406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12b5aa61-acec-45b1-a6cc-b57f504ca056 req-7c460a9d-6c6b-440e-83e7-539d1ad0da07 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/ports?device_id=c922b25b-58e2-4a8d-b51d-b363e676dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0460207 Aug 18 14:28:33.083396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:33.117391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event deleted for resources: {'Port': ['ID=e3956c69-0496-402e-83eb-f0db51c64aa5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:33.191911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:33.192424 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Floating IP a05ff20e-6362-43a6-86e0-fa3e39b57e37 disassociated (deleted). External IP: 172.25.1.146, port: 526dcfbd-af63-4211-a59d-ee1551885732. Aug 18 14:28:33.448133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Router 33367bd5-cdef-4370-9c21-0a3451010d4d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:33.593027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:33.604755 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:33.610127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:33.626649 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:33.627517 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:33.659773 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc49c9ea-a80d-4a2f-badb-ae420d874047 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "DELETE /v2.0/floatingips/a05ff20e-6362-43a6-86e0-fa3e39b57e37 HTTP/1.1" status: 204 len: 168 time: 1.5572221 Aug 18 14:28:33.659773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:33.660775 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08" -d '{"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:33.711792 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f397b782-4d21-4db8-a066-2b990b27088e x-openstack-request-id: req-f397b782-4d21-4db8-a066-2b990b27088e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:33.712151 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:33.712496 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f397b782-4d21-4db8-a066-2b990b27088e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:33.712963 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:28:33.751077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:33.797211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-be165372-1f07-42f5-8568-900cb2917af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:33.799526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-be165372-1f07-42f5-8568-900cb2917af9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a20c29fab034939bbfb3c2e983a8498&device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 1097 time: 0.0536926 Aug 18 14:28:33.910125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-20cd8b22-a268-4858-a998-2a73fe1af04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:33.911652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-20cd8b22-a268-4858-a998-2a73fe1af04d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 200 len: 913 time: 0.1012285 Aug 18 14:28:33.960567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-94075b6f-9ce9-49e0-b4e1-f00f7bb25303 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 200 len: 217 time: 0.0366600 Aug 18 14:28:33.962783 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:33.991409 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:34.001989 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:34.001989 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:34.020131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-7192d35e-eb43-4a30-894d-e643d7221780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.021612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-7192d35e-eb43-4a30-894d-e643d7221780 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 200 len: 851 time: 0.0507112 Aug 18 14:28:34.085929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-74b820bb-5246-453e-ab9f-5fca47eaee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.087100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34236) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:34.089960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-74b820bb-5246-453e-ab9f-5fca47eaee4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c2fdc67-a9a9-4477-ba44-2ccdefce8007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580838 Aug 18 14:28:34.122935 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:34.165901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:34.197589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:34.200440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-84e096b4-855c-4a2e-bef1-6671cf98f2ae service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029344 Aug 18 14:28:34.277108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34240) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:34.464793 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:34.527375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeff70a-47e0-407d-8979-5d88ec2379fc tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.527976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeff70a-47e0-407d-8979-5d88ec2379fc tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.529476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeff70a-47e0-407d-8979-5d88ec2379fc tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.551473 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feeff70a-47e0-407d-8979-5d88ec2379fc tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=0e281f79b9284a52a7b962b741560bac&network_id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 200 len: 2970 time: 0.2722788 Aug 18 14:28:34.573050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-316a0cb4-0d11-4b3b-ba69-ea1e6325ef08 req-01fc7816-657f-494c-bfe9-2394d3d92fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546317 Aug 18 14:28:34.600670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeae7e5-1256-4654-8590-6a75775e5ac4 None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:22:26Z', 'revision_number': 4, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '0476b137-acb7-4cbb-a247-19e2c52a546c', 'name': '', 'network_id': '1c2fdc67-a9a9-4477-ba44-2ccdefce8007', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'mac_address': 'fa:16:3e:da:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:25Z', 'updated_at': '2021-08-18T14:22:36Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'subnets': [{'id': '268e92c9-ecdd-460c-a29f-4c82bcdcbd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:34.638428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:34.641853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:34.643583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/security-groups/f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92 HTTP/1.1" status: 204 len: 168 time: 0.5552177 Aug 18 14:28:34.649964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34246) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:34.679281 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-472d689e-663e-4ff4-b31d-e6d26771935f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] show failed (client error): The resource could not be found. Aug 18 14:28:34.681695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-472d689e-663e-4ff4-b31d-e6d26771935f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "GET /v2.0/security-groups/f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92 HTTP/1.1" status: 404 len: 347 time: 0.0293980 Aug 18 14:28:34.682458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05d1cb-1cee-47d5-b6d9-f593f2d9c4db tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a96727-a3b9-4d3e-bfa6-02fa9a17ba92,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:34.688434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:34.811273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e6ab-e791-41b6-a4a3-f2fb6a6dc5ea req-7a6a5e73-829d-4367-a6d1-2e508817ebbd tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:34.820678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b65e6ab-e791-41b6-a4a3-f2fb6a6dc5ea req-7a6a5e73-829d-4367-a6d1-2e508817ebbd tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.1774204 Aug 18 14:28:34.959003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b65e6ab-e791-41b6-a4a3-f2fb6a6dc5ea req-978e0bc6-dc46-439b-8352-1f5382ab0f25 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342447 Aug 18 14:28:35.027422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 2025bba2-48ef-428f-b714-fc276f6559e4 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:35.027771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.156029 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.156029 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.158128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6a4e4-9783-4b4c-ad29-d4c3d17a0309 None None] New status for floating IP a05ff20e-6362-43a6-86e0-fa3e39b57e37: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:28:35.176654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 2025bba2-48ef-428f-b714-fc276f6559e4 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:35.537325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.594540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=2025bba2-48ef-428f-b714-fc276f6559e4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:35.667718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.670862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.673388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0861ecc6-07e7-44f6-b83f-89e5658d99a8 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/floatingips/13caae15-26ca-4e0c-999e-225f733ef4ae HTTP/1.1" status: 204 len: 168 time: 0.9825161 Aug 18 14:28:35.685635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:35.874923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:35.875821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:35.960993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34272) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:36.032413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.057136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 225b8805-2d25-46e2-ab52-cb9b9ea2e1ba owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:36.090305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38e053-f401-4a20-9bbc-0d24e53126ae req-ecb382cb-17d8-4ade-aad0-25641ec9336c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:36.094422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad38e053-f401-4a20-9bbc-0d24e53126ae req-ecb382cb-17d8-4ade-aad0-25641ec9336c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.0617230 Aug 18 14:28:36.139861 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a048-1ef9-4b32-a1ea-197ea7014eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.160778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad38e053-f401-4a20-9bbc-0d24e53126ae req-9ab4495f-85c0-44c5-b92e-927193f7328d tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612953 Aug 18 14:28:36.254410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-e2338efe-d568-4937-b440-3ade719a54f2 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:36.255871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-e2338efe-d568-4937-b440-3ade719a54f2 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.10 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.0848083 Aug 18 14:28:36.318122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.370010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=225b8805-2d25-46e2-ab52-cb9b9ea2e1ba,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:36.374448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a048-1ef9-4b32-a1ea-197ea7014eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.417533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Deleting port 526dcfbd-af63-4211-a59d-ee1551885732 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:36.418203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.461410 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a048-1ef9-4b32-a1ea-197ea7014eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.475312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.482455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5acd8d94-10f9-4523-8f8b-7c25f9cf3d9f tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/ports/225b8805-2d25-46e2-ab52-cb9b9ea2e1ba HTTP/1.1" status: 204 len: 168 time: 0.7912128 Aug 18 14:28:36.486724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:36.543304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9ba4a048-1ef9-4b32-a1ea-197ea7014eda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b97580489404c23b6937dd3ddf64ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796261 Aug 18 14:28:36.549313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:36.554497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4a048-1ef9-4b32-a1ea-197ea7014eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88610af-6f11-4ef8-9ed8-d33c8acd2bfa,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:36.685230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 585f3547-2bc4-4c6f-8b8a-aecba27ea660 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:36.685810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.858192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:36.866770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:36.891310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 585f3547-2bc4-4c6f-8b8a-aecba27ea660 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:37.074116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] For port 526dcfbd-af63-4211-a59d-ee1551885732, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=526dcfbd-af63-4211-a59d-ee1551885732,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:37.075017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.084127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc7cba-a423-4314-98a6-0d267ed6c053 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:37.086044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c4fc7cba-a423-4314-98a6-0d267ed6c053 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef HTTP/1.1" status: 200 len: 814 time: 0.2184052 Aug 18 14:28:37.110378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Calling delete_port for 526dcfbd-af63-4211-a59d-ee1551885732 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:37.166761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.202699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.340880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563898-98bb-4eb1-bdfb-2f8df2a65693 req-42582f55-097a-4e27-9c07-5128f426f5ae tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:37.342414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59563898-98bb-4eb1-bdfb-2f8df2a65693 req-42582f55-097a-4e27-9c07-5128f426f5ae tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 946 time: 0.0836957 Aug 18 14:28:37.381971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59563898-98bb-4eb1-bdfb-2f8df2a65693 req-421fbcbc-9e34-4560-965e-1a8f42831c4c tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/security-groups?id=92678e65-1217-44f7-b39e-2c768c92f5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Aug 18 14:28:37.523426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.523632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.525450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.528292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.536127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e88610af-6f11-4ef8-9ed8-d33c8acd2bfa HTTP/1.1" status: 204 len: 168 time: 0.9853945 Aug 18 14:28:37.559986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:37.560738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=585f3547-2bc4-4c6f-8b8a-aecba27ea660,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:37.567566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'network': {'name': 'tempest-network-smoke--2033515945', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:37.573153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346c56b-67d2-44c2-8eeb-dc9e69bb47b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88610af-6f11-4ef8-9ed8-d33c8acd2bfa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:37.577154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event deleted for resources: {'Port': ['ID=526dcfbd-af63-4211-a59d-ee1551885732,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:37.646129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] No DVR routers for this DVR port 526dcfbd-af63-4211-a59d-ee1551885732 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:37.649011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.651286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bae4395-774c-4cce-abb6-caaac20c6a82 req-5ad2119f-57a0-4561-8ba8-7171a95bd00a tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.10 "DELETE /v2.0/ports/526dcfbd-af63-4211-a59d-ee1551885732 HTTP/1.1" status: 204 len: 173 time: 1.3824046 Aug 18 14:28:37.651864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'name': 'network-vif-deleted', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:37.654247 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55af62d-1e15-477b-a157-c941fb716066" -d '{"events": [{"server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "name": "network-vif-deleted", "tag": "526dcfbd-af63-4211-a59d-ee1551885732"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:37.674947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.679151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:37.679981 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec8edd81-1ebf-413d-b617-fd675bc0b71b tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/ports/585f3547-2bc4-4c6f-8b8a-aecba27ea660 HTTP/1.1" status: 204 len: 168 time: 1.1901796 Aug 18 14:28:37.709340 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53996bc6-4ffd-41af-8a80-b7b32e378c9a x-openstack-request-id: req-53996bc6-4ffd-41af-8a80-b7b32e378c9a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:37.709634 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6229c466-5963-453b-ac09-312a357974ac", "name": "network-vif-deleted", "tag": "526dcfbd-af63-4211-a59d-ee1551885732", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:37.709960 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53996bc6-4ffd-41af-8a80-b7b32e378c9a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:37.710361 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6229c466-5963-453b-ac09-312a357974ac', 'name': 'network-vif-deleted', 'tag': '526dcfbd-af63-4211-a59d-ee1551885732', 'status': 'completed', 'code': 200} Aug 18 14:28:37.726473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:28:37.727747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.744288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting subnet 091a2784-7772-4f5f-b930-318f91751ea8 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:37.750189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.758272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:28:37.769361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.769765 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Added segment 8f300d47-d3c2-43dc-bf7b-4df45169281d of type vlan for network 9ec822b1-acab-4b5a-bc12-eca862c33e9f Aug 18 14:28:37.827918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.828858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.952710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.955595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:37.977791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:37.994195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.135867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.154828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Network': ['ID=9ec822b1-acab-4b5a-bc12-eca862c33e9f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:38.171342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:28:38.194776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.200414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/subnets/091a2784-7772-4f5f-b930-318f91751ea8 HTTP/1.1" status: 204 len: 168 time: 0.5176194 Aug 18 14:28:38.200877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34322) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:38.338117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546ef30-d236-4926-9b00-de460be34274 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Subnet': ['ID=091a2784-7772-4f5f-b930-318f91751ea8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:38.342162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eabfb7a3-0167-4201-8777-371d05f4b7df tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7705078 Aug 18 14:28:38.343309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:38.416367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342edb3-1822-4cc3-988e-40af6e6718df req-dbd6b915-21ea-4418-bd11-2fefd497446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:38.427562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6342edb3-1822-4cc3-988e-40af6e6718df req-dbd6b915-21ea-4418-bd11-2fefd497446f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1096 time: 0.3543584 Aug 18 14:28:38.524194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting subnet 8fc4a764-8fd9-4b2a-9061-6c289a445de3 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:38.544969 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.574884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212d569-5b4f-4bd4-8c67-8c72a6fa6d08 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:38.576776 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8212d569-5b4f-4bd4-8c67-8c72a6fa6d08 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0e281f79b9284a52a7b962b741560bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2283466 Aug 18 14:28:38.579975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34328) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:38.587723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6342edb3-1822-4cc3-988e-40af6e6718df req-5b2be89a-e8b9-4afa-9fb5-96c40131057f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573904 Aug 18 14:28:38.597163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a2b3b30-4b04-480c-aaa5-90f332873504 req-74b354a7-f2f2-4ed9-9a90-32d69efea674 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0921762 Aug 18 14:28:38.637665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56173c98-86f2-429e-b37e-5ac456432765 None None] Network 30fd4178-1c87-4711-8fed-b936b40090d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:38.806941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34334) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:38.825493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e766e317-2c6b-4f40-8d38-b5b1a7737445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.934862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] DHCP port deletion for 30fd4178-1c87-4711-8fed-b936b40090d9 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:38.973590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e766e317-2c6b-4f40-8d38-b5b1a7737445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:38.997872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Deleting port cba2c5da-7f09-4d63-98c6-7d36d55af8eb {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:38.998549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.060517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e766e317-2c6b-4f40-8d38-b5b1a7737445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.117494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e317-2c6b-4f40-8d38-b5b1a7737445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0caa4-aca8-46e2-8767-87bebb1a485a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:39.128490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e766e317-2c6b-4f40-8d38-b5b1a7737445 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f33d1eef4754f02a22fc8f8f5d67a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203802 Aug 18 14:28:39.131880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34336) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.140842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] For port cba2c5da-7f09-4d63-98c6-7d36d55af8eb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,segment=NetworkSegment(b7212ee1-4f27-47fa-8388-33efe6eebf92),segment_id=b7212ee1-4f27-47fa-8388-33efe6eebf92)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:39.140952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.175993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Calling delete_port for cba2c5da-7f09-4d63-98c6-7d36d55af8eb owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:39.207855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.208427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.234696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.367687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76023cb6-32a9-4b45-b1d3-78719445d61a tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:39.369201 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76023cb6-32a9-4b45-b1d3-78719445d61a tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7883096 Aug 18 14:28:39.370649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.372150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34342) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.387961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.390725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.392767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80a0caa4-aca8-46e2-8767-87bebb1a485a HTTP/1.1" status: 204 len: 168 time: 0.2588508 Aug 18 14:28:39.430080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1a1188bc-f0dc-41b0-9665-f35773291386 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542951 Aug 18 14:28:39.431776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.433541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc1052-a5b6-496f-b638-49b1ef30130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0caa4-aca8-46e2-8767-87bebb1a485a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:39.470126 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.491473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34352) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.491690 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76174e3f-38b6-41bf-a62a-65fd0105bba3 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0e281f79b9284a52a7b962b741560bac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567183 Aug 18 14:28:39.555498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] No DVR routers for this DVR port cba2c5da-7f09-4d63-98c6-7d36d55af8eb on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:39.571326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7f3e-6295-47d1-b446-63e2f8c05c89 None None] Pushing event deleted for resources: {'Port': ['ID=cba2c5da-7f09-4d63-98c6-7d36d55af8eb,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:39.642947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850b914-135b-4902-a693-2f88625cfb36 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:39.648690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34356) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.672589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0850b914-135b-4902-a693-2f88625cfb36 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1732683 Aug 18 14:28:39.672712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.736312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67fabef0-19a3-49e0-8a6b-36e8768706f2 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842299 Aug 18 14:28:39.736312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc4a764-8fd9-4b2a-9061-6c289a445de3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:39.738416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.743938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224719751', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:39.750596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:39.756297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bef3850-9066-499c-a383-47e968e38560 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/subnets/8fc4a764-8fd9-4b2a-9061-6c289a445de3 HTTP/1.1" status: 204 len: 168 time: 1.5542476 Aug 18 14:28:39.756977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34362) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:39.758609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e4482-3b72-4c31-9dff-f7a5f99fcccc None None] Network da8e776e-09c2-48f4-bb3d-ecd416e7fe68 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:39.765187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8380a22c-4ea1-45a2-8f51-a284627ec484 req-599972bd-6326-4f50-b032-bd1f97c40941 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0519207 Aug 18 14:28:39.894392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 526dcfbd-af63-4211-a59d-ee1551885732 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:39.931582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 526dcfbd-af63-4211-a59d-ee1551885732 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:39.935192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 526dcfbd-af63-4211-a59d-ee1551885732 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:39.935330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.024522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:28:40.024522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.062550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.075038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fd4178-1c87-4711-8fed-b936b40090d9']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:40.093221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7212ee1-4f27-47fa-8388-33efe6eebf92') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:40.093521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7212ee1-4f27-47fa-8388-33efe6eebf92') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:40.096818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] DHCP port deletion for da8e776e-09c2-48f4-bb3d-ecd416e7fe68 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:40.105699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.132308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.142827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:40.143289 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:40.153087 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:40.242617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Deleting port 6df9c613-aa84-4486-916c-5d7406b1cd03 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:40.243838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.323285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.335689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.335689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/networks/30fd4178-1c87-4711-8fed-b936b40090d9 HTTP/1.1" status: 204 len: 168 time: 0.5740356 Aug 18 14:28:40.339559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34382) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:40.356185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] For port 6df9c613-aa84-4486-916c-5d7406b1cd03, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6df9c613-aa84-4486-916c-5d7406b1cd03,segment=NetworkSegment(6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955),segment_id=6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:40.356615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.370565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67546-4c9e-4f35-9c49-0abdba41ce21 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Network': ['ID=30fd4178-1c87-4711-8fed-b936b40090d9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:40.372686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Calling delete_port for 6df9c613-aa84-4486-916c-5d7406b1cd03 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:40.387358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.416385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.470985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.545369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Subnet': ['ID=6ff68d47-dd5f-44f4-9357-d839ce283c49,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:40.557337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.557939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Deleting port 6df9c613-aa84-4486-916c-5d7406b1cd03 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:40.558295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.606257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Checking segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:40.606639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network hostable DHCP agents. Network: 9ec822b1-acab-4b5a-bc12-eca862c33e9f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:28:40.612602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] Pushing event deleted for resources: {'Port': ['ID=6df9c613-aa84-4486-916c-5d7406b1cd03,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:40.625734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dae8b-362b-4b0b-bc49-d47be69da6c8 None None] No DVR routers for this DVR port 6df9c613-aa84-4486-916c-5d7406b1cd03 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:40.671293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6df9c613-aa84-4486-916c-5d7406b1cd03 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:40.698403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] For port 6df9c613-aa84-4486-916c-5d7406b1cd03, host n-d-804303-5, got binding levels [] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:40.699061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.724099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6df9c613-aa84-4486-916c-5d7406b1cd03 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:40.724312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6df9c613-aa84-4486-916c-5d7406b1cd03 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:40.724737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cba2c5da-7f09-4d63-98c6-7d36d55af8eb no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:40.734168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Calling delete_port for 6df9c613-aa84-4486-916c-5d7406b1cd03 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:40.734495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:28:40.743316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.ipam_backend_mixin [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Port 6df9c613-aa84-4486-916c-5d7406b1cd03 was not found and therefore no delete operation was performed {{(pid=112229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:28:40.746770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.772127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: cba2c5da-7f09-4d63-98c6-7d36d55af8eb {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:40.772497 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device cba2c5da-7f09-4d63-98c6-7d36d55af8eb not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:40.820540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Port': ['ID=6df9c613-aa84-4486-916c-5d7406b1cd03,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:40.826385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9ec822b1-acab-4b5a-bc12-eca862c33e9f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:40.835594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:40.836325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.841354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc15379-b706-498d-acb8-e3104f486c08 None None] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:40.862170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] No DVR routers for this DVR port 6df9c613-aa84-4486-916c-5d7406b1cd03 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:40.915747 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-242c72d9-890d-41be-a5eb-16582e4fb2af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1762066 Aug 18 14:28:40.992969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.017718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8e776e-09c2-48f4-bb3d-ecd416e7fe68']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:41.030064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:41.031520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6853ce2f-66d1-44e0-bfc6-dfd7bbd3b955') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:41.044085 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.068645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ips': [{'subnet_id': '6ff68d47-dd5f-44f4-9357-d839ce283c49'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:28:41.069599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.070331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.078436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:41.079262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.115239 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:41.204242 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:41.241763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-683d689c-05e0-453e-9890-2a6b57ec78bb req-a089c224-9472-4e62-9e1f-1cc9a5e9a9cd tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0386567 Aug 18 14:28:41.278487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.306921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.316153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] 10.222.0.35 "DELETE /v2.0/networks/da8e776e-09c2-48f4-bb3d-ecd416e7fe68 HTTP/1.1" status: 204 len: 168 time: 0.9704437 Aug 18 14:28:41.356920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2a8a-b538-440c-b97f-95c293803bb5 tempest-TaggedBootDevicesTest_v242-1640669728 tempest-TaggedBootDevicesTest_v242-1640669728-project] Pushing event deleted for resources: {'Network': ['ID=da8e776e-09c2-48f4-bb3d-ecd416e7fe68,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:41.376931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Allocated IP 172.20.0.18 (9ec822b1-acab-4b5a-bc12-eca862c33e9f/6ff68d47-dd5f-44f4-9357-d839ce283c49/b1550ebd-8483-4846-b3e5-08f34fecb76f) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:41.686704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34410) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:41.692550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376598563', 'description': 'tempest-secgroup-smoke-376598563 description', 'project_id': '0e281f79b9284a52a7b962b741560bac'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:41.735537 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.745657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Transition to ACTIVE for port object b1550ebd-8483-4846-b3e5-08f34fecb76f will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:41.761805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Transition to ACTIVE for port object b1550ebd-8483-4846-b3e5-08f34fecb76f will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:41.923522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.975368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.073541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:42.078004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:42.094464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:42.116245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Pushing event updated for resources: {'Port': ['ID=b1550ebd-8483-4846-b3e5-08f34fecb76f,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:42.179515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.240667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Attempting to bind port b1550ebd-8483-4846-b3e5-08f34fecb76f on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:28:42.241409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Attempting to bind port b1550ebd-8483-4846-b3e5-08f34fecb76f by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:28:42.242179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Attempting to bind port b1550ebd-8483-4846-b3e5-08f34fecb76f on network 9ec822b1-acab-4b5a-bc12-eca862c33e9f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:28:42.243374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.252026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:28:42.252743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Checking segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:42.253963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.255277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Bound using segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:28:42.255814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Bound port: b1550ebd-8483-4846-b3e5-08f34fecb76f, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:28:42.256217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.299266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34011c3-18d3-4f47-84a0-d8c1625488b7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:42.418926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] For port b1550ebd-8483-4846-b3e5-08f34fecb76f, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:42.420623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88e66201-3568-4855-8faf-b144d434af1a req-961f5696-3bf2-4479-ad96-88f728ed1a60 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0490360 Aug 18 14:28:42.423240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] For port b1550ebd-8483-4846-b3e5-08f34fecb76f, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1550ebd-8483-4846-b3e5-08f34fecb76f,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:28:42.431783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.433493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-52acee1d-c9dd-4edf-b7af-057bebe8c31b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7454391 Aug 18 14:28:42.436583 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34428) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:42.443458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:42.493536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.581102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be320-934a-4df1-9078-4d5ca67d300f None None] Pushing event updated for resources: {'Port': ['ID=b1550ebd-8483-4846-b3e5-08f34fecb76f,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:42.581283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.668948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.768577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.804189 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249a117d-9beb-4817-9e65-bdc21a9c7628,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:42.886307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.891987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34436) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:42.892177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2fa0ec6b-1123-4a63-9847-0453046c961f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4533937 Aug 18 14:28:42.898690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:43.125034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.209497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.292557 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.317647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bcaa64-94b4-413f-ab54-f44d74fd4477,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:43.408934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.411148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dd1b178f-a215-4b50-8670-5df16b596418 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5173714 Aug 18 14:28:43.413833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:43.423528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:43.580201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.601042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87c7ea44-a38b-4960-8c04-77c25033995e req-8acdb551-6b24-4fd3-af7b-befd953dd7b4 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "GET /v2.0/ports?device_id=6229c466-5963-453b-ac09-312a357974ac HTTP/1.1" status: 200 len: 210 time: 0.0415950 Aug 18 14:28:43.695365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.774667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.796020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2e0030-8670-46fc-bde3-335c9113f2a2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:43.848938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.850586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5cb8623c-f637-4924-9f44-b264f6d22288 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331656 Aug 18 14:28:43.854905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:43.860065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:43.866687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc724a63-ca50-42a0-976e-7de8b1f32128 None None] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:44.009600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.074446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b4e0eacc-1269-423c-b9f9-da27b3a9cc7e None None] Provisioning for port b1550ebd-8483-4846-b3e5-08f34fecb76f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:44.092147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.191919 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.215684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d559e3-b85a-4f16-80c1-5a4402af8b2b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:44.357789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.357789 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-66d3480e-2a4e-4987-9884-b31cff9e7f6d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4972775 Aug 18 14:28:44.357789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:44.362541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:44.495659 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:28:44.506889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.624669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.695391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34480) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:44.736771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1550ebd-8483-4846-b3e5-08f34fecb76f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:44.812896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.851615 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.855183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.898692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e81961d-994b-499d-9d2e-096b2cf1b54b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:44.921016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b1550ebd-8483-4846-b3e5-08f34fecb76f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:44.928958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b1550ebd-8483-4846-b3e5-08f34fecb76f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:44.929735 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.014817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.019823 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8e4a5bc6-861a-4f92-9b2b-ac859493eae9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6610265 Aug 18 14:28:45.019955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34488) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:45.026558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': 'c34011c3-18d3-4f47-84a0-d8c1625488b7', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:45.054762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.057870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.063194 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] 10.222.0.35 "DELETE /v2.0/security-groups/92678e65-1217-44f7-b39e-2c768c92f5fc HTTP/1.1" status: 204 len: 168 time: 0.3661063 Aug 18 14:28:45.066854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.089377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32742b2-cd27-46c3-af4d-ebf773f7dec3 tempest-TestVolumeBackupRestore-1491363144 tempest-TestVolumeBackupRestore-1491363144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92678e65-1217-44f7-b39e-2c768c92f5fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:45.151655 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:28:45.157983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.177639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b1550ebd-8483-4846-b3e5-08f34fecb76f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1550ebd-8483-4846-b3e5-08f34fecb76f,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:45.246509 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.304244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.350563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.382862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b1550ebd-8483-4846-b3e5-08f34fecb76f,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:45.387546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f95008-9e55-4eab-b898-cd83da27ccf7,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:45.461279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:45.462897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-449523ac-8f43-461e-bec0-e33ad5a705f0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417701 Aug 18 14:28:45.793054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-9e423c17-4157-460d-81be-6705d6794e92 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376598563&fields=id&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 267 time: 0.0495367 Aug 18 14:28:45.959804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4a2a5f4a-6cc6-442a-8fa0-0e10fb1a2019 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:45.973443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4a2a5f4a-6cc6-442a-8fa0-0e10fb1a2019 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/networks?id=9ec822b1-acab-4b5a-bc12-eca862c33e9f HTTP/1.1" status: 200 len: 797 time: 0.1789513 Aug 18 14:28:45.994507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-16de6e88-c248-4eed-92d2-9cb9b1b8f7f1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/quotas/0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 375 time: 0.0201795 Aug 18 14:28:46.069093 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-f49aff36-6bf3-4ad4-8134-38cbb11d66d5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735147 Aug 18 14:28:46.091348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-98f56718-f835-40a0-80f0-0eb9984ae8bb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:28:46.110481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-98f56718-f835-40a0-80f0-0eb9984ae8bb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266173 Aug 18 14:28:46.187955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-e4dbdc26-b828-4942-ad1c-0153c6c3469c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114051 Aug 18 14:28:46.298778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-33887a90-0e5e-4cd3-9324-403999df87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:46.301525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-33887a90-0e5e-4cd3-9324-403999df87a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1096 time: 0.0534289 Aug 18 14:28:46.310457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-d6b101d7-9a23-41f7-b401-e8ff9bfd5334 service neutron] 10.222.0.35 "GET /v2.0/networks/9ec822b1-acab-4b5a-bc12-eca862c33e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780336 Aug 18 14:28:46.533867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-f45cdd63-96c9-4c64-a0f5-57a3df5c34b9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ec822b1-acab-4b5a-bc12-eca862c33e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193191 Aug 18 14:28:46.538951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-f22bacc3-0b0d-4393-a4cf-e5daea5b904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:46.540471 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-f22bacc3-0b0d-4393-a4cf-e5daea5b904d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 200 len: 910 time: 0.2092700 Aug 18 14:28:46.650135 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-51967e2e-3633-49b6-a6be-c60c9e92fc56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 200 len: 1001 time: 0.0958951 Aug 18 14:28:46.724417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1550ebd-8483-4846-b3e5-08f34fecb76f up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:46.746998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-bfcac064-891c-4174-80b9-1e8d356fd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:46.748580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-bfcac064-891c-4174-80b9-1e8d356fd934 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=441f5578-520b-44fb-a06b-c37bc9b99fb4 HTTP/1.1" status: 200 len: 848 time: 0.0868261 Aug 18 14:28:46.813958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b1550ebd-8483-4846-b3e5-08f34fecb76f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:46.818699 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:46.868368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-392977ce-c7a6-43ca-8837-5aee93ac6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:46.872408 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-392977ce-c7a6-43ca-8837-5aee93ac6d71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9e87364-b29c-4d1d-bcc7-c948b024eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098115 Aug 18 14:28:47.088530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-15817e1a-388d-4799-97f2-0a342cb47d8c service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040460 Aug 18 14:28:47.235517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-858bc819-11e8-4a8a-a08d-2905ee472c66 req-b07a7556-4058-48c0-881e-04a4830c0768 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 210 time: 0.0751557 Aug 18 14:28:47.391185 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11f4727a-56fb-4e6d-9b68-cd5da7b66fb3 req-bb5f87fa-3e42-45b7-9ebb-4cb6e0614dc2 service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913275 Aug 18 14:28:48.360945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8c9ce0b-8800-4246-bc54-23e39c7d11e4 req-9595c26c-c6cc-47fc-aeec-b4400f117605 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 210 time: 0.0655258 Aug 18 14:28:49.589139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb3b78d3-3463-4d3d-ac1b-ad79d8cfac70 req-c78daf07-a3c2-40d0-977a-ca008386d105 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 210 time: 0.0525746 Aug 18 14:28:50.208854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-0ebc4268-2f0c-4f59-9038-3a9b97b86a73 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:50.211125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-0ebc4268-2f0c-4f59-9038-3a9b97b86a73 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/networks?id=9ec822b1-acab-4b5a-bc12-eca862c33e9f HTTP/1.1" status: 200 len: 797 time: 0.2432067 Aug 18 14:28:50.302998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-d993876e-385e-4665-9e1f-a06da6cbed7f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 471 time: 0.0746293 Aug 18 14:28:50.323743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'port': {'device_id': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'admin_state_up': True, 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'security_groups': ['c34011c3-18d3-4f47-84a0-d8c1625488b7']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:50.730454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4d957b2-bbba-417f-8961-2131d69bf52d req-01940933-5d14-4209-90eb-c97fd93cb67d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 210 time: 0.0341709 Aug 18 14:28:50.783756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:28:50.786785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.009590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.19 (9ec822b1-acab-4b5a-bc12-eca862c33e9f/6ff68d47-dd5f-44f4-9357-d839ce283c49/648bbb22-364e-4d31-a104-198d6b3386c5) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:28:51.338026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.369320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object 648bbb22-364e-4d31-a104-198d6b3386c5 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:51.513762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.609085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:28:51.636553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:51.642321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:28:51.646709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:28:51.781162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34788) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:51.862440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:51.863194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.932833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5e29-aa75-4e29-b99c-7df78af6aae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.980791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bca84-1959-473b-9c77-c93d41d2fb57 req-84abe937-da5c-4a76-b65e-61d82a264dda tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:51.984796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d74bca84-1959-473b-9c77-c93d41d2fb57 req-84abe937-da5c-4a76-b65e-61d82a264dda tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 932 time: 0.1017365 Aug 18 14:28:52.027335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-a8e8d11e-827c-4721-a5b9-341239e852a0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7078915 Aug 18 14:28:52.051481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Request body: {'port': {'device_id': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:28:52.101682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d74bca84-1959-473b-9c77-c93d41d2fb57 req-606d1267-8895-46b4-b58d-cf3eb5fac572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046863 Aug 18 14:28:52.155929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:52.157559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-43c417f5-d792-4931-920c-829cabd4d6c0 None None] Provisioning for port 648bbb22-364e-4d31-a104-198d6b3386c5 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:28:52.162598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-43c417f5-d792-4931-920c-829cabd4d6c0 None None] Provisioning complete for port 648bbb22-364e-4d31-a104-198d6b3386c5 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:52.162975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-43c417f5-d792-4931-920c-829cabd4d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:52.263871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-43c417f5-d792-4931-920c-829cabd4d6c0 None None] Port 648bbb22-364e-4d31-a104-198d6b3386c5 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:28:53.050756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648bbb22-364e-4d31-a104-198d6b3386c5 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:28:53.061546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.082184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Transition to ACTIVE for port object 648bbb22-364e-4d31-a104-198d6b3386c5 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:28:53.162546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.239127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.396604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Pushing event updated for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:53.549344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34856) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:53.607712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbd5c-2afa-4737-bc73-5cb3a978ee19 req-ef7d0e82-b2ea-4a12-aa47-e48ab9eeadcc tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:53.615975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-856cbd5c-2afa-4737-bc73-5cb3a978ee19 req-ef7d0e82-b2ea-4a12-aa47-e48ab9eeadcc tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 944 time: 0.4163616 Aug 18 14:28:53.660130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Attempting to bind port 648bbb22-364e-4d31-a104-198d6b3386c5 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:28:53.660130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Attempting to bind port 648bbb22-364e-4d31-a104-198d6b3386c5 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:28:53.660130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Attempting to bind port 648bbb22-364e-4d31-a104-198d6b3386c5 on network 9ec822b1-acab-4b5a-bc12-eca862c33e9f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:28:53.671770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Port 648bbb22-364e-4d31-a104-198d6b3386c5 on network 9ec822b1-acab-4b5a-bc12-eca862c33e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:28:53.672107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Attempting to bind port 648bbb22-364e-4d31-a104-198d6b3386c5 on network 9ec822b1-acab-4b5a-bc12-eca862c33e9f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:28:53.684951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:28:53.685297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Checking segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:28:53.685695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Bound using segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:28:53.690260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Bound port: 648bbb22-364e-4d31-a104-198d6b3386c5, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:28:53.694492 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.762696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-856cbd5c-2afa-4737-bc73-5cb3a978ee19 req-aede7e4f-fa5d-4157-9c85-a916e9f1151a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443553 Aug 18 14:28:53.848299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:28:53.852717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=648bbb22-364e-4d31-a104-198d6b3386c5,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:28:53.863399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Deleting port 0476b137-acb7-4cbb-a247-19e2c52a546c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:53.864150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.889593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c526f28-fea6-4cf7-972d-75e728b32116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.937148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.994171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:53.994825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.997082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/648bbb22-364e-4d31-a104-198d6b3386c5 HTTP/1.1" status: 200 len: 1092 time: 1.9510231 Aug 18 14:28:54.000322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:54.020811 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e71626-2e0d-433b-a793-9946e6309ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:54.035839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] For port 0476b137-acb7-4cbb-a247-19e2c52a546c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=0476b137-acb7-4cbb-a247-19e2c52a546c,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:54.039649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.089997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Calling delete_port for 0476b137-acb7-4cbb-a247-19e2c52a546c owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:54.117615 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aff683-a9e8-4cbb-912b-ab743a7635bf x-openstack-request-id: req-f5aff683-a9e8-4cbb-912b-ab743a7635bf {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:54.118690 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:54.119246 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5aff683-a9e8-4cbb-912b-ab743a7635bf {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:54.119945 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5', 'status': 'completed', 'code': 200} Aug 18 14:28:54.132949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cd502-5b0e-4b03-8aa7-e9cf804c65a3 service neutron] Pushing event updated for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:54.226733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c526f28-fea6-4cf7-972d-75e728b32116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.239955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-f9046e8a-c0b0-42eb-af72-0859b4020caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:54.241902 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-f9046e8a-c0b0-42eb-af72-0859b4020caf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 1095 time: 0.0943789 Aug 18 14:28:54.368673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c526f28-fea6-4cf7-972d-75e728b32116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.483430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4c526f28-fea6-4cf7-972d-75e728b32116 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f9481b88db2415cadef2903013845f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201846 Aug 18 14:28:54.484217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:54.510094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c526f28-fea6-4cf7-972d-75e728b32116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872149c-247a-4659-8951-80ecbb69662f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:54.539504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.592281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Pushing event deleted for resources: {'Port': ['ID=0476b137-acb7-4cbb-a247-19e2c52a546c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:54.597485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-20f470eb-cff8-4c79-b374-5cd3ff8e6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:54.598075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-20f470eb-cff8-4c79-b374-5cd3ff8e6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:54.599999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-20f470eb-cff8-4c79-b374-5cd3ff8e6c6f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0e281f79b9284a52a7b962b741560bac&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.3428717 Aug 18 14:28:54.678774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.773159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.814432 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-45443035-3c64-4cc4-af09-89c5b851b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.960137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-e14dff4c-a14f-48e2-99b4-e1f6c2d29fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:54.962410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07e71626-2e0d-433b-a793-9946e6309ba7 req-e14dff4c-a14f-48e2-99b4-e1f6c2d29fa9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3481226 Aug 18 14:28:54.978553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.991841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07dc3-6309-4e7c-9e24-7c94738dd67e req-060c8670-108f-46f5-8437-9439b112e8ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:54.993737 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1e07dc3-6309-4e7c-9e24-7c94738dd67e req-060c8670-108f-46f5-8437-9439b112e8ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 944 time: 0.0910847 Aug 18 14:28:55.035750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.095130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d1e07dc3-6309-4e7c-9e24-7c94738dd67e req-00662413-9010-485a-9c0c-b5990c439372 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948575 Aug 18 14:28:55.109148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-8c29efdf-a754-4fdd-a72b-94f3f9a91387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:55.109148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-8c29efdf-a754-4fdd-a72b-94f3f9a91387 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 1095 time: 0.0905726 Aug 18 14:28:55.195688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-4262a69f-8c18-4a40-aca9-8ea355e451b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=648bbb22-364e-4d31-a104-198d6b3386c5 HTTP/1.1" status: 200 len: 217 time: 0.0685172 Aug 18 14:28:55.268846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-e7652f11-4e23-4e9a-b700-70464ede1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:55.270650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-e7652f11-4e23-4e9a-b700-70464ede1dbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ff68d47-dd5f-44f4-9357-d839ce283c49 HTTP/1.1" status: 200 len: 838 time: 0.0617950 Aug 18 14:28:55.374248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353598-a6c1-412f-bcc3-647107dde292 req-85697a5e-c270-4771-aadf-259da0ec512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:55.375929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-85697a5e-c270-4771-aadf-259da0ec512e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ec822b1-acab-4b5a-bc12-eca862c33e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926170 Aug 18 14:28:55.430213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.432816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.442309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e872149c-247a-4659-8951-80ecbb69662f HTTP/1.1" status: 204 len: 168 time: 0.9513481 Aug 18 14:28:55.505372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-129c143b-2235-4521-877b-c157ae6b5079 service neutron] 10.222.0.10 "GET /v2.0/networks/9ec822b1-acab-4b5a-bc12-eca862c33e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100583 Aug 18 14:28:55.523469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a7d4-843c-449b-a58d-50c8408b5094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872149c-247a-4659-8951-80ecbb69662f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:55.735493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c3353598-a6c1-412f-bcc3-647107dde292 req-23d16f29-07df-4c6e-82cb-e792f42143a3 service neutron] 10.222.0.10 "GET /v2.0/networks/9ec822b1-acab-4b5a-bc12-eca862c33e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020571 Aug 18 14:28:55.814187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Router 33367bd5-cdef-4370-9c21-0a3451010d4d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:55.911499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.962513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:55.969157 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e3870a9f-ef4f-4a30-9b56-f095538ea976 admin admin] 10.222.0.35 "PUT /v2.0/routers/33367bd5-cdef-4370-9c21-0a3451010d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1862831 Aug 18 14:28:55.979309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34948) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:55.980687 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Sync routers for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:56.001801 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:56.002863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:56.163362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.235274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:56.413052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aff1dd-3a27-43ad-a459-dd6d143b6ac6 req-240e158f-627a-4bed-87a4-df661c485b94 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:56.421539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54aff1dd-3a27-43ad-a459-dd6d143b6ac6 req-240e158f-627a-4bed-87a4-df661c485b94 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 944 time: 0.1106498 Aug 18 14:28:56.466746 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.472975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 34966) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:56.488056 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:28:54Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:56.494551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54aff1dd-3a27-43ad-a459-dd6d143b6ac6 req-dbc7253b-2361-435b-bb40-80e6853723db tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670619 Aug 18 14:28:56.495744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.523812 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Checking router: 33367bd5-cdef-4370-9c21-0a3451010d4d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:56.541558 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Routers {'33367bd5-cdef-4370-9c21-0a3451010d4d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:56.541558 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['33367bd5-cdef-4370-9c21-0a3451010d4d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:56.694976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Deleting port ffa0638a-4a83-4336-be34-587736d90fce {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:56.695320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.704202 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] Set router 33367bd5-cdef-4370-9c21-0a3451010d4d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:56.714484 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.793905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] For port ffa0638a-4a83-4336-be34-587736d90fce, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ffa0638a-4a83-4336-be34-587736d90fce,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:56.794287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.810924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Calling delete_port for ffa0638a-4a83-4336-be34-587736d90fce owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:56.910315 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:28:54Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:56.943483 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ed7e0-e116-4947-9c8e-45ad3721a50d None None] The sync data for ids ['33367bd5-cdef-4370-9c21-0a3451010d4d'] in n-d-804303-5 is: [{'id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'name': 'tempest-TestVolumeBackupRestore-80058695-router', 'tenant_id': '3a20c29fab034939bbfb3c2e983a8498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:18Z', 'updated_at': '2021-08-18T14:28:54Z', 'revision_number': 5, 'project_id': '3a20c29fab034939bbfb3c2e983a8498', 'gw_port': {'id': 'ffa0638a-4a83-4336-be34-587736d90fce', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33367bd5-cdef-4370-9c21-0a3451010d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:20Z', 'updated_at': '2021-08-18T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:56.955108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.005275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1c28d8-c6c3-4edc-b022-37475cf1ab9e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.025502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c578bb2acf1c49b58f51a14771c556f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516391 Aug 18 14:28:57.028232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 34984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:57.039374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.039991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.040355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.040695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.041026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.041358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.041683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.042130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.042478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.042779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.043101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.043420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c6d1c-ce45-47e2-b639-8b3cbb6ddaf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:57.085700 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.114364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.226623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.275719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa0638a-4a83-4336-be34-587736d90fce,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.283398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.293643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.293643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a1c28d8-c6c3-4edc-b022-37475cf1ab9e HTTP/1.1" status: 204 len: 168 time: 0.2622032 Aug 18 14:28:57.317916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b0c5d-fa6c-4dd2-8db5-2d22e3373575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1c28d8-c6c3-4edc-b022-37475cf1ab9e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.596200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.843095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.903052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 648bbb22-364e-4d31-a104-198d6b3386c5 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:28:57.920205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9703de-8c49-454b-8f83-4ad2d4ae15d0 req-4540f44e-ef47-483d-8c5e-ea95f4528ed1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:57.925896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d9703de-8c49-454b-8f83-4ad2d4ae15d0 req-4540f44e-ef47-483d-8c5e-ea95f4528ed1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 944 time: 0.1502907 Aug 18 14:28:57.968101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35020) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:58.001754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.005793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.075572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d9703de-8c49-454b-8f83-4ad2d4ae15d0 req-97f256a1-c7bf-482c-b04e-eb93ef84e00e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213779 Aug 18 14:28:58.103443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=648bbb22-364e-4d31-a104-198d6b3386c5,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:58.117690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '648bbb22-364e-4d31-a104-198d6b3386c5', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'port_id': '648bbb22-364e-4d31-a104-198d6b3386c5', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:28:58.155864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.157042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33367bd5-cdef-4370-9c21-0a3451010d4d {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:28:58.176431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.180907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:58.183407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71de6ee0-6454-49a1-8b87-a12a646b1a78 admin admin] 10.222.0.35 "DELETE /v2.0/routers/33367bd5-cdef-4370-9c21-0a3451010d4d HTTP/1.1" status: 204 len: 168 time: 2.2031009 Aug 18 14:28:58.187906 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.223676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648bbb22-364e-4d31-a104-198d6b3386c5 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:28:58.293453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=648bbb22-364e-4d31-a104-198d6b3386c5,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:58.304280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Deleting subnet 268e92c9-ecdd-460c-a29f-4c82bcdcbd00 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:58.308255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.361473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.465615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.508158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.566360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:58.665180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35046) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:58.688895 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce2634b8-e440-4e5e-bac6-d79bb412acd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.728040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['648bbb22-364e-4d31-a104-198d6b3386c5'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:28:58.796508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.875677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0476b137-acb7-4cbb-a247-19e2c52a546c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:58.883171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.885615 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/268e92c9-ecdd-460c-a29f-4c82bcdcbd00 HTTP/1.1" status: 204 len: 168 time: 0.7025847 Aug 18 14:28:58.889579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b94a2-8df4-4d00-9eda-2b4afab74b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268e92c9-ecdd-460c-a29f-4c82bcdcbd00,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:58.890236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35052) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:58.919731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 0476b137-acb7-4cbb-a247-19e2c52a546c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:58.920248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 0476b137-acb7-4cbb-a247-19e2c52a546c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:58.921195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa0638a-4a83-4336-be34-587736d90fce no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:58.951174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5790d-248b-4336-ba71-693819815bf3 None None] Network 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:58.954306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ffa0638a-4a83-4336-be34-587736d90fce {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:58.954691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ffa0638a-4a83-4336-be34-587736d90fce not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:58.958605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce2634b8-e440-4e5e-bac6-d79bb412acd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.001552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.056872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.178716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Deleting port 2f829dc7-8b54-4542-b9f7-e206e195eb31 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:59.179197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.192209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce2634b8-e440-4e5e-bac6-d79bb412acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.278491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] DHCP port deletion for 1c2fdc67-a9a9-4477-ba44-2ccdefce8007 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:59.279166 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce2634b8-e440-4e5e-bac6-d79bb412acd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d60c74f0f6354002a59c56157911f7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124928 Aug 18 14:28:59.288878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35066) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:59.315146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2634b8-e440-4e5e-bac6-d79bb412acd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe1854-30dc-477f-855e-722e0583ac2a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:59.381476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.389072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] For port 2f829dc7-8b54-4542-b9f7-e206e195eb31, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f829dc7-8b54-4542-b9f7-e206e195eb31,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:59.389452 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.413604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.414180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Calling delete_port for 2f829dc7-8b54-4542-b9f7-e206e195eb31 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:59.457789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Deleting port 2f829dc7-8b54-4542-b9f7-e206e195eb31 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:59.458202 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.487165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a415ae-7c19-437e-8975-ff848d4235b1 req-aaa9bca9-8e21-4b37-b759-bb8cc84dc109 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:59.488978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8a415ae-7c19-437e-8975-ff848d4235b1 req-aaa9bca9-8e21-4b37-b759-bb8cc84dc109 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 945 time: 0.1871107 Aug 18 14:28:59.559891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] For port 2f829dc7-8b54-4542-b9f7-e206e195eb31, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2f829dc7-8b54-4542-b9f7-e206e195eb31,segment=NetworkSegment(c8d3d211-5295-4f34-a061-58bc57738439),segment_id=c8d3d211-5295-4f34-a061-58bc57738439)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:59.560312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.561518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.566573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.582423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8a415ae-7c19-437e-8975-ff848d4235b1 req-8e49144a-861f-4b5e-82df-dfba4ffcf8af tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852280 Aug 18 14:28:59.584943 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8fe1854-30dc-477f-855e-722e0583ac2a HTTP/1.1" status: 204 len: 168 time: 0.2939782 Aug 18 14:28:59.602327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252f787-2619-4e23-81c3-64de2899ed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe1854-30dc-477f-855e-722e0583ac2a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:59.613217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Calling delete_port for 2f829dc7-8b54-4542-b9f7-e206e195eb31 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:59.656054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Deleting port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:59.656470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.718646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.728617 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.756352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f829dc7-8b54-4542-b9f7-e206e195eb31,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:59.760230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] No DVR routers for this DVR port 2f829dc7-8b54-4542-b9f7-e206e195eb31 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:59.765948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a164194-87d1-488a-a9bd-42628a486100 None None] Pushing event deleted for resources: {'Port': ['ID=2f829dc7-8b54-4542-b9f7-e206e195eb31,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:59.773956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] No DVR routers for this DVR port 2f829dc7-8b54-4542-b9f7-e206e195eb31 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:59.875113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.887466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] For port a3ee2a63-4bd5-49fd-8957-2a4059ef7e36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:59.887841 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.899814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2fdc67-a9a9-4477-ba44-2ccdefce8007']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:59.913536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Calling delete_port for a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:59.916673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d3d211-5295-4f34-a061-58bc57738439') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:59.916983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d3d211-5295-4f34-a061-58bc57738439') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:59.925590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 648bbb22-364e-4d31-a104-198d6b3386c5 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:59.938289 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.991720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.001425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:00.001913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:00.004149 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:00.178495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 648bbb22-364e-4d31-a104-198d6b3386c5 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:00.182601 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 648bbb22-364e-4d31-a104-198d6b3386c5 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:00.183039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.262449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.274229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.274229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1c2fdc67-a9a9-4477-ba44-2ccdefce8007 HTTP/1.1" status: 204 len: 168 time: 1.3826919 Aug 18 14:29:00.276396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:00.295182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03733-4c4e-4905-85fb-3bd775e93685 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2fdc67-a9a9-4477-ba44-2ccdefce8007,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:00.310268 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.313881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.374720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:00.378271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ee2a63-4bd5-49fd-8957-2a4059ef7e36,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:00.407327 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633b2c0-5153-4ab4-90b4-ba8f4dd71fc6" -d '{"events": [{"server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "name": "network-vif-plugged", "status": "completed", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:00.422501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=648bbb22-364e-4d31-a104-198d6b3386c5,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:00.501675 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d82eaa-24ac-4c8e-bf9b-f931e596901c x-openstack-request-id: req-07d82eaa-24ac-4c8e-bf9b-f931e596901c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:00.502266 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "name": "network-vif-plugged", "status": "completed", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:00.503322 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07d82eaa-24ac-4c8e-bf9b-f931e596901c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:00.504716 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5', 'code': 200} Aug 18 14:29:00.546824 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.678845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:00.826673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f829dc7-8b54-4542-b9f7-e206e195eb31 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:00.829951 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.847755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2f829dc7-8b54-4542-b9f7-e206e195eb31 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:00.848105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2f829dc7-8b54-4542-b9f7-e206e195eb31 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:00.857765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51342fe9-39c4-425e-8678-6c217e8fc214 req-b87e5667-0523-485b-bd1a-cf7333276940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:00.859424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51342fe9-39c4-425e-8678-6c217e8fc214 req-b87e5667-0523-485b-bd1a-cf7333276940 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 1097 time: 0.1621897 Aug 18 14:29:00.893396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.900758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923155c1-e243-4c6b-9738-066fc96d32a7 req-dba5d17c-6ebf-470d-86a1-c3c1fb614541 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:00.901678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-923155c1-e243-4c6b-9738-066fc96d32a7 req-dba5d17c-6ebf-470d-86a1-c3c1fb614541 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.1273108 Aug 18 14:29:01.006257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51342fe9-39c4-425e-8678-6c217e8fc214 req-332bab62-d941-4367-b41e-3d81bea19e0a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036561 Aug 18 14:29:01.019079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-923155c1-e243-4c6b-9738-066fc96d32a7 req-ffbf4105-7571-4fb1-a60b-b164774e8a46 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073337 Aug 18 14:29:01.189874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:01.231471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Deleting port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:01.231871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.338845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] For port 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:01.339522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.345319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:01.356393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Calling delete_port for 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:01.358105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9d765312-cf21-42b2-a013-353ead7a9e6b admin admin] 10.222.0.35 "PUT /v2.0/routers/84ad80a3-a6f2-4c7b-83c9-8064774612c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862305 Aug 18 14:29:01.360579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35156) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:01.364167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Sync routers for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:01.381410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:01.383022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:01.504494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.573741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:01.679984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.815147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.856034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:29:00Z', 'revision_number': 5, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port': {'id': '5a9efff7-0961-4965-aa23-6e84e21fd3b7', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:17:33Z', 'updated_at': '2021-08-18T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:01.863199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Deleting port 5a9efff7-0961-4965-aa23-6e84e21fd3b7 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:01.863969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.947385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c40a5e-f7a7-4f3a-831f-7078a2f5bc83,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:02.110012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] For port 5a9efff7-0961-4965-aa23-6e84e21fd3b7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5a9efff7-0961-4965-aa23-6e84e21fd3b7,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:02.111176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.130466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Checking router: 84ad80a3-a6f2-4c7b-83c9-8064774612c1 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:02.150430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Routers {'84ad80a3-a6f2-4c7b-83c9-8064774612c1'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:02.151203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:02.164003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Calling delete_port for 5a9efff7-0961-4965-aa23-6e84e21fd3b7 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:02.289002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.348960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] Set router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:02.410712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96064-17b9-4c7a-951b-e771941f8c02 req-025565a5-a4b9-470a-9c35-3b4287c0cd4c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:02.412327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42d96064-17b9-4c7a-951b-e771941f8c02 req-025565a5-a4b9-470a-9c35-3b4287c0cd4c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.1777146 Aug 18 14:29:02.431052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:29:01Z', 'revision_number': 6, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:02.467421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42d96064-17b9-4c7a-951b-e771941f8c02 req-dec048ee-f5e8-49ac-9775-b6844f6bf99b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Aug 18 14:29:02.482034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b0b81-3ea3-4ac0-aa7e-1357d67d1efe None None] The sync data for ids ['84ad80a3-a6f2-4c7b-83c9-8064774612c1'] in n-d-804303-5 is: [{'id': '84ad80a3-a6f2-4c7b-83c9-8064774612c1', 'name': 'tempest-TaggedBootDevicesTest_v242-774525530-router', 'tenant_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:17:32Z', 'updated_at': '2021-08-18T14:29:01Z', 'revision_number': 6, 'project_id': '8f4ace246b1647e09d943dfa5ae5aec4', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:02.591548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.612482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Router 02723a59-8a85-4bf7-b184-f50fce9f4890 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:02.622006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9efff7-0961-4965-aa23-6e84e21fd3b7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:02.701245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.762771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:02.771089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98a5e5e3-dd11-47d1-9833-a652170c7377 admin admin] 10.222.0.35 "PUT /v2.0/routers/02723a59-8a85-4bf7-b184-f50fce9f4890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911139 Aug 18 14:29:02.771464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:02.778610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Sync routers for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:02.790917 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:02.791929 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:03.052120 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:03.083212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:03.120700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:03.121325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a3ee2a63-4bd5-49fd-8957-2a4059ef7e36 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:03.362957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.365646 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.375268 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:29:01Z', 'revision_number': 5, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:03.383708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.407065 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Checking router: 02723a59-8a85-4bf7-b184-f50fce9f4890 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:03.417813 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Routers {'02723a59-8a85-4bf7-b184-f50fce9f4890'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:03.418492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['02723a59-8a85-4bf7-b184-f50fce9f4890'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:03.471275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.472406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ad80a3-a6f2-4c7b-83c9-8064774612c1 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:29:03.483121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.487156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c2431c6b-84cd-491c-9566-e2515eedb0db admin admin] 10.222.0.35 "DELETE /v2.0/routers/84ad80a3-a6f2-4c7b-83c9-8064774612c1 HTTP/1.1" status: 204 len: 168 time: 2.1229706 Aug 18 14:29:03.488749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:03.586878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Deleting subnet 7914c28a-9494-4900-b254-413f2ad3f210 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:03.597871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.649690 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] Set router 02723a59-8a85-4bf7-b184-f50fce9f4890 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:03.660282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf2178-7872-4b0a-b728-1a4952e0de11 req-5927e07c-1a48-46a6-97b6-08c739f55cc0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:03.664130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.671597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4cf2178-7872-4b0a-b728-1a4952e0de11 req-5927e07c-1a48-46a6-97b6-08c739f55cc0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.0960858 Aug 18 14:29:03.676922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.728053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4cf2178-7872-4b0a-b728-1a4952e0de11 req-b07152b2-7ef9-4b31-9ec6-d497861586a9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494881 Aug 18 14:29:03.854892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.939980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Deleting port fefc823a-22a7-4a4f-bc9b-a411472585d6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:03.943110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a91d0-ad84-4736-a437-a9a4d26ae093 req-bd11825a-fba1-414c-bf65-16e3a17132f6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:03.943263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.945203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c02a91d0-ad84-4736-a437-a9a4d26ae093 req-bd11825a-fba1-414c-bf65-16e3a17132f6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.0821860 Aug 18 14:29:03.948895 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:29:01Z', 'revision_number': 5, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:04.028414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c02a91d0-ad84-4736-a437-a9a4d26ae093 req-59abb6d7-4d13-4183-a79c-1e4e36562b8f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710418 Aug 18 14:29:04.118067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] For port fefc823a-22a7-4a4f-bc9b-a411472585d6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fefc823a-22a7-4a4f-bc9b-a411472585d6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:04.118444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.142977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Calling delete_port for fefc823a-22a7-4a4f-bc9b-a411472585d6 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:04.153932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.154195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d334-bc42-4bc9-8b6a-e759d78e68e0 None None] The sync data for ids ['02723a59-8a85-4bf7-b184-f50fce9f4890'] in n-d-804303-5 is: [{'id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'name': 'tempest-TestVolumeBackupRestore-1118334946-router', 'tenant_id': 'dbcda63042d141e2b0088c6a99e568d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:22:33Z', 'updated_at': '2021-08-18T14:29:01Z', 'revision_number': 5, 'project_id': 'dbcda63042d141e2b0088c6a99e568d8', 'gw_port': {'id': 'fefc823a-22a7-4a4f-bc9b-a411472585d6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02723a59-8a85-4bf7-b184-f50fce9f4890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:22:35Z', 'updated_at': '2021-08-18T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:04.196952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35240) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:04.204122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.206485 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7914c28a-9494-4900-b254-413f2ad3f210 HTTP/1.1" status: 204 len: 168 time: 0.7161040 Aug 18 14:29:04.210550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:04.210847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b71cc-b580-4598-b840-14a371d38cb8 None None] Network 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:04.238407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e021b-24c1-4a1d-8a9c-8a0bc7b197b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7914c28a-9494-4900-b254-413f2ad3f210,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:04.308757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.375834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-79abbc84-40ac-4cce-b33d-381987a81b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.434658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Deleting port f33a6cf3-d560-4a97-8911-88a017daf3f1 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:04.435009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.521187 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.536164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] DHCP port deletion for 2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:29:04.538353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] For port f33a6cf3-d560-4a97-8911-88a017daf3f1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f33a6cf3-d560-4a97-8911-88a017daf3f1,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:04.538915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.563350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Calling delete_port for f33a6cf3-d560-4a97-8911-88a017daf3f1 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:04.584288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefc823a-22a7-4a4f-bc9b-a411472585d6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:04.634465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Deleting port f33a6cf3-d560-4a97-8911-88a017daf3f1 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:04.635327 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.669340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-79abbc84-40ac-4cce-b33d-381987a81b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.692230 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.750072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] For port f33a6cf3-d560-4a97-8911-88a017daf3f1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f33a6cf3-d560-4a97-8911-88a017daf3f1,segment=NetworkSegment(f2044860-3008-4020-a2dd-a19f9a8a6c8d),segment_id=f2044860-3008-4020-a2dd-a19f9a8a6c8d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:04.750473 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.757149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-79abbc84-40ac-4cce-b33d-381987a81b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.790275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Calling delete_port for f33a6cf3-d560-4a97-8911-88a017daf3f1 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:04.826957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-79abbc84-40ac-4cce-b33d-381987a81b90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c103a675ffe4df7a3dd470c15da6c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6306310 Aug 18 14:29:04.837182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35248) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:04.863165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.864539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abbc84-40ac-4cce-b33d-381987a81b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adfcc52-0487-49f1-be4b-8ca78bf2ed7f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:04.869913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.872393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5a9efff7-0961-4965-aa23-6e84e21fd3b7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:04.883600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.900249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5a9efff7-0961-4965-aa23-6e84e21fd3b7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:04.900594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5a9efff7-0961-4965-aa23-6e84e21fd3b7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:04.901023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:04.919684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33a6cf3-d560-4a97-8911-88a017daf3f1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:04.933220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:04.933554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 58c40a5e-f7a7-4f3a-831f-7078a2f5bc83 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:04.934010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f33a6cf3-d560-4a97-8911-88a017daf3f1 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:04.950683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] No DVR routers for this DVR port f33a6cf3-d560-4a97-8911-88a017daf3f1 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:04.974583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f33a6cf3-d560-4a97-8911-88a017daf3f1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:04.978347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f33a6cf3-d560-4a97-8911-88a017daf3f1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:04.996660 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:04.997261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02723a59-8a85-4bf7-b184-f50fce9f4890 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:29:04.997935 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.001618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.002842 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f70fde2-77a1-4a6f-81cf-b6af8a3fa596 admin admin] 10.222.0.35 "DELETE /v2.0/routers/02723a59-8a85-4bf7-b184-f50fce9f4890 HTTP/1.1" status: 204 len: 168 time: 2.2303114 Aug 18 14:29:05.005304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35250) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:05.014833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] No DVR routers for this DVR port f33a6cf3-d560-4a97-8911-88a017daf3f1 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:05.036191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6145-4fff-49e2-b21a-859ba1cd987b None None] Pushing event deleted for resources: {'Port': ['ID=f33a6cf3-d560-4a97-8911-88a017daf3f1,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:05.063033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.067858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Deleting subnet 8ee320b6-c23c-4b1b-aaf5-db136fe9c887 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:05.075300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.075485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.090845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:05.109683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.113034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2044860-3008-4020-a2dd-a19f9a8a6c8d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:05.113350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2044860-3008-4020-a2dd-a19f9a8a6c8d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:05.118008 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.140834 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.168532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.178086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:05.178506 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:05.180278 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:05.248079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.337953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.344431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.345646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a HTTP/1.1" status: 204 len: 168 time: 1.1333954 Aug 18 14:29:05.357250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065f221-061f-43fb-9a44-9400ba74e086 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb04e0f-1f7c-4e6b-ab8a-6f5c5649188a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:05.385613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.386365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.388847 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.390117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2adfcc52-0487-49f1-be4b-8ca78bf2ed7f HTTP/1.1" status: 204 len: 168 time: 0.5514815 Aug 18 14:29:05.404087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc1896-c285-4e1a-a508-17a610d3194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adfcc52-0487-49f1-be4b-8ca78bf2ed7f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:05.417056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee320b6-c23c-4b1b-aaf5-db136fe9c887,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:05.431026 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.438901 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3ed587a-9e40-4718-ab8b-0f5eb3c606b0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8ee320b6-c23c-4b1b-aaf5-db136fe9c887 HTTP/1.1" status: 204 len: 168 time: 0.4263763 Aug 18 14:29:05.438901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:05.450552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5864d-8311-4d2f-b200-4e04ba03714c None None] Network 2a09d298-31e3-4646-a84f-d12a3e422cb7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:05.557678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.649605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35266) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:05.678384 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Deleting port 9fe6d9af-2870-430d-a98b-98dda8b59960 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:05.679228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.706639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] DHCP port deletion for 2a09d298-31e3-4646-a84f-d12a3e422cb7 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:29:05.773193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Deleting port 9fe6d9af-2870-430d-a98b-98dda8b59960 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:05.773911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.788821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:05.797093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] For port 9fe6d9af-2870-430d-a98b-98dda8b59960, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9fe6d9af-2870-430d-a98b-98dda8b59960,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:05.797468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.836403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Calling delete_port for 9fe6d9af-2870-430d-a98b-98dda8b59960 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:05.869443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] For port 9fe6d9af-2870-430d-a98b-98dda8b59960, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9fe6d9af-2870-430d-a98b-98dda8b59960,segment=NetworkSegment(4f31d9f9-7e9c-4b95-9f17-acba5c408e85),segment_id=4f31d9f9-7e9c-4b95-9f17-acba5c408e85)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:05.870357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:05.885385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Calling delete_port for 9fe6d9af-2870-430d-a98b-98dda8b59960 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:05.990632 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c558eab0-6ca1-47d8-98f8-e8436f9cfb5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f4ace246b1647e09d943dfa5ae5aec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006750 Aug 18 14:29:05.993183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35272) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:06.050968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.056648 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.059528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.085514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] Pushing event deleted for resources: {'Port': ['ID=9fe6d9af-2870-430d-a98b-98dda8b59960,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:06.085945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] No DVR routers for this DVR port 9fe6d9af-2870-430d-a98b-98dda8b59960 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:06.089544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cb4b3-0ca0-41cc-93c3-755bd13d97d5 None None] No DVR routers for this DVR port 9fe6d9af-2870-430d-a98b-98dda8b59960 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:06.108541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe6d9af-2870-430d-a98b-98dda8b59960,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:06.183623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.212549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.234136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a09d298-31e3-4646-a84f-d12a3e422cb7']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:06.245040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f31d9f9-7e9c-4b95-9f17-acba5c408e85') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:06.245297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f31d9f9-7e9c-4b95-9f17-acba5c408e85') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:06.256259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.257827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.270374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.281755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:06.282607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:06.285089 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:06.317701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35274) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:06.339031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0df23ef-ea64-4904-8c26-05b6aebe6af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.348986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.351798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.355824 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59775fce-b429-4c8c-9b3e-515ede77778c HTTP/1.1" status: 204 len: 168 time: 0.3585427 Aug 18 14:29:06.373357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112429af-6103-4ba0-9423-1ba65f9e5040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59775fce-b429-4c8c-9b3e-515ede77778c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:06.407228 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.434873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.458807 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a09d298-31e3-4646-a84f-d12a3e422cb7 HTTP/1.1" status: 204 len: 168 time: 1.0099127 Aug 18 14:29:06.492094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a2e30-5223-4ed2-b81d-bf21d541a009 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a09d298-31e3-4646-a84f-d12a3e422cb7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:06.594933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0df23ef-ea64-4904-8c26-05b6aebe6af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.662733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.17 (9ec822b1-acab-4b5a-bc12-eca862c33e9f/6ff68d47-dd5f-44f4-9357-d839ce283c49/272de036-405e-43f6-8f2f-a459b4473bc7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:06.682262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9fe6d9af-2870-430d-a98b-98dda8b59960 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:06.704519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 9fe6d9af-2870-430d-a98b-98dda8b59960 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:06.705175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9fe6d9af-2870-430d-a98b-98dda8b59960 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:06.705834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fefc823a-22a7-4a4f-bc9b-a411472585d6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:06.731731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: fefc823a-22a7-4a4f-bc9b-a411472585d6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:06.732308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fefc823a-22a7-4a4f-bc9b-a411472585d6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:06.735256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d0df23ef-ea64-4904-8c26-05b6aebe6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.797798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df23ef-ea64-4904-8c26-05b6aebe6af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f182d28a-62de-4bf3-b3c9-e6bc1834bf2e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:06.804250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0df23ef-ea64-4904-8c26-05b6aebe6af6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=563415f7beee4e408dacfa5c5f55ba74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847913 Aug 18 14:29:06.806173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:06.863212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.869689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:06.879105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object 272de036-405e-43f6-8f2f-a459b4473bc7 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:06.905802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.071852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.072111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.077596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.081649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f182d28a-62de-4bf3-b3c9-e6bc1834bf2e HTTP/1.1" status: 204 len: 168 time: 0.2723556 Aug 18 14:29:07.082561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35290) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:07.130580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0271b-d4b7-44eb-a2e7-dd270a7c4708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182d28a-62de-4bf3-b3c9-e6bc1834bf2e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:07.156739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:07.164117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:07.164721 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe5e0fd9-a626-4f02-ba3e-da9230b33c7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a20c29fab034939bbfb3c2e983a8498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782847 Aug 18 14:29:07.167606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:07.174470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:07.178094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:07.240416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.240891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.279386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.499483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.503020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.504203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8a01cb1-7102-40e0-bb87-51dc4718e90e HTTP/1.1" status: 204 len: 168 time: 0.3286579 Aug 18 14:29:07.512222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173e6df-910c-40b4-8e7f-607afff309c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a01cb1-7102-40e0-bb87-51dc4718e90e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:07.533318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cf02c194-9952-46c8-81ce-fb5e729cb011 None None] Provisioning for port 272de036-405e-43f6-8f2f-a459b4473bc7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:07.542841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cf02c194-9952-46c8-81ce-fb5e729cb011 None None] Provisioning complete for port 272de036-405e-43f6-8f2f-a459b4473bc7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:07.547657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf02c194-9952-46c8-81ce-fb5e729cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.553608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.599238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cf02c194-9952-46c8-81ce-fb5e729cb011 None None] Port 272de036-405e-43f6-8f2f-a459b4473bc7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:29:07.900419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:07.996971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.078653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.081725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:08.121639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:08.198695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:08.200090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:08.329820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:08.463049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-468705576-network', 'tenant_id': 'e01afc9cdd7d4cfbbda18cad2ed2f1a6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:08.468992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:08.480996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:08.482706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-362a35cb-5a67-47b9-bfbe-4129bfe9b525 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/c01d8e0f-a425-43d6-9808-2661b532acee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8309405 Aug 18 14:29:08.493115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:08.494042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:08.551068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35334) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:08.560280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b2e84032-c84d-41f1-acef-9b2a7f712959 None None] Provisioning complete for port 272de036-405e-43f6-8f2f-a459b4473bc7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:08.560965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e84032-c84d-41f1-acef-9b2a7f712959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.585761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Made reservation on behalf of e01afc9cdd7d4cfbbda18cad2ed2f1a6 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:08.588885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.599611 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.622649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9e14a7a1-0802-4acf-82f5-12c9d365df76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbcda63042d141e2b0088c6a99e568d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703292 Aug 18 14:29:08.625343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35336) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:08.647493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b2e84032-c84d-41f1-acef-9b2a7f712959 None None] Port 272de036-405e-43f6-8f2f-a459b4473bc7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:29:08.689341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:08.710044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.742270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.774158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.905899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.935943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:29:08.943908 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.946924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.947551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40823278-0310-4854-8d1c-510a3dacf728,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:08.948398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0a68c4b-adb2-46e2-bafc-8bcda99c4e01 HTTP/1.1" status: 204 len: 168 time: 0.3217175 Aug 18 14:29:08.954996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:08.956534 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Added segment 04374100-b65b-44d6-8df4-e1a2b712d302 of type vlan for network bd99bbc9-9270-44fd-b8b3-bab6e495623c Aug 18 14:29:08.970898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b11f1-b3f7-4026-8749-c5ed667b6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a68c4b-adb2-46e2-bafc-8bcda99c4e01,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:09.026177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:07Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272de036-405e-43f6-8f2f-a459b4473bc7', 'name': '', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:06Z', 'updated_at': '2021-08-18T14:29:07Z', 'revision_number': 2, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:09.033409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.074527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:09.075140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Updating router c01d8e0f-a425-43d6-9808-2661b532acee port 272de036-405e-43f6-8f2f-a459b4473bc7 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:29:09.112593 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.129336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.134525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:09.136141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.247390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] Pushing event updated for resources: {'Network': ['ID=bd99bbc9-9270-44fd-b8b3-bab6e495623c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:09.269280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network bd99bbc9-9270-44fd-b8b3-bab6e495623c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:29:09.291522 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d4b70c54-74d1-4673-93dc-0082a3675a67 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1684384 Aug 18 14:29:09.295633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:09.298016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Request body: {'subnet': {'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-468705576-subnet', 'tenant_id': 'e01afc9cdd7d4cfbbda18cad2ed2f1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:09.387587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Made reservation on behalf of e01afc9cdd7d4cfbbda18cad2ed2f1a6 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:09.390126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.481761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:29:09.594270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.612590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Transition to ACTIVE for port object 272de036-405e-43f6-8f2f-a459b4473bc7 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:09.711358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.745564 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.769024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Pushing event updated for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:09.787462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.788313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.788764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.789238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.789744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.790168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.790598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.791115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.791544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.792036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.792462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.792888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:09.849399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efe580b-1bd8-4f75-b355-ba9a7558c622,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:09.859387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Attempting to bind port 272de036-405e-43f6-8f2f-a459b4473bc7 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:09.864119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Attempting to bind port 272de036-405e-43f6-8f2f-a459b4473bc7 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:09.864119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Attempting to bind port 272de036-405e-43f6-8f2f-a459b4473bc7 on network 9ec822b1-acab-4b5a-bc12-eca862c33e9f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:09.864480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Checking segment: {'id': '04374100-b65b-44d6-8df4-e1a2b712d302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:09.864480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Network hostable DHCP agents. Network: bd99bbc9-9270-44fd-b8b3-bab6e495623c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:29:09.866263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:09.866906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Checking segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:09.867779 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.868367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Bound using segment: {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:09.868917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Bound port: 272de036-405e-43f6-8f2f-a459b4473bc7, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f300d47-d3c2-43dc-bf7b-4df45169281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:09.869377 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:09.934593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Network bd99bbc9-9270-44fd-b8b3-bab6e495623c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:29:09.950564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35366) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:09.960186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] For port 272de036-405e-43f6-8f2f-a459b4473bc7, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:09.964234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] For port 272de036-405e-43f6-8f2f-a459b4473bc7, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=272de036-405e-43f6-8f2f-a459b4473bc7,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:10.021261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, bd99bbc9-9270-44fd-b8b3-bab6e495623c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:10.031963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f103b9-fd79-4e5d-8b1d-9b87c592870c None None] Network bd99bbc9-9270-44fd-b8b3-bab6e495623c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:10.032933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:10.034482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.086362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.095502 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e388091-36ff-4f2e-a37a-6f830b12a513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.153261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:10.153974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:10.160723 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-19f8c6f9-1838-4654-98eb-4c37c8c2c7cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8673737 Aug 18 14:29:10.315969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e388091-36ff-4f2e-a37a-6f830b12a513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.336469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda71f9-721e-470f-9e9a-7bc4bb504dab None None] Pushing event updated for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:10.374244 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e388091-36ff-4f2e-a37a-6f830b12a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.450320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e388091-36ff-4f2e-a37a-6f830b12a513 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f688197a36354da38581f98ee89e9ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979694 Aug 18 14:29:10.452534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35384) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:10.457873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e388091-36ff-4f2e-a37a-6f830b12a513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c705b6-e4ac-4be0-97cf-7e2c1e6189bf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:10.488299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.555197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.620763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.731324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca149c3-5109-48e8-ba7c-df8c607f8a44 None None] Network bd99bbc9-9270-44fd-b8b3-bab6e495623c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:10.762513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.765196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:10.766469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93c705b6-e4ac-4be0-97cf-7e2c1e6189bf HTTP/1.1" status: 204 len: 168 time: 0.3127348 Aug 18 14:29:10.775933 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5d84-73c0-4968-a8e7-a321f27fbb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c705b6-e4ac-4be0-97cf-7e2c1e6189bf,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:10.783879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:10.803166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-bdfe47fd-2a5c-4c6b-aafb-35218bcb92ba tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:10.804794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-bdfe47fd-2a5c-4c6b-aafb-35218bcb92ba tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/networks?id=bd99bbc9-9270-44fd-b8b3-bab6e495623c HTTP/1.1" status: 200 len: 817 time: 0.1454418 Aug 18 14:29:10.826916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-1a0708a0-3490-4be6-8e1c-87f14b1e37cc tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/quotas/e01afc9cdd7d4cfbbda18cad2ed2f1a6 HTTP/1.1" status: 200 len: 375 time: 0.0153234 Aug 18 14:29:10.872898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-170e109b-2c8d-4c17-9cfe-b1d0e9f07eeb tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e01afc9cdd7d4cfbbda18cad2ed2f1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397460 Aug 18 14:29:10.885955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-858f6af3-ef72-4f56-91b1-2b3f04275c38 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:29:10.886800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-858f6af3-ef72-4f56-91b1-2b3f04275c38 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059872 Aug 18 14:29:11.055004 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-18b740fc-558f-4a01-af6c-58a64b4098ad service neutron] 10.222.0.35 "GET /v2.0/networks/bd99bbc9-9270-44fd-b8b3-bab6e495623c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619997 Aug 18 14:29:11.090066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:11.119665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:07Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272de036-405e-43f6-8f2f-a459b4473bc7', 'name': '', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:06Z', 'updated_at': '2021-08-18T14:29:09Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:11.163094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82787f4-7868-4e92-b471-09aeb459c888 None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:07Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272de036-405e-43f6-8f2f-a459b4473bc7', 'name': '', 'network_id': '9ec822b1-acab-4b5a-bc12-eca862c33e9f', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:06Z', 'updated_at': '2021-08-18T14:29:09Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '6ff68d47-dd5f-44f4-9357-d839ce283c49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:11.250546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-5d613ffc-0c6e-4f06-b7b5-3322d0846cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/bd99bbc9-9270-44fd-b8b3-bab6e495623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887295 Aug 18 14:29:11.589245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9775d8e7-8c0b-4a07-9a72-7d6152fc3bb1 req-c711c5b6-207f-4b61-9f14-a453484060b9 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 210 time: 0.0359874 Aug 18 14:29:12.688053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 272de036-405e-43f6-8f2f-a459b4473bc7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:12.694903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23c93a20-f456-4395-807f-518073384698 req-38bb9dc9-68d5-42d2-be0c-2b769b33b460 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 210 time: 0.0379984 Aug 18 14:29:12.802272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 272de036-405e-43f6-8f2f-a459b4473bc7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:12.806571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 272de036-405e-43f6-8f2f-a459b4473bc7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:12.806950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:12.886796 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:12.920067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 272de036-405e-43f6-8f2f-a459b4473bc7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=272de036-405e-43f6-8f2f-a459b4473bc7,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:13.054375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:13.112404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:13.812504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8459b45-a50c-4041-bb1f-1e64e801203c req-46ffa869-5064-43b0-a524-1b46dfee7f3e tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 210 time: 0.0376909 Aug 18 14:29:14.509942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-c7507684-96c8-4112-8056-d6f139d794f7 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:14.511437 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-c7507684-96c8-4112-8056-d6f139d794f7 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.58 "GET /v2.0/networks?id=bd99bbc9-9270-44fd-b8b3-bab6e495623c HTTP/1.1" status: 200 len: 817 time: 0.1047540 Aug 18 14:29:14.527135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Request body: {'port': {'device_id': '15b8480b-0029-4460-b56f-db2c470a9b95', 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c', 'admin_state_up': True, 'tenant_id': 'e01afc9cdd7d4cfbbda18cad2ed2f1a6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:14.701668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 272de036-405e-43f6-8f2f-a459b4473bc7 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:14.751828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Made reservation on behalf of e01afc9cdd7d4cfbbda18cad2ed2f1a6 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:14.759057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:14.772123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 272de036-405e-43f6-8f2f-a459b4473bc7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:14.774382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:14.919427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Allocated IP 172.20.0.6 (bd99bbc9-9270-44fd-b8b3-bab6e495623c/3efe580b-1bd8-4f75-b355-ba9a7558c622/c1475e83-f039-431e-bffd-d27d3a3fa874) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:14.934566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8176d665-93e8-4342-b43e-41d1ecb6df99 req-179a3978-8b43-46a0-97e2-4c648b7284c0 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 210 time: 0.0338495 Aug 18 14:29:15.087888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.168622 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.215373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Network bd99bbc9-9270-44fd-b8b3-bab6e495623c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:15.222474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:15.226775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:15.239258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Pushing event updated for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:15.288454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:15.289100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.361173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-baeb8d49-8735-4505-aafe-e6dad88b4e8b tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=86139fe9c77842ec8d74004cb0172c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325739 Aug 18 14:29:15.391411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-9d16bd5b-c8ca-43e4-98ef-aaf9a87126b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8685257 Aug 18 14:29:15.408269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Request body: {'port': {'device_id': '15b8480b-0029-4460-b56f-db2c470a9b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:15.470517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.590270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1c3361bc-3282-468e-9006-23c70a3b7f64 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:15.591799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1c3361bc-3282-468e-9006-23c70a3b7f64 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234230 Aug 18 14:29:15.607592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-ee00adf5-1594-451d-b9b9-f0cd808e21ed tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/quotas/86139fe9c77842ec8d74004cb0172c7a HTTP/1.1" status: 200 len: 375 time: 0.0096447 Aug 18 14:29:15.644792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-ff31805b-2a7b-4b1f-a12d-2ebdb3036a69 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86139fe9c77842ec8d74004cb0172c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294247 Aug 18 14:29:15.772662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1475e83-f039-431e-bffd-d27d3a3fa874 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:15.780381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.793072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Transition to ACTIVE for port object c1475e83-f039-431e-bffd-d27d3a3fa874 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:15.883010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.943018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f63a9973-ca2f-4805-b785-e3c1050a25cd req-fcdf94eb-9d51-4d82-8106-7857d7f530e2 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 210 time: 0.0393682 Aug 18 14:29:15.962897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Pushing event updated for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:16.027091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Attempting to bind port c1475e83-f039-431e-bffd-d27d3a3fa874 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:16.029630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Attempting to bind port c1475e83-f039-431e-bffd-d27d3a3fa874 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '04374100-b65b-44d6-8df4-e1a2b712d302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:16.029630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Attempting to bind port c1475e83-f039-431e-bffd-d27d3a3fa874 on network bd99bbc9-9270-44fd-b8b3-bab6e495623c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:16.032373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Port c1475e83-f039-431e-bffd-d27d3a3fa874 on network bd99bbc9-9270-44fd-b8b3-bab6e495623c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:29:16.032705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Attempting to bind port c1475e83-f039-431e-bffd-d27d3a3fa874 on network bd99bbc9-9270-44fd-b8b3-bab6e495623c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:16.037855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:16.038313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Checking segment: {'id': '04374100-b65b-44d6-8df4-e1a2b712d302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:16.038603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Bound using segment: {'id': '04374100-b65b-44d6-8df4-e1a2b712d302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:16.039050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Bound port: c1475e83-f039-431e-bffd-d27d3a3fa874, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04374100-b65b-44d6-8df4-e1a2b712d302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:16.039401 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:16.077825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e24e-1da2-4886-9801-5e786029079d req-f150e3b7-4cd3-442c-90cf-0649ca0fd8b8 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.079383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3870e24e-1da2-4886-9801-5e786029079d req-f150e3b7-4cd3-442c-90cf-0649ca0fd8b8 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 943 time: 0.0607529 Aug 18 14:29:16.125924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3870e24e-1da2-4886-9801-5e786029079d req-b0a66142-51df-47ed-9a3a-8a90eef62ac0 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393610 Aug 18 14:29:16.150419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:16.155801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c1475e83-f039-431e-bffd-d27d3a3fa874,segment=NetworkSegment(04374100-b65b-44d6-8df4-e1a2b712d302),segment_id=04374100-b65b-44d6-8df4-e1a2b712d302)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:16.242743 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:16.280133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.280955 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:16.282686 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] 10.222.0.58 "PUT /v2.0/ports/c1475e83-f039-431e-bffd-d27d3a3fa874 HTTP/1.1" status: 200 len: 1091 time: 0.8787794 Aug 18 14:29:16.287380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:16.290062 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f871184e-2822-4bd0-96aa-c13f0c0bb28c" -d '{"events": [{"name": "network-changed", "server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:16.309552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a21df-c371-4f14-a85c-633b6cca0098 service neutron] Pushing event updated for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:16.329647 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73950348-73e4-48b8-ba95-b7e0493c13ac x-openstack-request-id: req-73950348-73e4-48b8-ba95-b7e0493c13ac {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:16.330572 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:16.331448 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73950348-73e4-48b8-ba95-b7e0493c13ac {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:16.332160 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874', 'status': 'completed', 'code': 200} Aug 18 14:29:16.396085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-34762c5e-b933-457c-a317-412a81261a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.397996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-34762c5e-b933-457c-a317-412a81261a8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01afc9cdd7d4cfbbda18cad2ed2f1a6&device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 1094 time: 0.0457706 Aug 18 14:29:16.506902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-4e8b7618-9be1-4341-9dc7-e70b0ce8b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.508697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-4e8b7618-9be1-4341-9dc7-e70b0ce8b3b3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e01afc9cdd7d4cfbbda18cad2ed2f1a6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0986118 Aug 18 14:29:16.616456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-f8ed41d5-3245-4638-9252-eb39f2da4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.618140 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f871184e-2822-4bd0-96aa-c13f0c0bb28c req-f8ed41d5-3245-4638-9252-eb39f2da4df7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975118 Aug 18 14:29:16.710441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-07f21be5-1cce-4e6c-948a-9b7d4c78ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.711945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-07f21be5-1cce-4e6c-948a-9b7d4c78ca7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01afc9cdd7d4cfbbda18cad2ed2f1a6&device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 1094 time: 0.0425858 Aug 18 14:29:16.760874 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-0f62d707-a6e6-4a69-8ccd-afd29b3f5ff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1475e83-f039-431e-bffd-d27d3a3fa874 HTTP/1.1" status: 200 len: 217 time: 0.0360527 Aug 18 14:29:16.819479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-e11d4f21-27b2-4281-b873-650d4267a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:16.829096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-e11d4f21-27b2-4281-b873-650d4267a636 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3efe580b-1bd8-4f75-b355-ba9a7558c622 HTTP/1.1" status: 200 len: 857 time: 0.0469747 Aug 18 14:29:16.869811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-de22763d-0edd-4979-84dc-95d49f968250 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd99bbc9-9270-44fd-b8b3-bab6e495623c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378070 Aug 18 14:29:16.961475 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-1688aa10-38d7-40e7-9a0e-1a695e9aa9ac service neutron] 10.222.0.58 "GET /v2.0/networks/bd99bbc9-9270-44fd-b8b3-bab6e495623c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Aug 18 14:29:17.054569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cee1d67-70e3-4296-9fd0-f75fee093096 req-eac32c18-760c-488f-b8e4-3887ac3eaa59 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 210 time: 0.0349188 Aug 18 14:29:17.087696 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ea333270-85ae-4f83-b66f-aba0b61fd8f1 req-e63735d5-7339-4778-99bd-dcf27234014d service neutron] 10.222.0.58 "GET /v2.0/networks/bd99bbc9-9270-44fd-b8b3-bab6e495623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138768 Aug 18 14:29:17.263274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39719e-d235-4051-ad65-193138a8309c req-ada261e9-3c71-467c-b586-8ab7c4d0fe58 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:17.264811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b39719e-d235-4051-ad65-193138a8309c req-ada261e9-3c71-467c-b586-8ab7c4d0fe58 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 943 time: 0.0543351 Aug 18 14:29:17.306472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b39719e-d235-4051-ad65-193138a8309c req-c31be4e6-8d51-4ecf-8ee2-42b22b6a7699 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Aug 18 14:29:18.074116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-30fa956e-6d52-44fb-b504-9a4050b24987 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=86139fe9c77842ec8d74004cb0172c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261002 Aug 18 14:29:18.168106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea8b6fc2-f1ff-454a-a1a6-dc4b59cff2e1 req-c6c1d9d2-fd20-436c-813c-87548eba24b9 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 210 time: 0.0318496 Aug 18 14:29:18.221095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-c86f327c-f2ac-4411-b76d-81610bebf251 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:18.223365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-c86f327c-f2ac-4411-b76d-81610bebf251 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426284 Aug 18 14:29:18.240193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Request body: {'port': {'device_id': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': '86139fe9c77842ec8d74004cb0172c7a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:18.446114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275866-f0e8-497f-9a8f-9d73550f82a6 req-b9559b0f-5e70-4fa3-8fa1-de7df9f8e446 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:18.447775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4275866-f0e8-497f-9a8f-9d73550f82a6 req-b9559b0f-5e70-4fa3-8fa1-de7df9f8e446 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 943 time: 0.0687182 Aug 18 14:29:18.449288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Made reservation on behalf of 86139fe9c77842ec8d74004cb0172c7a for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:18.452741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:18.475887 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:18.509447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4275866-f0e8-497f-9a8f-9d73550f82a6 req-d6f67b60-6975-4d6e-b69c-828b4c9eacac tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Aug 18 14:29:18.608287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:18.710830 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:18.771631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bad176-bcd7-4e35-9e77-3b285517b7e0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:18.848372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Allocated IP 192.168.233.232 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/942545d4-138f-4aea-be9d-b12f4538adfc) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:19.009696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.023634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Transition to ACTIVE for port object 942545d4-138f-4aea-be9d-b12f4538adfc will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:19.115077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.161228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:19.164412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:19.168274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:19.195635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Pushing event updated for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:19.228889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:19.229568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.310773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f82f98-992a-4d14-94e1-92f8b9675770 req-d5865030-d9de-47c7-8340-c9ec3ff6d72f tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:19.312706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77f82f98-992a-4d14-94e1-92f8b9675770 req-d5865030-d9de-47c7-8340-c9ec3ff6d72f tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 936 time: 0.0623775 Aug 18 14:29:19.341579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-92f9cc71-79cd-40d1-994d-906dbf2eded5 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1060576 Aug 18 14:29:19.361122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Request body: {'port': {'device_id': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:19.386346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-77f82f98-992a-4d14-94e1-92f8b9675770 req-8f0dbe39-f47f-4eaa-9123-273bbc804b36 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Aug 18 14:29:19.426963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.531923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b8080dc2-4554-4c41-9a6a-38118b52e787 None None] Provisioning for port 942545d4-138f-4aea-be9d-b12f4538adfc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:19.536223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b8080dc2-4554-4c41-9a6a-38118b52e787 None None] Provisioning complete for port 942545d4-138f-4aea-be9d-b12f4538adfc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:19.536654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8080dc2-4554-4c41-9a6a-38118b52e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.578542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b8080dc2-4554-4c41-9a6a-38118b52e787 None None] Port 942545d4-138f-4aea-be9d-b12f4538adfc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:29:19.692522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525e541-0c64-4b4f-8967-90e4eaeaa67c req-86ef1f9d-44aa-4237-9176-5981ab6b1b98 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:19.695258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e525e541-0c64-4b4f-8967-90e4eaeaa67c req-86ef1f9d-44aa-4237-9176-5981ab6b1b98 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 943 time: 0.0845153 Aug 18 14:29:19.776049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e525e541-0c64-4b4f-8967-90e4eaeaa67c req-5e919626-4682-4d62-b84b-29a09503b514 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 Aug 18 14:29:19.788418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942545d4-138f-4aea-be9d-b12f4538adfc {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:19.796838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.809622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Transition to ACTIVE for port object 942545d4-138f-4aea-be9d-b12f4538adfc will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:19.887596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:19.938225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Pushing event updated for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:20.015628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Attempting to bind port 942545d4-138f-4aea-be9d-b12f4538adfc on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:20.015980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Attempting to bind port 942545d4-138f-4aea-be9d-b12f4538adfc by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:20.016386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Attempting to bind port 942545d4-138f-4aea-be9d-b12f4538adfc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:20.021140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Port 942545d4-138f-4aea-be9d-b12f4538adfc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:29:20.021502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Attempting to bind port 942545d4-138f-4aea-be9d-b12f4538adfc on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:20.026646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:20.026920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:20.027317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:20.027753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Bound port: 942545d4-138f-4aea-be9d-b12f4538adfc, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:20.028123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:20.098421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:20.101749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=942545d4-138f-4aea-be9d-b12f4538adfc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:20.177998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:20.215245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:20.215868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:20.217298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] 10.222.0.10 "PUT /v2.0/ports/942545d4-138f-4aea-be9d-b12f4538adfc HTTP/1.1" status: 200 len: 1096 time: 0.8633657 Aug 18 14:29:20.217728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:20.219981 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9810aa-5f82-4421-b341-38a5ff88f392" -d '{"events": [{"name": "network-changed", "server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:20.242507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519a3b-8d92-4ed2-ba33-9ab73d796d44 service neutron] Pushing event updated for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:20.261017 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9774e65f-736a-470a-9faf-eec465d37a51 x-openstack-request-id: req-9774e65f-736a-470a-9faf-eec465d37a51 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:20.261378 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:20.261696 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9774e65f-736a-470a-9faf-eec465d37a51 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:20.262198 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc', 'status': 'completed', 'code': 200} Aug 18 14:29:20.718274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9810aa-5f82-4421-b341-38a5ff88f392 req-362db4f6-f1ff-49b9-8714-57b777807913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:20.719805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9810aa-5f82-4421-b341-38a5ff88f392 req-362db4f6-f1ff-49b9-8714-57b777807913 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86139fe9c77842ec8d74004cb0172c7a&device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 1099 time: 0.4321759 Aug 18 14:29:20.758674 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c868b2f-5f84-4c21-b56a-a5b5dea45fc9 req-40f66bc4-94eb-42d2-afd6-d0fbd90df870 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:20.760144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c868b2f-5f84-4c21-b56a-a5b5dea45fc9 req-40f66bc4-94eb-42d2-afd6-d0fbd90df870 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 948 time: 0.0751510 Aug 18 14:29:20.761877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9810aa-5f82-4421-b341-38a5ff88f392 req-28bfff94-3782-42dd-b01d-c2ef82d672b4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=86139fe9c77842ec8d74004cb0172c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318637 Aug 18 14:29:20.869656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c868b2f-5f84-4c21-b56a-a5b5dea45fc9 req-3bdf4340-0ed2-4a8c-9e9f-f32e054cdd0a tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033704 Aug 18 14:29:20.917073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9810aa-5f82-4421-b341-38a5ff88f392 req-f079378d-7d92-498e-ac95-cf85efbd3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:20.918598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c9810aa-5f82-4421-b341-38a5ff88f392 req-f079378d-7d92-498e-ac95-cf85efbd3918 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459534 Aug 18 14:29:20.935511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17209-ca98-4f5b-bda3-23d129b75b63 req-d358d6f2-dc09-456f-99a3-0934d54248b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:20.937414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8c17209-ca98-4f5b-bda3-23d129b75b63 req-d358d6f2-dc09-456f-99a3-0934d54248b4 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 943 time: 0.0823021 Aug 18 14:29:20.986071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c1475e83-f039-431e-bffd-d27d3a3fa874 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:29:21.004928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f8c17209-ca98-4f5b-bda3-23d129b75b63 req-27958066-2a55-43ae-bda1-29e22a73bc75 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 Aug 18 14:29:21.016527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-f089c49d-12f9-47ae-afd7-50aab4d1adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:21.019016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-f089c49d-12f9-47ae-afd7-50aab4d1adc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86139fe9c77842ec8d74004cb0172c7a&device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 1099 time: 0.0587735 Aug 18 14:29:21.070127 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-845ae212-af64-481c-9c60-eaa76fa0f681 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=942545d4-138f-4aea-be9d-b12f4538adfc HTTP/1.1" status: 200 len: 217 time: 0.0434532 Aug 18 14:29:21.088934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c1475e83-f039-431e-bffd-d27d3a3fa874,segment=NetworkSegment(04374100-b65b-44d6-8df4-e1a2b712d302),segment_id=04374100-b65b-44d6-8df4-e1a2b712d302)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:21.100662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'c1475e83-f039-431e-bffd-d27d3a3fa874', 'network_id': 'bd99bbc9-9270-44fd-b8b3-bab6e495623c', 'port_id': 'c1475e83-f039-431e-bffd-d27d3a3fa874', 'mac_address': 'fa:16:3e:10:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efe580b-1bd8-4f75-b355-ba9a7558c622', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:29:21.121765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1fa015b1-1fb1-4d8b-b52b-807b04f037f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:21.123181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-1fa015b1-1fb1-4d8b-b52b-807b04f037f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0449157 Aug 18 14:29:21.143027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:21.156527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1475e83-f039-431e-bffd-d27d3a3fa874 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:21.175343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-11e1d8d0-1990-45d8-a0aa-b181afa4ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:21.177182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-11e1d8d0-1990-45d8-a0aa-b181afa4ccbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461569 Aug 18 14:29:21.180492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c1475e83-f039-431e-bffd-d27d3a3fa874,segment=NetworkSegment(04374100-b65b-44d6-8df4-e1a2b712d302),segment_id=04374100-b65b-44d6-8df4-e1a2b712d302)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:21.271066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:21.274107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-742a87ee-0530-4af2-acaf-806b57e2ad50 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Aug 18 14:29:21.322109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:21.374745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-970eb7a5-d010-4f4e-bee3-064434d5c6b3 req-3ea5e041-3e40-4593-8a01-8ee4995e460f service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884488 Aug 18 14:29:21.568116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c1475e83-f039-431e-bffd-d27d3a3fa874'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:29:21.905144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffb8746f-9d59-4913-9a36-ebda088952ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:21.997133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968259e-51cc-49be-90e2-8bc039fe8e30 req-33176194-6474-4dbb-a46d-433c5e7f4d54 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:21.998575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6968259e-51cc-49be-90e2-8bc039fe8e30 req-33176194-6474-4dbb-a46d-433c5e7f4d54 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 948 time: 0.0549939 Aug 18 14:29:22.036193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6968259e-51cc-49be-90e2-8bc039fe8e30 req-802e76f3-2cde-4979-95c9-79f0412f8780 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Aug 18 14:29:22.139996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643233b-11a0-4003-be6a-10f043dbd2f7 req-3d21b909-72c2-4050-8f41-9eccd1ffbe85 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:22.141418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7643233b-11a0-4003-be6a-10f043dbd2f7 req-3d21b909-72c2-4050-8f41-9eccd1ffbe85 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 944 time: 0.0491743 Aug 18 14:29:22.180886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7643233b-11a0-4003-be6a-10f043dbd2f7 req-46814271-7b3f-4a22-a81f-60056eceb813 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Aug 18 14:29:22.993701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c1475e83-f039-431e-bffd-d27d3a3fa874 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:23.111023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port c1475e83-f039-431e-bffd-d27d3a3fa874 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:23.115431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port c1475e83-f039-431e-bffd-d27d3a3fa874 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:23.115828 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:23.153613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc83ed-cb1e-4a27-b4a8-6185c4f851c6 req-34319f2c-9740-4800-8e81-01361354e590 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:23.161730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcdc83ed-cb1e-4a27-b4a8-6185c4f851c6 req-34319f2c-9740-4800-8e81-01361354e590 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 948 time: 0.0563526 Aug 18 14:29:23.196948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:23.201341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcdc83ed-cb1e-4a27-b4a8-6185c4f851c6 req-d8a63a29-bd2a-475b-8591-f96a8e64b5c3 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Aug 18 14:29:23.234186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:23.236829 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b17d50-b44b-464b-b019-5ec25f3416fe" -d '{"events": [{"server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "name": "network-vif-plugged", "status": "completed", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:23.253667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c1475e83-f039-431e-bffd-d27d3a3fa874,segment=NetworkSegment(04374100-b65b-44d6-8df4-e1a2b712d302),segment_id=04374100-b65b-44d6-8df4-e1a2b712d302)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:23.281269 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dc6dfd-eded-4121-addc-9a9787ad71d3 x-openstack-request-id: req-a2dc6dfd-eded-4121-addc-9a9787ad71d3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:23.284820 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "name": "network-vif-plugged", "status": "completed", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:23.284820 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2dc6dfd-eded-4121-addc-9a9787ad71d3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:23.284820 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874', 'code': 200} Aug 18 14:29:23.308781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9d2d6-2e45-4972-84a7-d354d28ef5fc req-3af09f4f-c312-4252-8ab9-6479f12ec7e0 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:23.314509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6e9d2d6-2e45-4972-84a7-d354d28ef5fc req-3af09f4f-c312-4252-8ab9-6479f12ec7e0 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 944 time: 0.0588696 Aug 18 14:29:23.339056 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:23.354519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6e9d2d6-2e45-4972-84a7-d354d28ef5fc req-65d3629a-7c16-4892-935d-7c4659540dfd tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Aug 18 14:29:23.398749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dbf60-8131-4212-8715-e1a232c0f8a1 req-e3ac1e58-50d6-4d44-b9bf-368395e37de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:23.399344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:23.400567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b30dbf60-8131-4212-8715-e1a232c0f8a1 req-e3ac1e58-50d6-4d44-b9bf-368395e37de4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 1096 time: 0.0499482 Aug 18 14:29:23.439491 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b30dbf60-8131-4212-8715-e1a232c0f8a1 req-16a8e451-7f3e-40fd-9a73-273a1cc877c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298071 Aug 18 14:29:23.865252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35572) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:24.013283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 942545d4-138f-4aea-be9d-b12f4538adfc details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:29:24.068859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Deleting subnet d9244e13-3f70-4ec2-9694-39bd97a0bf85 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:24.072131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.109499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.118408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=942545d4-138f-4aea-be9d-b12f4538adfc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:24.130032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '942545d4-138f-4aea-be9d-b12f4538adfc', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '942545d4-138f-4aea-be9d-b12f4538adfc', 'mac_address': 'fa:16:3e:84:f0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:29:24.154594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.172961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.185589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942545d4-138f-4aea-be9d-b12f4538adfc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:24.205083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=942545d4-138f-4aea-be9d-b12f4538adfc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:24.316850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c624-af37-4439-9e26-20b1526a823c req-741af30c-13bd-4236-b69a-0b62493514c9 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:24.318308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca93c624-af37-4439-9e26-20b1526a823c req-741af30c-13bd-4236-b69a-0b62493514c9 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 948 time: 0.0518634 Aug 18 14:29:24.360303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca93c624-af37-4439-9e26-20b1526a823c req-eae6fec1-954c-4d89-8dc3-1f5e2b61c686 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Aug 18 14:29:24.480132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9de5cb-00a3-4d7c-94e8-5ab5561b0656 req-f01e55d8-9f01-4b05-8141-11afa3463d87 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:24.481682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a9de5cb-00a3-4d7c-94e8-5ab5561b0656 req-f01e55d8-9f01-4b05-8141-11afa3463d87 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Aug 18 14:29:24.487813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.488163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.521331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9244e13-3f70-4ec2-9694-39bd97a0bf85,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:24.524272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.528391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9244e13-3f70-4ec2-9694-39bd97a0bf85 HTTP/1.1" status: 204 len: 168 time: 0.6595190 Aug 18 14:29:24.529140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:24.529944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a9de5cb-00a3-4d7c-94e8-5ab5561b0656 req-35fb4187-128e-45d7-829b-ee6571d4c1b5 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.551009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.554080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.554453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.554796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.555197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.555468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15022a2d-3776-4377-a692-1669459c3052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:24.575392 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:24.625122 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.709798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.719214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:24.728983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b8269a-fc11-4a54-82e9-c256616b520a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:24.729279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b8269a-fc11-4a54-82e9-c256616b520a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:24.729453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['942545d4-138f-4aea-be9d-b12f4538adfc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:29:24.738493 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.753725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.759961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:24.760337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:24.762014 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:24.765371 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-63466a3b-5a1a-440d-8e30-b72172b2c2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.887655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.893140 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:24.896956 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] 10.222.0.35 "DELETE /v2.0/networks/59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b HTTP/1.1" status: 204 len: 168 time: 0.3669894 Aug 18 14:29:24.908444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951683a9-403e-4fd5-a152-88ed58aad28b admin admin] Pushing event deleted for resources: {'Network': ['ID=59ec7f3c-fa75-4fc1-a4ed-8fe0ebc80f5b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:24.965738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:25.251702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35586) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:25.290949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3b3c7e55-b1ef-45e3-8312-6a79ceb1e87a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f08e8016b8a5425dafd1b2b8554a1ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380411 Aug 18 14:29:25.293280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35588) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:25.344331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:25.365939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:25.474420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b069ea-8287-45f6-907b-2e23f0ec482a req-9d149820-2780-432d-a401-c5158553734d tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:25.475920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b069ea-8287-45f6-907b-2e23f0ec482a req-9d149820-2780-432d-a401-c5158553734d tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 949 time: 0.0486605 Aug 18 14:29:25.495737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:25.498234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:25.499333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e7482fa-27da-415b-bfdf-abecac40609c HTTP/1.1" status: 204 len: 168 time: 0.2051690 Aug 18 14:29:25.512489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b108c9-6279-4358-bbd9-78e43d5a268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7482fa-27da-415b-bfdf-abecac40609c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:25.527956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b069ea-8287-45f6-907b-2e23f0ec482a req-f31c069a-b578-4453-ace8-d1981b1840da tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460680 Aug 18 14:29:25.662221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e2954-016b-48b2-8cb8-4aa77491d9e3 req-7f27f48e-492e-490e-a352-042ff93051d5 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:25.663660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-504e2954-016b-48b2-8cb8-4aa77491d9e3 req-7f27f48e-492e-490e-a352-042ff93051d5 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Aug 18 14:29:25.701831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-504e2954-016b-48b2-8cb8-4aa77491d9e3 req-5de63617-ec5f-4dc9-b74b-14799974364c tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Aug 18 14:29:25.916682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:26.019671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 942545d4-138f-4aea-be9d-b12f4538adfc up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:26.136584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafd5b2-69a1-4886-a8de-cc9fc88fc554 req-0623635e-23c1-489f-be8e-896d1f69950b tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:26.138101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cafd5b2-69a1-4886-a8de-cc9fc88fc554 req-0623635e-23c1-489f-be8e-896d1f69950b tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 945 time: 0.0522671 Aug 18 14:29:26.150654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 942545d4-138f-4aea-be9d-b12f4538adfc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:26.155225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 942545d4-138f-4aea-be9d-b12f4538adfc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:26.159456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:26.179853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cafd5b2-69a1-4886-a8de-cc9fc88fc554 req-5e891f14-a938-4412-ad31-56aa56d15498 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Aug 18 14:29:26.235806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:26.258255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:26.260513 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e834f5-4f88-4287-a6b2-3863cd8075fb" -d '{"events": [{"server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "name": "network-vif-plugged", "status": "completed", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:26.276714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=942545d4-138f-4aea-be9d-b12f4538adfc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:26.298490 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d54dd8d-c518-427e-8695-1fc9f16ee30d x-openstack-request-id: req-5d54dd8d-c518-427e-8695-1fc9f16ee30d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:26.298799 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "name": "network-vif-plugged", "status": "completed", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:26.299604 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d54dd8d-c518-427e-8695-1fc9f16ee30d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:26.300005 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc', 'code': 200} Aug 18 14:29:26.356310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:26.407425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:26.412087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf347e7-a5e5-48a7-b1b8-064ac7f13dd4 req-fcb2a9ee-230a-4a62-9790-2bd81adbe799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:26.413790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cf347e7-a5e5-48a7-b1b8-064ac7f13dd4 req-fcb2a9ee-230a-4a62-9790-2bd81adbe799 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 1101 time: 0.0444758 Aug 18 14:29:26.451855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cf347e7-a5e5-48a7-b1b8-064ac7f13dd4 req-ff50ebaf-9738-474a-ab5f-7e6e5b047061 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292785 Aug 18 14:29:26.649478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d2d3b-ed78-40cb-ae78-a4d938bf7897 req-054fcc59-3a24-4efb-878c-2c7b2b33d408 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:26.651021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-361d2d3b-ed78-40cb-ae78-a4d938bf7897 req-054fcc59-3a24-4efb-878c-2c7b2b33d408 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 950 time: 0.0502899 Aug 18 14:29:26.689935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-361d2d3b-ed78-40cb-ae78-a4d938bf7897 req-ad53d7c9-a359-4860-9ab7-afe72ee07ebd tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Aug 18 14:29:27.308632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a762-5e5f-48be-95a9-9cdc35630853 req-2b1f1f05-a62c-4664-880a-24b156fe9584 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:27.310078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ff2a762-5e5f-48be-95a9-9cdc35630853 req-2b1f1f05-a62c-4664-880a-24b156fe9584 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Aug 18 14:29:27.353802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ff2a762-5e5f-48be-95a9-9cdc35630853 req-c48607c4-ea83-4676-8091-0a25733aa98d tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/security-groups?id=40823278-0310-4854-8d1c-510a3dacf728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370753 Aug 18 14:29:27.549568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-db06be65-ea4e-41ea-9acc-1ebaa48ac81f tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:27.551087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-db06be65-ea4e-41ea-9acc-1ebaa48ac81f tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.58 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Aug 18 14:29:27.571588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:27.652655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Deleting port c1475e83-f039-431e-bffd-d27d3a3fa874 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:27.653007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:27.744034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] For port c1475e83-f039-431e-bffd-d27d3a3fa874, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=c1475e83-f039-431e-bffd-d27d3a3fa874,segment=NetworkSegment(04374100-b65b-44d6-8df4-e1a2b712d302),segment_id=04374100-b65b-44d6-8df4-e1a2b712d302)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:27.744390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:27.758932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Calling delete_port for c1475e83-f039-431e-bffd-d27d3a3fa874 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:27.807939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06b7c-472b-4560-9433-d03f8b981ea7 req-c2bdd9cd-256d-4a24-8d7b-9dc12c83ef90 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:27.810308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23d06b7c-472b-4560-9433-d03f8b981ea7 req-c2bdd9cd-256d-4a24-8d7b-9dc12c83ef90 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 950 time: 0.0525327 Aug 18 14:29:27.849361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23d06b7c-472b-4560-9433-d03f8b981ea7 req-66ec5226-4d0f-471e-b5c8-e2d630ee90b9 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Aug 18 14:29:28.202218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:28.214999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['c1475e83-f039-431e-bffd-d27d3a3fa874'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:29:28.230677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Pushing event deleted for resources: {'Port': ['ID=c1475e83-f039-431e-bffd-d27d3a3fa874,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:28.273582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] No DVR routers for this DVR port c1475e83-f039-431e-bffd-d27d3a3fa874 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:28.276684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:28.282322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53b3694e-0c1c-4287-ad8d-2bbab6b28d9b req-b211badb-1ec2-4b0f-b684-87fd75369a62 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.58 "DELETE /v2.0/ports/c1475e83-f039-431e-bffd-d27d3a3fa874 HTTP/1.1" status: 204 len: 173 time: 0.7182009 Aug 18 14:29:28.282322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'name': 'network-vif-deleted', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:28.282322 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a0ada-25e0-489e-89bc-5ed69a8ee436" -d '{"events": [{"server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "name": "network-vif-deleted", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:28.322972 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4e642-4954-4e9f-899a-7caa5b4b7f07 x-openstack-request-id: req-f2c4e642-4954-4e9f-899a-7caa5b4b7f07 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:28.323336 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8480b-0029-4460-b56f-db2c470a9b95", "name": "network-vif-deleted", "tag": "c1475e83-f039-431e-bffd-d27d3a3fa874", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:28.323600 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2c4e642-4954-4e9f-899a-7caa5b4b7f07 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:28.323995 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8480b-0029-4460-b56f-db2c470a9b95', 'name': 'network-vif-deleted', 'tag': 'c1475e83-f039-431e-bffd-d27d3a3fa874', 'status': 'completed', 'code': 200} Aug 18 14:29:28.471965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4e1f314-2896-4ea3-9bfa-ba0c9e52059e req-8181310c-7aba-4dbf-8836-1b3336831799 tempest-InstanceActionsV221TestJSON-1292436185 tempest-InstanceActionsV221TestJSON-1292436185-project] 10.222.0.35 "GET /v2.0/ports?device_id=15b8480b-0029-4460-b56f-db2c470a9b95 HTTP/1.1" status: 200 len: 210 time: 0.0316503 Aug 18 14:29:29.272128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35656) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:29.679652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:29.802327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35672) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:29.902816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Deleting subnet 3efe580b-1bd8-4f75-b355-ba9a7558c622 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:29.916524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:29.991813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.046137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.188609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 272de036-405e-43f6-8f2f-a459b4473bc7 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:30.188965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.233092 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.269522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efe580b-1bd8-4f75-b355-ba9a7558c622,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:30.288401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.292770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-21f9651f-b825-4b57-8e2d-2c7d2b8f018b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3efe580b-1bd8-4f75-b355-ba9a7558c622 HTTP/1.1" status: 204 len: 168 time: 0.4870088 Aug 18 14:29:30.293800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35676) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:30.318379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port 272de036-405e-43f6-8f2f-a459b4473bc7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=272de036-405e-43f6-8f2f-a459b4473bc7,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:30.319115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.333887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 272de036-405e-43f6-8f2f-a459b4473bc7 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:30.373514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.457274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.467768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd99bbc9-9270-44fd-b8b3-bab6e495623c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:30.483125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04374100-b65b-44d6-8df4-e1a2b712d302') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:30.483682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04374100-b65b-44d6-8df4-e1a2b712d302') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:30.493159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.507959 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.514415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:30.515239 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:30.554190 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:30.608010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.636659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.641517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:30.646483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd99bbc9-9270-44fd-b8b3-bab6e495623c HTTP/1.1" status: 204 len: 168 time: 0.3493502 Aug 18 14:29:30.662814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=272de036-405e-43f6-8f2f-a459b4473bc7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:30.675944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993a66-756b-4397-8210-7a5235c89274 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd99bbc9-9270-44fd-b8b3-bab6e495623c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:30.889884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:31.039899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c1475e83-f039-431e-bffd-d27d3a3fa874 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:31.100283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: c1475e83-f039-431e-bffd-d27d3a3fa874 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:31.101108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device c1475e83-f039-431e-bffd-d27d3a3fa874 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:31.141308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:31.193560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35680) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:31.245344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc5f5c32-749f-4999-beff-375a7b792f2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e01afc9cdd7d4cfbbda18cad2ed2f1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502555 Aug 18 14:29:31.247633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35682) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:31.265049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:31.277152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:31.278137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00fa1e94-c090-42d6-8edd-95124a90e572 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/c01d8e0f-a425-43d6-9808-2661b532acee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049782 Aug 18 14:29:31.293739 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:31.294407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:31.364882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:31.402292 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:31.424761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:31.543875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:31.547211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:31.549734 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40823278-0310-4854-8d1c-510a3dacf728 HTTP/1.1" status: 204 len: 168 time: 0.2990022 Aug 18 14:29:31.574151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488074-decc-4aae-bb7b-cf76c3aa2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40823278-0310-4854-8d1c-510a3dacf728,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:31.727101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:31.774055 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:31.785585 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:31.786397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:31.907383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bbbe0-f8cd-44ff-8aaf-5ae5191e1b53 req-a8cb5782-70f4-4118-bc23-4d36b6f7d2b7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:31.910532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c23bbbe0-f8cd-44ff-8aaf-5ae5191e1b53 req-a8cb5782-70f4-4118-bc23-4d36b6f7d2b7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.0703270 Aug 18 14:29:31.922028 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:31.959060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c23bbbe0-f8cd-44ff-8aaf-5ae5191e1b53 req-674f3bed-7bb0-414e-910c-efafce93ec46 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 Aug 18 14:29:32.178068 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:32.208922 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf12eec-1b87-4197-914c-ac6c47cc37c0 None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0ab246d4-273b-4a9c-8e84-ab5642f1a758', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.175', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'port_id': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'mac_address': 'fa:16:3e:8c:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:27:56Z', 'updated_at': '2021-08-18T14:28:00Z', 'revision_number': 1, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:32.682128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 272de036-405e-43f6-8f2f-a459b4473bc7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:32.707678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 272de036-405e-43f6-8f2f-a459b4473bc7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:32.713551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 272de036-405e-43f6-8f2f-a459b4473bc7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:32.857600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:32.985343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-29218-network', 'tenant_id': 'ad8f5c6ac6d24280b8e8ca04f380d1a7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:33.074834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Made reservation on behalf of ad8f5c6ac6d24280b8e8ca04f380d1a7 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:33.077528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.084647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80c2a-9dbf-41f4-90aa-09effa3a5ead req-d0c03354-f2ec-456b-9fad-1cd9c9779ec2 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:33.086397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59b80c2a-9dbf-41f4-90aa-09effa3a5ead req-d0c03354-f2ec-456b-9fad-1cd9c9779ec2 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Aug 18 14:29:33.092196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.131757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59b80c2a-9dbf-41f4-90aa-09effa3a5ead req-c6c951f1-30b2-4c5f-89d3-b9ee1826fe97 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=c34011c3-18d3-4f47-84a0-d8c1625488b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387037 Aug 18 14:29:33.195074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.321825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.349502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:29:33.356131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065446a4-ff95-4a7b-a9b4-9979c2276ca5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:33.363364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.363721 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Added segment c390fbe8-bafb-4c33-95e3-81d11f0824c1 of type vlan for network 44259547-b1d2-400a-b1a6-64e58c60af5d Aug 18 14:29:33.406484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.510838 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.511829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:33.512405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.587297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] Pushing event updated for resources: {'Network': ['ID=44259547-b1d2-400a-b1a6-64e58c60af5d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:33.601685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 44259547-b1d2-400a-b1a6-64e58c60af5d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:29:33.645036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-453ec0d1-0cce-4633-be32-0befe59260d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7858164 Aug 18 14:29:33.647920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35730) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:33.657950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Request body: {'subnet': {'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-29218-subnet', 'tenant_id': 'ad8f5c6ac6d24280b8e8ca04f380d1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:33.664630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-af114015-59bb-4cec-a5ed-f3c641e3ae7d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:33.666211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-af114015-59bb-4cec-a5ed-f3c641e3ae7d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 946 time: 0.3404417 Aug 18 14:29:33.750636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Made reservation on behalf of ad8f5c6ac6d24280b8e8ca04f380d1a7 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:33.753198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.769032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 648bbb22-364e-4d31-a104-198d6b3386c5 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:33.769379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.876299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port 648bbb22-364e-4d31-a104-198d6b3386c5, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=648bbb22-364e-4d31-a104-198d6b3386c5,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:33.876688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:33.893693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 648bbb22-364e-4d31-a104-198d6b3386c5 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:33.990566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:34.052109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edee2008-c6f4-4620-a056-6570643e5a43,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:34.057075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Checking segment: {'id': 'c390fbe8-bafb-4c33-95e3-81d11f0824c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:34.057439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Network hostable DHCP agents. Network: 44259547-b1d2-400a-b1a6-64e58c60af5d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:29:34.093495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:34.124017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=648bbb22-364e-4d31-a104-198d6b3386c5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:34.160951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Network 44259547-b1d2-400a-b1a6-64e58c60af5d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:29:34.173777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] No DVR routers for this DVR port 648bbb22-364e-4d31-a104-198d6b3386c5 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:34.177194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:34.185868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f84c7469-1944-4c4b-961e-f997fd09c289 req-f878bae8-0e3a-443b-9700-465f5406ef5f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "DELETE /v2.0/ports/648bbb22-364e-4d31-a104-198d6b3386c5 HTTP/1.1" status: 204 len: 173 time: 0.5059712 Aug 18 14:29:34.185868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'name': 'network-vif-deleted', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:34.185868 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f94af2-cb98-4f02-b86a-202346ced59d" -d '{"events": [{"server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "name": "network-vif-deleted", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:34.252717 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaa00fa-cac4-4122-85d1-b56af100c6cb x-openstack-request-id: req-ddaa00fa-cac4-4122-85d1-b56af100c6cb {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:34.253022 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b343875-4b6f-40b3-bb75-651b21f6cc11", "name": "network-vif-deleted", "tag": "648bbb22-364e-4d31-a104-198d6b3386c5", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:34.253601 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddaa00fa-cac4-4122-85d1-b56af100c6cb {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:34.254271 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b343875-4b6f-40b3-bb75-651b21f6cc11', 'name': 'network-vif-deleted', 'tag': '648bbb22-364e-4d31-a104-198d6b3386c5', 'status': 'completed', 'code': 200} Aug 18 14:29:34.257074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cfddbfa-2624-44ee-bcc5-bed89bf5430d req-41acc675-89ad-4412-b178-a66f61116c62 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b343875-4b6f-40b3-bb75-651b21f6cc11 HTTP/1.1" status: 200 len: 210 time: 0.0340855 Aug 18 14:29:34.296751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 44259547-b1d2-400a-b1a6-64e58c60af5d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:34.319017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:34.320341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2c08e-e92d-4652-b723-d3695662d363 None None] Network 44259547-b1d2-400a-b1a6-64e58c60af5d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:34.326031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:34.475293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04adf976-4a96-4155-ad97-4b78f6a0cd39 None None] Network 44259547-b1d2-400a-b1a6-64e58c60af5d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:34.516804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9622dd0a-81c7-4056-8ed1-9ea5f74132e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8667650 Aug 18 14:29:35.022524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-b4d86724-5e89-46fd-bfa3-4e67dc7c5198 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:35.024325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-b4d86724-5e89-46fd-bfa3-4e67dc7c5198 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/networks?id=44259547-b1d2-400a-b1a6-64e58c60af5d HTTP/1.1" status: 200 len: 817 time: 0.1115286 Aug 18 14:29:35.040488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-50dfa851-a9ac-4ed7-9e5e-4c85bcbfa8fc tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/quotas/ad8f5c6ac6d24280b8e8ca04f380d1a7 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Aug 18 14:29:35.075725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-48df45ff-63a2-4a05-bbd0-9049b3fe6c96 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad8f5c6ac6d24280b8e8ca04f380d1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280662 Aug 18 14:29:35.179704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-29a8457d-9e15-4823-a85c-1bfb3c167c44 service neutron] 10.222.0.35 "GET /v2.0/networks/44259547-b1d2-400a-b1a6-64e58c60af5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958967 Aug 18 14:29:35.275813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-58c63248-c6bf-4de1-bfd8-226d6843cc21 service neutron] 10.222.0.35 "GET /v2.0/networks/44259547-b1d2-400a-b1a6-64e58c60af5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878997 Aug 18 14:29:35.333011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:35.403060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.428672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.553734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-feb1cc98-4831-43b3-8b11-44b41419562a req-5b72ca2c-4e21-4d9b-8375-0815d1c36811 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 210 time: 0.0414524 Aug 18 14:29:35.556347 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.559044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.560225 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/security-groups/c34011c3-18d3-4f47-84a0-d8c1625488b7 HTTP/1.1" status: 204 len: 168 time: 0.2262802 Aug 18 14:29:35.573057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c523-8736-46e1-9711-ec2e10ae8d03 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34011c3-18d3-4f47-84a0-d8c1625488b7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:35.701075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35778) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:35.752520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting subnet 6ff68d47-dd5f-44f4-9357-d839ce283c49 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:35.755671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.796157 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:35.884565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.019521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.047485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 648bbb22-364e-4d31-a104-198d6b3386c5 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:36.049768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff68d47-dd5f-44f4-9357-d839ce283c49,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:36.051793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.056032 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc3cd6ba-15b9-448b-852f-090e7d1a47ba tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/subnets/6ff68d47-dd5f-44f4-9357-d839ce283c49 HTTP/1.1" status: 204 len: 168 time: 0.3516002 Aug 18 14:29:36.058938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35780) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:36.064106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a896224-7185-426b-a9f1-0a8e1b281219 None None] Network 9ec822b1-acab-4b5a-bc12-eca862c33e9f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:36.083867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 648bbb22-364e-4d31-a104-198d6b3386c5 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:36.084344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 648bbb22-364e-4d31-a104-198d6b3386c5 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:36.153164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.215606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port b1550ebd-8483-4846-b3e5-08f34fecb76f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:36.216909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.293421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port b1550ebd-8483-4846-b3e5-08f34fecb76f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1550ebd-8483-4846-b3e5-08f34fecb76f,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:36.293792 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.300324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] DHCP port deletion for 9ec822b1-acab-4b5a-bc12-eca862c33e9f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:29:36.308337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for b1550ebd-8483-4846-b3e5-08f34fecb76f owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:36.358820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Deleting port b1550ebd-8483-4846-b3e5-08f34fecb76f {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:36.360217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.427253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] For port b1550ebd-8483-4846-b3e5-08f34fecb76f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1550ebd-8483-4846-b3e5-08f34fecb76f,segment=NetworkSegment(8f300d47-d3c2-43dc-bf7b-4df45169281d),segment_id=8f300d47-d3c2-43dc-bf7b-4df45169281d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:36.427796 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.437401 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.441956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Calling delete_port for b1550ebd-8483-4846-b3e5-08f34fecb76f owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:36.475096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=b1550ebd-8483-4846-b3e5-08f34fecb76f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:36.477468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] No DVR routers for this DVR port b1550ebd-8483-4846-b3e5-08f34fecb76f on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:36.544098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.559394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] No DVR routers for this DVR port b1550ebd-8483-4846-b3e5-08f34fecb76f on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:36.586440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b8280-0a46-4e9e-a473-9f7ef24d03e2 None None] Pushing event deleted for resources: {'Port': ['ID=b1550ebd-8483-4846-b3e5-08f34fecb76f,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:36.588958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.613510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec822b1-acab-4b5a-bc12-eca862c33e9f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:36.646253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f300d47-d3c2-43dc-bf7b-4df45169281d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:36.646550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f300d47-d3c2-43dc-bf7b-4df45169281d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:36.683837 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.767149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1550ebd-8483-4846-b3e5-08f34fecb76f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:36.788417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.792191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b1550ebd-8483-4846-b3e5-08f34fecb76f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:36.792374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1b325a6-23bf-4394-906c-3219762b3906 req-66b5aeff-d95b-480e-b891-fd57a1fad689 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 210 time: 0.0885396 Aug 18 14:29:36.792508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1550ebd-8483-4846-b3e5-08f34fecb76f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:36.797578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:36.798272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:36.803159 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:36.962235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.970451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:36.972627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/networks/9ec822b1-acab-4b5a-bc12-eca862c33e9f HTTP/1.1" status: 204 len: 168 time: 0.9150684 Aug 18 14:29:36.975438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35790) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:36.985279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a09d9-8dd6-4d9f-8179-af97e3bd7991 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Network': ['ID=9ec822b1-acab-4b5a-bc12-eca862c33e9f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:37.135673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 807a6473-b509-4552-bf90-bf2655bd0bd2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:37.136015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:37.215900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:37.216134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:37.228106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 807a6473-b509-4552-bf90-bf2655bd0bd2 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:37.434366 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:37.460844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=807a6473-b509-4552-bf90-bf2655bd0bd2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:37.521532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:37.521910 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Floating IP 0ab246d4-273b-4a9c-8e84-ab5642f1a758 disassociated (deleted). External IP: 172.25.1.175, port: eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0. Aug 18 14:29:37.756552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:37.922223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c055215a-daf9-450e-8097-af0b38c53447 req-17f2e7f1-ceb1-4375-81ba-cff4dafce016 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 210 time: 0.0297654 Aug 18 14:29:37.984446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:37.998006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:38.010080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:38.025973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:38.026913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:38.042400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-c9395856-ac3e-4e4f-90ff-feefb765c0ad tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.043972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-c9395856-ac3e-4e4f-90ff-feefb765c0ad tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.58 "GET /v2.0/networks?id=44259547-b1d2-400a-b1a6-64e58c60af5d HTTP/1.1" status: 200 len: 817 time: 0.1846876 Aug 18 14:29:38.050859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01c2b69b-dca9-47b0-b265-c80c990306b3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/floatingips/0ab246d4-273b-4a9c-8e84-ab5642f1a758 HTTP/1.1" status: 204 len: 168 time: 1.0743256 Aug 18 14:29:38.051535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:38.054011 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:38.061711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Request body: {'port': {'device_id': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d', 'admin_state_up': True, 'tenant_id': 'ad8f5c6ac6d24280b8e8ca04f380d1a7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:38.106253 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb372346-7036-43e8-a5c4-9e6ec7381fe6 x-openstack-request-id: req-fb372346-7036-43e8-a5c4-9e6ec7381fe6 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:38.106533 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:38.106991 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb372346-7036-43e8-a5c4-9e6ec7381fe6 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:38.107395 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'status': 'completed', 'code': 200} Aug 18 14:29:38.200159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:38.214570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-213d72fb-f3ba-408a-b6ce-30de0e523f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.216256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-213d72fb-f3ba-408a-b6ce-30de0e523f1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 1097 time: 0.0857351 Aug 18 14:29:38.316994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-5a11f72d-06c2-4c4d-b68b-31576fbfa8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.318638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-5a11f72d-06c2-4c4d-b68b-31576fbfa8b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 200 len: 898 time: 0.0929785 Aug 18 14:29:38.325375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Made reservation on behalf of ad8f5c6ac6d24280b8e8ca04f380d1a7 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:38.329074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:38.399834 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-8cd5c371-9728-469d-aada-85146c7aa96f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 HTTP/1.1" status: 200 len: 217 time: 0.0681648 Aug 18 14:29:38.563448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1526-6de8-4404-a415-0b41b8be7a42 req-f1650b2a-bdf2-41b6-a2a9-01c91cd0733b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.566646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07ee1526-6de8-4404-a415-0b41b8be7a42 req-f1650b2a-bdf2-41b6-a2a9-01c91cd0733b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0696549 Aug 18 14:29:38.581221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-cd39807a-0cd2-4bb3-ba2b-24a6459699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.582685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-cd39807a-0cd2-4bb3-ba2b-24a6459699f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47c3d58f-45b9-473c-9a93-1ff986ea19a8 HTTP/1.1" status: 200 len: 835 time: 0.1720812 Aug 18 14:29:38.607375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Allocated IP 172.20.0.10 (44259547-b1d2-400a-b1a6-64e58c60af5d/edee2008-c6f4-4620-a056-6570643e5a43/304b2286-27c8-42c4-a5cd-9488aa3a2dee) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:38.617279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07ee1526-6de8-4404-a415-0b41b8be7a42 req-d1e6177d-6052-4dd8-b249-e8744bb668d3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Aug 18 14:29:38.621024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:38.651297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:38.658907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-f62b83aa-9dd3-4121-9874-6760fe85f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:38.660785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-f62b83aa-9dd3-4121-9874-6760fe85f45b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670698 Aug 18 14:29:38.661772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:38.662457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:38.776154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:38.850010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-9a1f0b10-01a7-4056-9dd1-36b09c83f85e service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704810 Aug 18 14:29:38.919832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:38.998256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c123a5a4-bc54-482d-b1bf-b9e7eb7e6b80 req-79ea17e4-0e92-48d1-a6c5-db56483c6899 service neutron] 10.222.0.58 "GET /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348188 Aug 18 14:29:38.999638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:39.032916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a234aa-1fb0-4f03-aa89-f529dcb8b8f3 None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:30Z', 'revision_number': 6, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '98c2247f-634f-4cc7-b590-c2265df0e98d', 'name': '', 'network_id': '418cc5a7-dfa9-4c5b-8291-37d7da5bdb89', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:c5:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:20Z', 'updated_at': '2021-08-18T14:27:35Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': '47c3d58f-45b9-473c-9a93-1ff986ea19a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:39.065017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.065261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3cc56ad7-9967-4a07-b7c7-3f22728693a3 req-8ebf8f5f-71cd-4926-9c50-dc1f85094f5b tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 210 time: 0.0349708 Aug 18 14:29:39.108346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Network 44259547-b1d2-400a-b1a6-64e58c60af5d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:39.113753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:39.122648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:39.157081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Pushing event updated for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:39.236939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:39.241831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.317091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-7876eac3-90cd-448f-a467-a48a848e3b77 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2599337 Aug 18 14:29:39.332718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Request body: {'port': {'device_id': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:39.409053 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e421f89-bd2c-44dd-9380-1b72c03964f7 None None] New status for floating IP 0ab246d4-273b-4a9c-8e84-ab5642f1a758: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:29:39.418078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.691804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304b2286-27c8-42c4-a5cd-9488aa3a2dee {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:39.699565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.713215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Transition to ACTIVE for port object 304b2286-27c8-42c4-a5cd-9488aa3a2dee will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:39.741460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f146-2630-4741-bb97-1d8e009caee3 req-fd02f591-5a48-4804-8f37-ed995a233b8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:39.742979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f815f146-2630-4741-bb97-1d8e009caee3 req-fd02f591-5a48-4804-8f37-ed995a233b8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0487566 Aug 18 14:29:39.783434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f815f146-2630-4741-bb97-1d8e009caee3 req-a9dd3757-bfe6-42c7-9956-dee112f87fdc tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335078 Aug 18 14:29:39.798472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.847120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:39.921812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Attempting to bind port 304b2286-27c8-42c4-a5cd-9488aa3a2dee on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:39.922100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Attempting to bind port 304b2286-27c8-42c4-a5cd-9488aa3a2dee by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c390fbe8-bafb-4c33-95e3-81d11f0824c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:39.922431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Attempting to bind port 304b2286-27c8-42c4-a5cd-9488aa3a2dee on network 44259547-b1d2-400a-b1a6-64e58c60af5d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:39.927298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Port 304b2286-27c8-42c4-a5cd-9488aa3a2dee on network 44259547-b1d2-400a-b1a6-64e58c60af5d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:29:39.927614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Attempting to bind port 304b2286-27c8-42c4-a5cd-9488aa3a2dee on network 44259547-b1d2-400a-b1a6-64e58c60af5d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:39.932436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:39.932768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Checking segment: {'id': 'c390fbe8-bafb-4c33-95e3-81d11f0824c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:39.933148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Bound using segment: {'id': 'c390fbe8-bafb-4c33-95e3-81d11f0824c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:39.933573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Bound port: 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c390fbe8-bafb-4c33-95e3-81d11f0824c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:39.933958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:39.995619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:39.998603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee,segment=NetworkSegment(c390fbe8-bafb-4c33-95e3-81d11f0824c1),segment_id=c390fbe8-bafb-4c33-95e3-81d11f0824c1)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:40.050433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-916ce9cc-0271-4f86-ab75-d9dc3b53fac3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.051889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-916ce9cc-0271-4f86-ab75-d9dc3b53fac3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0487437 Aug 18 14:29:40.068651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:40.125315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.126013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:40.128230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] 10.222.0.58 "PUT /v2.0/ports/304b2286-27c8-42c4-a5cd-9488aa3a2dee HTTP/1.1" status: 200 len: 1092 time: 0.8007028 Aug 18 14:29:40.133212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:40.135711 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000e2522-ba7f-4f4b-96b8-34a82d7c168e" -d '{"events": [{"name": "network-changed", "server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:40.186488 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3b0dd3-0d2d-4164-a09b-9ac914c060d3 x-openstack-request-id: req-fa3b0dd3-0d2d-4164-a09b-9ac914c060d3 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:40.186778 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:40.187034 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa3b0dd3-0d2d-4164-a09b-9ac914c060d3 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:40.187434 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee', 'status': 'completed', 'code': 200} Aug 18 14:29:40.190816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432efdae-546c-42fe-8064-d9f6492d902e req-827851df-c22a-438a-a13c-b329d70eedd7 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.192364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-432efdae-546c-42fe-8064-d9f6492d902e req-827851df-c22a-438a-a13c-b329d70eedd7 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 944 time: 0.0546434 Aug 18 14:29:40.195994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b03e9-a411-4890-b4bb-00cb73e3ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:40.233668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-432efdae-546c-42fe-8064-d9f6492d902e req-7270ffcf-bda5-4b23-bae1-b50363a9de41 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Aug 18 14:29:40.257564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:40.257944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:40.306238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-15da929b-3bf0-4ef8-a204-363f4941d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.307728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-15da929b-3bf0-4ef8-a204-363f4941d1bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad8f5c6ac6d24280b8e8ca04f380d1a7&device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 1095 time: 0.1073148 Aug 18 14:29:40.308686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:40.417872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:40.418224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:40.442296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:40.459528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-412bec9d-3c25-48ad-adb2-f6d95a1a83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.460997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-412bec9d-3c25-48ad-adb2-f6d95a1a83e3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad8f5c6ac6d24280b8e8ca04f380d1a7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1433415 Aug 18 14:29:40.890149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-94c79bee-04e8-4568-85e9-a146977801f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.891847 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-000e2522-ba7f-4f4b-96b8-34a82d7c168e req-94c79bee-04e8-4568-85e9-a146977801f6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005575 Aug 18 14:29:40.942233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df0982-8600-46eb-b115-070d822a2cb5 req-6cef15b7-796d-49d2-a5e3-cc14642fc096 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:40.943741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33df0982-8600-46eb-b115-070d822a2cb5 req-6cef15b7-796d-49d2-a5e3-cc14642fc096 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 946 time: 0.0735998 Aug 18 14:29:40.999824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33df0982-8600-46eb-b115-070d822a2cb5 req-fa47c0d8-78ab-4695-9f48-b70c553d1634 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=79827a56-fc7c-46d4-bbae-c63d55d20525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490062 Aug 18 14:29:41.016631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-a8ff5ccf-65ae-4f6a-b60e-0db7963847c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:41.020580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-a8ff5ccf-65ae-4f6a-b60e-0db7963847c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad8f5c6ac6d24280b8e8ca04f380d1a7&device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 1095 time: 0.0827715 Aug 18 14:29:41.067999 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-5314d4ff-9851-4002-816e-006972118329 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee HTTP/1.1" status: 200 len: 217 time: 0.0410731 Aug 18 14:29:41.068457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:41.068830 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:41.105683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:41.172685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] No DVR routers for this DVR port eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:41.177451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:41.179456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.58 "DELETE /v2.0/ports/eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 HTTP/1.1" status: 204 len: 173 time: 1.1200688 Aug 18 14:29:41.181213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-444bfe7a-c008-4797-b6d0-c872f0d883d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:41.182578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-444bfe7a-c008-4797-b6d0-c872f0d883d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edee2008-c6f4-4620-a056-6570643e5a43 HTTP/1.1" status: 200 len: 857 time: 0.1028965 Aug 18 14:29:41.226132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-c992615a-a890-4b16-b7ed-f5aeb738011d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44259547-b1d2-400a-b1a6-64e58c60af5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293133 Aug 18 14:29:41.328275 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-191e2393-20a0-4f7c-9abe-6b8d7fd1588e service neutron] 10.222.0.58 "GET /v2.0/networks/44259547-b1d2-400a-b1a6-64e58c60af5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935445 Aug 18 14:29:41.386313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a3bf-bdbb-4bf0-82bc-abb6110d8d10 req-3b1c3183-b2c3-40ae-8493-e0625e55dd7d tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:41.388544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c521a3bf-bdbb-4bf0-82bc-abb6110d8d10 req-3b1c3183-b2c3-40ae-8493-e0625e55dd7d tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 944 time: 0.0697551 Aug 18 14:29:41.472898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c521a3bf-bdbb-4bf0-82bc-abb6110d8d10 req-26bbfca5-37a9-49ec-8cce-f2907c31d4b3 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773225 Aug 18 14:29:41.503067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-199dff54-e3f7-4bbb-b495-eb48bc74c537 req-c2df0241-e378-4212-8496-fb0cfe2da445 service neutron] 10.222.0.58 "GET /v2.0/networks/44259547-b1d2-400a-b1a6-64e58c60af5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639814 Aug 18 14:29:42.110653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78577aa6-e3e8-438c-8f1b-e40773e6bfa5 req-9f98356f-9da9-44ef-bfe3-0383f1a50227 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fd5409f-2705-4912-bb6a-414dbadb29ca HTTP/1.1" status: 200 len: 210 time: 0.0315940 Aug 18 14:29:42.188721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'name': 'network-vif-deleted', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:42.191727 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e034bc4-0111-40bb-9532-06c556e3c813" -d '{"events": [{"server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "name": "network-vif-deleted", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:42.232003 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfc45e-34a8-454d-8d20-5a816128a4dd x-openstack-request-id: req-6bcfc45e-34a8-454d-8d20-5a816128a4dd {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:42.232321 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd5409f-2705-4912-bb6a-414dbadb29ca", "name": "network-vif-deleted", "tag": "eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:42.232561 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bcfc45e-34a8-454d-8d20-5a816128a4dd {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:42.232974 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5409f-2705-4912-bb6a-414dbadb29ca', 'name': 'network-vif-deleted', 'tag': 'eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0', 'status': 'completed', 'code': 200} Aug 18 14:29:42.608869 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b22e6-8ca0-4273-bbf2-66cb1af04a66 req-5e47db46-d0e9-49f7-9e88-1cc4d65e17cb tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:42.610576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c7b22e6-8ca0-4273-bbf2-66cb1af04a66 req-5e47db46-d0e9-49f7-9e88-1cc4d65e17cb tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 944 time: 0.0562086 Aug 18 14:29:42.652454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c7b22e6-8ca0-4273-bbf2-66cb1af04a66 req-3d3dcdee-2e8d-440a-a8e3-29fc1903acda tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Aug 18 14:29:43.186670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35896) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:43.256426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:43.284051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:43.401603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:43.404264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:43.408766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/security-groups/79827a56-fc7c-46d4-bbae-c63d55d20525 HTTP/1.1" status: 204 len: 168 time: 0.2179391 Aug 18 14:29:43.418312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4be72-49fe-4453-977e-e04ca8d20f98 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79827a56-fc7c-46d4-bbae-c63d55d20525,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:43.490919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:43.799130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb93d4-83fb-4d62-b51e-8c319806696f req-51b7ea95-fd44-4bd1-8ced-b0d2731e7ad6 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:43.801021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8eb93d4-83fb-4d62-b51e-8c319806696f req-51b7ea95-fd44-4bd1-8ced-b0d2731e7ad6 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 944 time: 0.0528634 Aug 18 14:29:43.845033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8eb93d4-83fb-4d62-b51e-8c319806696f req-b2e140bc-427a-4e24-9692-96dc6ee60fe4 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Aug 18 14:29:43.972657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.255845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 98c2247f-634f-4cc7-b590-c2265df0e98d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:44.256226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.355674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port 98c2247f-634f-4cc7-b590-c2265df0e98d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=98c2247f-634f-4cc7-b590-c2265df0e98d,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:44.356041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.371248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 98c2247f-634f-4cc7-b590-c2265df0e98d owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:44.651520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.680487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=98c2247f-634f-4cc7-b590-c2265df0e98d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:44.922339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.989882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f495-7ba8-4a7d-b58f-e35d9935f94a req-c360fb19-5cb5-4d30-a882-e0096aae1b7f tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:44.991404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea07f495-7ba8-4a7d-b58f-e35d9935f94a req-c360fb19-5cb5-4d30-a882-e0096aae1b7f tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 944 time: 0.0610745 Aug 18 14:29:45.059910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea07f495-7ba8-4a7d-b58f-e35d9935f94a req-09e24a77-040b-4e41-902a-d435da4d0940 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615966 Aug 18 14:29:45.103280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 304b2286-27c8-42c4-a5cd-9488aa3a2dee details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:29:45.109303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:45.139300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:45.139867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device eac1dcd2-6ae8-44a0-b6cc-c1b1c709a4f0 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:45.188910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router c01d8e0f-a425-43d6-9808-2661b532acee has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:45.243184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee,segment=NetworkSegment(c390fbe8-bafb-4c33-95e3-81d11f0824c1),segment_id=c390fbe8-bafb-4c33-95e3-81d11f0824c1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:45.258971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '304b2286-27c8-42c4-a5cd-9488aa3a2dee', 'network_id': '44259547-b1d2-400a-b1a6-64e58c60af5d', 'port_id': '304b2286-27c8-42c4-a5cd-9488aa3a2dee', 'mac_address': 'fa:16:3e:41:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edee2008-c6f4-4620-a056-6570643e5a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:29:45.301619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.316200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304b2286-27c8-42c4-a5cd-9488aa3a2dee {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:29:45.316688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:45.332910 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5f12ce40-5ade-45dd-ad19-6c5d2cbd85d1 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/c01d8e0f-a425-43d6-9808-2661b532acee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399329 Aug 18 14:29:45.334422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Sync routers for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:45.335424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:45.358265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee,segment=NetworkSegment(c390fbe8-bafb-4c33-95e3-81d11f0824c1),segment_id=c390fbe8-bafb-4c33-95e3-81d11f0824c1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:45.361216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:45.362193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:45.401988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting subnet 47c3d58f-45b9-473c-9a93-1ff986ea19a8 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:45.405331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.454505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.465549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.518582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:45.582725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.583025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:45.755905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['304b2286-27c8-42c4-a5cd-9488aa3a2dee'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:29:45.761228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:44Z', 'revision_number': 7, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:45.815434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Checking router: c01d8e0f-a425-43d6-9808-2661b532acee for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:45.834458 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.835623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Routers {'c01d8e0f-a425-43d6-9808-2661b532acee'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:45.836265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c01d8e0f-a425-43d6-9808-2661b532acee'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:45.890548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Subnet': ['ID=47c3d58f-45b9-473c-9a93-1ff986ea19a8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:45.898862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.904322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:45.916687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19928d-354f-40dc-b97f-5f5c0a26e372 None None] Network 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:45.928450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3a390fac-3890-4ba2-bf15-998295266f8c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/subnets/47c3d58f-45b9-473c-9a93-1ff986ea19a8 HTTP/1.1" status: 204 len: 168 time: 0.5803521 Aug 18 14:29:46.059524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.131416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] Set router c01d8e0f-a425-43d6-9808-2661b532acee gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:46.330710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] DHCP port deletion for 418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:29:46.343056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.372693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b606e-4ff8-49f4-a4d2-da173a6dc312 req-5fb013fb-a548-4f41-8eff-ecc7ea351b89 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:46.375326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e4b606e-4ff8-49f4-a4d2-da173a6dc312 req-5fb013fb-a548-4f41-8eff-ecc7ea351b89 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 945 time: 0.1079490 Aug 18 14:29:46.423861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Deleting port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:46.424241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.452000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e4b606e-4ff8-49f4-a4d2-da173a6dc312 req-49cc1503-3708-4211-9b63-d8ca7dda7d90 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 Aug 18 14:29:46.466845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:44Z', 'revision_number': 7, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:46.485176 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:29:46.513372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5c0b4-7e27-41de-bbff-16e547c6020b None None] The sync data for ids ['c01d8e0f-a425-43d6-9808-2661b532acee'] in n-d-804303-5 is: [{'id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'name': 'tempest-TestNetworkBasicOps-router-891225524', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:07Z', 'updated_at': '2021-08-18T14:29:44Z', 'revision_number': 7, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '2c03742a-ace6-49ce-87ec-b129c4167501', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01d8e0f-a425-43d6-9808-2661b532acee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:09Z', 'updated_at': '2021-08-18T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:46.558309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] For port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,segment=NetworkSegment(3db327cc-4f8a-488b-95cb-d96e755f21ed),segment_id=3db327cc-4f8a-488b-95cb-d96e755f21ed)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:46.558789 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.579505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 2c03742a-ace6-49ce-87ec-b129c4167501 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:46.579505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.580989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Calling delete_port for ec304d0b-0e34-4f27-b6d3-bc69ea5151fa owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:46.674870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port 2c03742a-ace6-49ce-87ec-b129c4167501, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2c03742a-ace6-49ce-87ec-b129c4167501,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:46.675233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.687773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 2c03742a-ace6-49ce-87ec-b129c4167501 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:46.788745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.820836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] Pushing event deleted for resources: {'Port': ['ID=ec304d0b-0e34-4f27-b6d3-bc69ea5151fa,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:46.833487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a31a7-2fd1-49fe-9155-e19db51ae08a None None] No DVR routers for this DVR port ec304d0b-0e34-4f27-b6d3-bc69ea5151fa on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:46.953631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec304d0b-0e34-4f27-b6d3-bc69ea5151fa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:46.974993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:46.981506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ec304d0b-0e34-4f27-b6d3-bc69ea5151fa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:46.981506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ec304d0b-0e34-4f27-b6d3-bc69ea5151fa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:46.981506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 98c2247f-634f-4cc7-b590-c2265df0e98d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:47.002732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 98c2247f-634f-4cc7-b590-c2265df0e98d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:47.003082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 98c2247f-634f-4cc7-b590-c2265df0e98d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:47.014135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=2c03742a-ace6-49ce-87ec-b129c4167501,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:47.088426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.117590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 304b2286-27c8-42c4-a5cd-9488aa3a2dee up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:47.192391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.194703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.262890 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 304b2286-27c8-42c4-a5cd-9488aa3a2dee completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:47.268078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 304b2286-27c8-42c4-a5cd-9488aa3a2dee triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:47.268569 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.350682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.352119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Fanout notify agent at l3_agent the message router_deleted on router c01d8e0f-a425-43d6-9808-2661b532acee {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:29:47.359426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.360041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8f7ea0e1-99a6-4e1f-b781-0124205e9f8a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/routers/c01d8e0f-a425-43d6-9808-2661b532acee HTTP/1.1" status: 204 len: 168 time: 1.4544172 Aug 18 14:29:47.363205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35936) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:47.384196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.411935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:47.414284 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027306c-6601-41bf-a58e-7075144d85d3" -d '{"events": [{"server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "name": "network-vif-plugged", "status": "completed", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:47.428519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee,segment=NetworkSegment(c390fbe8-bafb-4c33-95e3-81d11f0824c1),segment_id=c390fbe8-bafb-4c33-95e3-81d11f0824c1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:47.477470 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbc3d6f-6f86-4fa7-a9db-67c781a57a7e x-openstack-request-id: req-dbbc3d6f-6f86-4fa7-a9db-67c781a57a7e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:47.477771 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "name": "network-vif-plugged", "status": "completed", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:47.478050 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbbc3d6f-6f86-4fa7-a9db-67c781a57a7e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:47.478744 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee', 'code': 200} Aug 18 14:29:47.529943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.548852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.655969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:47.685182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbc3b-5628-4dd4-80a4-7917844a7e3a req-a48c3615-5eef-4293-926c-294c4b17b1d2 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:47.694555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c53dbc3b-5628-4dd4-80a4-7917844a7e3a req-a48c3615-5eef-4293-926c-294c4b17b1d2 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0799754 Aug 18 14:29:47.741678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.752439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c53dbc3b-5628-4dd4-80a4-7917844a7e3a req-45faa5ad-9677-4959-9ead-9548814ca399 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562484 Aug 18 14:29:47.770366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418cc5a7-dfa9-4c5b-8291-37d7da5bdb89']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:47.774431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34d132-cb07-40fe-bfd3-338ce268b96e req-e4991fb0-c58d-444a-8493-7304b73c703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:47.776006 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9f34d132-cb07-40fe-bfd3-338ce268b96e req-e4991fb0-c58d-444a-8493-7304b73c703b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 1097 time: 0.1802685 Aug 18 14:29:47.784496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db327cc-4f8a-488b-95cb-d96e755f21ed') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:47.784797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db327cc-4f8a-488b-95cb-d96e755f21ed') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:47.802599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35944) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:47.806180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.827538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.838007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9f34d132-cb07-40fe-bfd3-338ce268b96e req-e35298ae-248e-4367-8e55-abdb19062c8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Aug 18 14:29:47.839289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:47.839428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:47.842457 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:47.995926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.004306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.014955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/networks/418cc5a7-dfa9-4c5b-8291-37d7da5bdb89 HTTP/1.1" status: 204 len: 168 time: 0.6422496 Aug 18 14:29:48.022044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.042915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:48.048370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'network': {'name': 'tempest-network-smoke--1182201855', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:48.050661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-adc4272a-b9cc-48e0-95f3-13a76258cee5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894959 Aug 18 14:29:48.054389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5451-111a-4872-bb75-f75b42496deb tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Network': ['ID=418cc5a7-dfa9-4c5b-8291-37d7da5bdb89,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:48.086446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:29:48.086446 n-d-804303-5 neutron-server[112229]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 14:29:48.086446 n-d-804303-5 neutron-server[112229]: [parameters: {'project_id': '1ac6ed6e6bc64a83854c74953ff5169a', 'id': '6e7cfcb0-5015-472b-9f4e-56e53cf62460', 'expiration': datetime.datetime(2021, 8, 18, 14, 31, 48, 74492)}] Aug 18 14:29:48.086446 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:29:48.087134 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:29:48.138909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:48.142512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.151338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-c114047f-d48a-4a41-8cc4-dc14761d5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.158155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-c114047f-d48a-4a41-8cc4-dc14761d5854 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86139fe9c77842ec8d74004cb0172c7a&device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 1101 time: 0.0490499 Aug 18 14:29:48.167873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:29:48.177744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.178156 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Added segment c7384fa2-76bc-4d35-88b3-a26b310087a3 of type vlan for network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 Aug 18 14:29:48.225688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.275290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-11c2f4b6-9e1a-42d7-891c-c6449341e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.276784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-11c2f4b6-9e1a-42d7-891c-c6449341e79d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.1003056 Aug 18 14:29:48.325544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-b411e7cb-ceec-4a8b-81eb-e44c1544016b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=942545d4-138f-4aea-be9d-b12f4538adfc HTTP/1.1" status: 200 len: 217 time: 0.0405250 Aug 18 14:29:48.354363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.360429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.361010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.388229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-d85d7348-d4ce-45f8-8d90-ae239ebcf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.389774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-d85d7348-d4ce-45f8-8d90-ae239ebcf5f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0566788 Aug 18 14:29:48.435480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Network': ['ID=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:48.455597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-46a8726e-c153-4a22-a54c-b2705e77b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.455597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-46a8726e-c153-4a22-a54c-b2705e77b4ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565412 Aug 18 14:29:48.457675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:29:48.541702 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b62d35b-ec5b-4a94-ab29-d6a04da31fc6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4951808 Aug 18 14:29:48.541936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35954) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:48.546614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-427067437', 'admin_state_up': True, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:48.560546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-8ab5e477-8794-4ba7-92fd-41b3b6b0aa81 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931532 Aug 18 14:29:48.612727 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.675203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f98985e3-cbd1-4b71-88c4-2047fed4f8a8 req-b42bc077-eec9-4332-9c0f-20f68ca15f91 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067073 Aug 18 14:29:48.688093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.689872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.698443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c03742a-ace6-49ce-87ec-b129c4167501 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:48.725708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2c03742a-ace6-49ce-87ec-b129c4167501 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:48.726339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2c03742a-ace6-49ce-87ec-b129c4167501 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:48.794195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.807622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.875769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76259a3-f641-4fa5-a049-8eed6dc5a593 req-6dd0f477-6284-4555-90ce-a1b376769be0 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:48.877446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b76259a3-f641-4fa5-a049-8eed6dc5a593 req-6dd0f477-6284-4555-90ce-a1b376769be0 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0545623 Aug 18 14:29:48.919898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b76259a3-f641-4fa5-a049-8eed6dc5a593 req-2c6cfdc5-fb7b-43c9-8301-a958aa165daf tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Aug 18 14:29:48.925764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:48.971771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ac6ed6e6bc64a83854c74953ff5169a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1680608 Aug 18 14:29:48.973691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a02ec-abf9-442b-871c-040466e77a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2d5d8-c48a-4361-8e74-40982ff0c585,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:48.977169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 35960) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:49.029094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.058353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.074600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.196216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.198898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.200374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84d2d5d8-c48a-4361-8e74-40982ff0c585 HTTP/1.1" status: 204 len: 168 time: 0.2220275 Aug 18 14:29:49.213163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d2578-00c7-4706-a1e7-744dcb582846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2d5d8-c48a-4361-8e74-40982ff0c585,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:49.691258 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.712853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:49.870693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.25.1.54 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5bb7446c-b077-4d1c-b6a6-bfeb9bc83290) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:49.980055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:50.049719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3328496-ecc0-4f2d-9194-76e056486249 req-50f1165c-9eaf-4606-a2e2-2235d1d641bf tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:50.051272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3328496-ecc0-4f2d-9194-76e056486249 req-50f1165c-9eaf-4606-a2e2-2235d1d641bf tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0540247 Aug 18 14:29:50.090899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3328496-ecc0-4f2d-9194-76e056486249 req-3f541faf-7f09-4f95-9c5e-c34e3db42e58 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Aug 18 14:29:50.093552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:50.135586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:50.138613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:50.142289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:50.164971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:50.488180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:50.666807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cec20-0a74-426c-8ba2-18382fd74019 req-03ffc3a2-7080-4294-8fff-a2d44e148b34 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:50.669140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f18cec20-0a74-426c-8ba2-18382fd74019 req-03ffc3a2-7080-4294-8fff-a2d44e148b34 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0543780 Aug 18 14:29:50.706930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:50.711993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f18cec20-0a74-426c-8ba2-18382fd74019 req-3f389ca2-3b42-4fc7-810e-2a56613c00f7 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Aug 18 14:29:50.921896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router 3e9503bf-7476-4cc1-aecf-dd64af676e60 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:29:51.045283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:51.056607 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Sync routers for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:51.067396 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:51.068017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:51.131388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.132748 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1db88bc-33f3-4d5b-b97b-9a86b40561de tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5898631 Aug 18 14:29:51.136011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35978) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:51.166195 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a06e251a-ba86-4585-a04d-a0820b77979e tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0e281f79b9284a52a7b962b741560bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289948 Aug 18 14:29:51.169083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35980) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:51.172402 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:51.286607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4a6d8-b7aa-42c6-a692-d71c4336faaa tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:51.288940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fa4a6d8-b7aa-42c6-a692-d71c4336faaa tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1185656 Aug 18 14:29:51.292154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35982) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:51.322787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b87dbaf7-082b-478f-8b22-6397f6111f9c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296805 Aug 18 14:29:51.325270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:51.330219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184051936', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:51.365126 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:50Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:51.394168 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Checking router: 3e9503bf-7476-4cc1-aecf-dd64af676e60 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:51.394531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Updating router 3e9503bf-7476-4cc1-aecf-dd64af676e60 port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:29:51.421400 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.522135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:51.526278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.687797 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.699261 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Transition to ACTIVE for port object 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:51.800322 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.817819 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.856366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac12c8-ea2b-4475-a81f-7dcb82436c0c req-0ff5e97a-9d67-48a2-86f9-3b79c66cdd37 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:51.863354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08ac12c8-ea2b-4475-a81f-7dcb82436c0c req-0ff5e97a-9d67-48a2-86f9-3b79c66cdd37 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0696814 Aug 18 14:29:51.871067 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Attempting to bind port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:51.871444 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Attempting to bind port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:51.877307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Attempting to bind port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:51.877307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Pushing event updated for resources: {'Port': ['ID=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:51.884750 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:51.885142 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:51.886144 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.886542 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:51.887007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Bound port: 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:51.887384 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.890924 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.891283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.891605 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.891935 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.892283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.892597 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.893425 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.893776 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.894134 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.894448 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.894781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.895105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:51.907719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Subnet': ['ID=ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:51.912860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Checking segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:51.913344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network hostable DHCP agents. Network: ff2aac3f-23d7-4ce5-a0de-fa7b6675be58, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:29:51.923146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08ac12c8-ea2b-4475-a81f-7dcb82436c0c req-99a9a4a6-4d06-41c5-9257-8b05977702be tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Aug 18 14:29:51.932682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-29266a14-03a9-4888-a56e-09a9f2cdc6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:51.956910 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] For port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:51.960014 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] For port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:52.001707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:29:52.036462 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.096357 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e6e17-8861-4276-86c5-b76f8fa8b4e0 None None] Pushing event updated for resources: {'Port': ['ID=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:52.097053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ff2aac3f-23d7-4ce5-a0de-fa7b6675be58) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:52.101339 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:52.101758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:52.101982 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:52.102536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.112803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82995e68-c6f6-47c5-b5bc-6c7c7860fbcf None None] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:52.187327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-5b3e38c0-80f0-4b89-9373-1d0a8f1ff084 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:52.189063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-5b3e38c0-80f0-4b89-9373-1d0a8f1ff084 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.58 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.0575409 Aug 18 14:29:52.191124 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-66951bcd-6aef-4e25-badf-9f0983afe9a7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8647008 Aug 18 14:29:52.193651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 35990) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:52.230266 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:52.288327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:29:52.289216 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.414827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Deleting port 304b2286-27c8-42c4-a5cd-9488aa3a2dee {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:52.415175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.453124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Allocated IP 172.20.0.2 (ff2aac3f-23d7-4ce5-a0de-fa7b6675be58/ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe/aca06502-82ba-43a7-bb8b-20be69954cc2) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:52.538504 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:50Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:52.568966 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b7951-8f5f-4da4-bd3e-2012e4ef5a33 None None] The sync data for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 is: [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:50Z', 'revision_number': 3, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:52.616933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.621239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] For port 304b2286-27c8-42c4-a5cd-9488aa3a2dee, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=304b2286-27c8-42c4-a5cd-9488aa3a2dee,segment=NetworkSegment(c390fbe8-bafb-4c33-95e3-81d11f0824c1),segment_id=c390fbe8-bafb-4c33-95e3-81d11f0824c1)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:52.621623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.630049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Transition to ACTIVE for port object aca06502-82ba-43a7-bb8b-20be69954cc2 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:52.642363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Calling delete_port for 304b2286-27c8-42c4-a5cd-9488aa3a2dee owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:52.649342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Transition to ACTIVE for port object aca06502-82ba-43a7-bb8b-20be69954cc2 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:52.745025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.803921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:52.806589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:52.814244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:52.836145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Pushing event updated for resources: {'Port': ['ID=aca06502-82ba-43a7-bb8b-20be69954cc2,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:52.921229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Attempting to bind port aca06502-82ba-43a7-bb8b-20be69954cc2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:52.925034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Attempting to bind port aca06502-82ba-43a7-bb8b-20be69954cc2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:52.925034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Attempting to bind port aca06502-82ba-43a7-bb8b-20be69954cc2 on network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:52.927611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:52.927983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Checking segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:52.928388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:52.928772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Bound using segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:52.929246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Bound port: aca06502-82ba-43a7-bb8b-20be69954cc2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:52.929627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:53.157944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c540063-3ccd-48c6-9fcb-6a48d7018b9a req-23ce50fa-08be-49df-8980-068fa4c874b8 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:53.159590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c540063-3ccd-48c6-9fcb-6a48d7018b9a req-23ce50fa-08be-49df-8980-068fa4c874b8 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 946 time: 0.1226385 Aug 18 14:29:53.260417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c540063-3ccd-48c6-9fcb-6a48d7018b9a req-9de0d795-c843-46ff-8b88-435202d09fe1 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/security-groups?id=065446a4-ff95-4a7b-a9b4-9979c2276ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924354 Aug 18 14:29:53.329869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] For port aca06502-82ba-43a7-bb8b-20be69954cc2, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:53.333834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] For port aca06502-82ba-43a7-bb8b-20be69954cc2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aca06502-82ba-43a7-bb8b-20be69954cc2,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:53.401758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:53.409898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:53.474702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd7c0-242c-4ed4-8279-487c99fb0f18 None None] Pushing event updated for resources: {'Port': ['ID=aca06502-82ba-43a7-bb8b-20be69954cc2,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:53.517325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:53.540260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['304b2286-27c8-42c4-a5cd-9488aa3a2dee'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:29:53.594101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Pushing event deleted for resources: {'Port': ['ID=304b2286-27c8-42c4-a5cd-9488aa3a2dee,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:53.627004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] No DVR routers for this DVR port 304b2286-27c8-42c4-a5cd-9488aa3a2dee on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:53.630475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:53.632941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d7c8fca1-ab1a-4602-9552-613677b9dfcb req-f526e692-64e7-4514-93d1-c0027a67c666 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.58 "DELETE /v2.0/ports/304b2286-27c8-42c4-a5cd-9488aa3a2dee HTTP/1.1" status: 204 len: 173 time: 1.4320791 Aug 18 14:29:53.635344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'name': 'network-vif-deleted', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:29:53.638155 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac9a499-017b-491e-a994-2aba67070613" -d '{"events": [{"server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "name": "network-vif-deleted", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:29:53.718473 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a4dacf-ab50-40ea-b803-a2588b89f3c9 x-openstack-request-id: req-c9a4dacf-ab50-40ea-b803-a2588b89f3c9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:29:53.718692 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082ef3fb-cb75-477e-ba56-8dff98d10dda", "name": "network-vif-deleted", "tag": "304b2286-27c8-42c4-a5cd-9488aa3a2dee", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:29:53.718910 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9a4dacf-ab50-40ea-b803-a2588b89f3c9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:29:53.719312 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082ef3fb-cb75-477e-ba56-8dff98d10dda', 'name': 'network-vif-deleted', 'tag': '304b2286-27c8-42c4-a5cd-9488aa3a2dee', 'status': 'completed', 'code': 200} Aug 18 14:29:53.890094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.1 (ff2aac3f-23d7-4ce5-a0de-fa7b6675be58/ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe/aa43d0a7-7c41-4c44-b037-3378a04a80ab) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:29:54.010196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.026260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object aa43d0a7-7c41-4c44-b037-3378a04a80ab will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:54.188503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.234671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:54.238016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:54.240443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:29:54.265609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:54.288527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.388342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aae74e70-f669-439d-a7b5-67332877f7d1 req-23605d32-a6aa-4989-8e61-e15774e36292 tempest-ServerAddressesNegativeTestJSON-1628084522 tempest-ServerAddressesNegativeTestJSON-1628084522-project] 10.222.0.35 "GET /v2.0/ports?device_id=082ef3fb-cb75-477e-ba56-8dff98d10dda HTTP/1.1" status: 200 len: 210 time: 0.0317974 Aug 18 14:29:54.502311 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.850478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aca06502-82ba-43a7-bb8b-20be69954cc2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:54.871696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2c9be-b4f0-4f73-8c33-a8e99d3eb20e None None] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:54.889014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.929564 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c30b5539-8252-4b40-8694-522d995a06e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:54.979399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.045149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.059307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.065065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:55.077570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port aca06502-82ba-43a7-bb8b-20be69954cc2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:55.085579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Provisioning for port aca06502-82ba-43a7-bb8b-20be69954cc2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:55.085579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Provisioning complete for port aca06502-82ba-43a7-bb8b-20be69954cc2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:55.085941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.114708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aca06502-82ba-43a7-bb8b-20be69954cc2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:55.119694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.180089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:29:55.181626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:55.252681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.287659 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.316503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port aca06502-82ba-43a7-bb8b-20be69954cc2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aca06502-82ba-43a7-bb8b-20be69954cc2,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:55.337387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router 3e9503bf-7476-4cc1-aecf-dd64af676e60 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:29:55.419331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.420140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:55.459803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:29:55.467841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36006) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:55.482432 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-865cd5c3-2808-42b7-a8aa-7bb0e04448c7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/3e9503bf-7476-4cc1-aecf-dd64af676e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2853270 Aug 18 14:29:55.487007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:55.491754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Sync routers for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:29:55.548645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Deleting subnet edee2008-c6f4-4620-a056-6570643e5a43 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:55.560395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.595930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:55.596590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:55.604998 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:29:55.605344 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-cc41a3aa-43f2-48d2-af70-a056a1841bf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:29:55.615434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.645375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=aca06502-82ba-43a7-bb8b-20be69954cc2,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:55.667672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.731503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.732789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.733914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.735055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.735931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.736830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.737714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:55.741330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1ebc079d-4c89-459f-8653-6fbbdf719f51 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2504075 Aug 18 14:29:55.749692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36010) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:55.764888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:55.771800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:55.805343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:55.805795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.830702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.853619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:55.862338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/edee2008-c6f4-4620-a056-6570643e5a43 HTTP/1.1" status: 204 len: 168 time: 0.3931653 Aug 18 14:29:55.870373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36012) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:55.898262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ec545-d87f-4b9d-95eb-3e569b57aa4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edee2008-c6f4-4620-a056-6570643e5a43,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:55.972388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.007655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.061486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.072915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.085298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44259547-b1d2-400a-b1a6-64e58c60af5d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:56.097645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c390fbe8-bafb-4c33-95e3-81d11f0824c1') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:56.098031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c390fbe8-bafb-4c33-95e3-81d11f0824c1') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:56.111523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.127981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.133378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:56.136688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:56.137295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.138020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.138528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.138979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.139749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:56.139875 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:56.142307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.142307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.142307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:56.147227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-95d7635b-9169-44ff-96cb-cd1155c82f6c tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.4006824 Aug 18 14:29:56.147501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:56.173714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 2, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:56.202237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.204236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Checking router: 3e9503bf-7476-4cc1-aecf-dd64af676e60 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:56.204686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Updating router 3e9503bf-7476-4cc1-aecf-dd64af676e60 port aa43d0a7-7c41-4c44-b037-3378a04a80ab binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:29:56.254664 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.310667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:56.327465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.333417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.335447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] 10.222.0.35 "DELETE /v2.0/networks/44259547-b1d2-400a-b1a6-64e58c60af5d HTTP/1.1" status: 204 len: 168 time: 0.4453313 Aug 18 14:29:56.372602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5f594-8f63-4582-95be-2a056b21f065 admin admin] Pushing event deleted for resources: {'Network': ['ID=44259547-b1d2-400a-b1a6-64e58c60af5d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:56.386942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Provisioning for port aa43d0a7-7c41-4c44-b037-3378a04a80ab completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:56.404940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Provisioning complete for port aa43d0a7-7c41-4c44-b037-3378a04a80ab triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:56.405320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.442595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea63563f-55ce-4569-8976-d96caac60f16 tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2909377 Aug 18 14:29:56.478800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Port aa43d0a7-7c41-4c44-b037-3378a04a80ab cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:29:56.502437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Provisioning complete for port aca06502-82ba-43a7-bb8b-20be69954cc2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:56.502794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35134091-7a60-4b3e-825a-e594fb4f788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.662332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.672794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Transition to ACTIVE for port object aa43d0a7-7c41-4c44-b037-3378a04a80ab will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:29:56.708422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aca06502-82ba-43a7-bb8b-20be69954cc2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:56.740887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.800204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ceea-1f52-42c9-8b70-fb60e4d1d3ee None None] Pushing event updated for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:56.824613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36022) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:56.829884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aca06502-82ba-43a7-bb8b-20be69954cc2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:56.829884 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.883425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-273c0f4b-67c9-44ce-ace8-456453dd57cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad8f5c6ac6d24280b8e8ca04f380d1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574219 Aug 18 14:29:56.885726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:56.889225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Attempting to bind port aa43d0a7-7c41-4c44-b037-3378a04a80ab on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:29:56.889535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Attempting to bind port aa43d0a7-7c41-4c44-b037-3378a04a80ab by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:29:56.889955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Attempting to bind port aa43d0a7-7c41-4c44-b037-3378a04a80ab on network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:29:56.898396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:29:56.898771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Checking segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:56.899171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.899583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Bound using segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:29:56.900280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:56.904828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464798175', 'description': 'tempest-secgroup-smoke-1464798175 description', 'project_id': '0e281f79b9284a52a7b962b741560bac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:56.906355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Bound port: aa43d0a7-7c41-4c44-b037-3378a04a80ab, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:29:56.906787 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.948408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:56.981115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.001790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.009689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:57.075609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] For port aa43d0a7-7c41-4c44-b037-3378a04a80ab, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:29:57.096667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] For port aa43d0a7-7c41-4c44-b037-3378a04a80ab, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aa43d0a7-7c41-4c44-b037-3378a04a80ab,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:29:57.109986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:57.109986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.122246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.125503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.129746 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/065446a4-ff95-4a7b-a9b4-9979c2276ca5 HTTP/1.1" status: 204 len: 168 time: 0.2397211 Aug 18 14:29:57.140380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a619d2-9160-4851-b216-64bbb2fb0952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065446a4-ff95-4a7b-a9b4-9979c2276ca5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:57.164145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 304b2286-27c8-42c4-a5cd-9488aa3a2dee no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:57.194348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 304b2286-27c8-42c4-a5cd-9488aa3a2dee {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:57.194765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 304b2286-27c8-42c4-a5cd-9488aa3a2dee not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:57.197064 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.211337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.287079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.294410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ceea-1f52-42c9-8b70-fb60e4d1d3ee None None] Pushing event updated for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:57.300989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:57.301687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:57.333754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed6a0d-5d44-48e1-ae54-b5646ec52c38,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:57.350821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.351428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.352016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.352411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.353166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.353597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.353975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.354373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.354888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.355233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.355573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.356109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:29:57.439739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.441680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7a199b2-f88a-45ae-8deb-6adfd87060e9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5399196 Aug 18 14:29:57.444543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36032) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:57.449479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:57.452729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:57.572613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.640317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.760812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.780078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a545d85-6ff0-4611-8a52-1c8cf6a81eb8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:57.809952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.838993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:57Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:57.866346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b32f8-1d9f-40ab-b972-47c9b4e037b7 None None] The sync data for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 is: [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:57Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:57.895471 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:57.895471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5acb7272-41fb-4a63-80b0-990b7e878aab tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4465840 Aug 18 14:29:57.895471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36042) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:57.900131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:58.053567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.121505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.179278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.221114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a588e655-d6b3-41f3-b37b-80b56673ab27,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:58.293829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.295171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47ea3b19-6ca1-4fbb-87e3-cd05989b055a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989763 Aug 18 14:29:58.298042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:58.303844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:58.395726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.437722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:58.498428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.556542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1298034892-network', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:58.571351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.588823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9077ba1f-e227-4c12-906a-108ccd99fe97,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:58.681797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Made reservation on behalf of edfd02b60c0e48bd8d974817dfb2fbb0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:58.687790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.697020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.738246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa43d0a7-7c41-4c44-b037-3378a04a80ab up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:29:58.768750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.773715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c59f97b7-f019-4161-820f-83ca5503ba25 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4742727 Aug 18 14:29:58.776663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36062) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:58.783867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:58.853554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port aa43d0a7-7c41-4c44-b037-3378a04a80ab completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:29:58.859940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aa43d0a7-7c41-4c44-b037-3378a04a80ab triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:29:58.860338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.871964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.938665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.952053 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:29:58.964453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.965374 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Added segment 63a29d02-7e2a-49e1-acc3-997f4cfc9de3 of type vlan for network 94df271a-9d5c-46d7-978c-905eab650c44 Aug 18 14:29:58.966270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.010259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port aa43d0a7-7c41-4c44-b037-3378a04a80ab, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aa43d0a7-7c41-4c44-b037-3378a04a80ab,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:59.030634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5311f9d3-4896-424b-b970-a2db58b716c6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.034322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.043076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.091650 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.142930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.143959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:59.145220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.163183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.165986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.223916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] Pushing event updated for resources: {'Network': ['ID=94df271a-9d5c-46d7-978c-905eab650c44,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.233498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 94df271a-9d5c-46d7-978c-905eab650c44 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:29:59.236350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-68f8c42a-ca8c-4916-9b18-5c1e27c3d703 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7973175 Aug 18 14:29:59.240115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36064) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:59.246711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Request body: {'subnet': {'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1298034892-subnet', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:59.268014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.290463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e702c6-8e6a-425a-9b21-4489831c2b7e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.345323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Made reservation on behalf of edfd02b60c0e48bd8d974817dfb2fbb0 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:29:59.347970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.427737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.428406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b08d5129-dd29-416e-83d9-1bbd1ac9ff66 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6496353 Aug 18 14:29:59.431380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36068) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:59.436642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:59.532521 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:29:59.537766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.602433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.624556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.682616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6631c9ae-dd73-43d1-a4b3-5755e68082c0,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.685790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.705808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Checking segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:29:59.706612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Network hostable DHCP agents. Network: 94df271a-9d5c-46d7-978c-905eab650c44, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:29:59.707099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bdfbe6-6b22-4f62-a257-2accf8643271,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:59.779229 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.780804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70490c7d-88b3-4285-9989-5a0ccca08d6b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3481011 Aug 18 14:29:59.785383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36070) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:59.790602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'security_group_rule': {'security_group_id': '07ed6a0d-5d44-48e1-ae54-b5646ec52c38', 'project_id': '0e281f79b9284a52a7b962b741560bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:29:59.811441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Network 94df271a-9d5c-46d7-978c-905eab650c44 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:29:59.932753 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Project 0e281f79b9284a52a7b962b741560bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:29:59.938558 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.978520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 94df271a-9d5c-46d7-978c-905eab650c44) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:29:59.986935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0484f6-04a0-4edd-ace4-2e5b9daf537c None None] Network 94df271a-9d5c-46d7-978c-905eab650c44 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:59.987695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:29:59.988869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.005974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.076758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f482cf0-bbb1-4bd2-925a-6a5994d9065d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8351021 Aug 18 14:30:00.079180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36072) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:00.084742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:00.087113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.111542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae5d29c-33d8-4e3d-bf5f-b33f21dfb5d8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:00.171659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-94df271a-9d5c-46d7-978c-905eab650c44', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:30:00.172531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.212840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.214566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.301449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.312765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Allocated IP 172.20.0.2 (94df271a-9d5c-46d7-978c-905eab650c44/6631c9ae-dd73-43d1-a4b3-5755e68082c0/2df20b6c-f808-4fba-bdb0-62375095f2b6) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:00.344177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.354513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5b0910be-5ef9-4496-a52a-2fcc7806fd60 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5592134 Aug 18 14:30:00.487812 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.500956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Transition to ACTIVE for port object 2df20b6c-f808-4fba-bdb0-62375095f2b6 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:00.519611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Transition to ACTIVE for port object 2df20b6c-f808-4fba-bdb0-62375095f2b6 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:00.584093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.595920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.605708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-7166ccce-e030-46d5-8f73-a3e5e9213efa tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464798175&fields=id&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 267 time: 0.0704520 Aug 18 14:30:00.638184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Network 94df271a-9d5c-46d7-978c-905eab650c44 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:00.642276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:00.644630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:00.654617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Pushing event updated for resources: {'Port': ['ID=2df20b6c-f808-4fba-bdb0-62375095f2b6,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:00.733540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Attempting to bind port 2df20b6c-f808-4fba-bdb0-62375095f2b6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:30:00.734308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Attempting to bind port 2df20b6c-f808-4fba-bdb0-62375095f2b6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:30:00.735004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Attempting to bind port 2df20b6c-f808-4fba-bdb0-62375095f2b6 on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:00.753408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:30:00.754405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Checking segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:30:00.754917 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.755432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Bound using segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:30:00.756001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Bound port: 2df20b6c-f808-4fba-bdb0-62375095f2b6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:30:00.757235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.772756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa43d0a7-7c41-4c44-b037-3378a04a80ab up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:00.820963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-8f6d3b14-5358-42de-84a9-e5460c2a79c5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:00.822840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-8f6d3b14-5358-42de-84a9-e5460c2a79c5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/networks?id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 HTTP/1.1" status: 200 len: 797 time: 0.2072048 Aug 18 14:30:00.842900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-d73d8447-4c88-427f-81ca-e76b516141d8 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/quotas/0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 375 time: 0.0130017 Aug 18 14:30:00.882076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] For port 2df20b6c-f808-4fba-bdb0-62375095f2b6, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:30:00.885686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] For port 2df20b6c-f808-4fba-bdb0-62375095f2b6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2df20b6c-f808-4fba-bdb0-62375095f2b6,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:30:00.897077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port aa43d0a7-7c41-4c44-b037-3378a04a80ab triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:00.897451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:00.924504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-8d26ce1e-67d7-4f3b-ad27-5063bc16d89c tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736043 Aug 18 14:30:00.990351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:01.054332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973ce6-2dd4-4c5f-b900-c6591eca6c92 None None] Pushing event updated for resources: {'Port': ['ID=2df20b6c-f808-4fba-bdb0-62375095f2b6,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:01.108591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:01.145864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:01.155927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-6fb4f55e-4bab-432f-8418-c2f9860ec884 service neutron] 10.222.0.35 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953859 Aug 18 14:30:01.405777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-76a91dd5-013c-4c50-a4e0-12d0359c5350 service neutron] 10.222.0.35 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306736 Aug 18 14:30:01.415758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Allocated IP 172.25.1.57 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b4496545-058e-45c7-aa0d-5c7ba553a0be) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:01.805102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:01.910626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:01.995933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:02.024295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a50bb245-4560-4d14-bfc3-05d7e9cbd488 req-43ad7510-91e4-4c1f-8de6-6e5f64a38551 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 210 time: 0.0507483 Aug 18 14:30:02.046772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:02.054945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:02.091702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Pushing event updated for resources: {'Port': ['ID=b4496545-058e-45c7-aa0d-5c7ba553a0be,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:02.124620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a234e-fc24-4c8f-b22c-e8041e5ff597 None None] Network 94df271a-9d5c-46d7-978c-905eab650c44 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:30:02.290213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3735c863-b801-4665-8733-24be76bed4aa None None] Provisioning for port 2df20b6c-f808-4fba-bdb0-62375095f2b6 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:02.430475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:02.653090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:02.733815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2df20b6c-f808-4fba-bdb0-62375095f2b6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:02.874226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2df20b6c-f808-4fba-bdb0-62375095f2b6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:02.878631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2df20b6c-f808-4fba-bdb0-62375095f2b6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:02.879029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:02.924943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Router 15172d0c-3012-4e02-872d-1f0fca935612 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:30:02.971114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.006343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2df20b6c-f808-4fba-bdb0-62375095f2b6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2df20b6c-f808-4fba-bdb0-62375095f2b6,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:03.069281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:03.081990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.086431 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:03.105966 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:03.108058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:03.147932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2df20b6c-f808-4fba-bdb0-62375095f2b6,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:03.152729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15adb3fe-4af5-418d-82ba-78669e838669 req-82d55851-a55b-4ae1-a839-ef74d92dc7dc tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Aug 18 14:30:03.190323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.192181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d04b1798-1645-4f16-9dd7-539b2cf9d761 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1116748 Aug 18 14:30:03.194832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36106) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:03.242615 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:03.453166 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:02Z', 'revision_number': 3, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:03.479415 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:03.479983 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Updating router 15172d0c-3012-4e02-872d-1f0fca935612 port b4496545-058e-45c7-aa0d-5c7ba553a0be binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:30:03.505579 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.651164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.777691 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:03.918960 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Transition to ACTIVE for port object b4496545-058e-45c7-aa0d-5c7ba553a0be will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:04.003364 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.076410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-3e844306-7e3e-4a57-9fa1-dc4905e7dd3b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:04.080947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-3e844306-7e3e-4a57-9fa1-dc4905e7dd3b tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/networks?id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 HTTP/1.1" status: 200 len: 797 time: 0.1482098 Aug 18 14:30:04.082760 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Attempting to bind port b4496545-058e-45c7-aa0d-5c7ba553a0be on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:30:04.084299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Attempting to bind port b4496545-058e-45c7-aa0d-5c7ba553a0be by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:30:04.090027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Attempting to bind port b4496545-058e-45c7-aa0d-5c7ba553a0be on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:04.090027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f203fe5-11f9-4d2d-9f72-c07cd11b9513 None None] Pushing event updated for resources: {'Port': ['ID=b4496545-058e-45c7-aa0d-5c7ba553a0be,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:04.095469 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:30:04.096146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:30:04.096722 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.097288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:30:04.097955 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Bound port: b4496545-058e-45c7-aa0d-5c7ba553a0be, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:30:04.098501 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.136054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Allocated IP 172.20.0.1 (94df271a-9d5c-46d7-978c-905eab650c44/6631c9ae-dd73-43d1-a4b3-5755e68082c0/953eb757-5c45-46cb-8b39-e55de85c0d84) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:04.161081 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] For port b4496545-058e-45c7-aa0d-5c7ba553a0be, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:30:04.164257 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] For port b4496545-058e-45c7-aa0d-5c7ba553a0be, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b4496545-058e-45c7-aa0d-5c7ba553a0be,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:30:04.169334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-3681f290-ee51-4cc0-94f7-4a7c092c965d tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e281f79b9284a52a7b962b741560bac HTTP/1.1" status: 200 len: 380 time: 0.0623193 Aug 18 14:30:04.179337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'port': {'device_id': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'admin_state_up': True, 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'security_groups': ['07ed6a0d-5d44-48e1-ae54-b5646ec52c38']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:04.254479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.262329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edf75583-6945-4035-8ab3-a846172e3ab6 req-df16229c-d267-4ec1-a5eb-ed8a29600dd6 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 210 time: 0.0308950 Aug 18 14:30:04.269769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Transition to ACTIVE for port object 953eb757-5c45-46cb-8b39-e55de85c0d84 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:04.275554 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.352860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f203fe5-11f9-4d2d-9f72-c07cd11b9513 None None] Pushing event updated for resources: {'Port': ['ID=b4496545-058e-45c7-aa0d-5c7ba553a0be,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:04.355509 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:04.356101 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:04.389970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Made reservation on behalf of 0e281f79b9284a52a7b962b741560bac for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:30:04.390609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.394549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.434300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Network 94df271a-9d5c-46d7-978c-905eab650c44 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:04.437563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:04.442248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:04.445408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Pushing event updated for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:04.484077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:04.501886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.552461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.20.0.3 (ff2aac3f-23d7-4ce5-a0de-fa7b6675be58/ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe/c05fc5db-c8a9-4d33-b093-3337b5f3ec8d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:04.704143 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:02Z', 'revision_number': 3, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:04.725874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2df20b6c-f808-4fba-bdb0-62375095f2b6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:04.737875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.738135 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f860e-6968-4108-8eea-7ff99f67cca3 None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:02Z', 'revision_number': 3, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:04.766940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Transition to ACTIVE for port object c05fc5db-c8a9-4d33-b093-3337b5f3ec8d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:04.785202 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.796991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2df20b6c-f808-4fba-bdb0-62375095f2b6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:04.797391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.932788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-587e2fc4-2e9d-400c-9f6f-7a43e51caabd None None] Provisioning for port 953eb757-5c45-46cb-8b39-e55de85c0d84 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:04.933128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.937925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-587e2fc4-2e9d-400c-9f6f-7a43e51caabd None None] Provisioning complete for port 953eb757-5c45-46cb-8b39-e55de85c0d84 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:04.938625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-587e2fc4-2e9d-400c-9f6f-7a43e51caabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:04.984041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-587e2fc4-2e9d-400c-9f6f-7a43e51caabd None None] Port 953eb757-5c45-46cb-8b39-e55de85c0d84 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:30:04.986815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:04.992703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:04.996848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:05.063902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:05.118677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:05.119365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.230590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-c91f7a64-9944-4103-991c-42dd63a80fff tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0557203 Aug 18 14:30:05.248824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Request body: {'port': {'device_id': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:05.333819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.344997 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.389708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.453005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9220e385-45c3-45fb-a5fe-f7b98230de45 None None] Provisioning for port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:05.458061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9220e385-45c3-45fb-a5fe-f7b98230de45 None None] Provisioning complete for port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:05.458454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9220e385-45c3-45fb-a5fe-f7b98230de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.462397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5373-1adf-4124-ade7-c5454ca3e7d2 req-2e15e612-bd35-448e-ae49-ea09fec6f4d9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:05.470610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c9a5373-1adf-4124-ade7-c5454ca3e7d2 req-2e15e612-bd35-448e-ae49-ea09fec6f4d9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 931 time: 0.1036212 Aug 18 14:30:05.470976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Pushing event updated for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:05.480556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.518581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9220e385-45c3-45fb-a5fe-f7b98230de45 None None] Port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:30:05.603848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Network 94df271a-9d5c-46d7-978c-905eab650c44 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:05.605326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:05.649206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c9a5373-1adf-4124-ade7-c5454ca3e7d2 req-e5907351-07f4-43f7-ba43-112e8d11848f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775193 Aug 18 14:30:05.785797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:30:05.786512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05fc5db-c8a9-4d33-b093-3337b5f3ec8d {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:30:05.798467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.820169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Transition to ACTIVE for port object c05fc5db-c8a9-4d33-b093-3337b5f3ec8d will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:05.888566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:05.917013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:05.932959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-03d80c83-3855-42b3-84eb-b21a9a86b1dc admin admin] 10.222.0.35 "PUT /v2.0/routers/15172d0c-3012-4e02-872d-1f0fca935612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366509 Aug 18 14:30:05.948350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-143022ef-dfda-4643-82a4-e456eaf099de None None] Provisioning complete for port 953eb757-5c45-46cb-8b39-e55de85c0d84 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:05.948350 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-143022ef-dfda-4643-82a4-e456eaf099de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.004742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-143022ef-dfda-4643-82a4-e456eaf099de None None] Port 953eb757-5c45-46cb-8b39-e55de85c0d84 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:30:06.015059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:06.086156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Attempting to bind port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:30:06.086600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Attempting to bind port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:30:06.087008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Attempting to bind port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d on network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:06.092348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d on network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:30:06.092780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Attempting to bind port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d on network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:06.098994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:30:06.099464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Checking segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:30:06.099922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Bound using segment: {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:30:06.100501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Bound port: c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7384fa2-76bc-4d35-88b3-a26b310087a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:30:06.100966 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.174767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:30:06.179797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:30:06.262803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.305057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.305681 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.307115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/c05fc5db-c8a9-4d33-b093-3337b5f3ec8d HTTP/1.1" status: 200 len: 1091 time: 1.0627429 Aug 18 14:30:06.307546 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:06.309796 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86" -d '{"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:06.346248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51cda-5372-4df8-bf40-68a8b67947c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:06.355208 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb0327-e1c0-4926-9e1f-88b5f1710884 x-openstack-request-id: req-cedb0327-e1c0-4926-9e1f-88b5f1710884 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:06.355208 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:06.360528 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cedb0327-e1c0-4926-9e1f-88b5f1710884 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:06.360528 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'status': 'completed', 'code': 200} Aug 18 14:30:06.423418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-600f7aa5-2964-427e-913e-d41dabb3f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.425033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-600f7aa5-2964-427e-913e-d41dabb3f48d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1094 time: 0.0490108 Aug 18 14:30:06.554847 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-8684d265-b4e0-4bd1-a1f0-d6fd4fc82035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.557077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-8684d265-b4e0-4bd1-a1f0-d6fd4fc82035 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0e281f79b9284a52a7b962b741560bac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1221578 Aug 18 14:30:06.563357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36146) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:06.568676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142346769', 'description': 'tempest-description--1197380205'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:06.693287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-712aad45-ed86-4c4d-94e7-cd46c1c00d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.695250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3d0aef7-9ecb-46f3-825a-26cdd1c05a86 req-712aad45-ed86-4c4d-94e7-cd46c1c00d7e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218712 Aug 18 14:30:06.741967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.749426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b4496545-058e-45c7-aa0d-5c7ba553a0be up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:06.788895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:06.809177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:06.809794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:06.860226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb7c0b-7fb1-4616-922c-a86d253f60f5 req-c919a0e5-81c1-45f5-8179-cae9b2b06bfa tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.862014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3eb7c0b-7fb1-4616-922c-a86d253f60f5 req-c919a0e5-81c1-45f5-8179-cae9b2b06bfa tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 943 time: 0.0965035 Aug 18 14:30:06.864655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-031479b5-a1c6-434c-a93c-fdbcd4d3a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:06.866169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-031479b5-a1c6-434c-a93c-fdbcd4d3a812 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1094 time: 0.1201599 Aug 18 14:30:06.922370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:06.933224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-01ec7ee9-0412-4305-bf14-4ff97424cc3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d HTTP/1.1" status: 200 len: 217 time: 0.0469484 Aug 18 14:30:06.962209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b4496545-058e-45c7-aa0d-5c7ba553a0be completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:06.971117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b4496545-058e-45c7-aa0d-5c7ba553a0be triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:06.971420 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:06.993324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3eb7c0b-7fb1-4616-922c-a86d253f60f5 req-973d61b6-2f93-4e24-9fc3-44bfda277dd0 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186738 Aug 18 14:30:07.028739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.030754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-5b5449a2-33d1-4577-89d7-df544a7ea144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:07.032211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-5b5449a2-33d1-4577-89d7-df544a7ea144 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe HTTP/1.1" status: 200 len: 835 time: 0.0814912 Aug 18 14:30:07.091778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-69349eff-6ec0-421f-9771-17a26b01f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:07.093544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-69349eff-6ec0-421f-9771-17a26b01f18e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492940 Aug 18 14:30:07.099370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.177114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.187395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:07.205661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b4496545-058e-45c7-aa0d-5c7ba553a0be, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b4496545-058e-45c7-aa0d-5c7ba553a0be,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:07.226383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-5c8a0c2c-c570-46e6-9e38-db0fa6b5d512 service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191940 Aug 18 14:30:07.230947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:05Z', 'revision_number': 2, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:07.249137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.250719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-83d922e9-2a8f-4e3c-bba6-c531319432a9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6861782 Aug 18 14:30:07.255441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36156) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:07.259879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:07.260236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Updating router 15172d0c-3012-4e02-872d-1f0fca935612 port 953eb757-5c45-46cb-8b39-e55de85c0d84 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:30:07.262561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group_rule': {'security_group_id': '6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:07.280017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.312265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.340722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-505072cb-8458-431a-927b-4a18c04bf2a7 req-e7e60946-f331-45b6-8160-e7676cb8a951 service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012311 Aug 18 14:30:07.366427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b4496545-058e-45c7-aa0d-5c7ba553a0be,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:07.378272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.439456 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.521537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.558105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5849dafb-3f61-434a-bc2f-a16830b40707,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:07.612468 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.612921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.615411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-790ed63a-07fe-4450-999e-de50f988eab8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575680 Aug 18 14:30:07.621751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36164) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:07.623353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Transition to ACTIVE for port object 953eb757-5c45-46cb-8b39-e55de85c0d84 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:07.626758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group_rule': {'security_group_id': '6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:07.693009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.741888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.742540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a14645-557a-4ff3-abcf-5e14aa97838d None None] Pushing event updated for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:07.800060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Attempting to bind port 953eb757-5c45-46cb-8b39-e55de85c0d84 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:30:07.800477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Attempting to bind port 953eb757-5c45-46cb-8b39-e55de85c0d84 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:30:07.800903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Attempting to bind port 953eb757-5c45-46cb-8b39-e55de85c0d84 on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:07.806482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:30:07.807055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Checking segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:30:07.807535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.808026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Bound using segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:30:07.808826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Bound port: 953eb757-5c45-46cb-8b39-e55de85c0d84, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:30:07.809085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.818633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.875746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] For port 953eb757-5c45-46cb-8b39-e55de85c0d84, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:30:07.880553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] For port 953eb757-5c45-46cb-8b39-e55de85c0d84, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=953eb757-5c45-46cb-8b39-e55de85c0d84,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:30:07.886014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.908763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8277c40f-82f4-43c2-b664-73bf8b17f8a5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:07.933572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.980110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:07.981928 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0f90b6c0-c2c9-4dac-855d-60e994937d7e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584716 Aug 18 14:30:07.984770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36170) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:07.990235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:08.016969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a14645-557a-4ff3-abcf-5e14aa97838d None None] Pushing event updated for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:08.033706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:08.034382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:08.106480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:08.160898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:08.192142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d99c7a-2e4a-4964-b24b-82c76ca4bdf8 req-0f86fbcc-c31c-4aac-895f-445c3b6a01d7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:08.198425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46d99c7a-2e4a-4964-b24b-82c76ca4bdf8 req-0f86fbcc-c31c-4aac-895f-445c3b6a01d7 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 943 time: 0.1234081 Aug 18 14:30:08.252685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46d99c7a-2e4a-4964-b24b-82c76ca4bdf8 req-076f9efd-d45d-4f79-9bd3-1d2f09b162cf tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 Aug 18 14:30:08.286773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:08.415384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Allocated IP 172.25.1.223 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/cb62a51c-8a23-44c9-9ab9-d72281dd3b37) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:08.526096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:08.562817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:08.589225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e7b7f-3606-4c02-ac37-8250b07d130e None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:08.671433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:08.718334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:08.724477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:08.728596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:08.765532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=cb62a51c-8a23-44c9-9ab9-d72281dd3b37,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:08.873543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 953eb757-5c45-46cb-8b39-e55de85c0d84 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:08.905760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:08.988678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 953eb757-5c45-46cb-8b39-e55de85c0d84 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:08.994679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 953eb757-5c45-46cb-8b39-e55de85c0d84 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:08.995043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.086959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.129357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 953eb757-5c45-46cb-8b39-e55de85c0d84, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=953eb757-5c45-46cb-8b39-e55de85c0d84,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:09.196104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.197554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b4496545-058e-45c7-aa0d-5c7ba553a0be up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:09.282291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:09.337367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b4496545-058e-45c7-aa0d-5c7ba553a0be triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:09.337639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.375387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.502316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc3248-0079-4d16-8345-8c96b383c9d3 req-10776010-1071-4b4f-a5f1-6ad02c1966b4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:09.504447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fc3248-0079-4d16-8345-8c96b383c9d3 req-10776010-1071-4b4f-a5f1-6ad02c1966b4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 943 time: 0.1263406 Aug 18 14:30:09.570845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fc3248-0079-4d16-8345-8c96b383c9d3 req-7407b75a-9a17-42f0-a2a5-47d2c37b8da9 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567794 Aug 18 14:30:09.639218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.748063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.828386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=cb62a51c-8a23-44c9-9ab9-d72281dd3b37,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:09.840586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.903868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.905336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-899bda4d-4948-4e99-87a4-776ace6ba069 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9195597 Aug 18 14:30:10.047677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-2b34786e-30ce-42ca-8245-cf8f36fe9cf0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1142346769&fields=id&tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 267 time: 0.0334797 Aug 18 14:30:10.155105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-f87da5d9-7866-439d-a932-81c0e9a94875 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:10.156648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-f87da5d9-7866-439d-a932-81c0e9a94875 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 811 time: 0.1015921 Aug 18 14:30:10.172759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-55ca1456-5296-4e40-8d88-cc1e5900a314 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/quotas/edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0097106 Aug 18 14:30:10.203896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c05fc5db-c8a9-4d33-b093-3337b5f3ec8d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:30:10.230897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-403c7de1-02c4-429b-bc2b-b0b5c285d89f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518727 Aug 18 14:30:10.312732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:10.324778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'port_id': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'mac_address': 'fa:16:3e:12:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:30:10.328952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-ad7fb465-b595-46fe-9e01-afeb63deb858 service neutron] 10.222.0.35 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859020 Aug 18 14:30:10.335328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:10.376217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:10.389567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05fc5db-c8a9-4d33-b093-3337b5f3ec8d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:30:10.409134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:10.431338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-20e3ff3b-a742-4a70-bc42-97e3b2151e1d service neutron] 10.222.0.35 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924428 Aug 18 14:30:10.485297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:10.539993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:10.547520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.547871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.556826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:10.672166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e523e7d6-6d41-4879-95e9-daba19ba6847 req-ba1897dd-59f7-42b7-a028-ab31ff4d0d45 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 210 time: 0.0449159 Aug 18 14:30:10.741643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145c95b-76f8-4f18-9213-e47215c81b9e req-9ddf40da-2129-4b00-b965-574cf2509086 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:10.744471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a145c95b-76f8-4f18-9213-e47215c81b9e req-9ddf40da-2129-4b00-b965-574cf2509086 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 944 time: 0.0586798 Aug 18 14:30:10.767560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 953eb757-5c45-46cb-8b39-e55de85c0d84 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:10.790573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a145c95b-76f8-4f18-9213-e47215c81b9e req-92089eec-b0b9-4d60-8b0b-44f1cb0da64e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396860 Aug 18 14:30:10.800663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:30:10.904506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 953eb757-5c45-46cb-8b39-e55de85c0d84 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:10.904877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:11.100269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:11.761090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-328f4723-7a4c-41ae-bd7c-04fefff7ceec req-10babe1d-e060-4647-acfb-f0c7a5e651ff tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 210 time: 0.0270350 Aug 18 14:30:11.931952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78a967-2b14-4704-b6c6-6c3398b0d935 req-b9a08ed4-71f3-4adf-9532-10d158e52c2f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:11.933539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b78a967-2b14-4704-b6c6-6c3398b0d935 req-b9a08ed4-71f3-4adf-9532-10d158e52c2f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 944 time: 0.0648930 Aug 18 14:30:11.973591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b78a967-2b14-4704-b6c6-6c3398b0d935 req-632349c3-89e5-4704-abd9-bf5b72ad25a3 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336978 Aug 18 14:30:12.219419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c05fc5db-c8a9-4d33-b093-3337b5f3ec8d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:12.321136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:12.325186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:12.325562 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:12.405136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:12.426704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:12.429001 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a4cf67-e4ca-46e5-9eea-6d048cc32ad4" -d '{"events": [{"server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "name": "network-vif-plugged", "status": "completed", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:12.443149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:12.468091 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5780be-1ec3-4ca7-9236-4376e1fbbaf6 x-openstack-request-id: req-2f5780be-1ec3-4ca7-9236-4376e1fbbaf6 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:12.468387 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "name": "network-vif-plugged", "status": "completed", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:12.468647 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f5780be-1ec3-4ca7-9236-4376e1fbbaf6 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:12.469049 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'code': 200} Aug 18 14:30:12.559419 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:12.579626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5a113-c812-4b70-9d34-2fcb0f8ca65b req-1e527954-b37a-4de1-af40-39c6ac209885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:12.581212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9b5a113-c812-4b70-9d34-2fcb0f8ca65b req-1e527954-b37a-4de1-af40-39c6ac209885 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1095 time: 0.0401323 Aug 18 14:30:12.609223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:12.622425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9b5a113-c812-4b70-9d34-2fcb0f8ca65b req-f3c2ef39-8567-458f-9cf6-50c8a8d61b7c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292227 Aug 18 14:30:12.860942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44f0f326-4505-4b98-89fe-5d87ab3a886a req-812243ca-79d6-44bd-a07a-f358c01c6bed tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 210 time: 0.0297346 Aug 18 14:30:12.930124 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-5467546f-a727-46e9-8c97-21e093984b76 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:12.931555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-5467546f-a727-46e9-8c97-21e093984b76 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 811 time: 0.1111374 Aug 18 14:30:12.976705 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-e42891d3-ceb4-4fef-9596-99d140635298 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 380 time: 0.0338755 Aug 18 14:30:12.986536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'port': {'device_id': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'admin_state_up': True, 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'security_groups': ['6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:13.126143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846df75-d808-4e4e-81f3-aad6c8144732 req-f18b67f4-1737-4437-b80b-6ee42e2b9321 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:13.127665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2846df75-d808-4e4e-81f3-aad6c8144732 req-f18b67f4-1737-4437-b80b-6ee42e2b9321 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Aug 18 14:30:13.166529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Made reservation on behalf of edfd02b60c0e48bd8d974817dfb2fbb0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:30:13.170197 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.171692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2846df75-d808-4e4e-81f3-aad6c8144732 req-af3e1b74-0a45-4ffd-9444-26c964a850be tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370672 Aug 18 14:30:13.304080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Allocated IP 172.20.0.7 (94df271a-9d5c-46d7-978c-905eab650c44/6631c9ae-dd73-43d1-a4b3-5755e68082c0/4a761310-c934-4b02-9c4c-9ef1fc770dbc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:13.451871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.465961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Transition to ACTIVE for port object 4a761310-c934-4b02-9c4c-9ef1fc770dbc will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:13.550418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.595385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Network 94df271a-9d5c-46d7-978c-905eab650c44 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:13.599246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:13.603123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:13.609585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:13.656675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:13.657302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.739812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-8f952c7d-03cb-4bf8-b7b4-613e15db08a1 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570741 Aug 18 14:30:13.759041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Request body: {'port': {'device_id': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:13.827461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.953533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-acdae44c-c854-404f-b6be-6035b4810f3e None None] Provisioning for port 4a761310-c934-4b02-9c4c-9ef1fc770dbc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:13.962133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-acdae44c-c854-404f-b6be-6035b4810f3e None None] Provisioning complete for port 4a761310-c934-4b02-9c4c-9ef1fc770dbc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:13.962753 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-acdae44c-c854-404f-b6be-6035b4810f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.983697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f75cd-7d44-4a5f-a5ad-5bb2482a7da1 req-075a086b-6245-4538-af60-c95ed2e2b4d9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:13.986405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-121f75cd-7d44-4a5f-a5ad-5bb2482a7da1 req-075a086b-6245-4538-af60-c95ed2e2b4d9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 931 time: 0.0532618 Aug 18 14:30:14.008302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-acdae44c-c854-404f-b6be-6035b4810f3e None None] Port 4a761310-c934-4b02-9c4c-9ef1fc770dbc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:30:14.026344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-121f75cd-7d44-4a5f-a5ad-5bb2482a7da1 req-e25895cb-fc2b-416d-8354-99e0c29c3d45 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Aug 18 14:30:14.122421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a761310-c934-4b02-9c4c-9ef1fc770dbc {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:30:14.130130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.142236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Transition to ACTIVE for port object 4a761310-c934-4b02-9c4c-9ef1fc770dbc will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:30:14.206970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.262075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:14.308114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6637-75f2-42a2-8401-190ed57854ae req-10efcd8d-252b-43c1-b560-77ea81181c38 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.311383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257d6637-75f2-42a2-8401-190ed57854ae req-10efcd8d-252b-43c1-b560-77ea81181c38 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.0633059 Aug 18 14:30:14.352316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Attempting to bind port 4a761310-c934-4b02-9c4c-9ef1fc770dbc on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:30:14.352741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Attempting to bind port 4a761310-c934-4b02-9c4c-9ef1fc770dbc by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:30:14.353078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Attempting to bind port 4a761310-c934-4b02-9c4c-9ef1fc770dbc on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:14.358711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Port 4a761310-c934-4b02-9c4c-9ef1fc770dbc on network 94df271a-9d5c-46d7-978c-905eab650c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:30:14.359030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Attempting to bind port 4a761310-c934-4b02-9c4c-9ef1fc770dbc on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:30:14.360407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257d6637-75f2-42a2-8401-190ed57854ae req-8a9e0977-9cc8-4e39-8a79-dbd161b84d61 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Aug 18 14:30:14.370475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:30:14.370819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Checking segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:30:14.371200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Bound using segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:30:14.371632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Bound port: 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:30:14.372037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.446939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:30:14.450449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:30:14.503105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82e2d-3215-454f-9ab8-0c8050846725 req-7243f06d-a2d1-4988-af10-f5d05dac8f82 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.504698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84d82e2d-3215-454f-9ab8-0c8050846725 req-7243f06d-a2d1-4988-af10-f5d05dac8f82 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.0650318 Aug 18 14:30:14.516086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.538954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.539573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.541706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] 10.222.0.58 "PUT /v2.0/ports/4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1091 time: 0.7879097 Aug 18 14:30:14.545108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:14.545635 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:14.608750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84d82e2d-3215-454f-9ab8-0c8050846725 req-2a94f21b-7ac5-4c5f-bfa4-4fe2f9ddd0c5 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973384 Aug 18 14:30:14.612850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159d398-712d-4d3d-8470-80252148edf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:14.650558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36298) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:14.689715 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a0f7e-a060-4f76-90c7-7295cad6f8bd x-openstack-request-id: req-0f4a0f7e-a060-4f76-90c7-7295cad6f8bd {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:14.690116 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:14.690266 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f4a0f7e-a060-4f76-90c7-7295cad6f8bd {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:14.691238 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'status': 'completed', 'code': 200} Aug 18 14:30:14.736339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a82e42-e10f-4afe-9b43-645a6e64538f tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.737969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-60a82e42-e10f-4afe-9b43-645a6e64538f tempest-TestNetworkBasicOps-514671778 tempest-TestNetworkBasicOps-514671778-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1091 time: 0.0853910 Aug 18 14:30:14.740911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:14.746138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:14.757619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-d9757e53-a579-4d8c-94df-ccf127403eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.760036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-d9757e53-a579-4d8c-94df-ccf127403eb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1094 time: 0.0680652 Aug 18 14:30:14.810928 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-cf1d3d22-0ccd-4d0e-bf5e-5b044c7153c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 217 time: 0.0356815 Aug 18 14:30:14.845590 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.874129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-92d5a6a0-2ee9-44a3-87ca-8ecc9cbebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.875935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-92d5a6a0-2ee9-44a3-87ca-8ecc9cbebb34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0540490 Aug 18 14:30:14.923424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-4519e24c-3fd6-4564-be5d-0d85142d6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:14.925010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-4519e24c-3fd6-4564-be5d-0d85142d6731 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413880 Aug 18 14:30:14.948102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:15.033003 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-5f605049-be1a-40a6-81f4-4670a0c1fca5 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940206 Aug 18 14:30:15.081703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Allocated IP 172.25.1.154 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c36335e1-13ae-4356-a233-de7ed314e1b9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:30:15.155802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6a716216-dcd9-4a7d-8887-617292f3e299 req-9aaa9005-c93c-4e62-91f7-27e4f266d54a service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098835 Aug 18 14:30:15.202675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc18dd-7f3f-4b4f-8450-0ff6168f8788 req-2d5c31e5-f0ad-4bdc-8f68-20edcf98e1ea tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:15.204157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ddc18dd-7f3f-4b4f-8450-0ff6168f8788 req-2d5c31e5-f0ad-4bdc-8f68-20edcf98e1ea tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 943 time: 0.0688820 Aug 18 14:30:15.257682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:15.268629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ddc18dd-7f3f-4b4f-8450-0ff6168f8788 req-f44f8d56-b2ab-4737-a0bc-588d39cad8d4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579901 Aug 18 14:30:15.313323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-2887d3b0-43e4-4b7b-a7f1-ae14cb087566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:15.314876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-2887d3b0-43e4-4b7b-a7f1-ae14cb087566 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1094 time: 0.0503409 Aug 18 14:30:15.384842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:15.417693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-1c2b9786-c955-4794-a167-8ac74a1141ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:15.419257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-1c2b9786-c955-4794-a167-8ac74a1141ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0959713 Aug 18 14:30:15.423511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:30:15.433374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:30:15.437617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:30:15.465899 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-dab98f05-b9bf-4091-97f0-360712056936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 217 time: 0.0378051 Aug 18 14:30:15.466185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=c36335e1-13ae-4356-a233-de7ed314e1b9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:15.518249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-07786645-3895-4cab-8b38-0b30b49155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:15.519974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-07786645-3895-4cab-8b38-0b30b49155a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0465100 Aug 18 14:30:15.573898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-64fdc8ca-cbf5-44e1-a77e-fcd3a4b45cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:15.575425 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-64fdc8ca-cbf5-44e1-a77e-fcd3a4b45cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472989 Aug 18 14:30:15.671294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-3d92de44-c6b4-4350-863a-3dfe11216014 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879447 Aug 18 14:30:15.785920 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3de127da-13c9-49a4-b1ac-43a6cdafc0a5 req-e2f6e1cc-9a2b-4d2e-8373-bb5d5f08428e service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058099 Aug 18 14:30:15.946042 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:16.095529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:16.251107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:16.303881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:16.403753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event updated for resources: {'Port': ['ID=c36335e1-13ae-4356-a233-de7ed314e1b9,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:16.415406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:16.470213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257290f8-5408-4fbf-bd82-3d4bd6f564b5 req-e86ab925-20c0-499d-8761-4c9e1bf21c88 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:16.472298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257290f8-5408-4fbf-bd82-3d4bd6f564b5 req-e86ab925-20c0-499d-8761-4c9e1bf21c88 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 943 time: 0.1148384 Aug 18 14:30:16.555857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257290f8-5408-4fbf-bd82-3d4bd6f564b5 req-321b1024-b807-4804-9c0d-6bf5c34be07b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771201 Aug 18 14:30:16.558527 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Floating IP 476c1293-3a8e-4d63-8c70-5ad8510b761a associated. External IP: 172.25.1.154, port: c05fc5db-c8a9-4d33-b093-3337b5f3ec8d. Aug 18 14:30:17.072074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router 3e9503bf-7476-4cc1-aecf-dd64af676e60 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:30:17.180499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:17.191846 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Sync routers for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:17.200963 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:17.201580 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:17.225383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4a761310-c934-4b02-9c4c-9ef1fc770dbc details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:30:17.259407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:17.291743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47955737-ab51-4e4f-8f18-7886b1a28722 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5492952 Aug 18 14:30:17.291965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:17.294129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36340) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:17.307360 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:17.342027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:17.360942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:17.375461 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752ecba8-a8f7-4481-a257-fcb028e7a485 x-openstack-request-id: req-752ecba8-a8f7-4481-a257-fcb028e7a485 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:17.375707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'port_id': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'mac_address': 'fa:16:3e:71:15:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:30:17.375821 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:17.376008 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-752ecba8-a8f7-4481-a257-fcb028e7a485 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:17.376419 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'status': 'completed', 'code': 200} Aug 18 14:30:17.419880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:17.427885 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-addc9bc3-aff7-4cef-93d7-bba733628f70 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/476c1293-3a8e-4d63-8c70-5ad8510b761a HTTP/1.1" status: 200 len: 991 time: 0.1314540 Aug 18 14:30:17.440299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a761310-c934-4b02-9c4c-9ef1fc770dbc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:30:17.445181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-7010ca32-1a88-421d-b375-a02ab0b313b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:17.446866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-7010ca32-1a88-421d-b375-a02ab0b313b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1096 time: 0.0469935 Aug 18 14:30:17.470598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:17.548222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-4e08d81b-5a30-4809-b1ef-24158c3bd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:17.549738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-4e08d81b-5a30-4809-b1ef-24158c3bd1b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 HTTP/1.1" status: 200 len: 898 time: 0.0954742 Aug 18 14:30:17.578762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:17.637964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:17.681668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-2dfe11fb-f8b9-4a9d-af5e-1652a5660569 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d HTTP/1.1" status: 200 len: 999 time: 0.1251595 Aug 18 14:30:17.705497 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '476c1293-3a8e-4d63-8c70-5ad8510b761a', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'port_id': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'mac_address': 'fa:16:3e:12:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:15Z', 'updated_at': '2021-08-18T14:30:15Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:17.739110 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Checking router: 3e9503bf-7476-4cc1-aecf-dd64af676e60 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:17.739779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be3064-f208-497c-8e5c-37cf9c80890c req-6f8eb146-5ce2-464a-8249-6511a7c0c5fb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:17.744585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01be3064-f208-497c-8e5c-37cf9c80890c req-6f8eb146-5ce2-464a-8249-6511a7c0c5fb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 944 time: 0.1072674 Aug 18 14:30:17.748994 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:17.749656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:17.786261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-9ca4eb42-393f-417a-ab10-6771e5ac93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:17.787578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-9ca4eb42-393f-417a-ab10-6771e5ac93ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe HTTP/1.1" status: 200 len: 835 time: 0.0937257 Aug 18 14:30:17.830191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['4a761310-c934-4b02-9c4c-9ef1fc770dbc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:30:17.838067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01be3064-f208-497c-8e5c-37cf9c80890c req-cfc5be11-1fef-4c97-be08-b47049d14022 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748732 Aug 18 14:30:17.852905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-93bb5eb9-5439-4883-8b78-bb85c837ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:17.854931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-93bb5eb9-5439-4883-8b78-bb85c837ebae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558765 Aug 18 14:30:17.891833 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:17.969998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-b6c9d465-dfef-4f33-9a0e-39b71355532a service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077213 Aug 18 14:30:18.062653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d55fd4d-eed0-408f-9d73-674b58e8bfc2 req-279bd3a6-de8d-4616-88c5-60728974c82e service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Aug 18 14:30:18.137748 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '476c1293-3a8e-4d63-8c70-5ad8510b761a', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'port_id': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'mac_address': 'fa:16:3e:12:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:15Z', 'updated_at': '2021-08-18T14:30:15Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:18.167880 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd157f4-ee5e-473e-bbdc-5ff86f5b68c8 None None] The sync data for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 is: [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '476c1293-3a8e-4d63-8c70-5ad8510b761a', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'port_id': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'mac_address': 'fa:16:3e:12:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:15Z', 'updated_at': '2021-08-18T14:30:15Z', 'revision_number': 0, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:18.359481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c071bed-e78d-474b-9ce9-18dd1d408756 None None] New status for floating IP 476c1293-3a8e-4d63-8c70-5ad8510b761a: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:30:18.430664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36360) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:18.519795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48c3a577-a60a-400f-862c-3bb1cccc7cfa tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/476c1293-3a8e-4d63-8c70-5ad8510b761a HTTP/1.1" status: 200 len: 991 time: 0.0873473 Aug 18 14:30:18.975725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b295c3e-5e21-4e60-a4da-9d1eb328b996 req-23205848-0d46-4ae5-b5cc-4fd26d484c24 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:18.977193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b295c3e-5e21-4e60-a4da-9d1eb328b996 req-23205848-0d46-4ae5-b5cc-4fd26d484c24 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 944 time: 0.0549219 Aug 18 14:30:19.014659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b295c3e-5e21-4e60-a4da-9d1eb328b996 req-704437b1-3235-4dfd-93c6-a60ad592ccaa tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 18 14:30:19.257552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4a761310-c934-4b02-9c4c-9ef1fc770dbc up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:30:19.376393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 4a761310-c934-4b02-9c4c-9ef1fc770dbc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:30:19.380776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 4a761310-c934-4b02-9c4c-9ef1fc770dbc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:30:19.381163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:19.459532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:19.481811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:19.484048 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39145cb0-8c6d-4476-bc8f-b3bfc58249a8" -d '{"events": [{"server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:19.502213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:19.521538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36382) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:19.537340 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e326f-ee94-4c88-afed-c6d509c9bf95 x-openstack-request-id: req-118e326f-ee94-4c88-afed-c6d509c9bf95 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:19.538004 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:19.538391 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-118e326f-ee94-4c88-afed-c6d509c9bf95 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:19.538807 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'code': 200} Aug 18 14:30:19.571360 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:19.606986 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f50fb870-47bf-44c5-9f4d-f162f5e68725 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/476c1293-3a8e-4d63-8c70-5ad8510b761a HTTP/1.1" status: 200 len: 993 time: 0.0837064 Aug 18 14:30:19.624111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:19.675879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f75fa-a1b5-4d28-810b-1deb1f29133b req-04f9400d-0a04-4bab-944d-52f65ad1b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:19.677305 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af5f75fa-a1b5-4d28-810b-1deb1f29133b req-04f9400d-0a04-4bab-944d-52f65ad1b4fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0415926 Aug 18 14:30:19.713628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-af5f75fa-a1b5-4d28-810b-1deb1f29133b req-3c0bbb6c-8bad-41a3-850c-09e3b0c8f231 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282369 Aug 18 14:30:20.129043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a09b-0cfa-4a6c-b7f2-00d09c7eb9dd req-05e46bd0-e4f8-4985-b760-729f25ca1582 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:20.130663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a731a09b-0cfa-4a6c-b7f2-00d09c7eb9dd req-05e46bd0-e4f8-4985-b760-729f25ca1582 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0505536 Aug 18 14:30:20.168644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a731a09b-0cfa-4a6c-b7f2-00d09c7eb9dd req-bb612617-d2f7-45b5-a243-b7cdd4fe40b7 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Aug 18 14:30:21.287585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af47b8-1b46-45a1-a623-2b70731de1a8 req-c07e59b1-18e3-4aed-9ee9-34d5c102fd70 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:21.290232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87af47b8-1b46-45a1-a623-2b70731de1a8 req-c07e59b1-18e3-4aed-9ee9-34d5c102fd70 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0515833 Aug 18 14:30:21.333717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87af47b8-1b46-45a1-a623-2b70731de1a8 req-adbb71ad-dc67-49b1-baef-6fb807838820 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Aug 18 14:30:21.450539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4dc0-2a92-4431-a80d-b3254c81e0cb req-faf4a557-af93-43ec-8b53-e87a2ed44c9b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:21.451970 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df4f4dc0-2a92-4431-a80d-b3254c81e0cb req-faf4a557-af93-43ec-8b53-e87a2ed44c9b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0526078 Aug 18 14:30:21.461044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36414) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:21.465651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'floatingip': {'port_id': '4a761310-c934-4b02-9c4c-9ef1fc770dbc'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:30:21.504442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:21.915004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0535f836-8ca8-4cda-b46b-8e7456074291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:21.987094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:22.046935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:22.154380 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Floating IP 3cd6c74c-c619-4c11-b911-520912256e69 associated. External IP: 172.25.1.223, port: 4a761310-c934-4b02-9c4c-9ef1fc770dbc. Aug 18 14:30:22.361873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:30:22.475785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:22.480624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:22.497937 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:22.507331 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:22.507951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:22.516616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-618b57b3-87ac-4721-b535-84ae219542dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "PUT /v2.0/floatingips/3cd6c74c-c619-4c11-b911-520912256e69 HTTP/1.1" status: 200 len: 991 time: 1.0522206 Aug 18 14:30:22.516616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:22.519820 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d5b71b-f170-4acd-bcc5-b75ec60168fd" -d '{"events": [{"name": "network-changed", "server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:22.621322 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:22.632930 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3732c8-a1cc-42ec-91ef-e49af0710220 x-openstack-request-id: req-dc3732c8-a1cc-42ec-91ef-e49af0710220 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:22.633331 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:22.633662 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc3732c8-a1cc-42ec-91ef-e49af0710220 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:22.634247 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'status': 'completed', 'code': 200} Aug 18 14:30:22.705370 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-a0c60a66-e021-456c-a3f4-e6540fcf3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:22.707966 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-a0c60a66-e021-456c-a3f4-e6540fcf3bbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0488150 Aug 18 14:30:22.801216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-d940d712-f869-4f86-aa8f-57dd3026a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:22.802838 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-d940d712-f869-4f86-aa8f-57dd3026a630 service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0881279 Aug 18 14:30:22.859089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3cd6c74c-c619-4c11-b911-520912256e69', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:71:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:08Z', 'updated_at': '2021-08-18T14:30:21Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:22.883041 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-14ccaf0b-768d-444e-aa8a-ed8b9789aa2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 999 time: 0.0728488 Aug 18 14:30:22.886179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:22.896127 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:22.896772 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:29:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:22.936663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-1763bf66-54a0-4a99-bb7b-81eb46cdec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:22.938091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-1763bf66-54a0-4a99-bb7b-81eb46cdec74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0466168 Aug 18 14:30:22.991470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-e3f334e3-368e-453d-9d1d-e06e3c0effbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:22.991470 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-e3f334e3-368e-453d-9d1d-e06e3c0effbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437329 Aug 18 14:30:23.005092 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:23.097184 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-3c4e8297-77d4-465b-b8dd-bc5f470c811c service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972519 Aug 18 14:30:23.191005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-96d5b71b-f170-4acd-bcc5-b75ec60168fd req-6d00f464-6d3d-43aa-b6e8-7fe47cf148c5 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Aug 18 14:30:23.238964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3cd6c74c-c619-4c11-b911-520912256e69', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:71:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:08Z', 'updated_at': '2021-08-18T14:30:21Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:23.267006 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24855-d7d0-43a0-a1b8-7ab1108145b2 None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '3cd6c74c-c619-4c11-b911-520912256e69', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:71:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:30:08Z', 'updated_at': '2021-08-18T14:30:21Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:23.463459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61c9f5-26f2-4d6d-a828-8b1aa8fcc74f None None] New status for floating IP 3cd6c74c-c619-4c11-b911-520912256e69: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:30:23.484718 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:30:24.714915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-36c8c571-f868-4bf3-8e9c-da937852d32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:24.943526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:26.165039 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:27.534438 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:40.303439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:41.069652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:47.837495 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-92411359-b0f4-4a58-a7b8-1fec863f2fba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421519 Aug 18 14:30:47.927664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-f5471980-4ba9-4f0e-b64d-5789c9642d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:47.929719 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-f5471980-4ba9-4f0e-b64d-5789c9642d0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 1096 time: 0.0471480 Aug 18 14:30:48.003728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-6acf65a4-7836-4496-81ab-6ce027f73cd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424812 Aug 18 14:30:48.047605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-305ed830-e884-420b-adc7-dd73c37a25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.049222 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-305ed830-e884-420b-adc7-dd73c37a25e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 200 len: 910 time: 0.0947361 Aug 18 14:30:48.092080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-ab19e38e-1faa-45e3-9941-9571896c171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.094071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-ab19e38e-1faa-45e3-9941-9571896c171d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86139fe9c77842ec8d74004cb0172c7a&device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 1101 time: 0.0465977 Aug 18 14:30:48.123933 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-83cf4f01-da9e-4a26-a41d-b32abaf541f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 200 len: 1001 time: 0.0661976 Aug 18 14:30:48.175193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-881b68eb-46cd-4793-9877-54255682d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.176676 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-881b68eb-46cd-4793-9877-54255682d19c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=441f5578-520b-44fb-a06b-c37bc9b99fb4 HTTP/1.1" status: 200 len: 848 time: 0.0453315 Aug 18 14:30:48.206535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-6ac8fa01-a74e-4a7f-9d82-cc62964851b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.208348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-6ac8fa01-a74e-4a7f-9d82-cc62964851b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 HTTP/1.1" status: 200 len: 870 time: 0.0925810 Aug 18 14:30:48.226263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-b82023b9-18d9-425c-9e7c-aaa19ca94209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.227771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-b82023b9-18d9-425c-9e7c-aaa19ca94209 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9e87364-b29c-4d1d-bcc7-c948b024eab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426371 Aug 18 14:30:48.254576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-c8ad738b-50d4-4b8a-a4f7-78f3f9b5db89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=942545d4-138f-4aea-be9d-b12f4538adfc HTTP/1.1" status: 200 len: 217 time: 0.0365069 Aug 18 14:30:48.311319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-d4e4cf76-a6f5-4750-9e93-30423dbc8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.312992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-d4e4cf76-a6f5-4750-9e93-30423dbc8a61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0491817 Aug 18 14:30:48.329642 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-01b61d81-88a9-43be-a5d1-53d7a15437ad service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930569 Aug 18 14:30:48.364166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-b33ff860-afeb-4feb-9de3-1c9a21beba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:48.366513 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-b33ff860-afeb-4feb-9de3-1c9a21beba9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447366 Aug 18 14:30:48.426156 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0d8ea759-a5bf-43c2-a716-dd8bee2bdb5f req-2eb78028-7ea6-4427-a56a-3b0238b91c98 service neutron] 10.222.0.58 "GET /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Aug 18 14:30:48.467418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-34d3766a-8304-4d88-b29f-0e861aaa0087 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928991 Aug 18 14:30:48.565962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4015a5f-8a8e-47e7-9e98-2deac748eb6b req-be965b9b-08fb-4ade-b118-8db82bbbed32 service neutron] 10.222.0.10 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Aug 18 14:30:50.487971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 36812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:50.550285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c2cbc196-fa01-497f-8db0-dc4b5d10a077 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/floatingips/476c1293-3a8e-4d63-8c70-5ad8510b761a HTTP/1.1" status: 200 len: 993 time: 0.0611687 Aug 18 14:30:50.804397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 36824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:50.974045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port c36335e1-13ae-4356-a233-de7ed314e1b9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:30:50.974395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:51.056943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:51.057124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:51.071010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for c36335e1-13ae-4356-a233-de7ed314e1b9 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:30:51.301214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:51.330879 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=c36335e1-13ae-4356-a233-de7ed314e1b9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:51.343160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.346752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:51.401221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:51.401559 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Floating IP 476c1293-3a8e-4d63-8c70-5ad8510b761a disassociated (deleted). External IP: 172.25.1.154, port: c05fc5db-c8a9-4d33-b093-3337b5f3ec8d. Aug 18 14:30:51.905157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router 3e9503bf-7476-4cc1-aecf-dd64af676e60 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:30:51.909094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-30c81415-00bc-45a1-8acd-4605a2220767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:52.017520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:52.023004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:52.029225 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Sync routers for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:52.042921 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:52.043637 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:30:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:52.053665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dec13af7-7f5e-4859-bad6-e3bdcdedb33e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/floatingips/476c1293-3a8e-4d63-8c70-5ad8510b761a HTTP/1.1" status: 204 len: 168 time: 1.2481141 Aug 18 14:30:52.054454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:52.056676 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:52.105499 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861f292-44f9-46b1-ad85-3f075759a475 x-openstack-request-id: req-0861f292-44f9-46b1-ad85-3f075759a475 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:52.105499 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:52.105499 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0861f292-44f9-46b1-ad85-3f075759a475 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:52.105499 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'status': 'completed', 'code': 200} Aug 18 14:30:52.171656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-93dac558-fdda-40e7-849d-253afc40aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:52.172708 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:52.173352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-93dac558-fdda-40e7-849d-253afc40aae8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e281f79b9284a52a7b962b741560bac&device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 1096 time: 0.0428817 Aug 18 14:30:52.274832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-c8c7b43b-6d9f-4023-b721-f4683c980f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:52.276329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-c8c7b43b-6d9f-4023-b721-f4683c980f87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 HTTP/1.1" status: 200 len: 898 time: 0.0954971 Aug 18 14:30:52.318092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-b80d3ffc-0f53-4305-8c3a-3dd900a99327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d HTTP/1.1" status: 200 len: 217 time: 0.0339456 Aug 18 14:30:52.375446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-734b3f9a-5d98-40e6-967c-8aa34ee6e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:52.377042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-734b3f9a-5d98-40e6-967c-8aa34ee6e7f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe HTTP/1.1" status: 200 len: 835 time: 0.0518143 Aug 18 14:30:52.378146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:52.410226 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Checking router: 3e9503bf-7476-4cc1-aecf-dd64af676e60 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:52.419723 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:52.420269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:30:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:52.431236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-e55aac3a-00af-4c3f-b813-ba08572fcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:52.432792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-e55aac3a-00af-4c3f-b813-ba08572fcb67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484338 Aug 18 14:30:52.545028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d75d37-54f5-455e-9ad8-fba9d8137e3a req-ee338614-9da8-45c8-9629-035c163f5a14 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:52.547014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07d75d37-54f5-455e-9ad8-fba9d8137e3a req-ee338614-9da8-45c8-9629-035c163f5a14 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.0970054 Aug 18 14:30:52.548780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:52.588986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-23aac9f9-2d86-4108-b737-3fd903d5fd41 service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471450 Aug 18 14:30:52.621807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07d75d37-54f5-455e-9ad8-fba9d8137e3a req-08250dc8-2758-4ffd-be5c-e6fd9a043f81 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626869 Aug 18 14:30:52.695779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d6f5c65-fac3-4f06-b40a-f1f501a2f38d req-e854e2e7-b9ea-4a3c-b5c5-dd1a7f3f21e1 service neutron] 10.222.0.10 "GET /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970109 Aug 18 14:30:52.759346 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:52.785090 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180393e-23a4-4c1e-bc66-883f807dae60 None None] The sync data for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 is: [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:29:54Z', 'revision_number': 4, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'aa43d0a7-7c41-4c44-b037-3378a04a80ab', 'name': '', 'network_id': 'ff2aac3f-23d7-4ce5-a0de-fa7b6675be58', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'mac_address': 'fa:16:3e:70:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:53Z', 'updated_at': '2021-08-18T14:29:58Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'subnets': [{'id': 'ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:53.018829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e67a87-43c3-4562-b800-0b714d170a83 None None] New status for floating IP 476c1293-3a8e-4d63-8c70-5ad8510b761a: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:30:54.093248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af873c10-3b85-4711-9934-f22fdab8d13d req-5e1158d3-cf91-4856-94d1-be6e0d582e91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:54.094776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af873c10-3b85-4711-9934-f22fdab8d13d req-5e1158d3-cf91-4856-94d1-be6e0d582e91 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.3999827 Aug 18 14:30:54.101981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-0b25dd6c-3324-483f-810e-6cc5ea733074 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:30:54.103330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-0b25dd6c-3324-483f-810e-6cc5ea733074 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 945 time: 0.0644507 Aug 18 14:30:54.166756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af873c10-3b85-4711-9934-f22fdab8d13d req-2ce9e26e-3f0b-42ec-821f-22f863dfca56 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ed6a0d-5d44-48e1-ae54-b5646ec52c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624793 Aug 18 14:30:54.219469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:30:54.219812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:54.306462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:54.311890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:54.319683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for c05fc5db-c8a9-4d33-b093-3337b5f3ec8d owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:30:54.514525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:54.556273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=c05fc5db-c8a9-4d33-b093-3337b5f3ec8d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:54.599167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] No DVR routers for this DVR port c05fc5db-c8a9-4d33-b093-3337b5f3ec8d on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:30:54.602376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:54.604512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab8217ba-1a70-4b58-8601-13766b9fbc3a req-f1866be6-64dc-4ba4-b451-8f251ed13379 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.10 "DELETE /v2.0/ports/c05fc5db-c8a9-4d33-b093-3337b5f3ec8d HTTP/1.1" status: 204 len: 173 time: 0.4865351 Aug 18 14:30:54.604951 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'name': 'network-vif-deleted', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:30:54.607220 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576fd866-8032-445a-9db5-9571dc34fb59" -d '{"events": [{"server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "name": "network-vif-deleted", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:30:54.644549 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcd22a-9210-464e-a4bf-fafdb1d3ebb2 x-openstack-request-id: req-bafcd22a-9210-464e-a4bf-fafdb1d3ebb2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:30:54.644848 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7642972-6daf-427d-be25-6c05bbdd47a4", "name": "network-vif-deleted", "tag": "c05fc5db-c8a9-4d33-b093-3337b5f3ec8d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:30:54.645133 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bafcd22a-9210-464e-a4bf-fafdb1d3ebb2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:30:54.645510 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7642972-6daf-427d-be25-6c05bbdd47a4', 'name': 'network-vif-deleted', 'tag': 'c05fc5db-c8a9-4d33-b093-3337b5f3ec8d', 'status': 'completed', 'code': 200} Aug 18 14:30:54.754896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-611170f4-fb1b-4540-bb7b-c6bf9a8c871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:54.937211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:55.274863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-380a1b74-12b2-4e41-b0e7-224b7de17c8b req-eba22bb1-4c84-4780-bbac-c4a2ea360b7f tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7642972-6daf-427d-be25-6c05bbdd47a4 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Aug 18 14:30:55.901131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:56.332295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:56.395021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:56.420559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:56.438405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c05fc5db-c8a9-4d33-b093-3337b5f3ec8d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:30:56.457885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c05fc5db-c8a9-4d33-b093-3337b5f3ec8d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:30:56.458151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c05fc5db-c8a9-4d33-b093-3337b5f3ec8d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:30:56.558885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:56.562053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:56.566553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/security-groups/07ed6a0d-5d44-48e1-ae54-b5646ec52c38 HTTP/1.1" status: 204 len: 168 time: 0.2299130 Aug 18 14:30:56.572594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882f825-1d54-4e6e-a85a-ef0e2106dc1a tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed6a0d-5d44-48e1-ae54-b5646ec52c38,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:56.661923 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37118) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:57.045545 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:57.306679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port aa43d0a7-7c41-4c44-b037-3378a04a80ab {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:30:57.306679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:57.397105 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port aa43d0a7-7c41-4c44-b037-3378a04a80ab, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aa43d0a7-7c41-4c44-b037-3378a04a80ab,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:57.397467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:57.409941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for aa43d0a7-7c41-4c44-b037-3378a04a80ab owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:30:57.553001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:57.691482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:57.721344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=aa43d0a7-7c41-4c44-b037-3378a04a80ab,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:57.750338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.750705 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.751024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.751370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.752034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.752034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.752378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.752712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.753041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.753377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.753735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.754068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:30:57.913958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.135520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Router 3e9503bf-7476-4cc1-aecf-dd64af676e60 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:30:58.242947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:30:58.253643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1b712e7a-e9c1-4a0e-adeb-6ee42c86416e tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "PUT /v2.0/routers/3e9503bf-7476-4cc1-aecf-dd64af676e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853317 Aug 18 14:30:58.253643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37192) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:58.254864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Sync routers for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:30:58.261665 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:58.262316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:30:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:58.306451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting subnet ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:30:58.309778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.350193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.369174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:58.436071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.553626 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:30:57Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:58.577995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.581228 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Checking router: 3e9503bf-7476-4cc1-aecf-dd64af676e60 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:30:58.590681 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Routers {'3e9503bf-7476-4cc1-aecf-dd64af676e60'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:30:58.591316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:30:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3e9503bf-7476-4cc1-aecf-dd64af676e60'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:58.607894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Subnet': ['ID=ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:58.613871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.618566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29be80c6-4518-43ce-8f8d-7dcb094f0092 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/subnets/ff23ac00-e7b9-4bb8-b8e6-7dc73c335bbe HTTP/1.1" status: 204 len: 168 time: 0.3639073 Aug 18 14:30:58.618701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:58.619677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb11c17-240b-477d-8409-214890626480 None None] Network ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:30:58.730473 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] Set router 3e9503bf-7476-4cc1-aecf-dd64af676e60 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:30:58.741970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.854673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] DHCP port deletion for ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:30:58.860334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.904817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Deleting port aca06502-82ba-43a7-bb8b-20be69954cc2 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:30:58.905417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.935548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:30:57Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:58.974366 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f9ac2-a979-4fd6-83c9-3f697acdb3d9 None None] The sync data for ids ['3e9503bf-7476-4cc1-aecf-dd64af676e60'] in n-d-804303-5 is: [{'id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'name': 'tempest-TestNetworkBasicOps-router-427067437', 'tenant_id': '0e281f79b9284a52a7b962b741560bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:29:48Z', 'updated_at': '2021-08-18T14:30:57Z', 'revision_number': 5, 'project_id': '0e281f79b9284a52a7b962b741560bac', 'gw_port': {'id': '5bb7446c-b077-4d1c-b6a6-bfeb9bc83290', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9503bf-7476-4cc1-aecf-dd64af676e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:29:49Z', 'updated_at': '2021-08-18T14:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:30:58.988243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] For port aca06502-82ba-43a7-bb8b-20be69954cc2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=aca06502-82ba-43a7-bb8b-20be69954cc2,segment=NetworkSegment(c7384fa2-76bc-4d35-88b3-a26b310087a3),segment_id=c7384fa2-76bc-4d35-88b3-a26b310087a3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:58.988756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.992814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Deleting port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:30:58.993162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.003445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Calling delete_port for aca06502-82ba-43a7-bb8b-20be69954cc2 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:30:59.087329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] For port 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:30:59.088685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.104291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Calling delete_port for 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:30:59.154848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.180275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] Pushing event deleted for resources: {'Port': ['ID=aca06502-82ba-43a7-bb8b-20be69954cc2,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:59.188289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0411207-0d1b-44cb-9fd3-24526ea2a3ae None None] No DVR routers for this DVR port aca06502-82ba-43a7-bb8b-20be69954cc2 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:30:59.337498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.367292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Port': ['ID=5bb7446c-b077-4d1c-b6a6-bfeb9bc83290,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:30:59.436100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.530485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.532974 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.695495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.696007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9503bf-7476-4cc1-aecf-dd64af676e60 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:30:59.703189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.704348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f402162b-23cc-4506-8be8-98d5cec12d65 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/routers/3e9503bf-7476-4cc1-aecf-dd64af676e60 HTTP/1.1" status: 204 len: 168 time: 1.0847538 Aug 18 14:30:59.707733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37266) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:30:59.801494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.893873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.904168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2aac3f-23d7-4ce5-a0de-fa7b6675be58']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:59.914488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7384fa2-76bc-4d35-88b3-a26b310087a3') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:59.914782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7384fa2-76bc-4d35-88b3-a26b310087a3') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:30:59.923494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.942949 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.949773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:30:59.950136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:30:59.952964 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:31:00.097229 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.102378 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.107180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] 10.222.0.35 "DELETE /v2.0/networks/ff2aac3f-23d7-4ce5-a0de-fa7b6675be58 HTTP/1.1" status: 204 len: 168 time: 0.3957524 Aug 18 14:31:00.125957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5150d-7362-4367-b876-aa8a7ea6c5f4 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] Pushing event deleted for resources: {'Network': ['ID=ff2aac3f-23d7-4ce5-a0de-fa7b6675be58,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:31:00.483912 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:31:00.542160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37312) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:31:00.679178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8fc0747-c743-4d4f-8989-daa39fec56a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e281f79b9284a52a7b962b741560bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352746 Aug 18 14:31:00.681639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37324) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:31:00.736682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.739404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa43d0a7-7c41-4c44-b037-3378a04a80ab no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:31:00.759446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.760689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: aa43d0a7-7c41-4c44-b037-3378a04a80ab {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:31:00.761042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aa43d0a7-7c41-4c44-b037-3378a04a80ab not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:31:00.761659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aca06502-82ba-43a7-bb8b-20be69954cc2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:31:00.780451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: aca06502-82ba-43a7-bb8b-20be69954cc2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:31:00.780804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device aca06502-82ba-43a7-bb8b-20be69954cc2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:31:00.782319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:31:00.800150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:31:00.800499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 5bb7446c-b077-4d1c-b6a6-bfeb9bc83290 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:31:00.885922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.888601 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:00.889760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1755fe1b-4a70-4f7a-b00b-9be84abe0f85 HTTP/1.1" status: 204 len: 168 time: 0.2071843 Aug 18 14:31:00.897538 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dc4e9-964c-443f-925d-043b8332bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755fe1b-4a70-4f7a-b00b-9be84abe0f85,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:31:01.502898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 37344) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:31:01.516973 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee487449-46e2-4209-95be-894ea89c5d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.608168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee487449-46e2-4209-95be-894ea89c5d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.666881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee487449-46e2-4209-95be-894ea89c5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.706151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ee487449-46e2-4209-95be-894ea89c5d05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16c6b7514e9349f9877efeb8b142ab5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021472 Aug 18 14:31:01.707045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee487449-46e2-4209-95be-894ea89c5d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4936feb-d313-47ec-9b13-f4696116b3fd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:31:01.710509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 37346) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:31:01.759112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.780614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.889575 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.892098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:01.893269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4936feb-d313-47ec-9b13-f4696116b3fd HTTP/1.1" status: 204 len: 168 time: 0.1814997 Aug 18 14:31:01.901572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e582ea9-4aec-446d-8aaa-3af2662af4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4936feb-d313-47ec-9b13-f4696116b3fd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:31:06.426119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6ac6a-b30d-4333-8e0c-fa76bce0100a req-9396dbfe-72bc-424d-9714-eea7388eedd3 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:06.427632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8d6ac6a-b30d-4333-8e0c-fa76bce0100a req-9396dbfe-72bc-424d-9714-eea7388eedd3 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 950 time: 0.2547333 Aug 18 14:31:06.466470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d8d6ac6a-b30d-4333-8e0c-fa76bce0100a req-e2fb9756-320d-43a6-966c-aacd835163ec tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 18 14:31:07.583444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d159d-6af2-4c4d-945d-384114d793fa req-232b7135-7c6c-417a-b94a-dee0164b8d2a tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:07.584955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b8d159d-6af2-4c4d-945d-384114d793fa req-232b7135-7c6c-417a-b94a-dee0164b8d2a tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 950 time: 0.0501521 Aug 18 14:31:07.623235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b8d159d-6af2-4c4d-945d-384114d793fa req-2eba0683-834e-4327-8e22-e0adedeb0019 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/security-groups?id=11bad176-bcd7-4e35-9e77-3b285517b7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Aug 18 14:31:07.868533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-397216f5-15f4-4f62-b1e3-36d03c610577 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:07.870042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-397216f5-15f4-4f62-b1e3-36d03c610577 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.10 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 950 time: 0.0492246 Aug 18 14:31:07.965718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Deleting port 942545d4-138f-4aea-be9d-b12f4538adfc {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:31:07.966089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:08.051221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] For port 942545d4-138f-4aea-be9d-b12f4538adfc, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=942545d4-138f-4aea-be9d-b12f4538adfc,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:31:08.051585 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:08.063364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Calling delete_port for 942545d4-138f-4aea-be9d-b12f4538adfc owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:31:08.268287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:08.286540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['942545d4-138f-4aea-be9d-b12f4538adfc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:31:08.295431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Pushing event deleted for resources: {'Port': ['ID=942545d4-138f-4aea-be9d-b12f4538adfc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:31:08.344025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] No DVR routers for this DVR port 942545d4-138f-4aea-be9d-b12f4538adfc on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:31:08.346620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:08.348677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b32ee0d-d464-4134-8948-d8de33fc3914 req-68930f9c-6737-4d9d-ba4a-96c617063358 tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.10 "DELETE /v2.0/ports/942545d4-138f-4aea-be9d-b12f4538adfc HTTP/1.1" status: 204 len: 173 time: 0.4684725 Aug 18 14:31:08.349113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'name': 'network-vif-deleted', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:31:08.351404 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf4814-0906-4591-a316-3314d9127c49" -d '{"events": [{"server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "name": "network-vif-deleted", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:31:08.387677 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22139738-aff6-462e-8456-216febfc0850 x-openstack-request-id: req-22139738-aff6-462e-8456-216febfc0850 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:31:08.388121 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac2bdcc-aaf0-47b9-8632-e1633ee4451c", "name": "network-vif-deleted", "tag": "942545d4-138f-4aea-be9d-b12f4538adfc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:31:08.388384 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22139738-aff6-462e-8456-216febfc0850 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:31:08.388797 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac2bdcc-aaf0-47b9-8632-e1633ee4451c', 'name': 'network-vif-deleted', 'tag': '942545d4-138f-4aea-be9d-b12f4538adfc', 'status': 'completed', 'code': 200} Aug 18 14:31:08.801407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8aafd8dc-4912-4d40-a5d0-cb3b774df306 req-fd45a152-8614-40da-9b18-045354ccd08b tempest-VolumesBackupsTest-250174494 tempest-VolumesBackupsTest-250174494-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac2bdcc-aaf0-47b9-8632-e1633ee4451c HTTP/1.1" status: 200 len: 210 time: 0.0921187 Aug 18 14:31:10.289937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:10.497110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 942545d4-138f-4aea-be9d-b12f4538adfc no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:31:10.516518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 942545d4-138f-4aea-be9d-b12f4538adfc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:31:10.516859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 942545d4-138f-4aea-be9d-b12f4538adfc not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:31:11.078322 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:21.896727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-750c8366-add4-4518-b7ed-ebc0c42f8517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:24.719647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a632a11f-712b-4c40-a8d2-1d477f7af823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:24.959936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:25.957911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:27.542261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:37.484765 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:31:40.300114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:41.096303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:47.158723 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-66ad1b2d-9960-45a5-a91a-36447bc246c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949597 Aug 18 14:31:47.228236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-9dad4c49-80df-4c8e-b3c5-5db2f0cd02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:47.229727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-9dad4c49-80df-4c8e-b3c5-5db2f0cd02db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0440700 Aug 18 14:31:47.342648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-10cd3ba5-5ec5-465e-b740-8767ed42d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:47.344123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-10cd3ba5-5ec5-465e-b740-8767ed42d87a service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0857024 Aug 18 14:31:47.418066 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-27aa3eb0-8729-4012-bd24-bd597de0b627 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1001 time: 0.0626905 Aug 18 14:31:47.470212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-f95daae2-ae6b-40b4-892f-698bae1f2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:47.471622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-f95daae2-ae6b-40b4-892f-698bae1f2cc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0429404 Aug 18 14:31:47.520777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-482bb676-f04d-47e3-b8bf-390569fa2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:31:47.522315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-482bb676-f04d-47e3-b8bf-390569fa2122 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397577 Aug 18 14:31:47.619369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-7f2edca2-5367-42c5-944f-d03ba386fce1 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 Aug 18 14:31:47.715068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4369eca2-b34e-4d3e-8053-5c3d40c93b85 req-3c54f9b0-69dc-4506-b0b6-d64eb11dbc66 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830038 Aug 18 14:31:51.905830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a9eafd8-bd6a-4073-9ad7-dc075698140c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:54.745703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f35beae1-18b4-4375-8c7a-625d0c9660b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:54.987554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:55.959060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:57.564747 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:10.358583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:11.084471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:14.484852 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:32:21.912759 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6aa5-dd1f-4108-af60-74d6cfa599d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:21.936212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd9c0-d0ba-49c7-87e5-6f7c37de1cdf req-232ca3ff-4a7a-4817-802c-face17cedbcb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:21.937740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83bdd9c0-d0ba-49c7-87e5-6f7c37de1cdf req-232ca3ff-4a7a-4817-802c-face17cedbcb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0545323 Aug 18 14:32:21.981541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-83bdd9c0-d0ba-49c7-87e5-6f7c37de1cdf req-defafa00-3f22-4a35-b295-54c6fbde81c3 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Aug 18 14:32:23.105535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5508a-8424-4b85-98a5-b62ff0901880 req-2d008e70-36f7-4182-ab2a-a4ceff3bb349 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:23.107253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1e5508a-8424-4b85-98a5-b62ff0901880 req-2d008e70-36f7-4182-ab2a-a4ceff3bb349 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0555446 Aug 18 14:32:23.147272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1e5508a-8424-4b85-98a5-b62ff0901880 req-44e411d7-9096-46c5-9dca-77636d3d4871 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 Aug 18 14:32:24.268884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc1c8-2c6f-4f4e-ace9-cacd7603cf4e req-5f0a8c4a-1b0c-4fa4-acd0-001da3052cee tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:24.270379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b1cc1c8-2c6f-4f4e-ace9-cacd7603cf4e req-5f0a8c4a-1b0c-4fa4-acd0-001da3052cee tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0535874 Aug 18 14:32:24.308220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b1cc1c8-2c6f-4f4e-ace9-cacd7603cf4e req-33cd4c1c-b5c9-457a-b58e-656628e5e38b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Aug 18 14:32:24.741006 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfebe3dd-fba2-409a-ba7a-a7db610222fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:24.986680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:25.425055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c633-90db-474a-a1b4-6518917f7673 req-6abd87b8-866a-4972-8f00-ee56f608e61d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:25.426504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86f5c633-90db-474a-a1b4-6518917f7673 req-6abd87b8-866a-4972-8f00-ee56f608e61d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0494001 Aug 18 14:32:25.464487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86f5c633-90db-474a-a1b4-6518917f7673 req-f1e49533-b37d-4852-bc33-0128f1b969da tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315151 Aug 18 14:32:25.922414 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:26.583413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a8e8b-a221-4690-9971-29a454c10255 req-22cefece-1f43-4c7f-9289-a4c0c2546c33 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:26.584904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b51a8e8b-a221-4690-9971-29a454c10255 req-22cefece-1f43-4c7f-9289-a4c0c2546c33 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0499544 Aug 18 14:32:26.625497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b51a8e8b-a221-4690-9971-29a454c10255 req-aed6fe98-68e9-48e3-974b-3f309304f98e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344055 Aug 18 14:32:27.575101 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:27.747625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eccba4-1eeb-4dec-9f9b-62cf1c6612db req-bbf3c712-1a15-4b3f-ad28-35dffc10f62a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:27.749166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86eccba4-1eeb-4dec-9f9b-62cf1c6612db req-bbf3c712-1a15-4b3f-ad28-35dffc10f62a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0545998 Aug 18 14:32:27.786792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86eccba4-1eeb-4dec-9f9b-62cf1c6612db req-34730f72-966b-42e8-9e97-d435640a6980 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Aug 18 14:32:28.907445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dff65-2bc7-4edd-bdd2-936336b54dc7 req-a9c0af1d-efe9-45fa-abf5-5d1b493760d8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:28.909039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-686dff65-2bc7-4edd-bdd2-936336b54dc7 req-a9c0af1d-efe9-45fa-abf5-5d1b493760d8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0495970 Aug 18 14:32:28.947812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-686dff65-2bc7-4edd-bdd2-936336b54dc7 req-c39d9fed-d456-4e1a-9513-b615b731d8a5 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Aug 18 14:32:30.063662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821124f2-a217-48bb-bb7d-0a301978ef19 req-3e67b01b-5ab6-498e-9c9a-d803a1e8a355 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:30.065162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-821124f2-a217-48bb-bb7d-0a301978ef19 req-3e67b01b-5ab6-498e-9c9a-d803a1e8a355 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0490303 Aug 18 14:32:30.104742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-821124f2-a217-48bb-bb7d-0a301978ef19 req-d9919455-ce2e-416d-bfa7-7b4fa3572e4e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Aug 18 14:32:31.233141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6da56d-8769-4911-8c57-d772294be4c8 req-07b24e2f-0ed2-497f-9400-da3ede2076de tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:31.234701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6da56d-8769-4911-8c57-d772294be4c8 req-07b24e2f-0ed2-497f-9400-da3ede2076de tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0535657 Aug 18 14:32:31.273993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a6da56d-8769-4911-8c57-d772294be4c8 req-166bf7d2-62bc-4092-9982-fca8ea6c423e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333178 Aug 18 14:32:32.393199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2b4a-9f00-4cb0-acb9-243d817e2250 req-1d5f1e7a-47b7-4061-8755-21f2d6799135 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:32.394755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c9d2b4a-9f00-4cb0-acb9-243d817e2250 req-1d5f1e7a-47b7-4061-8755-21f2d6799135 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0506647 Aug 18 14:32:32.433051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c9d2b4a-9f00-4cb0-acb9-243d817e2250 req-3d70c4cc-7760-4bec-a173-7509926f7fe4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Aug 18 14:32:33.549903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a89d1-c5b2-4deb-8a0c-71be66753a33 req-1bab9c44-24bb-4726-80d1-39e77ea7f4e5 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:33.551592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3a89d1-c5b2-4deb-8a0c-71be66753a33 req-1bab9c44-24bb-4726-80d1-39e77ea7f4e5 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0491347 Aug 18 14:32:33.590156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b3a89d1-c5b2-4deb-8a0c-71be66753a33 req-7624f2ae-2a8e-43ec-891e-da045757f874 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Aug 18 14:32:33.936214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef968-b6b2-42f5-a547-f55fa0258220 req-bde56fae-3119-4b13-ac52-ece59955ff56 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:33.937637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc0ef968-b6b2-42f5-a547-f55fa0258220 req-bde56fae-3119-4b13-ac52-ece59955ff56 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0545487 Aug 18 14:32:33.988544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc0ef968-b6b2-42f5-a547-f55fa0258220 req-e98688b3-f4a8-426c-88d7-e894f20cd6ce tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Aug 18 14:32:34.080333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096c96-968d-4373-aeee-31863407dc3a req-e4d5ea8e-e180-4891-8eaa-06f9105c19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:34.081858 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-e4d5ea8e-e180-4891-8eaa-06f9105c19cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0418451 Aug 18 14:32:34.186645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096c96-968d-4373-aeee-31863407dc3a req-e0d7cc81-7488-43f3-a20f-cb2fe890b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:34.188045 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-e0d7cc81-7488-43f3-a20f-cb2fe890b55a service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0933206 Aug 18 14:32:34.262951 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-3edd194c-4ced-469e-97ad-7c42c25e8858 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1001 time: 0.0622404 Aug 18 14:32:34.319773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096c96-968d-4373-aeee-31863407dc3a req-a9e7e90c-8237-426b-8dd6-60baf82b7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:34.321288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-a9e7e90c-8237-426b-8dd6-60baf82b7d2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0453808 Aug 18 14:32:34.380694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096c96-968d-4373-aeee-31863407dc3a req-a785a5fa-624d-4a14-a729-4a8c8b4bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:34.382717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-a785a5fa-624d-4a14-a729-4a8c8b4bcd54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480957 Aug 18 14:32:34.490742 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-dd004075-58c8-4567-bfea-b599c252aa97 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909855 Aug 18 14:32:34.589811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4e096c96-968d-4373-aeee-31863407dc3a req-5b535ffc-c2da-494f-b835-9950f8146fa4 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Aug 18 14:32:35.140218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105828-e6e3-46d3-b038-9ce4349f7e82 req-21a017bf-7f8c-4bf9-8380-37418a655f14 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:35.141833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01105828-e6e3-46d3-b038-9ce4349f7e82 req-21a017bf-7f8c-4bf9-8380-37418a655f14 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0722756 Aug 18 14:32:35.184453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01105828-e6e3-46d3-b038-9ce4349f7e82 req-17aa6dd2-4e8d-442e-b6de-6a297c025915 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357630 Aug 18 14:32:36.304477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351918e-c217-4d53-a79b-f4ba4505adc5 req-87d79045-4419-496f-99c6-f981e6498baa tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:36.306133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0351918e-c217-4d53-a79b-f4ba4505adc5 req-87d79045-4419-496f-99c6-f981e6498baa tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0492716 Aug 18 14:32:36.344063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0351918e-c217-4d53-a79b-f4ba4505adc5 req-00f95a6c-66a3-4360-9bef-658ee8bed626 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Aug 18 14:32:40.312410 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:41.140901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:43.953604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72859fa-5811-4dac-8e87-5da6b8c2b544 req-4c7245d4-598b-46f8-bc0b-34ef69385145 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:43.955116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f72859fa-5811-4dac-8e87-5da6b8c2b544 req-4c7245d4-598b-46f8-bc0b-34ef69385145 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Aug 18 14:32:43.993776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f72859fa-5811-4dac-8e87-5da6b8c2b544 req-747a268b-e18e-498b-8ba2-6b25f03171ae tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Aug 18 14:32:45.130918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4773-9824-474c-862e-89e43a8a13d2 req-7f4ec3db-9df6-4c8f-ba5b-53a57d48c66b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:45.132420 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-501a4773-9824-474c-862e-89e43a8a13d2 req-7f4ec3db-9df6-4c8f-ba5b-53a57d48c66b tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Aug 18 14:32:45.183979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-501a4773-9824-474c-862e-89e43a8a13d2 req-cbcbe0a9-6f56-4e41-ad07-c451aaecd3e1 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa297e45-ff71-40dd-a510-de53d3d914c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331240 Aug 18 14:32:45.379116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-a6398766-7e40-411e-97ec-81112127b3c9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:45.380586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-a6398766-7e40-411e-97ec-81112127b3c9 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.58 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 945 time: 0.0533283 Aug 18 14:32:45.483464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Deleting port 23517149-156e-4cf8-ad2d-c96a822482d3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:45.483812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:45.572214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] For port 23517149-156e-4cf8-ad2d-c96a822482d3, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=23517149-156e-4cf8-ad2d-c96a822482d3,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:45.572582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:45.795495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:45.795874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:45.796193 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Floating IP 0070d122-aa7a-4366-8e87-b51c01d5002d disassociated. External IP: 172.25.1.188, port: 23517149-156e-4cf8-ad2d-c96a822482d3. Aug 18 14:32:45.796537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Calling delete_port for 23517149-156e-4cf8-ad2d-c96a822482d3 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:45.986765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:46.015986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event deleted for resources: {'Port': ['ID=23517149-156e-4cf8-ad2d-c96a822482d3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:46.031602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.031980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.032292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.032627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.032954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.033289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.033613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.034072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.034400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.034724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.035090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.035446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:46.146414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:32:46.261785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:32:46.273062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Sync routers for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:32:46.295008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:46.295744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:46.302495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] No DVR routers for this DVR port 23517149-156e-4cf8-ad2d-c96a822482d3 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:32:46.305173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:46.307216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c2dead34-82c8-417d-a01a-e2234bcb4648 req-5f3a390f-58c3-4bc3-94df-d8c20143b151 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.58 "DELETE /v2.0/ports/23517149-156e-4cf8-ad2d-c96a822482d3 HTTP/1.1" status: 204 len: 173 time: 0.9143529 Aug 18 14:32:46.307686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'name': 'network-vif-deleted', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:32:46.310244 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1db792-e385-45e6-b7e7-22e1ec93bd3d" -d '{"events": [{"server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "name": "network-vif-deleted", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:32:46.329435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a818a0c1-df8f-4241-ad63-834aeab3c15d req-9e5f2064-e614-4f2a-b72b-68e35544611f tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31f58b6-2e14-49e2-bb62-ea1751c31a24 HTTP/1.1" status: 200 len: 210 time: 0.0701537 Aug 18 14:32:46.430562 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e04a2c6-979d-4bf4-b691-d2fad2f41c37 x-openstack-request-id: req-3e04a2c6-979d-4bf4-b691-d2fad2f41c37 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:32:46.431407 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f58b6-2e14-49e2-bb62-ea1751c31a24", "name": "network-vif-deleted", "tag": "23517149-156e-4cf8-ad2d-c96a822482d3", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:32:46.431825 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e04a2c6-979d-4bf4-b691-d2fad2f41c37 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:32:46.432935 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f58b6-2e14-49e2-bb62-ea1751c31a24', 'name': 'network-vif-deleted', 'tag': '23517149-156e-4cf8-ad2d-c96a822482d3', 'status': 'completed', 'code': 200} Aug 18 14:32:46.446698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:46.673488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:46.857970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Checking router: 93316c43-d20a-4c60-84b9-12c6ec4cd4fd for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:32:46.866492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:46.867106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:46.969770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:47.170337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:47.202186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0722f6-805b-46cf-b4b1-72840e80dd9f None None] The sync data for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 is: [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:27:11Z', 'revision_number': 4, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '7e6465b3-4589-4737-a028-d1a56d542082', 'name': '', 'network_id': 'b9e87364-b29c-4d1d-bcc7-c948b024eab0', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'mac_address': 'fa:16:3e:bf:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:10Z', 'updated_at': '2021-08-18T14:27:21Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'subnets': [{'id': '441f5578-520b-44fb-a06b-c37bc9b99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:32:47.387063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38366) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:47.482516 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7fd857-37c6-4630-9e6f-b59ac8736f05 None None] New status for floating IP 0070d122-aa7a-4366-8e87-b51c01d5002d: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:32:47.859520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Deleting port 0ff70562-4b3f-4f64-8616-421f3f15f30a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:47.859873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:47.945796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:47.946156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:47.958748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Calling delete_port for 0ff70562-4b3f-4f64-8616-421f3f15f30a owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:48.084340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 23517149-156e-4cf8-ad2d-c96a822482d3 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:48.103744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 23517149-156e-4cf8-ad2d-c96a822482d3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:48.104096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 23517149-156e-4cf8-ad2d-c96a822482d3 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:48.173249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.198753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event deleted for resources: {'Port': ['ID=0ff70562-4b3f-4f64-8616-421f3f15f30a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:48.209397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.209595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.209971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.210319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.210663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.211005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.211345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.211685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.212018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.212349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.212683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.213012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:48.273358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.276000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.279964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1dbcf033-eeb3-441d-b393-a7a7067d728e tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "DELETE /v2.0/floatingips/0070d122-aa7a-4366-8e87-b51c01d5002d HTTP/1.1" status: 204 len: 168 time: 0.8890772 Aug 18 14:32:48.349206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38374) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:48.412068 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.437980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.546168 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.548893 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:48.550114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] 10.222.0.35 "DELETE /v2.0/security-groups/aa297e45-ff71-40dd-a510-de53d3d914c5 HTTP/1.1" status: 204 len: 168 time: 0.1997824 Aug 18 14:32:48.561180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90086a7-972d-48be-a6f9-8d65d8ad7b57 tempest-TestServerBasicOps-820276388 tempest-TestServerBasicOps-820276388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa297e45-ff71-40dd-a510-de53d3d914c5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:48.652582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:49.091190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-46597a12-1186-44b5-9181-662e048ca3ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461273 Aug 18 14:32:49.124552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:49.180051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-99ccd89b-ddea-4584-95bb-d175da2a99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:49.182591 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-99ccd89b-ddea-4584-95bb-d175da2a99ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0455894 Aug 18 14:32:49.309391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-b7ff90a3-9b2d-4f8d-b304-08af6bbaff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:49.310985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-b7ff90a3-9b2d-4f8d-b304-08af6bbaff3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.1070340 Aug 18 14:32:49.398245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-88252bd3-32b2-486d-a732-7256b02fb5b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1001 time: 0.0775778 Aug 18 14:32:49.402304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Deleting port 7e6465b3-4589-4737-a028-d1a56d542082 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:49.402648 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:49.453270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-500fdc34-dcbb-455a-8492-71b911bdf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:49.455131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-500fdc34-dcbb-455a-8492-71b911bdf6e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0497422 Aug 18 14:32:49.491221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] For port 7e6465b3-4589-4737-a028-d1a56d542082, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7e6465b3-4589-4737-a028-d1a56d542082,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:49.491864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:49.511948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-7e3cfa8d-2040-4dd2-b7ed-1920a6245493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:49.513381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Calling delete_port for 7e6465b3-4589-4737-a028-d1a56d542082 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:49.514456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-7e3cfa8d-2040-4dd2-b7ed-1920a6245493 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497320 Aug 18 14:32:49.636055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-3997b25c-a48f-48ca-b09e-1010dfea342c service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121237 Aug 18 14:32:49.753255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67630c7b-9050-49ca-abe5-0e0e5af793ff req-428574d2-2cf6-42da-ba53-54ba0dc25543 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082232 Aug 18 14:32:49.843405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:49.869739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6465b3-4589-4737-a028-d1a56d542082,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:50.043215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:50.272384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:32:50.384149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:32:50.392553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:50.393034 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8e209d53-d0a0-4498-8eaa-e4aeda9ade3d admin admin] 10.222.0.35 "PUT /v2.0/routers/93316c43-d20a-4c60-84b9-12c6ec4cd4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385628 Aug 18 14:32:50.393563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Sync routers for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:32:50.404277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:50.404552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:50.502383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:50.508717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:50.608247 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:50.690993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '4315013e-446f-4933-828d-572c18a27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:32:49Z', 'revision_number': 5, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port': {'id': '4315013e-446f-4933-828d-572c18a27a1f', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:06Z', 'updated_at': '2021-08-18T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:50.716167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Deleting port 4315013e-446f-4933-828d-572c18a27a1f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:50.716648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:50.720913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Checking router: 93316c43-d20a-4c60-84b9-12c6ec4cd4fd for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:32:50.730078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Routers {'93316c43-d20a-4c60-84b9-12c6ec4cd4fd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:50.730704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:50.806350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] For port 4315013e-446f-4933-828d-572c18a27a1f, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4315013e-446f-4933-828d-572c18a27a1f,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:50.807013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:50.819801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Calling delete_port for 4315013e-446f-4933-828d-572c18a27a1f owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:50.821679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] Set router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:50.873387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:32:50Z', 'revision_number': 6, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:50.903387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb84938-d7b6-4af6-b24d-fa6a9aeb27f8 None None] The sync data for ids ['93316c43-d20a-4c60-84b9-12c6ec4cd4fd'] in n-d-804303-5 is: [{'id': '93316c43-d20a-4c60-84b9-12c6ec4cd4fd', 'name': 'tempest-TestServerBasicOps-1796467899-router', 'tenant_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:05Z', 'updated_at': '2021-08-18T14:32:50Z', 'revision_number': 6, 'project_id': 'f4f2a9a0a723499c9a8e08d9deda8375', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:32:51.031944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.057030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4315013e-446f-4933-828d-572c18a27a1f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:51.118884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.208452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.210476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.333582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.334330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93316c43-d20a-4c60-84b9-12c6ec4cd4fd {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:32:51.346873 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.346873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ab0c77b4-3b28-41ad-ab7c-3c0f923d4d5f admin admin] 10.222.0.35 "DELETE /v2.0/routers/93316c43-d20a-4c60-84b9-12c6ec4cd4fd HTTP/1.1" status: 204 len: 168 time: 0.9476054 Aug 18 14:32:51.349704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:51.397099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Deleting subnet 441f5578-520b-44fb-a06b-c37bc9b99fb4 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:32:51.400275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.439754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.485759 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:32:51.517638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.667895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.695421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441f5578-520b-44fb-a06b-c37bc9b99fb4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:51.697400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.699996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8609512d-0e1e-4aed-a6bf-3a09d4c97b66 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/441f5578-520b-44fb-a06b-c37bc9b99fb4 HTTP/1.1" status: 204 len: 168 time: 0.3487129 Aug 18 14:32:51.702496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:51.709220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71863a3-4941-4207-af69-234716cba151 None None] Network b9e87364-b29c-4d1d-bcc7-c948b024eab0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:32:51.776448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.851460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Deleting port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:51.851717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.895066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ec1c-b87e-4fb6-8baf-17c6ecb37be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.915694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] DHCP port deletion for b9e87364-b29c-4d1d-bcc7-c948b024eab0 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:32:51.923122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] For port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:51.923499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:51.950477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Calling delete_port for ab2db69d-8cf4-4b7e-b2e7-9293d797a67e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:51.972152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Deleting port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:51.972929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.038881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] For port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,segment=NetworkSegment(954b307c-4c62-4b92-9a3e-bf957826a766),segment_id=954b307c-4c62-4b92-9a3e-bf957826a766)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:52.039375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.053072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Calling delete_port for ab2db69d-8cf4-4b7e-b2e7-9293d797a67e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:52.133668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.141532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.159863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:52.163507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] No DVR routers for this DVR port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:32:52.172415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Pushing event deleted for resources: {'Port': ['ID=ab2db69d-8cf4-4b7e-b2e7-9293d797a67e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:52.175028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] No DVR routers for this DVR port ab2db69d-8cf4-4b7e-b2e7-9293d797a67e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:32:52.189721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.190317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.190933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.191455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.191904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.192299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.192738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.193127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.193512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.193915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.194349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.194773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36f48-2c13-4014-b2fa-b138f9f65fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:32:52.244162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.255379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e87364-b29c-4d1d-bcc7-c948b024eab0']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:52.265644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954b307c-4c62-4b92-9a3e-bf957826a766') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:52.265975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954b307c-4c62-4b92-9a3e-bf957826a766') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:52.275020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.288815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.295364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:32:52.297327 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:32:52.440883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.448001 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.449779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b9e87364-b29c-4d1d-bcc7-c948b024eab0 HTTP/1.1" status: 204 len: 168 time: 0.7463832 Aug 18 14:32:52.452883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:52.465020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ae64-9afb-4a13-8026-959b5ceba6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e87364-b29c-4d1d-bcc7-c948b024eab0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:52.818418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4315013e-446f-4933-828d-572c18a27a1f no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:52.818948 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:52.851682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4315013e-446f-4933-828d-572c18a27a1f {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:52.852028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4315013e-446f-4933-828d-572c18a27a1f not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:52.852753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ab2db69d-8cf4-4b7e-b2e7-9293d797a67e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:52.873125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: ab2db69d-8cf4-4b7e-b2e7-9293d797a67e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:52.873473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device ab2db69d-8cf4-4b7e-b2e7-9293d797a67e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:52.873937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7e6465b3-4589-4737-a028-d1a56d542082 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:52.898823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7e6465b3-4589-4737-a028-d1a56d542082 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:52.899192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7e6465b3-4589-4737-a028-d1a56d542082 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:53.344752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Deleting port 6d6bbf3f-7e18-490c-8fcb-6520b6671074 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:53.345093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:53.424028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] For port 6d6bbf3f-7e18-490c-8fcb-6520b6671074, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6d6bbf3f-7e18-490c-8fcb-6520b6671074,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:53.424393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:53.438787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Calling delete_port for 6d6bbf3f-7e18-490c-8fcb-6520b6671074 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:53.706511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:53.730770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6bbf3f-7e18-490c-8fcb-6520b6671074,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:53.905818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.151643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Router a234cea6-895e-4348-a31b-690f4f8182e1 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:32:54.279514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:32:54.284775 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-68e8cf3b-3db1-4ee6-90a9-131647ebab31 admin admin] 10.222.0.35 "PUT /v2.0/routers/a234cea6-895e-4348-a31b-690f4f8182e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307483 Aug 18 14:32:54.287316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38406) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:54.289181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Sync routers for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:32:54.298476 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:54.299083 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:54.394950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.404955 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:54.498921 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.594984 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:32:53Z', 'revision_number': 5, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port': {'id': '88eabdab-e3a4-408e-b293-ffb5e18977cb', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:27:19Z', 'updated_at': '2021-08-18T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:54.621330 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Deleting port 88eabdab-e3a4-408e-b293-ffb5e18977cb {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:54.621772 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.622016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Checking router: a234cea6-895e-4348-a31b-690f4f8182e1 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:32:54.631658 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Routers {'a234cea6-895e-4348-a31b-690f4f8182e1'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:32:54.632394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a234cea6-895e-4348-a31b-690f4f8182e1'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:54.712399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] For port 88eabdab-e3a4-408e-b293-ffb5e18977cb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=88eabdab-e3a4-408e-b293-ffb5e18977cb,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:54.712927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.727961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Calling delete_port for 88eabdab-e3a4-408e-b293-ffb5e18977cb owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:54.741232 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bda442fa-4472-4072-accc-03a111501143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:54.752375 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] Set router a234cea6-895e-4348-a31b-690f4f8182e1 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:32:54.809902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-041a54aa-7a86-42df-973b-490716896b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:32:54Z', 'revision_number': 6, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:54.838858 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a54aa-7a86-42df-973b-490716896b9e None None] The sync data for ids ['a234cea6-895e-4348-a31b-690f4f8182e1'] in n-d-804303-5 is: [{'id': 'a234cea6-895e-4348-a31b-690f4f8182e1', 'name': 'tempest-TestServerBasicOps-1631898263-router', 'tenant_id': 'fd4848040853471da1e6e5e29ee9c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:27:18Z', 'updated_at': '2021-08-18T14:32:54Z', 'revision_number': 6, 'project_id': 'fd4848040853471da1e6e5e29ee9c327', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:32:54.974707 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.007244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.037982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88eabdab-e3a4-408e-b293-ffb5e18977cb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:55.099816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.197820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.201092 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.327361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.327902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a234cea6-895e-4348-a31b-690f4f8182e1 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:32:55.332363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.333584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-335371e4-ee94-49d1-91de-6d0c78fe98e3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a234cea6-895e-4348-a31b-690f4f8182e1 HTTP/1.1" status: 204 len: 168 time: 1.0451438 Aug 18 14:32:55.336133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38410) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:55.386426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Deleting subnet aca65a1b-bf5e-4420-9bd9-7f0b2931adac {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:32:55.389719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.424756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.502156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.632514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.664565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca65a1b-bf5e-4420-9bd9-7f0b2931adac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:55.673042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.677260 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99bdb7b1-cdf7-46c2-abcc-9405540c6539 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aca65a1b-bf5e-4420-9bd9-7f0b2931adac HTTP/1.1" status: 204 len: 168 time: 0.3379488 Aug 18 14:32:55.677486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38412) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:55.680723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ed2e5-35a8-47c7-af4c-37bc5a147c4a None None] Network d5688e92-6512-464c-9ad0-202dadfdfd95 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:32:55.748623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.809248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Deleting port 7869880e-6379-46c7-bc05-b14cfcd298c7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:55.809661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.891900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] For port 7869880e-6379-46c7-bc05-b14cfcd298c7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7869880e-6379-46c7-bc05-b14cfcd298c7,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:55.892184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] DHCP port deletion for d5688e92-6512-464c-9ad0-202dadfdfd95 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:32:55.892677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.906521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Calling delete_port for 7869880e-6379-46c7-bc05-b14cfcd298c7 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:55.955037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Deleting port 7869880e-6379-46c7-bc05-b14cfcd298c7 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:32:55.958727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:55.969568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.031078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] For port 7869880e-6379-46c7-bc05-b14cfcd298c7, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7869880e-6379-46c7-bc05-b14cfcd298c7,segment=NetworkSegment(685925f6-677d-40d2-99db-18f0a523dcef),segment_id=685925f6-677d-40d2-99db-18f0a523dcef)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:32:56.031491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.045536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Calling delete_port for 7869880e-6379-46c7-bc05-b14cfcd298c7 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:32:56.050851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.083683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] No DVR routers for this DVR port 7869880e-6379-46c7-bc05-b14cfcd298c7 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:32:56.087873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7869880e-6379-46c7-bc05-b14cfcd298c7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:56.129083 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.164381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.169607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] Pushing event deleted for resources: {'Port': ['ID=7869880e-6379-46c7-bc05-b14cfcd298c7,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:56.174624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df142714-f1c2-4951-8d9e-2eaf134436f1 None None] No DVR routers for this DVR port 7869880e-6379-46c7-bc05-b14cfcd298c7 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:32:56.179407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5688e92-6512-464c-9ad0-202dadfdfd95']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:56.193523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685925f6-677d-40d2-99db-18f0a523dcef') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:56.193925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685925f6-677d-40d2-99db-18f0a523dcef') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:32:56.203924 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.217991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.224020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:32:56.224403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:32:56.226068 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:32:56.340452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.345223 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.352821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d5688e92-6512-464c-9ad0-202dadfdfd95 HTTP/1.1" status: 204 len: 168 time: 0.6691570 Aug 18 14:32:56.360937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682adcd-5967-4882-bc2d-339a1bfd0bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5688e92-6512-464c-9ad0-202dadfdfd95,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:56.685358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38418) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:56.730858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-346be1bb-9042-4ace-b9d0-440f0b30c00e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4f2a9a0a723499c9a8e08d9deda8375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442295 Aug 18 14:32:56.733862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38420) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:56.791987 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.806375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88eabdab-e3a4-408e-b293-ffb5e18977cb no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:56.815106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.826749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 88eabdab-e3a4-408e-b293-ffb5e18977cb {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:56.827092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 88eabdab-e3a4-408e-b293-ffb5e18977cb not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:56.827525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6d6bbf3f-7e18-490c-8fcb-6520b6671074 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:56.846587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6d6bbf3f-7e18-490c-8fcb-6520b6671074 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:56.846929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6d6bbf3f-7e18-490c-8fcb-6520b6671074 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:56.847862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7869880e-6379-46c7-bc05-b14cfcd298c7 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:32:56.866496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7869880e-6379-46c7-bc05-b14cfcd298c7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:32:56.867115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7869880e-6379-46c7-bc05-b14cfcd298c7 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:32:56.946457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.949722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:56.953183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c555ba57-3547-47e8-98c0-98ff86101709 HTTP/1.1" status: 204 len: 168 time: 0.2160895 Aug 18 14:32:56.961983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374e004-4e92-4436-afdd-6d2deb1ab5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555ba57-3547-47e8-98c0-98ff86101709,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:57.591874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:57.644184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:57.685742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-04d654b4-9aa6-4055-89f7-114a4ad4eb38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd4848040853471da1e6e5e29ee9c327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403247 Aug 18 14:32:57.688372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38432) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:57.738925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:57.759848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:57.870545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:57.873392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:57.877214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1841798-f8f2-46f6-8aab-df9bed3ef9df HTTP/1.1" status: 204 len: 168 time: 0.1854615 Aug 18 14:32:57.885469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93abeca-a70f-4e70-94b0-3d19e9168d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1841798-f8f2-46f6-8aab-df9bed3ef9df,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:58.938794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38460) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:59.034272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877784059-network', 'tenant_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:32:59.178669 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:32:59.180991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.189815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.279704 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.346089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.376136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:32:59.382752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203ec4f-d7b9-41de-b4e1-ed58ea28715e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:59.395279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.395279 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Added segment d146341c-f15c-429c-8d3f-3c76160a6805 of type vlan for network 20f887b9-08a3-43f0-b275-bd982b76348f Aug 18 14:32:59.438406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.545907 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.546905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:32:59.547507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.633824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] Pushing event updated for resources: {'Network': ['ID=20f887b9-08a3-43f0-b275-bd982b76348f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:32:59.644150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 20f887b9-08a3-43f0-b275-bd982b76348f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:32:59.673022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c0065ed1-f378-4c9e-947a-c56a606821ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7330120 Aug 18 14:32:59.676183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:32:59.681881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Request body: {'subnet': {'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877784059-subnet', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:32:59.896168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:32:59.896168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.077985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.147295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51096a7b-2aa8-4326-839a-f469cb0d2a9a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:00.156489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:00.156857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Network hostable DHCP agents. Network: 20f887b9-08a3-43f0-b275-bd982b76348f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:33:00.250123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Network 20f887b9-08a3-43f0-b275-bd982b76348f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:33:00.346552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 20f887b9-08a3-43f0-b275-bd982b76348f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:00.350919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:00.351519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.356388 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c323b0-f5b0-4430-a09c-0c8ae6d7d60d None None] Network 20f887b9-08a3-43f0-b275-bd982b76348f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:33:00.455627 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-aa8c282c-2412-4391-8052-22d828ca3859 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7777567 Aug 18 14:33:00.458530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:00.463364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:00.508039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-20f887b9-08a3-43f0-b275-bd982b76348f', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:33:00.508915 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.562039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.563140 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.619242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.652015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Allocated IP 172.20.0.2 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/9f68a5a0-aea3-4169-92a1-2f908488d954) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:00.818178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.830703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Transition to ACTIVE for port object 9f68a5a0-aea3-4169-92a1-2f908488d954 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:00.846796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Transition to ACTIVE for port object 9f68a5a0-aea3-4169-92a1-2f908488d954 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:00.889264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:00.918162 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.122909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:01.127730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:01.133604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:01.139788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Pushing event updated for resources: {'Port': ['ID=9f68a5a0-aea3-4169-92a1-2f908488d954,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:01.193407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Attempting to bind port 9f68a5a0-aea3-4169-92a1-2f908488d954 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:01.193796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Attempting to bind port 9f68a5a0-aea3-4169-92a1-2f908488d954 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:01.194178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Attempting to bind port 9f68a5a0-aea3-4169-92a1-2f908488d954 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:01.199286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:01.200019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:01.200148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.200463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:01.200927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Bound port: 9f68a5a0-aea3-4169-92a1-2f908488d954, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:01.201316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.209233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.229754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.266985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] For port 9f68a5a0-aea3-4169-92a1-2f908488d954, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:01.271656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] For port 9f68a5a0-aea3-4169-92a1-2f908488d954, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f68a5a0-aea3-4169-92a1-2f908488d954,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:01.341191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Allocated IP 172.25.1.24 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/7ab297cd-279b-493a-a1bf-dcda8b7b95ac) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:01.353135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.421912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853146-6d02-4b3e-a0cd-3e130d99c5ba None None] Pushing event updated for resources: {'Port': ['ID=9f68a5a0-aea3-4169-92a1-2f908488d954,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:01.461552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.588156 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:01.633686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:01.649986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:01.649986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Pushing event updated for resources: {'Port': ['ID=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:01.652899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:02.020081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:02.240065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:02.418105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a1be5-81b5-4930-b61c-cf0aa2185b9d None None] Network 20f887b9-08a3-43f0-b275-bd982b76348f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:33:02.475773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Router 92839907-ac2e-4a47-8b36-32568c04b14b is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:33:02.611758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:33:02.618838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-52da9578-c717-4977-b0d7-5cb2beaecf85 None None] Provisioning for port 9f68a5a0-aea3-4169-92a1-2f908488d954 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:02.626381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:33:02.642119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:02.642901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:02.735424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:02.739398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e69c25a4-2b76-4d23-9ebd-b9114d4d16af admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2771909 Aug 18 14:33:02.739569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38518) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:02.763109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:02.894807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f68a5a0-aea3-4169-92a1-2f908488d954 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:03.026681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:01Z', 'revision_number': 3, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:03.057748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:33:03.058122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Updating router 92839907-ac2e-4a47-8b36-32568c04b14b port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:33:03.082397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9f68a5a0-aea3-4169-92a1-2f908488d954 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:03.090712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9f68a5a0-aea3-4169-92a1-2f908488d954 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:03.091090 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.092860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.305344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.363126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 9f68a5a0-aea3-4169-92a1-2f908488d954, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f68a5a0-aea3-4169-92a1-2f908488d954,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:03.440063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.470409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.489065 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Transition to ACTIVE for port object 7ab297cd-279b-493a-a1bf-dcda8b7b95ac will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:03.506569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=9f68a5a0-aea3-4169-92a1-2f908488d954,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:03.563887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.616623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Attempting to bind port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:03.616997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Attempting to bind port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:03.617366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Attempting to bind port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:03.623113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.626336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d391bc0-46f0-4559-b25d-ea3cbf6728f8 None None] Pushing event updated for resources: {'Port': ['ID=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:03.629748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:03.630466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:03.630724 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.631137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:03.631862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Bound port: 7ab297cd-279b-493a-a1bf-dcda8b7b95ac, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:03.632262 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.691017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] For port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:03.694128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] For port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:03.756114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.820141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:03.820717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:03.823330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d391bc0-46f0-4559-b25d-ea3cbf6728f8 None None] Pushing event updated for resources: {'Port': ['ID=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:03.853892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Allocated IP 172.20.0.1 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/9f7b4536-8fd6-4c22-b81b-af3925ac3ae1) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:03.936443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:03.965215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:03.979600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Transition to ACTIVE for port object 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:04.104308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.129639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:01Z', 'revision_number': 3, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:04.151964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:04.155215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:04.159742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:04.162831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:04.162973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511451b9-480c-43b6-ab3b-b3d2941f9542 None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:01Z', 'revision_number': 3, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:33:04.212801 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.439345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.621209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-70257360-8c56-46fb-b1a1-32b3800c1c25 None None] Provisioning for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:04.625356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-70257360-8c56-46fb-b1a1-32b3800c1c25 None None] Provisioning complete for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:04.625719 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.630141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-70257360-8c56-46fb-b1a1-32b3800c1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.667705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-70257360-8c56-46fb-b1a1-32b3800c1c25 None None] Port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:33:04.780449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:04.880614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:04.885142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.026183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:05.027946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:05.078432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f68a5a0-aea3-4169-92a1-2f908488d954 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:05.148161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9f68a5a0-aea3-4169-92a1-2f908488d954 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:05.148161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.170715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:33:05.247539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7ab297cd-279b-493a-a1bf-dcda8b7b95ac up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:05.296808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:33:05.310563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2ccdda63-3f00-497b-b757-242e50846628 admin admin] 10.222.0.35 "PUT /v2.0/routers/92839907-ac2e-4a47-8b36-32568c04b14b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697494 Aug 18 14:33:05.372738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:05.377179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:05.377674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.448418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6e03b4ca-d105-41c9-8b72-59f733e3118a None None] Provisioning complete for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:05.448796 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6e03b4ca-d105-41c9-8b72-59f733e3118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.505611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6e03b4ca-d105-41c9-8b72-59f733e3118a None None] Port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:33:05.522372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.551692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:05.659067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:05.711419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:05.948206 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:33:05.957779 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:05.958456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:06.070027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:06.270167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38572) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:06.275195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1428440625-network', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:06.279785 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 2, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:06.311873 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:33:06.318259 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Updating router 92839907-ac2e-4a47-8b36-32568c04b14b port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:33:06.338425 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.380220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Made reservation on behalf of c86679e127d849ceb0a4f94a45cf59de for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:33:06.382934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.392879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.497407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.568915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.599238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:33:06.610854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e48f1a-f269-4b10-b35b-19daba42a24e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:06.617268 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.617268 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Added segment 828d3565-78cc-45d4-9622-c33c1bfe0c36 of type vlan for network 728e6947-8e14-4e66-89aa-7991b4b3ec2f Aug 18 14:33:06.622722 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.633162 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Transition to ACTIVE for port object 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:06.660414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.734645 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.784322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.785475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:06.786206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.804485 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Pushing event updated for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:06.814511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.814892 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.815220 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.815553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.815896 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.816336 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.816661 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.816982 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.817638 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.817638 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.817923 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.818243 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:33:06.845064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7ab297cd-279b-493a-a1bf-dcda8b7b95ac up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:06.872105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Attempting to bind port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:06.872934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Attempting to bind port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:06.872934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Attempting to bind port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:06.878242 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:06.883019 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:06.883019 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.883268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] Pushing event updated for resources: {'Network': ['ID=728e6947-8e14-4e66-89aa-7991b4b3ec2f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:06.883397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:06.883397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Bound port: 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:06.883397 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:06.892242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:33:06.904056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bfb3908d-de04-49c2-ab14-d7dbb26a737f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6303546 Aug 18 14:33:06.904369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 38582) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:06.909528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Request body: {'subnet': {'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1428440625-subnet', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:06.959496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] For port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:06.965248 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] For port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:06.972844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:06.973396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.003254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Made reservation on behalf of c86679e127d849ceb0a4f94a45cf59de for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:33:07.005919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.032559 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.113402 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:07.114077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:07.300332 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3417c-bc29-45a6-bcdd-d5bc400a25a1 None None] Pushing event updated for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:07.301456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.378905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04d61c6-3804-485a-8cbe-9bb5a59efe01,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:07.383286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Checking segment: {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:07.383651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Network hostable DHCP agents. Network: 728e6947-8e14-4e66-89aa-7991b4b3ec2f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:33:07.392653 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:07.466066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:33:07.562831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 728e6947-8e14-4e66-89aa-7991b4b3ec2f) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:07.569159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:07.570154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.575357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14dcdd-f055-4f08-9144-7ba0f6ce8655 None None] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:33:07.627994 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:06Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:07.667986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-40d9ad11-00e2-4404-b0ea-d66bf55d833c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7624521 Aug 18 14:33:07.668231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38594) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:07.669720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003696f8-585c-4ac4-97ec-4720d1165d2b None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:06Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:33:07.680452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:07.748905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'fixed_ips': [{'subnet_id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:33:07.749785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.801960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.804763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:07.865441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.071236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.079981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Allocated IP 172.20.0.2 (728e6947-8e14-4e66-89aa-7991b4b3ec2f/e04d61c6-3804-485a-8cbe-9bb5a59efe01/d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:08.263576 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.272013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Transition to ACTIVE for port object d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:08.289834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Transition to ACTIVE for port object d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:08.364216 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.370335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.396356 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.418402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:08.423577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:08.424905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Pushing event updated for resources: {'Port': ['ID=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:08.427731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:08.491770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Attempting to bind port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:08.492003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Attempting to bind port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:08.492453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Attempting to bind port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 on network 728e6947-8e14-4e66-89aa-7991b4b3ec2f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:08.498643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:08.499106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Checking segment: {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:08.499579 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.500042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Bound using segment: {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:08.500745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Bound port: d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:08.501208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.528458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Allocated IP 172.25.1.77 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/766cd338-8068-4854-b53f-671d7e076a6e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:08.586174 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] For port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:08.590919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] For port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:08.671707 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:08.741466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9a4d-6d59-4803-b2f2-d1e3d7f92fef None None] Pushing event updated for resources: {'Port': ['ID=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:08.897505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:09.011804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.077449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:09.082457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:09.083037 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.144682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.188612 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.192702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:09.195900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:09.201697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:09.222495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:09.240773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Pushing event updated for resources: {'Port': ['ID=766cd338-8068-4854-b53f-671d7e076a6e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:09.288549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.348166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:09.537500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.776730 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:09.863869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380e11a-38fb-4014-967f-e083cfdcb1d4 None None] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:33:10.015097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Router 30d1971a-ef06-4bb2-8fc4-bd038c664330 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:33:10.025546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6768ae18-e468-4ba9-b9be-b652dfb87e6f None None] Provisioning for port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:10.164394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:33:10.174348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Sync routers for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:33:10.187616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:10.188416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:10.283395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:10.284663 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c506569-d5f4-4a00-a2fb-b75b07fcd172 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6150694 Aug 18 14:33:10.287409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 38630) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:33:10.321155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:10.423368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:10.533583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 3, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:10.567322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Checking router: 30d1971a-ef06-4bb2-8fc4-bd038c664330 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:33:10.567322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Updating router 30d1971a-ef06-4bb2-8fc4-bd038c664330 port 766cd338-8068-4854-b53f-671d7e076a6e binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:33:10.595684 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:10.754046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:10.890096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:10.903596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Transition to ACTIVE for port object 766cd338-8068-4854-b53f-671d7e076a6e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:10.937923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Allocated IP 172.20.0.1 (728e6947-8e14-4e66-89aa-7991b4b3ec2f/e04d61c6-3804-485a-8cbe-9bb5a59efe01/946bfa2f-6cde-49d2-b853-280d9fb4ca25) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:10.974665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:11.009446 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.069912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.085107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Transition to ACTIVE for port object 946bfa2f-6cde-49d2-b853-280d9fb4ca25 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:11.097094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Attempting to bind port 766cd338-8068-4854-b53f-671d7e076a6e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:11.097496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Attempting to bind port 766cd338-8068-4854-b53f-671d7e076a6e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:11.098234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Attempting to bind port 766cd338-8068-4854-b53f-671d7e076a6e on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:11.109014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f100f30-5fa8-44a0-a4c1-3c777a1b7303 None None] Pushing event updated for resources: {'Port': ['ID=766cd338-8068-4854-b53f-671d7e076a6e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:11.114315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:11.114519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:11.114964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.115316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:11.115826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Bound port: 766cd338-8068-4854-b53f-671d7e076a6e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:11.116208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.119886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:11.120262 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.168194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.196513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.205647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] For port 766cd338-8068-4854-b53f-671d7e076a6e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:11.209702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] For port 766cd338-8068-4854-b53f-671d7e076a6e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=766cd338-8068-4854-b53f-671d7e076a6e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:11.241395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:11.244900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:11.248556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:11.262966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:11.273472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Pushing event updated for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:11.295147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.320957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.399609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:11.400369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:11.456425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f100f30-5fa8-44a0-a4c1-3c777a1b7303 None None] Pushing event updated for resources: {'Port': ['ID=766cd338-8068-4854-b53f-671d7e076a6e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:11.461708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:11.472250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:11.472619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.572076 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.577642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:11.679982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e73bad63-45f4-47ae-844a-a97149778dd5 None None] Provisioning for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:11.714941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e73bad63-45f4-47ae-844a-a97149778dd5 None None] Provisioning complete for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:11.715311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e73bad63-45f4-47ae-844a-a97149778dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.766306 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.767487 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.791646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e73bad63-45f4-47ae-844a-a97149778dd5 None None] Port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:33:11.846246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:11.848918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.880709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 3, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:11.909522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7219e-e2a7-434f-8324-cc674b35366a None None] The sync data for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 is: [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 3, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:33:11.913419 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.917018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Pushing event updated for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:11.919435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.966477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:12.041080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:12.042479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:12.205341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Router 30d1971a-ef06-4bb2-8fc4-bd038c664330 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:33:12.343557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:33:12.359328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad339707-0371-4401-8d3e-852b6222e816 admin admin] 10.222.0.35 "PUT /v2.0/routers/30d1971a-ef06-4bb2-8fc4-bd038c664330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707932 Aug 18 14:33:12.421044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4a0b5ae1-132c-4d6e-a0fd-5e8f69deaf17 None None] Provisioning complete for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:12.422100 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5ae1-132c-4d6e-a0fd-5e8f69deaf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:12.463269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b5ae1-132c-4d6e-a0fd-5e8f69deaf17 None None] Port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:33:12.949758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 766cd338-8068-4854-b53f-671d7e076a6e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:13.098385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 766cd338-8068-4854-b53f-671d7e076a6e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:13.104421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 766cd338-8068-4854-b53f-671d7e076a6e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:13.104816 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:13.192432 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:13.213869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 766cd338-8068-4854-b53f-671d7e076a6e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=766cd338-8068-4854-b53f-671d7e076a6e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:13.341997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:13.342838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:13.422548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=766cd338-8068-4854-b53f-671d7e076a6e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:13.434328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:13.434805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:14.590767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Sync routers for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:33:14.599768 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:14.600381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:14.746598 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:14.835565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 766cd338-8068-4854-b53f-671d7e076a6e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:14.928993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 766cd338-8068-4854-b53f-671d7e076a6e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:14.929467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.024045 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 4, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '946bfa2f-6cde-49d2-b853-280d9fb4ca25', 'name': '', 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'mac_address': 'fa:16:3e:84:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:10Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 2, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'subnets': [{'id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:15.049690 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Checking router: 30d1971a-ef06-4bb2-8fc4-bd038c664330 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:33:15.050094 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Updating router 30d1971a-ef06-4bb2-8fc4-bd038c664330 port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:33:15.075511 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.355273 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.370280 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Transition to ACTIVE for port object 946bfa2f-6cde-49d2-b853-280d9fb4ca25 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:15.456401 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.527414 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c014-64ab-4c06-8216-be0672680b66 None None] Pushing event updated for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:15.562812 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Attempting to bind port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:15.563179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Attempting to bind port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:15.563558 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Attempting to bind port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 on network 728e6947-8e14-4e66-89aa-7991b4b3ec2f {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:15.568993 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:15.569640 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Checking segment: {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:15.570241 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.570797 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Bound using segment: {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:15.571468 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Bound port: 946bfa2f-6cde-49d2-b853-280d9fb4ca25, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d3565-78cc-45d4-9622-c33c1bfe0c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:15.572026 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.653531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] For port 946bfa2f-6cde-49d2-b853-280d9fb4ca25, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:15.657052 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] For port 946bfa2f-6cde-49d2-b853-280d9fb4ca25, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=946bfa2f-6cde-49d2-b853-280d9fb4ca25,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:15.744454 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.796275 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:33:15.796952 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:32:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:15.858178 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c014-64ab-4c06-8216-be0672680b66 None None] Pushing event updated for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:15.972851 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:33:16.273434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 4, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '946bfa2f-6cde-49d2-b853-280d9fb4ca25', 'name': '', 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'mac_address': 'fa:16:3e:84:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:10Z', 'updated_at': '2021-08-18T14:33:15Z', 'revision_number': 4, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'subnets': [{'id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:33:16.301295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081d7f-eef0-41b2-85fa-1980f9ac4813 None None] The sync data for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 is: [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:33:11Z', 'revision_number': 4, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '946bfa2f-6cde-49d2-b853-280d9fb4ca25', 'name': '', 'network_id': '728e6947-8e14-4e66-89aa-7991b4b3ec2f', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'mac_address': 'fa:16:3e:84:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:10Z', 'updated_at': '2021-08-18T14:33:15Z', 'revision_number': 4, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'subnets': [{'id': 'e04d61c6-3804-485a-8cbe-9bb5a59efe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:33:16.431418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-5c892466-ee73-4008-828c-73ff6bb989a7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:16.435142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-5c892466-ee73-4008-828c-73ff6bb989a7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1485472 Aug 18 14:33:16.462554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-f349b7e6-d742-478a-919f-430ae8b9c4fb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Aug 18 14:33:16.546238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-a9e0062a-3001-4cd8-9b59-c976cbd67480 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766857 Aug 18 14:33:16.814551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-fd68e559-d78f-4a41-a708-bb98aefdc577 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602737 Aug 18 14:33:16.949551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 946bfa2f-6cde-49d2-b853-280d9fb4ca25 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:17.008279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-f8644207-d1cf-44c8-9d64-9e866a0d3e94 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926265 Aug 18 14:33:17.117000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:17.121478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:17.122035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:17.376548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:17.414151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 946bfa2f-6cde-49d2-b853-280d9fb4ca25, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=946bfa2f-6cde-49d2-b853-280d9fb4ca25,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:17.488462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:17.547136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:17.729232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b94b62ad-29a1-4c49-b37d-d658e49af64d req-771261da-c103-4bb2-af46-3652e965c032 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0399210 Aug 18 14:33:18.831311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07e649bd-2bd0-41b0-a3fb-bcb303413481 req-579aa9c3-f341-4783-877f-ba619914cc48 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0421500 Aug 18 14:33:18.876034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 946bfa2f-6cde-49d2-b853-280d9fb4ca25 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:18.941587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:18.941999 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:19.918849 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e850066-8321-40df-8eda-5b1f04160c2c req-e0e54761-ee78-4286-81a7-92cc61e9ad72 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0271473 Aug 18 14:33:20.583181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db96370-8bae-487f-b67d-f37f06105c2d req-d032f417-61cc-465f-b49f-6ffa40393994 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:20.584679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7db96370-8bae-487f-b67d-f37f06105c2d req-d032f417-61cc-465f-b49f-6ffa40393994 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.1079326 Aug 18 14:33:20.640679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-4f355ab5-c041-4154-8d0f-547263dbdbd2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:20.642147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-4f355ab5-c041-4154-8d0f-547263dbdbd2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1400869 Aug 18 14:33:20.655206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7db96370-8bae-487f-b67d-f37f06105c2d req-bb5fb3fe-3f61-4d68-9c22-8b4fc97b2c5e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629854 Aug 18 14:33:20.661008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:20.836790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:33:20.844335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:20.990237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.6 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/41f3d87f-c671-4021-bdef-ccc7d5e9fa65) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:33:21.045670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecedd23c-0cf6-40f1-971e-c824e5bebdd2 req-41903ee6-5b2f-4481-a776-8c74c09176a3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0423019 Aug 18 14:33:21.218155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.241512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:21.335234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.387491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:33:21.390670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:33:21.394583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:33:21.401630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:21.465196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:21.465868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.539136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-9e5755e5-1584-4901-8d89-acbcfd2a231c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817801 Aug 18 14:33:21.624542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Request body: {'port': {'device_id': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:33:21.687378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b9a3bcfe-3d62-4555-b36b-3adb848ac54e None None] Provisioning for port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:21.688058 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.693633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b9a3bcfe-3d62-4555-b36b-3adb848ac54e None None] Provisioning complete for port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:21.694049 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9a3bcfe-3d62-4555-b36b-3adb848ac54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.748548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3bcfe-3d62-4555-b36b-3adb848ac54e None None] Port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:33:21.877389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d18994-18e6-458d-bde3-82ded12b090c req-5eb69673-cfc3-44fb-992a-0ecb35ed1902 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:21.877389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94d18994-18e6-458d-bde3-82ded12b090c req-5eb69673-cfc3-44fb-992a-0ecb35ed1902 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.1146212 Aug 18 14:33:21.957561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b3dd206e-b1c2-412a-9303-7e8993c358e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:21.959251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94d18994-18e6-458d-bde3-82ded12b090c req-49e2f64c-c5bb-4dbd-965f-9cc91a2b460b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704978 Aug 18 14:33:22.048556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:33:22.056330 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:22.068484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Transition to ACTIVE for port object 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:33:22.147300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:22.223089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f04c-7287-449b-93bc-3d076f643ccb req-635c873a-995e-4e6a-bb20-7b357a09771b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.224659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f92f04c-7287-449b-93bc-3d076f643ccb req-635c873a-995e-4e6a-bb20-7b357a09771b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 931 time: 0.1085317 Aug 18 14:33:22.228604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Pushing event updated for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:22.315650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f92f04c-7287-449b-93bc-3d076f643ccb req-5d7286c1-7c9d-45f7-ac70-87f4a53de6cf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Aug 18 14:33:22.332162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Attempting to bind port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:33:22.332779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Attempting to bind port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:33:22.333972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Attempting to bind port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:22.340590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:33:22.341246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Attempting to bind port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:33:22.347648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:33:22.347994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:33:22.348564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:33:22.349010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Bound port: 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:33:22.349383 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:22.423390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:33:22.426434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:33:22.506019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:22.543707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.544333 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:22.545794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] 10.222.0.10 "PUT /v2.0/ports/41f3d87f-c671-4021-bdef-ccc7d5e9fa65 HTTP/1.1" status: 200 len: 1091 time: 0.9918816 Aug 18 14:33:22.546271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:33:22.548578 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4763b-1dc6-463c-a20f-8fe98badf2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:33:22.581322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0c14d-9468-4018-b134-42ea00ff327f service neutron] Pushing event updated for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:22.597485 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d618f811-ffc8-4ebb-a024-12fcf9c0f06f x-openstack-request-id: req-d618f811-ffc8-4ebb-a024-12fcf9c0f06f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:33:22.597782 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:33:22.598062 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d618f811-ffc8-4ebb-a024-12fcf9c0f06f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:33:22.598477 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65', 'status': 'completed', 'code': 200} Aug 18 14:33:22.670911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-33de814a-4e3e-447f-84f3-10a15204a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.672472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-33de814a-4e3e-447f-84f3-10a15204a603 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 1094 time: 0.0451872 Aug 18 14:33:22.786025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-49aee473-78de-4986-b5dc-85ae9da29395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.787541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-49aee473-78de-4986-b5dc-85ae9da29395 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020918 Aug 18 14:33:22.895203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-b5392416-6030-410f-8c36-41e28e72025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.896906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51c4763b-1dc6-463c-a20f-8fe98badf2b8 req-b5392416-6030-410f-8c36-41e28e72025e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964565 Aug 18 14:33:22.989276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-c2dd70ef-2627-4bb7-a5fb-094a6f8529a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:22.990865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-c2dd70ef-2627-4bb7-a5fb-094a6f8529a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 1094 time: 0.0494430 Aug 18 14:33:23.046738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-df0c780c-5ac8-4278-b153-e47b2f4917c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65 HTTP/1.1" status: 200 len: 217 time: 0.0431938 Aug 18 14:33:23.120928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-c7c5f815-1000-4a57-bf42-a898d721ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:23.122433 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-c7c5f815-1000-4a57-bf42-a898d721ebba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0567696 Aug 18 14:33:23.130805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1be3-62a4-40a6-b2df-436289ce7b74 req-da93558f-f5c5-4a34-a99c-1bb64eedbb36 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:23.132204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bfb1be3-62a4-40a6-b2df-436289ce7b74 req-da93558f-f5c5-4a34-a99c-1bb64eedbb36 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0954750 Aug 18 14:33:23.197134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bfb1be3-62a4-40a6-b2df-436289ce7b74 req-c2283439-6512-40e7-8d8d-827b9ff49cd8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Aug 18 14:33:23.204785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4db4f-21ba-4e65-a271-78954854c322 req-14d2c0a8-1a2a-4cc1-8a78-ce34bf545b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:23.205865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-14d2c0a8-1a2a-4cc1-8a78-ce34bf545b15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718317 Aug 18 14:33:23.303454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-5cfd5068-c364-4a31-88fa-8d8bb78debd8 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859842 Aug 18 14:33:23.403618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57b4db4f-21ba-4e65-a271-78954854c322 req-74c86c74-3ee4-4049-932b-f09f57ea953d service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879757 Aug 18 14:33:23.451574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74167632-626f-4415-ae62-dcb14b889281 req-c97427a5-9c8b-4c6b-b06f-e79f128caeb3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:23.452987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74167632-626f-4415-ae62-dcb14b889281 req-c97427a5-9c8b-4c6b-b06f-e79f128caeb3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0527971 Aug 18 14:33:23.492741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74167632-626f-4415-ae62-dcb14b889281 req-3c4a8e60-093d-4da0-9beb-e74665b5541e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Aug 18 14:33:24.325379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9df4b-159c-4f7f-8d3a-835879a1be40 req-b18cfbda-b469-4d40-aaba-c432514ff95c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:24.326912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58b9df4b-159c-4f7f-8d3a-835879a1be40 req-b18cfbda-b469-4d40-aaba-c432514ff95c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0563600 Aug 18 14:33:24.366044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58b9df4b-159c-4f7f-8d3a-835879a1be40 req-1658616a-c820-4851-bc94-05bcf2388998 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Aug 18 14:33:24.616649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71616886-d59a-4e83-9372-e26c2e038345 req-9ed9015f-1c36-4956-83b2-3eade1454fb0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:24.618165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71616886-d59a-4e83-9372-e26c2e038345 req-9ed9015f-1c36-4956-83b2-3eade1454fb0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0503073 Aug 18 14:33:24.659414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71616886-d59a-4e83-9372-e26c2e038345 req-8a2cab03-c4dd-4073-a417-c0c945261c67 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Aug 18 14:33:24.791272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4127b76-ab93-4374-ac99-83fb822901d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:24.985528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:25.482360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7590b-baf6-4b00-8f0c-d0426b9c1277 req-5f9b68ce-0221-4186-9849-2dcba2821694 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:25.483848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebc7590b-baf6-4b00-8f0c-d0426b9c1277 req-5f9b68ce-0221-4186-9849-2dcba2821694 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0490773 Aug 18 14:33:25.522769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebc7590b-baf6-4b00-8f0c-d0426b9c1277 req-88a47797-e1b0-421f-bb31-9d7de8ce151d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Aug 18 14:33:25.806359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6714d-05a3-4d63-a9b5-6741ffae21cf req-7b934231-b8ec-4717-a4c3-1a4af2d8ecd6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:25.808148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fa6714d-05a3-4d63-a9b5-6741ffae21cf req-7b934231-b8ec-4717-a4c3-1a4af2d8ecd6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0533440 Aug 18 14:33:25.847753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fa6714d-05a3-4d63-a9b5-6741ffae21cf req-b04cf409-c534-477f-aa9a-29c6e3d1a21b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 18 14:33:25.922843 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:26.642604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a10ed-87e3-48b7-91f9-4c2032d4a97c req-a72efa4c-931f-4af0-86e5-d363c968a124 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:26.644250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-669a10ed-87e3-48b7-91f9-4c2032d4a97c req-a72efa4c-931f-4af0-86e5-d363c968a124 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0521615 Aug 18 14:33:26.684054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-669a10ed-87e3-48b7-91f9-4c2032d4a97c req-088d3251-3ddd-482b-8e5a-bb88b7f6f2fd tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Aug 18 14:33:26.969160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be64294-9aee-45a0-be53-17a22d7d9d1b req-08bf4224-0094-48c2-9512-7c2e0e8035b8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:26.971116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1be64294-9aee-45a0-be53-17a22d7d9d1b req-08bf4224-0094-48c2-9512-7c2e0e8035b8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0518188 Aug 18 14:33:27.013760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1be64294-9aee-45a0-be53-17a22d7d9d1b req-25f12fab-b113-4392-8749-c0774dd9ce6d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356290 Aug 18 14:33:27.562680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:27.804325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a8e58-adc7-4a65-9494-d1626868afbf req-0c01dcbc-29b7-45b0-ab94-729812e60a5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:27.805745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-671a8e58-adc7-4a65-9494-d1626868afbf req-0c01dcbc-29b7-45b0-ab94-729812e60a5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 18 14:33:27.844705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-671a8e58-adc7-4a65-9494-d1626868afbf req-eec81b2f-278d-4004-b83f-532455377ba8 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322700 Aug 18 14:33:28.134273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98952-e11d-4ff3-bb07-112a4a665fba req-eee83c0f-53f0-4cb5-b6a5-2ac31595447d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:28.135801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42c98952-e11d-4ff3-bb07-112a4a665fba req-eee83c0f-53f0-4cb5-b6a5-2ac31595447d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0496747 Aug 18 14:33:28.176330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-42c98952-e11d-4ff3-bb07-112a4a665fba req-218b3b4d-2a2f-4b1f-956c-61c8fcf6eff4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Aug 18 14:33:28.485368 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:33:28.957977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cacd65-3a6d-4060-bccc-1245d784913c req-a1ed4090-cf18-4614-b548-99981d3dad1f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:28.959438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79cacd65-3a6d-4060-bccc-1245d784913c req-a1ed4090-cf18-4614-b548-99981d3dad1f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0484369 Aug 18 14:33:28.996794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79cacd65-3a6d-4060-bccc-1245d784913c req-eed7bcdd-b60d-4658-b8b1-731bdaf44d75 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Aug 18 14:33:29.295085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57cced-c782-414b-bc36-2c18237e0717 req-dd5c98e6-2d57-4319-bdab-8b343755c8bd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:29.296571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba57cced-c782-414b-bc36-2c18237e0717 req-dd5c98e6-2d57-4319-bdab-8b343755c8bd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0527101 Aug 18 14:33:29.334692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba57cced-c782-414b-bc36-2c18237e0717 req-4c4115aa-cd4f-495d-ba06-0b7f0a09a757 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Aug 18 14:33:30.112940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62c5ce-0cf2-4d8a-9229-3b06bb1201b7 req-6bd8a65a-10a9-4b95-b86c-9b5bce8df798 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:30.114535 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce62c5ce-0cf2-4d8a-9229-3b06bb1201b7 req-6bd8a65a-10a9-4b95-b86c-9b5bce8df798 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0505812 Aug 18 14:33:30.155151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce62c5ce-0cf2-4d8a-9229-3b06bb1201b7 req-2c2da012-e9c1-4457-a002-869b245e5838 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 18 14:33:30.449631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e30b-dba4-4667-bf78-4e990096a309 req-14e88a2c-4e17-4884-aee3-7dbe88a3e1a2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:30.451144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c16e30b-dba4-4667-bf78-4e990096a309 req-14e88a2c-4e17-4884-aee3-7dbe88a3e1a2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0502732 Aug 18 14:33:30.490030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c16e30b-dba4-4667-bf78-4e990096a309 req-d0017ce5-9945-4000-a453-98408cafc639 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Aug 18 14:33:31.274909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03dff0-497c-44d8-9c0d-249864f0f4eb req-7ea6903e-c505-49ee-8c34-1619bff1bded tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:31.276482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf03dff0-497c-44d8-9c0d-249864f0f4eb req-7ea6903e-c505-49ee-8c34-1619bff1bded tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0527976 Aug 18 14:33:31.315150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf03dff0-497c-44d8-9c0d-249864f0f4eb req-bb205e21-df96-4eec-9ce1-f9cac8cc6cbf tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Aug 18 14:33:31.610677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93a94-28aa-48d4-b8e7-cdff96b30f04 req-79843e9c-cd0d-4bf0-b2a3-24a65710b683 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:31.613032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9c93a94-28aa-48d4-b8e7-cdff96b30f04 req-79843e9c-cd0d-4bf0-b2a3-24a65710b683 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0512404 Aug 18 14:33:31.660401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9c93a94-28aa-48d4-b8e7-cdff96b30f04 req-0d14e7e6-a90e-4681-a121-38ba6675e4ba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Aug 18 14:33:31.725982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e749a-ebda-42fd-a5c8-a07c6be911e9 req-05bd9c10-7560-47f3-8a49-65ec9c66a113 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:31.727490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc4e749a-ebda-42fd-a5c8-a07c6be911e9 req-05bd9c10-7560-47f3-8a49-65ec9c66a113 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0548046 Aug 18 14:33:31.769581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc4e749a-ebda-42fd-a5c8-a07c6be911e9 req-e7bfd2b8-1f9a-484e-8e06-4a645f72cf9d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346563 Aug 18 14:33:31.812810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-836b14fa-edf8-48ad-a74c-2a83c2e51fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:31.814327 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-836b14fa-edf8-48ad-a74c-2a83c2e51fdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0416732 Aug 18 14:33:31.912090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-8c17d185-fa29-4712-9d78-148d817c871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:31.913555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-8c17d185-fa29-4712-9d78-148d817c871b service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0882878 Aug 18 14:33:31.987406 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-8f7f5e84-74ec-4351-ae22-24cad6386ab4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1001 time: 0.0607259 Aug 18 14:33:32.041460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-ab0c42b2-5663-465a-80d6-a7273b3603d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:32.043012 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-ab0c42b2-5663-465a-80d6-a7273b3603d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0444782 Aug 18 14:33:32.104425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-b1fc789f-7f24-42e3-a161-123476c52159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:32.106165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-b1fc789f-7f24-42e3-a161-123476c52159 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465612 Aug 18 14:33:32.205623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-72d22c6c-3b02-4ea5-82d7-20d33789c60f service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892401 Aug 18 14:33:32.300249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6f7b192d-c9cd-4f12-a676-67d09ebe1b41 req-a06b7cfa-5884-4194-af22-e4e9474e2a6e service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Aug 18 14:33:32.793643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e725cfa-328d-4541-ae10-08c8a1ccc0a0 req-3d6c5e84-8cd4-4c8b-8f77-36cd55928b9d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:32.801229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e725cfa-328d-4541-ae10-08c8a1ccc0a0 req-3d6c5e84-8cd4-4c8b-8f77-36cd55928b9d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0682740 Aug 18 14:33:32.835781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e725cfa-328d-4541-ae10-08c8a1ccc0a0 req-7e274759-27fd-41b8-8bac-fb0a04231730 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Aug 18 14:33:32.893307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628d53-c7e4-4921-a5ca-ab697dcde69f req-bd21a3ab-09f5-4773-ac5a-4860c4ed73ef tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:32.894824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3628d53-c7e4-4921-a5ca-ab697dcde69f req-bd21a3ab-09f5-4773-ac5a-4860c4ed73ef tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0513852 Aug 18 14:33:32.937883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3628d53-c7e4-4921-a5ca-ab697dcde69f req-991b5ea5-1307-40ef-be22-3bdc469c64b7 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Aug 18 14:33:33.951640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71763768-e1e8-47ea-92a0-cfec15ebb83e req-30aae233-b4e7-4840-9af6-41bfa2171316 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:33.953112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71763768-e1e8-47ea-92a0-cfec15ebb83e req-30aae233-b4e7-4840-9af6-41bfa2171316 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0499716 Aug 18 14:33:33.992114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71763768-e1e8-47ea-92a0-cfec15ebb83e req-a8bf2f8d-fdd7-41a5-b897-764ba85dd7df tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Aug 18 14:33:34.063316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b2b3-5df7-426a-be3c-f446b5d61a49 req-c9d77924-6935-4400-bac9-f9ea300eb147 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:34.064920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04f9b2b3-5df7-426a-be3c-f446b5d61a49 req-c9d77924-6935-4400-bac9-f9ea300eb147 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0546727 Aug 18 14:33:34.103779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-04f9b2b3-5df7-426a-be3c-f446b5d61a49 req-41b41c0c-0eed-4c16-b156-7306121d426c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Aug 18 14:33:35.117937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8b662-c07d-4cb2-9e21-1b27345ea16d req-32bb0a24-d2b8-4a0e-929e-7cdaaaf83f8f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:35.121599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b8b662-c07d-4cb2-9e21-1b27345ea16d req-32bb0a24-d2b8-4a0e-929e-7cdaaaf83f8f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0575933 Aug 18 14:33:35.163084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b8b662-c07d-4cb2-9e21-1b27345ea16d req-72a1718e-873f-4b1d-b9cc-3b640e1585cd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347037 Aug 18 14:33:36.278953 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82251-b574-4937-ab7f-5af6635f95bf req-c1e75665-1d29-422f-9ba0-f952487e5c1a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:36.280448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ab82251-b574-4937-ab7f-5af6635f95bf req-c1e75665-1d29-422f-9ba0-f952487e5c1a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 943 time: 0.0500157 Aug 18 14:33:36.319721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ab82251-b574-4937-ab7f-5af6635f95bf req-7dfc080c-9d06-4aca-b721-2f488d00be00 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Aug 18 14:33:37.121130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:33:37.214652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:37.226115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65', 'mac_address': 'fa:16:3e:32:74:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:33:37.264069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:37.279714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:33:37.298138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:37.385631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:37.432473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:37.444935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf61de-3477-4391-ab78-7f39b72315da req-4ba70cce-ff55-42d0-91fc-eab97aff9af4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:37.446465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbbf61de-3477-4391-ab78-7f39b72315da req-4ba70cce-ff55-42d0-91fc-eab97aff9af4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 944 time: 0.0553906 Aug 18 14:33:37.486105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fbbf61de-3477-4391-ab78-7f39b72315da req-700fefd6-fd63-402d-97ac-90427e25f6c1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Aug 18 14:33:37.653041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['41f3d87f-c671-4021-bdef-ccc7d5e9fa65'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:33:38.603611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a8e7-c1eb-4da9-97bb-06abbe87e2b0 req-b812c54b-5490-42b5-9640-3bd999986e38 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:38.605214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49c7a8e7-c1eb-4da9-97bb-06abbe87e2b0 req-b812c54b-5490-42b5-9640-3bd999986e38 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 944 time: 0.0516498 Aug 18 14:33:38.643090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-49c7a8e7-c1eb-4da9-97bb-06abbe87e2b0 req-4e86e3c8-069c-4a56-b70e-b170ef497ab3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Aug 18 14:33:39.136583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:33:39.246784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:33:39.254304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:33:39.254689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:39.331492 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:39.353422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:33:39.355699 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b95f40-40f6-4441-918f-e1ac16ab26f2" -d '{"events": [{"server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "name": "network-vif-plugged", "status": "completed", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:33:39.368648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:39.425196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:39.478288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:39.525239 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080fd60-1653-4f65-83f7-1d1631f3a87e x-openstack-request-id: req-a080fd60-1653-4f65-83f7-1d1631f3a87e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:33:39.525557 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "name": "network-vif-plugged", "status": "completed", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:33:39.525812 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a080fd60-1653-4f65-83f7-1d1631f3a87e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:33:39.526235 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65', 'code': 200} Aug 18 14:33:39.636418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014932-e323-45c0-b75a-b24082ec4a5d req-a760b740-c32c-418e-8661-e02636a7de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:39.638113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68014932-e323-45c0-b75a-b24082ec4a5d req-a760b740-c32c-418e-8661-e02636a7de58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 1096 time: 0.0418799 Aug 18 14:33:39.674877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68014932-e323-45c0-b75a-b24082ec4a5d req-bc25a1fe-0c34-4deb-a175-48cad19827f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286295 Aug 18 14:33:39.766848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e94a90-2ef7-4140-8fa5-0a15d4497c6e req-f1fafed6-2c4a-4e30-9ffa-ba385b195842 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:39.768334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4e94a90-2ef7-4140-8fa5-0a15d4497c6e req-f1fafed6-2c4a-4e30-9ffa-ba385b195842 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0564516 Aug 18 14:33:39.809622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4e94a90-2ef7-4140-8fa5-0a15d4497c6e req-f1f4c939-5cd6-4ac0-ab7d-1933185fa234 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352869 Aug 18 14:33:40.356747 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:40.933650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8dc5-f086-4ef6-8b43-bdcf1fabd605 req-0a085f06-2f39-4e40-bcd6-2561f2006c5d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:40.941392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-232a8dc5-f086-4ef6-8b43-bdcf1fabd605 req-0a085f06-2f39-4e40-bcd6-2561f2006c5d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0560956 Aug 18 14:33:40.976169 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-232a8dc5-f086-4ef6-8b43-bdcf1fabd605 req-45cc1b86-a683-494f-9b56-059b57744e07 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Aug 18 14:33:41.092773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba001b-60e7-4e5d-a3db-91a84b6c6008 req-581b8861-3f2a-4968-8857-a8216787c43e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:41.094056 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:41.094457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26ba001b-60e7-4e5d-a3db-91a84b6c6008 req-581b8861-3f2a-4968-8857-a8216787c43e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0505126 Aug 18 14:33:41.134145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26ba001b-60e7-4e5d-a3db-91a84b6c6008 req-0caf377c-ce3b-4c0e-b980-9187d5b8a983 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Aug 18 14:33:41.252522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613dac6-4a33-4d07-b137-ea22ae802163 req-44dc7122-bfc1-4c94-a9e8-8235a8ab1bc0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:41.254095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5613dac6-4a33-4d07-b137-ea22ae802163 req-44dc7122-bfc1-4c94-a9e8-8235a8ab1bc0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0545747 Aug 18 14:33:41.293135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5613dac6-4a33-4d07-b137-ea22ae802163 req-ce26aba2-99d5-4f5c-9b6c-0ad81aa0cd69 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Aug 18 14:33:41.726667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37039-7421-46f3-88be-2601d6ba8854 req-f6108b5c-3f95-463f-9de8-82ad276db50c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:41.728219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45e37039-7421-46f3-88be-2601d6ba8854 req-f6108b5c-3f95-463f-9de8-82ad276db50c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0514271 Aug 18 14:33:41.767363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45e37039-7421-46f3-88be-2601d6ba8854 req-ec703860-d827-4aa7-b986-131a825da972 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Aug 18 14:33:42.892308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be0089-747a-4e92-8c06-f17aafb5c354 req-f81b64dd-aa88-4488-bc3f-6309151c9754 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:42.893887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9be0089-747a-4e92-8c06-f17aafb5c354 req-f81b64dd-aa88-4488-bc3f-6309151c9754 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0563684 Aug 18 14:33:42.934083 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9be0089-747a-4e92-8c06-f17aafb5c354 req-e0656ae9-06a2-4ed3-82bf-9aa398d843cc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Aug 18 14:33:43.324480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-74dc30bb-25e0-45af-ac3e-63851fd66792 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:43.326456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-74dc30bb-25e0-45af-ac3e-63851fd66792 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 945 time: 0.0558834 Aug 18 14:33:43.438355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:33:43.438696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:43.530842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:33:43.531203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:43.544854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:33:43.762885 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:43.792916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=41f3d87f-c671-4021-bdef-ccc7d5e9fa65,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:33:43.844655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:33:43.848274 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:43.851170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e47297a-2208-47ff-8b3f-cd6a31a3c4a6 req-a184abd1-557a-4e89-ab43-a7a94f9378f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "DELETE /v2.0/ports/41f3d87f-c671-4021-bdef-ccc7d5e9fa65 HTTP/1.1" status: 204 len: 173 time: 0.5128655 Aug 18 14:33:43.851788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'name': 'network-vif-deleted', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:33:43.854725 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff836de-7996-45aa-b5d4-e62d20a49a47" -d '{"events": [{"server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "name": "network-vif-deleted", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:33:43.911089 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1529694-85b2-4160-aada-0e5ddd8a8385 x-openstack-request-id: req-c1529694-85b2-4160-aada-0e5ddd8a8385 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:33:43.911089 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cb5bd9-f2ab-4dce-8059-e26dda14a11f", "name": "network-vif-deleted", "tag": "41f3d87f-c671-4021-bdef-ccc7d5e9fa65", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:33:43.911089 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1529694-85b2-4160-aada-0e5ddd8a8385 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:33:43.911089 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cb5bd9-f2ab-4dce-8059-e26dda14a11f', 'name': 'network-vif-deleted', 'tag': '41f3d87f-c671-4021-bdef-ccc7d5e9fa65', 'status': 'completed', 'code': 200} Aug 18 14:33:44.050683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-182a0a23-7e00-467b-922c-7a9e6e954803 req-b83b7eee-21cd-4d17-a79a-099cacc0b77f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0328076 Aug 18 14:33:45.153492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25f45610-6877-4867-9d2e-6d7df2764bf6 req-a1af3596-565a-4a74-b57d-7968fad2eabe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0264502 Aug 18 14:33:45.155041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:33:45.193959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:33:45.194316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 41f3d87f-c671-4021-bdef-ccc7d5e9fa65 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:33:46.273313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d19666c0-6f9a-42f1-950d-d76a16172324 req-9ef5a8f7-384a-4973-b78f-0f0a2c3329ab tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0327206 Aug 18 14:33:47.370810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e16f407e-17cb-48de-b85d-fcf3bd2a8d9f req-ca240cbd-6ab3-4e55-b57d-a72dcc400957 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=58cb5bd9-f2ab-4dce-8059-e26dda14a11f HTTP/1.1" status: 200 len: 210 time: 0.0282829 Aug 18 14:33:50.107930 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-d814ae1c-3d2f-417b-9260-2d106e396442 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449016 Aug 18 14:33:50.198516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244a1de-ba71-4406-b362-87b3f798520b req-af8bf1db-9084-4ab7-8f6b-043a54dd9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:50.200351 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-af8bf1db-9084-4ab7-8f6b-043a54dd9c6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 1096 time: 0.0481324 Aug 18 14:33:50.614410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244a1de-ba71-4406-b362-87b3f798520b req-0e05dc64-d8ba-4d88-852c-f621469b88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:50.615956 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-0e05dc64-d8ba-4d88-852c-f621469b88b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.3933034 Aug 18 14:33:50.685962 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-b6d933b0-0171-4507-a705-fd0d73e6b7a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 200 len: 1001 time: 0.0616009 Aug 18 14:33:50.751023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244a1de-ba71-4406-b362-87b3f798520b req-c4d3c4ea-9bed-4081-9cb1-a880a862802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:50.752506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-c4d3c4ea-9bed-4081-9cb1-a880a862802d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0570509 Aug 18 14:33:50.806032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244a1de-ba71-4406-b362-87b3f798520b req-251ffc64-13c4-45cc-b03d-b0770301709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:33:50.807771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-251ffc64-13c4-45cc-b03d-b0770301709c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457423 Aug 18 14:33:50.901758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-9fd092bb-97aa-41ea-b5ad-aa93992ff5d0 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Aug 18 14:33:51.002913 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9244a1de-ba71-4406-b362-87b3f798520b req-9b4f2538-4059-422e-bc31-f007688c9330 service neutron] 10.222.0.58 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895777 Aug 18 14:33:51.922437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce5c0-97c9-4e50-a234-a1f24ebeb68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:54.762184 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a10d7edb-9660-49b9-9582-87102e854ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:54.962316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:55.933572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:57.572069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:05.488301 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:34:10.046647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88d9f-c457-40a6-807c-970be4e9d82c req-bc96c7c1-0d2e-4062-acf1-67fd07a3c2a6 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:10.048423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ca88d9f-c457-40a6-807c-970be4e9d82c req-bc96c7c1-0d2e-4062-acf1-67fd07a3c2a6 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0566649 Aug 18 14:34:10.089786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ca88d9f-c457-40a6-807c-970be4e9d82c req-1358552c-6433-4aed-999f-d81b2b29725c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351501 Aug 18 14:34:10.413118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:11.120601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:11.211938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639563-cd04-4fe2-a91b-c430a9d9b3e9 req-f8306d07-00ba-4afc-af38-6fd03dd91cd0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:11.213954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07639563-cd04-4fe2-a91b-c430a9d9b3e9 req-f8306d07-00ba-4afc-af38-6fd03dd91cd0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 18 14:34:11.254269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07639563-cd04-4fe2-a91b-c430a9d9b3e9 req-8183b8cc-fcdc-4c67-bca1-3b00adac5033 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343103 Aug 18 14:34:12.219692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584928bb-0e58-455c-8039-804298155888 req-dd9cb67a-fe0b-4e54-8312-60bf39bc9006 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:12.221172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-584928bb-0e58-455c-8039-804298155888 req-dd9cb67a-fe0b-4e54-8312-60bf39bc9006 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 18 14:34:12.331703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Deleting port 4a761310-c934-4b02-9c4c-9ef1fc770dbc {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:34:12.332346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:12.389460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635f86-d4e2-4288-933f-c4edadc813d4 req-8a307717-2596-41f8-92c6-38e3cef27b6c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:12.391060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6635f86-d4e2-4288-933f-c4edadc813d4 req-8a307717-2596-41f8-92c6-38e3cef27b6c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 945 time: 0.0554857 Aug 18 14:34:12.430368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] For port 4a761310-c934-4b02-9c4c-9ef1fc770dbc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=4a761310-c934-4b02-9c4c-9ef1fc770dbc,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:34:12.430754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:12.432076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6635f86-d4e2-4288-933f-c4edadc813d4 req-3a74e1f8-d767-441c-8a83-40adda06a45d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345585 Aug 18 14:34:12.610943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:12.611318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:12.611637 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Floating IP 3cd6c74c-c619-4c11-b911-520912256e69 disassociated. External IP: 172.25.1.223, port: 4a761310-c934-4b02-9c4c-9ef1fc770dbc. Aug 18 14:34:12.611996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Calling delete_port for 4a761310-c934-4b02-9c4c-9ef1fc770dbc owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:34:12.819301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:12.854917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'Port': ['ID=4a761310-c934-4b02-9c4c-9ef1fc770dbc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:12.870443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.870794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.871135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.871473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.871812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.872144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.872980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.873309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.873665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.873992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.874782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.875422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:12.990625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:34:13.101629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:34:13.112358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:34:13.121702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:34:13.123051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:13.148716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] No DVR routers for this DVR port 4a761310-c934-4b02-9c4c-9ef1fc770dbc on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:34:13.151349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:13.153820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-584928bb-0e58-455c-8039-804298155888 req-b513b4de-cae2-42cf-991e-c9abf6cbaffb tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.58 "DELETE /v2.0/ports/4a761310-c934-4b02-9c4c-9ef1fc770dbc HTTP/1.1" status: 204 len: 173 time: 0.9219496 Aug 18 14:34:13.154293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'name': 'network-vif-deleted', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:34:13.156565 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748869cc-2975-455e-b226-f511fdd7cc39" -d '{"events": [{"server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "name": "network-vif-deleted", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:34:13.243934 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5358819-c0b4-4f63-a6e4-acfc00306ded x-openstack-request-id: req-d5358819-c0b4-4f63-a6e4-acfc00306ded {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:34:13.244628 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a151cc-2bda-40b4-a978-b424ddcaef2f", "name": "network-vif-deleted", "tag": "4a761310-c934-4b02-9c4c-9ef1fc770dbc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:34:13.244628 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5358819-c0b4-4f63-a6e4-acfc00306ded {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:34:13.244960 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a151cc-2bda-40b4-a978-b424ddcaef2f', 'name': 'network-vif-deleted', 'tag': '4a761310-c934-4b02-9c4c-9ef1fc770dbc', 'status': 'completed', 'code': 200} Aug 18 14:34:13.256750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:34:13.499675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:13.521730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:34:13.531827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:34:13.532652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:13.538882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-187dda51-4006-493c-8abd-aeec78526591 req-68ae380f-dc4b-487f-aa59-b18d5ddc144c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a151cc-2bda-40b4-a978-b424ddcaef2f HTTP/1.1" status: 200 len: 210 time: 0.0365312 Aug 18 14:34:13.652064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:34:13.864774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:13.895767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504ba1-df3d-49eb-8e98-3e29b1c5e1aa None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:34:14.164983 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9b7f9-8d99-4210-8af7-70872f0f32f4 None None] New status for floating IP 3cd6c74c-c619-4c11-b911-520912256e69: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:34:14.706486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39908) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:14.790125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:14.827659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:14.939027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:14.941682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:14.942981 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "DELETE /v2.0/security-groups/6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8 HTTP/1.1" status: 204 len: 168 time: 0.2353246 Aug 18 14:34:14.945806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39912) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:14.952877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09324bc-1f6f-419a-9666-087728e374ec tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:14.960974 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-e9785212-a8f1-4573-af7e-731abbf9825b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] show failed (client error): The resource could not be found. Aug 18 14:34:14.962521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e9785212-a8f1-4573-af7e-731abbf9825b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups/6d488450-db2d-4b6e-95e4-f5b2ef8fbbb8 HTTP/1.1" status: 404 len: 347 time: 0.0148206 Aug 18 14:34:14.965071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 39914) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:15.093076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Deleting port cb62a51c-8a23-44c9-9ab9-d72281dd3b37 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:34:15.093421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.178160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.178544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.193132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Calling delete_port for cb62a51c-8a23-44c9-9ab9-d72281dd3b37 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:34:15.429102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.458087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'Port': ['ID=cb62a51c-8a23-44c9-9ab9-d72281dd3b37,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:15.485138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.485481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.485952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.486336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.486622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.486949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.487272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.487595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.487915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.488232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.488550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.488872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:15.541767 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.545000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.546217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-24df3579-f3b7-4c30-b1bf-e56988664b5f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "DELETE /v2.0/floatingips/3cd6c74c-c619-4c11-b911-520912256e69 HTTP/1.1" status: 204 len: 168 time: 0.5801840 Aug 18 14:34:15.951276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39942) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:15.956229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469753915', 'description': 'tempest-description--407419292'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:16.053060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.152636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.213342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.249263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d01624-6a2a-4e4b-b26a-8909e3f12075,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:16.321703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.326484 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74171e8e-6a66-4e1a-8ebe-47fae78fb7e4 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3708818 Aug 18 14:34:16.326836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39950) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:16.331727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group_rule': {'security_group_id': '18d01624-6a2a-4e4b-b26a-8909e3f12075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:16.401301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.459189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.514672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.536007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da856863-0f3d-4bcb-bcd0-180e7765b46f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:16.604139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4a761310-c934-4b02-9c4c-9ef1fc770dbc no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:34:16.608935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.611103 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cc376284-b056-49ec-aa19-92278eba8866 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2831624 Aug 18 14:34:16.613962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39956) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:16.623696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'security_group_rule': {'security_group_id': '18d01624-6a2a-4e4b-b26a-8909e3f12075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:16.627390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 4a761310-c934-4b02-9c4c-9ef1fc770dbc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:34:16.627988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 4a761310-c934-4b02-9c4c-9ef1fc770dbc not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:34:16.778461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.839682 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.910061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:16.928575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8829130-fbcb-452d-acde-90368f6f3e1e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:17.007734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.009825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-43a178e9-9335-4ee0-a3f8-69750218d486 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938801 Aug 18 14:34:17.012889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 39964) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:17.018600 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:17.129303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.272014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.380290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Allocated IP 172.25.1.117 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/f9268ec1-063f-472e-843d-956bca4d5c20) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:34:17.495626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.680579 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.717366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:34:17.724020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:34:17.727841 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:34:17.734140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=f9268ec1-063f-472e-843d-956bca4d5c20,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:17.866014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.957431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:18.120565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:18.186405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:18.243418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=f9268ec1-063f-472e-843d-956bca4d5c20,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:18.285600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:18.367689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:18.370718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1362164f-96d7-4dcd-9e87-2e1f172ead38 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3551610 Aug 18 14:34:18.586412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a944ef92-6b1e-4398-a177-65558f2d7be3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:18.587883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a944ef92-6b1e-4398-a177-65558f2d7be3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.4968305 Aug 18 14:34:18.612097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-0a1e3bac-98b5-45b0-812c-bd527b769c73 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--469753915&fields=id&tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 267 time: 0.0598798 Aug 18 14:34:18.614456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-47f877a8-63bb-498d-9753-c289192a0a03 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0160360 Aug 18 14:34:18.727438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-7e28ba14-2854-446a-ba8b-02e4c829612c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068168 Aug 18 14:34:18.796665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-164186c4-f91c-4cca-958a-f7e795504f7f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:18.798351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-164186c4-f91c-4cca-958a-f7e795504f7f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 811 time: 0.1764996 Aug 18 14:34:18.821717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f22bb8c0-117d-44bb-8d98-30d7581b1942 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/quotas/edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 375 time: 0.0169191 Aug 18 14:34:18.879340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-83759a2b-5cde-42db-a1d3-bdcaabe62b35 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426694 Aug 18 14:34:18.939285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-15211baf-0f8c-40f9-9926-69245d093095 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065276 Aug 18 14:34:18.994451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-dd2489e6-a5b2-4fcb-93e0-54bff556cbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078997 Aug 18 14:34:19.112462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-c18d0ca7-da0a-4a5d-8627-49225fcd42d6 service neutron] 10.222.0.35 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559908 Aug 18 14:34:19.203422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-c7e53104-2200-4d0c-a912-2f56ed293cac service neutron] 10.222.0.35 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Aug 18 14:34:19.334406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f49559cc-c73e-4d04-97bf-9eb402f7d6e1 req-69dc5cff-21a6-40e5-8b3b-ffd55beb1544 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0341284 Aug 18 14:34:19.454793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c60aab0d-fbb7-4857-8308-56b5b77fcbee req-feea01fb-e156-438d-967d-906e17ad8629 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 210 time: 0.0304189 Aug 18 14:34:20.432482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-378b660b-0c33-4446-91ed-32d2ca6b3dd0 req-0c7ac7f5-4380-4e28-89a5-9fed94d19230 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0275841 Aug 18 14:34:20.560450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b854a70a-0be8-4b8d-82b9-5872a9dff944 req-c4ad89c2-ed93-4fd2-838c-9bbae5191f2e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Aug 18 14:34:21.579282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-391dc0bc-5e8d-43c0-8118-3d5b09dfd2ef req-f2e322fa-22e6-493c-8105-31d25a0d17fa tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0776372 Aug 18 14:34:21.664667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-9fe4e6d5-df43-4683-bbf2-19f70923499c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:21.666167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-9fe4e6d5-df43-4683-bbf2-19f70923499c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1634250 Aug 18 14:34:21.684406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:21.688782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96a4a423-c325-4c4f-9ae0-590d9c8750a4 req-fa6aa436-be37-4fdd-a3b6-24c70665659b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 210 time: 0.0454717 Aug 18 14:34:21.910459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:34:21.914610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:21.950344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6d797d95-4e15-4898-9d5a-79cb6eb083f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.055587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.3 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/1fb585ad-d8d1-472b-a13b-13d70c566f2d) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:34:22.212260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.226104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object 1fb585ad-d8d1-472b-a13b-13d70c566f2d will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:34:22.261685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-0fb0f8f7-a4a7-4f31-91bb-26e40d88d2dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:22.263280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-0fb0f8f7-a4a7-4f31-91bb-26e40d88d2dc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.10 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 811 time: 0.1127744 Aug 18 14:34:22.321220 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-082181ea-fa5a-41a1-abed-1633fdf35a6e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0 HTTP/1.1" status: 200 len: 379 time: 0.0422335 Aug 18 14:34:22.335400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'port': {'device_id': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'admin_state_up': True, 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'security_groups': ['18d01624-6a2a-4e4b-b26a-8909e3f12075']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:22.356996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.403990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:34:22.409289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:34:22.413237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:34:22.441427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:22.472022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:22.472722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.527296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Made reservation on behalf of edfd02b60c0e48bd8d974817dfb2fbb0 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:34:22.531928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.632770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-bb26ae6b-806f-4761-8e74-35189a8ce073 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491529 Aug 18 14:34:22.667473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Request body: {'port': {'device_id': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:22.721397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Allocated IP 172.20.0.12 (94df271a-9d5c-46d7-978c-905eab650c44/6631c9ae-dd73-43d1-a4b3-5755e68082c0/c95631f2-5d77-43d5-86f1-9c7f8715b4d7) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:34:22.765638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.777456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71e83-1dbc-4a2e-abd1-5eeeaf0b984e req-43d1d901-39bb-452c-be78-5b6ebddea1a2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:22.779898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6f71e83-1dbc-4a2e-abd1-5eeeaf0b984e req-43d1d901-39bb-452c-be78-5b6ebddea1a2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 931 time: 0.1080444 Aug 18 14:34:22.852704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2b82f60-5431-4a19-919e-3d71a83b31d3 None None] Provisioning for port 1fb585ad-d8d1-472b-a13b-13d70c566f2d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:34:22.857555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a2b82f60-5431-4a19-919e-3d71a83b31d3 None None] Provisioning complete for port 1fb585ad-d8d1-472b-a13b-13d70c566f2d triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:34:22.858189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2b82f60-5431-4a19-919e-3d71a83b31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.894821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a2b82f60-5431-4a19-919e-3d71a83b31d3 None None] Port 1fb585ad-d8d1-472b-a13b-13d70c566f2d cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:34:22.917266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:22.934950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Transition to ACTIVE for port object c95631f2-5d77-43d5-86f1-9c7f8715b4d7 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:34:22.998402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bc01150-915e-4f6e-95f3-434ce35d8256 req-7ac56de1-82a7-4856-b7b1-75183984ab5c tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 210 time: 0.1506369 Aug 18 14:34:23.004320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6f71e83-1dbc-4a2e-abd1-5eeeaf0b984e req-f0e380b9-1bd5-4bdb-82c7-a63ddd4118d3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162108 Aug 18 14:34:23.114861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.166749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Network 94df271a-9d5c-46d7-978c-905eab650c44 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:34:23.174157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:34:23.176684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:34:23.186406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb585ad-d8d1-472b-a13b-13d70c566f2d {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:34:23.197261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.212782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Transition to ACTIVE for port object 1fb585ad-d8d1-472b-a13b-13d70c566f2d will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:34:23.272082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:23.273310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.277432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event updated for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:23.281656 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.347935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:23.379887 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-f4528b7b-e813-4228-b522-dcc3aa2b184a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0486405 Aug 18 14:34:23.398288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Request body: {'port': {'device_id': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:23.472689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Attempting to bind port 1fb585ad-d8d1-472b-a13b-13d70c566f2d on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:34:23.473028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Attempting to bind port 1fb585ad-d8d1-472b-a13b-13d70c566f2d by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:34:23.473388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Attempting to bind port 1fb585ad-d8d1-472b-a13b-13d70c566f2d on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:34:23.482535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Port 1fb585ad-d8d1-472b-a13b-13d70c566f2d on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:34:23.482871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Attempting to bind port 1fb585ad-d8d1-472b-a13b-13d70c566f2d on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:34:23.488612 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.488857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:34:23.489238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:34:23.489585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:34:23.490063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Bound port: 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:34:23.490432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.572547 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:34:23.577507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:34:23.624337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-84459b23-a00e-4f23-8d47-d3d8415d6a5c None None] Provisioning for port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:34:23.628893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-84459b23-a00e-4f23-8d47-d3d8415d6a5c None None] Provisioning complete for port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:34:23.629276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-84459b23-a00e-4f23-8d47-d3d8415d6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.667919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-84459b23-a00e-4f23-8d47-d3d8415d6a5c None None] Port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:34:23.716565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.765706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:23.766235 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.767719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/1fb585ad-d8d1-472b-a13b-13d70c566f2d HTTP/1.1" status: 200 len: 1091 time: 1.1046712 Aug 18 14:34:23.768123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:34:23.770591 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:34:23.836193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ccafa-b4d6-42e5-8dfe-4682eefa18b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:23.853266 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed628ac1-2171-4790-bce3-39e34060ea4f x-openstack-request-id: req-ed628ac1-2171-4790-bce3-39e34060ea4f {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:34:23.853570 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:34:23.853832 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed628ac1-2171-4790-bce3-39e34060ea4f {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:34:23.854271 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d', 'status': 'completed', 'code': 200} Aug 18 14:34:23.857352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95631f2-5d77-43d5-86f1-9c7f8715b4d7 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:34:23.884191 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:23.900755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Transition to ACTIVE for port object c95631f2-5d77-43d5-86f1-9c7f8715b4d7 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:34:23.957113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-3f8db2fa-099f-4cd9-9bdd-c91aa86ff9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:23.958909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-3f8db2fa-099f-4cd9-9bdd-c91aa86ff9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 1094 time: 0.0671122 Aug 18 14:34:23.967414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.028677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:24.147440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-9d700e3a-2890-46b2-baea-59309dc198f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.149005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-9d700e3a-2890-46b2-baea-59309dc198f7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1767232 Aug 18 14:34:24.168536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Attempting to bind port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:34:24.169760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Attempting to bind port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:34:24.170291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Attempting to bind port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:34:24.176485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 on network 94df271a-9d5c-46d7-978c-905eab650c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:34:24.177037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Attempting to bind port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 on network 94df271a-9d5c-46d7-978c-905eab650c44 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:34:24.183277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:34:24.183854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Checking segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:34:24.184402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Bound using segment: {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:34:24.185572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Bound port: c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a29d02-7e2a-49e1-acc3-997f4cfc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:34:24.186163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.307282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:34:24.312694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:34:24.354353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e49ef-13e3-4bf7-83b3-a8ba803052fb req-d1e2fcef-6fdc-4f62-b0c3-4d50f0c086f2 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.364312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a8e49ef-13e3-4bf7-83b3-a8ba803052fb req-d1e2fcef-6fdc-4f62-b0c3-4d50f0c086f2 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 944 time: 0.1110914 Aug 18 14:34:24.379465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.388272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-e0dff04f-90ab-4c33-909e-018fd7b4912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.390060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-357240c3-e37d-4914-bc8e-1b0eb0da7e4d req-e0dff04f-90ab-4c33-909e-018fd7b4912f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299550 Aug 18 14:34:24.400072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef970ee-5fe2-4caa-a060-d1b18907780f req-e9195ea5-0997-407d-ae87-a9c9854e6f61 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.413934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef970ee-5fe2-4caa-a060-d1b18907780f req-e9195ea5-0997-407d-ae87-a9c9854e6f61 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.2156870 Aug 18 14:34:24.471318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:24.481496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.483610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.485295 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-a9acd328-e677-4f85-887f-e76baa4c7a96 service neutron] 10.222.0.10 "PUT /v2.0/ports/c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 1092 time: 1.0916712 Aug 18 14:34:24.485965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:34:24.489671 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c517216f-091e-4d7e-aac2-0010a60a9702" -d '{"events": [{"name": "network-changed", "server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:34:24.523888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef970ee-5fe2-4caa-a060-d1b18907780f req-f2945db9-4d2c-4383-81ff-1f9dbea48a33 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084270 Aug 18 14:34:24.537480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a8e49ef-13e3-4bf7-83b3-a8ba803052fb req-7a0069eb-7f3f-4404-aa0b-a36109231def tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691084 Aug 18 14:34:24.559251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-35c74d71-8dcd-4f80-bb2c-b4fcff43cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.560944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-35c74d71-8dcd-4f80-bb2c-b4fcff43cf2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 1094 time: 0.1133935 Aug 18 14:34:24.589154 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489412a1-efab-49fd-8c79-d397f65773b1 x-openstack-request-id: req-489412a1-efab-49fd-8c79-d397f65773b1 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:34:24.589453 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:34:24.589711 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-489412a1-efab-49fd-8c79-d397f65773b1 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:34:24.590241 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'status': 'completed', 'code': 200} Aug 18 14:34:24.624191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-6b85c766-aef8-4602-a6fb-506557f73e96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d HTTP/1.1" status: 200 len: 217 time: 0.0491147 Aug 18 14:34:24.680347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-73d5e3a8-c9d8-4cd1-bf28-a47b50b0256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.682559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-73d5e3a8-c9d8-4cd1-bf28-a47b50b0256e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1095 time: 0.0596135 Aug 18 14:34:24.693369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-0cbcbf86-1385-4137-a8d3-565a0388e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.694905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-0cbcbf86-1385-4137-a8d3-565a0388e432 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0598185 Aug 18 14:34:24.776356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7e0961e-143b-4c3d-8093-1f7b8e515619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.781467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-f7d2cf9e-e9e2-4381-87ea-0eaa0b0e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.788365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-f7d2cf9e-e9e2-4381-87ea-0eaa0b0e5e3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824275 Aug 18 14:34:24.848479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-4073dff2-d085-437c-8d5b-aba97a151cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.850283 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-4073dff2-d085-437c-8d5b-aba97a151cc9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1518309 Aug 18 14:34:24.913850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-9628728b-f313-4165-b3a0-9b7c3cf016c3 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127675 Aug 18 14:34:24.989676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:24.997257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-1e6bfd5d-3a90-4b86-8293-24dcd3649120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:24.997257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c517216f-091e-4d7e-aac2-0010a60a9702 req-1e6bfd5d-3a90-4b86-8293-24dcd3649120 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357191 Aug 18 14:34:25.034733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-d50bd282-0604-4152-9396-4d64dc7a175a service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080925 Aug 18 14:34:25.089477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-4c9ab5fa-49c6-4620-88bf-754f0ee318f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:25.091706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-4c9ab5fa-49c6-4620-88bf-754f0ee318f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1095 time: 0.0437484 Aug 18 14:34:25.139001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-8a8e9830-00ed-40bb-ac9f-6df89a40e044 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 217 time: 0.0350456 Aug 18 14:34:25.203883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-1d5130a3-e959-4a98-b608-1a19bf1d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:25.209611 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-1d5130a3-e959-4a98-b608-1a19bf1d27eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0543191 Aug 18 14:34:25.262161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-0d64e6d6-da50-402a-9e41-a1a6aab257e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:25.264352 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-0d64e6d6-da50-402a-9e41-a1a6aab257e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467200 Aug 18 14:34:25.367596 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-9305d515-feb2-45c4-8323-9401d7299315 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900502 Aug 18 14:34:25.479483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ef091faa-230e-4938-addd-dd02d49fe5dc req-85343319-271e-47b3-abd2-f32dd834dc87 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003578 Aug 18 14:34:25.697807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dec94-fb72-4493-b849-56ef2d0e649c req-ec4054c0-0390-47f2-aac4-b571ff19066c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:25.702318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e71dec94-fb72-4493-b849-56ef2d0e649c req-ec4054c0-0390-47f2-aac4-b571ff19066c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0878325 Aug 18 14:34:25.714007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd9d28-9acb-46e9-a208-2bd88073cdd0 req-74d0af7d-ad49-40ca-9920-71d30e9bcdbd tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:25.715787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07bd9d28-9acb-46e9-a208-2bd88073cdd0 req-74d0af7d-ad49-40ca-9920-71d30e9bcdbd tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 944 time: 0.0890553 Aug 18 14:34:25.776806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e71dec94-fb72-4493-b849-56ef2d0e649c req-cf7f60fa-4c28-47f7-a169-465d33b13c90 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Aug 18 14:34:25.783955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07bd9d28-9acb-46e9-a208-2bd88073cdd0 req-df3deb7a-6d8a-4757-a8fe-8d1171c91018 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600219 Aug 18 14:34:25.956129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:26.936290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019af34-9f5c-4817-b079-2462dce09249 req-34246496-2ddf-4a13-879e-aa2c8705721c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:26.937781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c019af34-9f5c-4817-b079-2462dce09249 req-34246496-2ddf-4a13-879e-aa2c8705721c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0801461 Aug 18 14:34:26.953568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95b79f-5f24-40e9-a142-34ba32bdcd91 req-a03a5d6d-7bec-49b2-a183-2e4d015de53d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:26.955064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b95b79f-5f24-40e9-a142-34ba32bdcd91 req-a03a5d6d-7bec-49b2-a183-2e4d015de53d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 944 time: 0.0871751 Aug 18 14:34:27.014761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b95b79f-5f24-40e9-a142-34ba32bdcd91 req-0f28dd83-9e81-405c-b156-735a7af97f9a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535538 Aug 18 14:34:27.021645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c019af34-9f5c-4817-b079-2462dce09249 req-815655e9-a870-47b7-9eed-2bf18cfa1fe5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772145 Aug 18 14:34:27.567647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:28.188311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a911-1715-43cc-8065-e5dea0f4dd5f req-f25cd006-0710-46c2-beec-4267cf2b99c2 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:28.189803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d2a911-1715-43cc-8065-e5dea0f4dd5f req-f25cd006-0710-46c2-beec-4267cf2b99c2 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 944 time: 0.0792296 Aug 18 14:34:28.198081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84467592-a8ed-4e0d-a167-b097e7a15b61 req-3c52a64b-8732-4b23-bc29-6ac8546bd67b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:28.199554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84467592-a8ed-4e0d-a167-b097e7a15b61 req-3c52a64b-8732-4b23-bc29-6ac8546bd67b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0979512 Aug 18 14:34:28.263102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b7d2a911-1715-43cc-8065-e5dea0f4dd5f req-03eb371e-bd9a-4a87-9fd7-3884507134a3 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625260 Aug 18 14:34:28.266919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84467592-a8ed-4e0d-a167-b097e7a15b61 req-f8238aa6-d7a0-489d-b808-95b864b376c4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Aug 18 14:34:29.324848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c95631f2-5d77-43d5-86f1-9c7f8715b4d7 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:34:29.435234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:34:29.451288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'port_id': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'mac_address': 'fa:16:3e:28:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:34:29.452757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc67ec-5e22-46b5-8a4e-f107bd9ebe1d req-697626f0-a3f1-49a5-860e-2058436893d0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:29.458398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72dc67ec-5e22-46b5-8a4e-f107bd9ebe1d req-697626f0-a3f1-49a5-860e-2058436893d0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 944 time: 0.0881848 Aug 18 14:34:29.499875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297574b-ad29-4fad-9e7b-891207b4e4ad req-16bfb049-86d6-402c-b229-311dfa834513 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:29.502363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a297574b-ad29-4fad-9e7b-891207b4e4ad req-16bfb049-86d6-402c-b229-311dfa834513 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.1037922 Aug 18 14:34:29.504963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:29.519304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95631f2-5d77-43d5-86f1-9c7f8715b4d7 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:34:29.553969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:34:29.554959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72dc67ec-5e22-46b5-8a4e-f107bd9ebe1d req-3daa36f1-a93b-4c71-ba20-ad7e345a31ea tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925999 Aug 18 14:34:29.589957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a297574b-ad29-4fad-9e7b-891207b4e4ad req-2b152dac-2710-4906-bc37-4959f98f7233 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835164 Aug 18 14:34:29.646922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:29.695215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:29.702510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.704492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.704492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.704492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.704492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.704492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.705100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.705269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.705628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.705988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.706321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.706650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:34:29.880780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['c95631f2-5d77-43d5-86f1-9c7f8715b4d7'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:34:30.707002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b26001-8515-4b0b-bf12-8c0ca0b6de5c req-1e630637-fea0-4a90-a481-e02a429a8267 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:30.708713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3b26001-8515-4b0b-bf12-8c0ca0b6de5c req-1e630637-fea0-4a90-a481-e02a429a8267 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 945 time: 0.0763180 Aug 18 14:34:30.742306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7cf9-181d-4f0b-ac48-f42bacd6035e req-e3f5134a-e3ba-4183-a5ec-e2962140b9c2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:30.743903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db0a7cf9-181d-4f0b-ac48-f42bacd6035e req-e3f5134a-e3ba-4183-a5ec-e2962140b9c2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0780747 Aug 18 14:34:30.778137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3b26001-8515-4b0b-bf12-8c0ca0b6de5c req-e27b2630-024c-4615-9f96-5504be9b94fc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624640 Aug 18 14:34:30.814096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db0a7cf9-181d-4f0b-ac48-f42bacd6035e req-fac2ac46-a228-4370-83d7-7253dad401b3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544176 Aug 18 14:34:31.327923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c95631f2-5d77-43d5-86f1-9c7f8715b4d7 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:34:31.474545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:34:31.478307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:34:31.478677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:31.570558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:31.595891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:34:31.598178 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61e90b-5c56-43cc-98f5-e7edc921d3a7" -d '{"events": [{"server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "name": "network-vif-plugged", "status": "completed", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:34:31.611308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:34:31.646571 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44510c-23b6-4b13-b8d4-1745254f52b1 x-openstack-request-id: req-cd44510c-23b6-4b13-b8d4-1745254f52b1 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:34:31.646571 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "name": "network-vif-plugged", "status": "completed", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:34:31.646571 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd44510c-23b6-4b13-b8d4-1745254f52b1 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:34:31.646571 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'code': 200} Aug 18 14:34:31.698898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:31.750865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:34:31.774100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8590-bdcb-4f2b-8e11-8511555d6e95 req-a0eae771-e4fa-49fc-9f4a-c076c8a6e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:31.775633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63fa8590-bdcb-4f2b-8e11-8511555d6e95 req-a0eae771-e4fa-49fc-9f4a-c076c8a6e972 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1097 time: 0.0445464 Aug 18 14:34:31.820544 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63fa8590-bdcb-4f2b-8e11-8511555d6e95 req-d932ac2e-fd39-4610-a091-b40106a3df52 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Aug 18 14:34:31.942767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201616cc-ee31-46d8-b31c-54348bc9b17d req-f77ce7b5-546e-4883-9047-a2235538330a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:31.944201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-201616cc-ee31-46d8-b31c-54348bc9b17d req-f77ce7b5-546e-4883-9047-a2235538330a tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0835710 Aug 18 14:34:31.979619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bc732-a08d-49b2-8c8e-eacdab552ef9 req-c113ae99-dfc0-4c6e-ad71-0318e576c3ce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:31.984423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a1bc732-a08d-49b2-8c8e-eacdab552ef9 req-c113ae99-dfc0-4c6e-ad71-0318e576c3ce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0889537 Aug 18 14:34:32.017417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-201616cc-ee31-46d8-b31c-54348bc9b17d req-3539862f-4827-4923-823e-510ab651886e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664232 Aug 18 14:34:32.046698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a1bc732-a08d-49b2-8c8e-eacdab552ef9 req-3de39db3-276d-401b-9c2b-f76dfb885740 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Aug 18 14:34:33.198420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13154367-27d9-4e94-9c08-127f444088e0 req-043625df-da15-434a-982b-26dc7a4f9120 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:33.200802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13154367-27d9-4e94-9c08-127f444088e0 req-043625df-da15-434a-982b-26dc7a4f9120 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0910895 Aug 18 14:34:33.215468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489c8d7-c701-43a1-9065-bc453430b36d req-ec588672-b923-4f53-9805-a3fa25d16a70 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:33.217467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2489c8d7-c701-43a1-9065-bc453430b36d req-ec588672-b923-4f53-9805-a3fa25d16a70 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0741000 Aug 18 14:34:33.266791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13154367-27d9-4e94-9c08-127f444088e0 req-fc863494-a7f4-41e1-bf6d-1ad11ee1f4f2 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591736 Aug 18 14:34:33.285040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2489c8d7-c701-43a1-9065-bc453430b36d req-69fbd29a-7803-4db2-b5f5-0160c76c4742 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Aug 18 14:34:33.393509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d14f4-703e-4585-a1ac-0b61371bf56e req-96bef61c-c6fd-45ee-b8ef-8929e36b49d0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:33.395084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a2d14f4-703e-4585-a1ac-0b61371bf56e req-96bef61c-c6fd-45ee-b8ef-8929e36b49d0 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0557380 Aug 18 14:34:33.404770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 40268) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:34:33.409610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Request body: {'floatingip': {'port_id': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:34:33.455087 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:34.356244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:34.426334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072509a-8887-4697-b461-75480ca5550e req-24ff4bd8-5391-438d-8819-dfc3ed712d61 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:34.426334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e072509a-8887-4697-b461-75480ca5550e req-24ff4bd8-5391-438d-8819-dfc3ed712d61 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0610428 Aug 18 14:34:34.445216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:34.470216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e072509a-8887-4697-b461-75480ca5550e req-8474dad1-fd42-4b38-9103-4550fbd4fba1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Aug 18 14:34:34.563549 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Floating IP 2d037f0b-67d1-4a25-98a4-4af7332c5ce5 associated. External IP: 172.25.1.117, port: c95631f2-5d77-43d5-86f1-9c7f8715b4d7. Aug 18 14:34:34.789948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:34:34.918457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:34:34.925988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:34.931602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:34:34.948362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:34:34.949416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:34:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:34.971129 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91db3db9-0cfa-48ff-962c-c9ce4c804368 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "PUT /v2.0/floatingips/2d037f0b-67d1-4a25-98a4-4af7332c5ce5 HTTP/1.1" status: 200 len: 992 time: 1.5566201 Aug 18 14:34:34.971827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:34:34.977443 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b789d225-6a4d-4e36-92b5-0dd5a404b548" -d '{"events": [{"name": "network-changed", "server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:34:35.055513 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045af1b-3dd2-46ab-bd60-fb9abd8d3777 x-openstack-request-id: req-d045af1b-3dd2-46ab-bd60-fb9abd8d3777 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:34:35.055513 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:34:35.055513 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d045af1b-3dd2-46ab-bd60-fb9abd8d3777 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:34:35.055513 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'status': 'completed', 'code': 200} Aug 18 14:34:35.119332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:34:35.165216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-33c7567b-25f2-4459-983d-c2c96bd7e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:35.167214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-33c7567b-25f2-4459-983d-c2c96bd7e5b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1097 time: 0.0891910 Aug 18 14:34:35.303248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-00821cba-e0cf-448d-a296-7cf11a32d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:35.305070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-00821cba-e0cf-448d-a296-7cf11a32d807 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.1283729 Aug 18 14:34:35.384115 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-c03a29ee-7258-46b3-a6c9-cbc47cce2a69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 1000 time: 0.0711796 Aug 18 14:34:35.444962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-baa60f7c-c454-4ad4-837a-d61c4b002d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:35.446576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-baa60f7c-c454-4ad4-837a-d61c4b002d8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0558596 Aug 18 14:34:35.450766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2d037f0b-67d1-4a25-98a4-4af7332c5ce5', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:28:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:34:17Z', 'updated_at': '2021-08-18T14:34:34Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:35.484260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:34:35.493742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:34:35.494391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:34:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:35.505532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-0d174a00-55d5-433f-80ae-d8c55e6caadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:35.507097 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-0d174a00-55d5-433f-80ae-d8c55e6caadd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530853 Aug 18 14:34:35.608116 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-a38a2aeb-bd5a-491f-b0f1-5ed78e4851cf service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925746 Aug 18 14:34:35.642391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd7d8-1d20-4cae-98d0-94688377b7aa req-1f4adac8-0fe5-4e40-8f66-7093d319fe1e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:35.644010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6fcd7d8-1d20-4cae-98d0-94688377b7aa req-1f4adac8-0fe5-4e40-8f66-7093d319fe1e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0742555 Aug 18 14:34:35.712316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6fcd7d8-1d20-4cae-98d0-94688377b7aa req-950c1947-409d-4f3b-8fab-6a0606689273 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 Aug 18 14:34:35.757602 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b789d225-6a4d-4e36-92b5-0dd5a404b548 req-790e5b64-2b96-482d-a338-bd236ca5849b service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373825 Aug 18 14:34:35.830509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:34:36.059749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2d037f0b-67d1-4a25-98a4-4af7332c5ce5', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:28:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:34:17Z', 'updated_at': '2021-08-18T14:34:34Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:34:36.091061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37babfc3-dde9-4d38-8ac2-11e3315077d8 None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '2d037f0b-67d1-4a25-98a4-4af7332c5ce5', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'port_id': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'mac_address': 'fa:16:3e:28:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:34:17Z', 'updated_at': '2021-08-18T14:34:34Z', 'revision_number': 1, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:34:36.330948 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e40b9c-2622-4d8e-a3d1-5d9939318356 None None] New status for floating IP 2d037f0b-67d1-4a25-98a4-4af7332c5ce5: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:34:36.842630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422d76-86c2-4f11-82e4-378310e5487c req-b27206d9-8cc3-40b2-a377-9f5b27514332 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:36.844358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0422d76-86c2-4f11-82e4-378310e5487c req-b27206d9-8cc3-40b2-a377-9f5b27514332 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0611336 Aug 18 14:34:36.886615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d0422d76-86c2-4f11-82e4-378310e5487c req-aad97a6b-1193-44ed-b9ce-e041aa918663 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Aug 18 14:34:38.012687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b886-ecdf-44a2-9fc2-8c93c5bc89cb req-e61a4604-0e86-418b-a137-cde2604b081c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:38.015023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58e4b886-ecdf-44a2-9fc2-8c93c5bc89cb req-e61a4604-0e86-418b-a137-cde2604b081c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0570486 Aug 18 14:34:38.055003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58e4b886-ecdf-44a2-9fc2-8c93c5bc89cb req-563187bd-f05d-44b3-b6b8-ba3bd5058a2f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 18 14:34:39.176767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6941d90-4c4f-449e-aed7-5d0f0ae0e467 req-a66ee3b1-bf0d-46bf-8496-5e1ee40e8239 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:39.178343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6941d90-4c4f-449e-aed7-5d0f0ae0e467 req-a66ee3b1-bf0d-46bf-8496-5e1ee40e8239 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0544810 Aug 18 14:34:39.221707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6941d90-4c4f-449e-aed7-5d0f0ae0e467 req-c6c4e734-a7fa-4296-8e82-b5db5283c1ea tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Aug 18 14:34:40.343935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344df3-f6e9-451b-ba02-a33e404113bb req-ea48a0ea-34e9-4402-b3f3-551b5e9d83d9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:40.346208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73344df3-f6e9-451b-ba02-a33e404113bb req-ea48a0ea-34e9-4402-b3f3-551b5e9d83d9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0530531 Aug 18 14:34:40.386249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73344df3-f6e9-451b-ba02-a33e404113bb req-93952533-eca3-42bb-b636-1fc54b35df45 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Aug 18 14:34:40.395790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:41.119757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:41.529181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec1c7-c68c-4970-96b0-ca4264babff8 req-f316e9e5-d77d-4d77-b000-415f947a5b54 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:41.531014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cecec1c7-c68c-4970-96b0-ca4264babff8 req-f316e9e5-d77d-4d77-b000-415f947a5b54 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0698640 Aug 18 14:34:41.580657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cecec1c7-c68c-4970-96b0-ca4264babff8 req-4e015cf4-8bd2-4d98-b7bb-810441231ef7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Aug 18 14:34:42.489382 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:34:42.703781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13932-e9d4-45f0-aaf6-2a410c6f5b1d req-1d218488-bf86-45bb-b03e-8c0e52de3b0e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:42.705324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00b13932-e9d4-45f0-aaf6-2a410c6f5b1d req-1d218488-bf86-45bb-b03e-8c0e52de3b0e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0520160 Aug 18 14:34:42.745562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00b13932-e9d4-45f0-aaf6-2a410c6f5b1d req-d198c22b-6578-47ae-9b60-5ce27fb258be tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Aug 18 14:34:43.877410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b352b08-d69f-4439-abdd-9d372b71cde8 req-374fc71d-fb97-4365-b142-ea8e3659ab71 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:43.879936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b352b08-d69f-4439-abdd-9d372b71cde8 req-374fc71d-fb97-4365-b142-ea8e3659ab71 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0556726 Aug 18 14:34:43.919765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b352b08-d69f-4439-abdd-9d372b71cde8 req-dd09af1c-efc5-4cde-9efe-076ab897a334 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Aug 18 14:34:45.043226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042dd27-2be0-496d-8fd7-9863dd9982fe req-006fe58f-db9f-4ece-8ca2-0457beb8998e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:45.044655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5042dd27-2be0-496d-8fd7-9863dd9982fe req-006fe58f-db9f-4ece-8ca2-0457beb8998e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0545218 Aug 18 14:34:45.085726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5042dd27-2be0-496d-8fd7-9863dd9982fe req-f5ef1139-3cb0-4ca5-8de6-3ca03c13f308 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 18 14:34:46.204214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411cbc2-3a75-470b-ada6-2859ce9089ea req-3a1dcad2-a4cb-4f42-a579-421e9e6f30b0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:46.207773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c411cbc2-3a75-470b-ada6-2859ce9089ea req-3a1dcad2-a4cb-4f42-a579-421e9e6f30b0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0503566 Aug 18 14:34:46.244802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c411cbc2-3a75-470b-ada6-2859ce9089ea req-4ffbb898-2d7e-44a6-badf-ce9f70df441c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Aug 18 14:34:47.362563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7202-031f-4ebb-a5cf-43a64a4d6ffa req-4f099346-b813-4b2d-9aa3-81d5373c48e5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:47.364111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5ee7202-031f-4ebb-a5cf-43a64a4d6ffa req-4f099346-b813-4b2d-9aa3-81d5373c48e5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0511694 Aug 18 14:34:47.404364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5ee7202-031f-4ebb-a5cf-43a64a4d6ffa req-d98eed71-cbf0-46ce-b519-96796d679c4d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Aug 18 14:34:48.695476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bd8a2-f89c-41fc-bb86-27f1fe033b66 req-bee9e9f5-7e0a-4244-8715-a1ffbc317a8c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:48.695476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb2bd8a2-f89c-41fc-bb86-27f1fe033b66 req-bee9e9f5-7e0a-4244-8715-a1ffbc317a8c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0662925 Aug 18 14:34:48.695476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb2bd8a2-f89c-41fc-bb86-27f1fe033b66 req-4bf2b771-98b4-4ef1-be62-a1813a919dfd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579360 Aug 18 14:34:49.744019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83547c-d3c3-4155-9791-a5daa77e37e6 req-82fd56c3-526f-4e0d-bb86-35b5cc960ff4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:49.745432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c83547c-d3c3-4155-9791-a5daa77e37e6 req-82fd56c3-526f-4e0d-bb86-35b5cc960ff4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0505064 Aug 18 14:34:49.799253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c83547c-d3c3-4155-9791-a5daa77e37e6 req-e7aeb253-6eb0-48e3-b972-c57a98cdb9b8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 Aug 18 14:34:50.921607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e969d-d268-484a-91db-1232091f24f0 req-9f94d624-7e8d-4e82-8b16-e0e57b71814a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:50.923264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85e969d-d268-484a-91db-1232091f24f0 req-9f94d624-7e8d-4e82-8b16-e0e57b71814a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0524781 Aug 18 14:34:50.972511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f85e969d-d268-484a-91db-1232091f24f0 req-025942f1-c998-4c15-af42-2ea88181ad74 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Aug 18 14:34:51.932560 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b455a26d-419c-4a80-85f7-dee14f976396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:52.113396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e006da-a93a-4323-96a4-b14a481767e5 req-a8960577-8411-462a-9a5a-04d8f0bd6cad tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:52.121673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34e006da-a93a-4323-96a4-b14a481767e5 req-a8960577-8411-462a-9a5a-04d8f0bd6cad tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0659950 Aug 18 14:34:52.177409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34e006da-a93a-4323-96a4-b14a481767e5 req-e1727095-7b5e-480a-ab37-6bac57454b0e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Aug 18 14:34:53.310122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3836a60-1d7b-4d00-8056-333957a9337b req-9cc33c99-4fa1-44fd-8a20-3d1fbdd00d1d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:53.312151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3836a60-1d7b-4d00-8056-333957a9337b req-9cc33c99-4fa1-44fd-8a20-3d1fbdd00d1d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0517578 Aug 18 14:34:53.353319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3836a60-1d7b-4d00-8056-333957a9337b req-5f194887-daa4-4294-acbb-3c65cdd44ff1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Aug 18 14:34:54.000786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-2c758e89-7eba-4a83-b875-33dff6bfd14b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438809 Aug 18 14:34:54.093623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-aee41200-fff2-4787-88f0-8ddb261e281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:54.095260 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-aee41200-fff2-4787-88f0-8ddb261e281e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1097 time: 0.0448740 Aug 18 14:34:54.215339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-d64a3d75-78d8-4a5e-8f70-a6e3a6fc74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:54.216948 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-d64a3d75-78d8-4a5e-8f70-a6e3a6fc74a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0949118 Aug 18 14:34:54.286518 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-b9d99f70-7d46-45bd-9639-0d4316e49b6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 1002 time: 0.0605669 Aug 18 14:34:54.352341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-017b4fa4-8ac6-4635-97df-5cdfe6af6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:54.353804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-017b4fa4-8ac6-4635-97df-5cdfe6af6f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0532296 Aug 18 14:34:54.406618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-69abfbd7-7c22-4e50-be45-99f3ef568334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:54.408077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-69abfbd7-7c22-4e50-be45-99f3ef568334 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469043 Aug 18 14:34:54.483827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5109a-ec97-4000-80f2-37bdbca89f4a req-40296f0c-b987-4691-a839-5822358d309f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:54.485477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dc5109a-ec97-4000-80f2-37bdbca89f4a req-40296f0c-b987-4691-a839-5822358d309f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0598032 Aug 18 14:34:54.507802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-978a2aad-c9a5-4cb5-a20e-95e147f63ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921617 Aug 18 14:34:54.538429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dc5109a-ec97-4000-80f2-37bdbca89f4a req-c4071b22-cb8e-4748-9814-9ff4ed41c98f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Aug 18 14:34:54.620610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-175476f8-55bb-42e5-a6fc-bd97dbb69876 req-692856b0-0cad-4dc5-995c-6eeace1b6e81 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045194 Aug 18 14:34:54.748189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3342ea74-23b2-47d1-ac0c-42a7e4ea8872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:54.955359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:55.661184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe415-1d02-488c-a27f-84456a256a4a req-c2e0a8b9-f46e-4885-8a05-6fc9641592fe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:55.662740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bffe415-1d02-488c-a27f-84456a256a4a req-c2e0a8b9-f46e-4885-8a05-6fc9641592fe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0582309 Aug 18 14:34:55.700996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bffe415-1d02-488c-a27f-84456a256a4a req-d0ad0de6-f935-474d-90ef-b1977ae6413c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Aug 18 14:34:55.993598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:56.821799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f888c-8eb4-44b6-840c-edac33de6446 req-799d7b9e-1b41-41ea-b5ce-597374f2c520 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:56.823540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e78f888c-8eb4-44b6-840c-edac33de6446 req-799d7b9e-1b41-41ea-b5ce-597374f2c520 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0503833 Aug 18 14:34:56.863346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e78f888c-8eb4-44b6-840c-edac33de6446 req-36b28507-db7a-4a45-b9a3-592589acad23 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Aug 18 14:34:57.605090 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:57.982874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fd048-1dae-430b-b956-36ddac88b926 req-c3164988-f30d-4149-af8a-5fe0b2c93f20 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:57.989429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d76fd048-1dae-430b-b956-36ddac88b926 req-c3164988-f30d-4149-af8a-5fe0b2c93f20 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0513277 Aug 18 14:34:58.022700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d76fd048-1dae-430b-b956-36ddac88b926 req-e23e1f55-7ff8-476a-9943-923ed36ed2ea tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Aug 18 14:34:59.145210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b12a-bf1e-4388-8922-755aec07475b req-64862a07-43a3-44d8-a1c7-52c51778ed46 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:34:59.146920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d46b12a-bf1e-4388-8922-755aec07475b req-64862a07-43a3-44d8-a1c7-52c51778ed46 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0561354 Aug 18 14:34:59.186059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d46b12a-bf1e-4388-8922-755aec07475b req-5c617fa5-5a17-461d-a65a-b0f63389b793 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Aug 18 14:35:00.304329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75486-2ad2-4c4a-bc91-3db59cdbd457 req-edb07bf9-93bd-465e-afee-991b50c515b5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:00.306061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70f75486-2ad2-4c4a-bc91-3db59cdbd457 req-edb07bf9-93bd-465e-afee-991b50c515b5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0529022 Aug 18 14:35:00.347066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70f75486-2ad2-4c4a-bc91-3db59cdbd457 req-3f363a42-3469-4870-8165-2bc8d9fef607 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Aug 18 14:35:01.462548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987810ca-2489-4391-8574-1ce1fb0780fe req-4617ec0f-7357-488c-8166-b040ed1da562 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:01.464017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987810ca-2489-4391-8574-1ce1fb0780fe req-4617ec0f-7357-488c-8166-b040ed1da562 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 943 time: 0.0491831 Aug 18 14:35:01.492715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1fb585ad-d8d1-472b-a13b-13d70c566f2d details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:35:01.505346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-987810ca-2489-4391-8574-1ce1fb0780fe req-15065aa2-efbf-44e0-9b15-d04dfd46a230 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Aug 18 14:35:01.600555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:01.612027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '1fb585ad-d8d1-472b-a13b-13d70c566f2d', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': '1fb585ad-d8d1-472b-a13b-13d70c566f2d', 'mac_address': 'fa:16:3e:a8:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:35:01.655699 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:01.668782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb585ad-d8d1-472b-a13b-13d70c566f2d {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:35:01.688969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:01.747628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:01.809929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:01.986769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1fb585ad-d8d1-472b-a13b-13d70c566f2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:35:02.637109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042812f5-ceb8-455e-b29c-3776fcbf6643 req-c5dc568f-a5b7-473f-bf2d-ceb6f0c2c84a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:02.638734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-042812f5-ceb8-455e-b29c-3776fcbf6643 req-c5dc568f-a5b7-473f-bf2d-ceb6f0c2c84a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 944 time: 0.0625572 Aug 18 14:35:02.680330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-042812f5-ceb8-455e-b29c-3776fcbf6643 req-826e820c-af39-4cab-a61f-3e7ab6a88a1d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Aug 18 14:35:03.501766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1fb585ad-d8d1-472b-a13b-13d70c566f2d up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:35:03.611819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 1fb585ad-d8d1-472b-a13b-13d70c566f2d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:03.615835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 1fb585ad-d8d1-472b-a13b-13d70c566f2d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:03.616203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:03.698438 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:03.723107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:35:03.725122 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe09f7-f00a-4d90-a07d-a7bd3d84bbea" -d '{"events": [{"server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "name": "network-vif-plugged", "status": "completed", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:35:03.740911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:03.770152 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1c4a74-6029-40f6-bfc3-05afbbb65cd2 x-openstack-request-id: req-fa1c4a74-6029-40f6-bfc3-05afbbb65cd2 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:35:03.770451 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "name": "network-vif-plugged", "status": "completed", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:35:03.770704 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa1c4a74-6029-40f6-bfc3-05afbbb65cd2 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:35:03.771101 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d', 'code': 200} Aug 18 14:35:03.811365 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:03.817065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7a85-a07f-4c7f-af9d-11e22ed268d1 req-54e12c05-40ad-4dd4-8b5f-b519ade60f76 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:03.820111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c0b7a85-a07f-4c7f-af9d-11e22ed268d1 req-54e12c05-40ad-4dd4-8b5f-b519ade60f76 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 944 time: 0.0569639 Aug 18 14:35:03.863805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c0b7a85-a07f-4c7f-af9d-11e22ed268d1 req-3d3db645-0cdd-4a61-b6ee-37a339a4afd9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Aug 18 14:35:03.871500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:03.895273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c8be0-45f2-40e0-95a4-259a2767908b req-2e7cc74e-c0cc-4f18-bb57-13d2296073f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:03.896974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b28c8be0-45f2-40e0-95a4-259a2767908b req-2e7cc74e-c0cc-4f18-bb57-13d2296073f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 1096 time: 0.0619581 Aug 18 14:35:03.944673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b28c8be0-45f2-40e0-95a4-259a2767908b req-6d352c14-95f6-4165-9f00-093ed7fbc699 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301013 Aug 18 14:35:04.997798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da599-4616-4cd3-85fd-bd1993510c1e req-32c766f7-048f-4c7f-b119-be145004b8cc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:04.999326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd4da599-4616-4cd3-85fd-bd1993510c1e req-32c766f7-048f-4c7f-b119-be145004b8cc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0574026 Aug 18 14:35:05.041987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd4da599-4616-4cd3-85fd-bd1993510c1e req-b126f3de-ce3c-4789-8fac-36d4be9da198 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Aug 18 14:35:06.166781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961855f1-fca3-4b45-ab24-23d57f70a644 req-17f46b5c-106e-4222-803b-4b4b604cf9d0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:06.168284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961855f1-fca3-4b45-ab24-23d57f70a644 req-17f46b5c-106e-4222-803b-4b4b604cf9d0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0563045 Aug 18 14:35:06.207731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961855f1-fca3-4b45-ab24-23d57f70a644 req-acc8cb6b-05ed-46ce-8855-02ec2f08f083 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Aug 18 14:35:06.327183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fe3be-c1a2-4ff2-835f-84473bcf1f03 req-5e0b2c15-fa59-4800-8139-9ad5dfeed1bc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:06.328624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-567fe3be-c1a2-4ff2-835f-84473bcf1f03 req-5e0b2c15-fa59-4800-8139-9ad5dfeed1bc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0516124 Aug 18 14:35:06.367847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-567fe3be-c1a2-4ff2-835f-84473bcf1f03 req-506ccc00-61cf-4f0e-97fe-e139a4b9d756 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Aug 18 14:35:06.487097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6a73-93ce-4b00-9af6-26b5bdee9d4b req-d4d6b060-edfe-4dd9-bbb2-e642a026c233 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:06.488693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a5f6a73-93ce-4b00-9af6-26b5bdee9d4b req-d4d6b060-edfe-4dd9-bbb2-e642a026c233 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0535355 Aug 18 14:35:06.528095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a5f6a73-93ce-4b00-9af6-26b5bdee9d4b req-b35cc484-c34b-4e4c-abba-14344bc629f5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Aug 18 14:35:07.037765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499bfd3-d6b2-4c71-9e81-4ee74ceebcfb req-9a58f5ec-e181-4863-8c53-dccdb4e88692 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:07.039278 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e499bfd3-d6b2-4c71-9e81-4ee74ceebcfb req-9a58f5ec-e181-4863-8c53-dccdb4e88692 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0523171 Aug 18 14:35:07.076416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e499bfd3-d6b2-4c71-9e81-4ee74ceebcfb req-e36e06c7-c5a4-4f81-8be8-faab5c70d09a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Aug 18 14:35:08.193455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c9db-f391-4852-a263-393097a02c5f req-3ed44fb3-1001-4b22-9c6f-678c67840ecc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:08.197090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f741c9db-f391-4852-a263-393097a02c5f req-3ed44fb3-1001-4b22-9c6f-678c67840ecc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0528843 Aug 18 14:35:08.240032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f741c9db-f391-4852-a263-393097a02c5f req-65f34261-0d46-4e32-a5ad-37178d6b8596 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357671 Aug 18 14:35:08.587403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-3c1c1452-249c-4b1c-9277-768b4b08885d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:08.588957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-3c1c1452-249c-4b1c-9277-768b4b08885d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 945 time: 0.0492263 Aug 18 14:35:08.689834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 1fb585ad-d8d1-472b-a13b-13d70c566f2d {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:35:08.690287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:08.782305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port 1fb585ad-d8d1-472b-a13b-13d70c566f2d, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1fb585ad-d8d1-472b-a13b-13d70c566f2d,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:08.782552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:08.795963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 1fb585ad-d8d1-472b-a13b-13d70c566f2d owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:35:08.989072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:09.001753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1fb585ad-d8d1-472b-a13b-13d70c566f2d'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:35:09.023491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=1fb585ad-d8d1-472b-a13b-13d70c566f2d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:09.067468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port 1fb585ad-d8d1-472b-a13b-13d70c566f2d on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:35:09.070527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:09.072620 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c685d0b0-4020-488f-80d9-7f9bf92ebe78 req-af3ab20a-e930-4d98-a301-2deaca9c7bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "DELETE /v2.0/ports/1fb585ad-d8d1-472b-a13b-13d70c566f2d HTTP/1.1" status: 204 len: 173 time: 0.4772105 Aug 18 14:35:09.073078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'name': 'network-vif-deleted', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:35:09.075438 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df57fb2-42b1-4d89-84d0-7354aad6c2c8" -d '{"events": [{"server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "name": "network-vif-deleted", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:35:09.126544 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff98d4d-6b65-439a-8dda-f0e69eec1b3a x-openstack-request-id: req-1ff98d4d-6b65-439a-8dda-f0e69eec1b3a {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:35:09.126847 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7979c5ad-3ada-47a4-98d2-29505f25a5ad", "name": "network-vif-deleted", "tag": "1fb585ad-d8d1-472b-a13b-13d70c566f2d", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:35:09.127105 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ff98d4d-6b65-439a-8dda-f0e69eec1b3a {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:35:09.127514 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7979c5ad-3ada-47a4-98d2-29505f25a5ad', 'name': 'network-vif-deleted', 'tag': '1fb585ad-d8d1-472b-a13b-13d70c566f2d', 'status': 'completed', 'code': 200} Aug 18 14:35:09.357711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-842d6394-8633-46ea-825e-27687572cb44 req-bbcfce1a-85ad-4972-98c9-bdaaa80a9afd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0303488 Aug 18 14:35:10.423170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:10.468822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89ae7927-5241-45cc-aa34-534ef77442a1 req-5efbf808-f531-46a5-9f29-40e1a91c450d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0295389 Aug 18 14:35:11.144044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:11.556982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1fb585ad-d8d1-472b-a13b-13d70c566f2d no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:35:11.580885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26011cda-140a-402b-9e45-716ee5dcd806 req-9ed72de3-157c-49c7-8c5e-747c7b092714 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0363550 Aug 18 14:35:11.583195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 1fb585ad-d8d1-472b-a13b-13d70c566f2d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:35:11.583615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1fb585ad-d8d1-472b-a13b-13d70c566f2d not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:35:12.680389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-049578fa-c064-4235-818e-b06fd8b16b58 req-6a4f23e1-7b25-4cc7-aedf-4dd2a19ce930 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7979c5ad-3ada-47a4-98d2-29505f25a5ad HTTP/1.1" status: 200 len: 210 time: 0.0283279 Aug 18 14:35:19.497329 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:35:21.936018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3cdec937-fe33-43ff-9a8f-615c090bdb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:24.731330 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b4b58b5-a475-4b95-b7a5-d1a5d2bbc3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:24.975680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:25.948503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.592727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.714774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:28.862164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-568817db-6621-4ab8-80a7-e718f816355c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86139fe9c77842ec8d74004cb0172c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461308 Aug 18 14:35:28.864475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:28.914552 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.936888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:29.040083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:29.042710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:29.048143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11bad176-bcd7-4e35-9e77-3b285517b7e0 HTTP/1.1" status: 204 len: 168 time: 0.1785116 Aug 18 14:35:29.052097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bad176-bcd7-4e35-9e77-3b285517b7e0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:29.060536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.061133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.061694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.062066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.062411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.062750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.063267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.063603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.063969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.064303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.064628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:29.064954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecaba52-d1bc-4535-927c-5e7b361c60e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:40.428844 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.147551 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:42.780032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-1c74d450-d09c-48bf-95c3-3a6bfdb2a7be tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:42.781557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-1c74d450-d09c-48bf-95c3-3a6bfdb2a7be tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1056907 Aug 18 14:35:42.802630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-acea7dd2-8a7f-4d0d-bff7-b4769d86c2c2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0122216 Aug 18 14:35:42.870211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-65988a53-e97c-4c23-8bba-24a46f6a63e0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614295 Aug 18 14:35:42.967711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-71eebe74-a4ce-48c7-ada0-0c5ac36f1c50 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897083 Aug 18 14:35:43.062637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-c200a024-8d30-465f-a744-b2c10cdec16e service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882902 Aug 18 14:35:43.720773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceae8514-055f-4178-9435-1aadc1353b95 req-aa347e10-98bb-4391-9213-7548f9ac171f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0403693 Aug 18 14:35:44.833000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91d9f80c-1fa7-4d59-bb6b-155cf4eb3843 req-5fff80db-ffda-469d-ae1b-bcdb0d62915e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0448091 Aug 18 14:35:45.862347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-0cf73da6-8c51-4006-a902-8364cfceeed4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:45.867991 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-0cf73da6-8c51-4006-a902-8364cfceeed4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1148245 Aug 18 14:35:45.881129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '96645974-ad4f-4005-974d-70b18adc54dd', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:45.954387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01d1a1a9-304f-49da-ad00-a5e19af4af77 req-388efc1e-e454-4f5d-8d39-3aaddbd3db53 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0335481 Aug 18 14:35:46.075114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:35:46.081958 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.211811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.11 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/690b3ad6-c2eb-44a1-bd70-673682b00d6c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:35:46.378865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.393292 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object 690b3ad6-c2eb-44a1-bd70-673682b00d6c will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:46.504047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.558257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:35:46.561565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:46.566838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:35:46.571334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:46.622427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:46.626126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.755378 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-588f01f3-b536-411f-a060-23dbee0c93fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8794408 Aug 18 14:35:46.774062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Request body: {'port': {'device_id': '96645974-ad4f-4005-974d-70b18adc54dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:46.835961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.879838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf1a567b-c0d5-494d-bcd3-36ba3edc7bf4 None None] Provisioning for port 690b3ad6-c2eb-44a1-bd70-673682b00d6c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:46.884349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf1a567b-c0d5-494d-bcd3-36ba3edc7bf4 None None] Provisioning complete for port 690b3ad6-c2eb-44a1-bd70-673682b00d6c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:46.884667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf1a567b-c0d5-494d-bcd3-36ba3edc7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.919052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a567b-c0d5-494d-bcd3-36ba3edc7bf4 None None] Port 690b3ad6-c2eb-44a1-bd70-673682b00d6c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:35:47.107253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d802b71-3570-40e1-8df9-7af4e3c245fa req-f27720af-2148-4d99-ac68-42d9d24c7575 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:47.110301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d802b71-3570-40e1-8df9-7af4e3c245fa req-f27720af-2148-4d99-ac68-42d9d24c7575 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 932 time: 0.0514994 Aug 18 14:35:47.138537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b3ad6-c2eb-44a1-bd70-673682b00d6c {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:35:47.147028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.160219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Transition to ACTIVE for port object 690b3ad6-c2eb-44a1-bd70-673682b00d6c will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:47.169020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d802b71-3570-40e1-8df9-7af4e3c245fa req-e4aee407-d6f7-45bc-b2a3-b31caddff9c9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441978 Aug 18 14:35:47.233960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.287916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:47.388050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Attempting to bind port 690b3ad6-c2eb-44a1-bd70-673682b00d6c on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:35:47.388488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Attempting to bind port 690b3ad6-c2eb-44a1-bd70-673682b00d6c by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:35:47.388967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Attempting to bind port 690b3ad6-c2eb-44a1-bd70-673682b00d6c on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:35:47.394686 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Port 690b3ad6-c2eb-44a1-bd70-673682b00d6c on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:35:47.395146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Attempting to bind port 690b3ad6-c2eb-44a1-bd70-673682b00d6c on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:35:47.401199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:35:47.401633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:35:47.402122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:35:47.402629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Bound port: 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:35:47.403124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.478109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:35:47.481520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:35:47.564977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.600752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:47.601242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.602781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] 10.222.0.58 "PUT /v2.0/ports/690b3ad6-c2eb-44a1-bd70-673682b00d6c HTTP/1.1" status: 200 len: 1092 time: 0.8335819 Aug 18 14:35:47.603217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:35:47.605507 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342" -d '{"events": [{"name": "network-changed", "server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:35:47.644712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80eb01-5c8c-4d76-845d-5581ab64fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:47.652770 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f773c5-dcb9-4c45-af31-6e86501f1fed x-openstack-request-id: req-43f773c5-dcb9-4c45-af31-6e86501f1fed {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:35:47.653971 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:35:47.655228 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43f773c5-dcb9-4c45-af31-6e86501f1fed {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:35:47.655863 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c', 'status': 'completed', 'code': 200} Aug 18 14:35:47.719729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-7adedff8-494f-45cb-a42b-a846acc0e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:47.721330 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-7adedff8-494f-45cb-a42b-a846acc0e936 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 1095 time: 0.0452318 Aug 18 14:35:47.846403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-f2c0b094-3265-4873-83f3-c7e1703a446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:47.848176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-f2c0b094-3265-4873-83f3-c7e1703a446d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1107993 Aug 18 14:35:47.959287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-14ae5254-b33f-4b44-b346-af49497a5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:47.960676 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3c6d0b00-7ab8-4287-8eab-8e4defbe2342 req-14ae5254-b33f-4b44-b346-af49497a5940 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988204 Aug 18 14:35:48.292123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ae1ef-6ba2-4727-8935-f99bb7a9589e req-eeec1904-0c75-4999-9435-3eeaeb825233 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:48.293928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea5ae1ef-6ba2-4727-8935-f99bb7a9589e req-eeec1904-0c75-4999-9435-3eeaeb825233 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0594573 Aug 18 14:35:48.338312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ea5ae1ef-6ba2-4727-8935-f99bb7a9589e req-6ec92880-85fa-4864-b7f3-b02058172234 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366447 Aug 18 14:35:48.350934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-0ceec8d7-732a-4675-9c4d-68bf4bda4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:48.358016 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-0ceec8d7-732a-4675-9c4d-68bf4bda4dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 1095 time: 0.3432474 Aug 18 14:35:48.401709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-f62dcc3a-a342-4289-81ec-f1d4907b3c63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c HTTP/1.1" status: 200 len: 217 time: 0.0349934 Aug 18 14:35:48.461199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-a6b0a7a9-ca25-49e5-8979-c4b7f4fce98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:48.462877 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-a6b0a7a9-ca25-49e5-8979-c4b7f4fce98b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0494411 Aug 18 14:35:48.518680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-a28cb707-04b9-4574-bda8-bcb408aecf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:48.520361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-a28cb707-04b9-4574-bda8-bcb408aecf2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456963 Aug 18 14:35:48.618109 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-0faf8de5-817e-4aba-8ccd-8a7e4326fdab service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Aug 18 14:35:48.725133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0a762e95-a8f9-4751-844a-3635d4f1af11 req-d30237b4-8c78-4ddc-b28a-e6649c2e4a70 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985837 Aug 18 14:35:49.468084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88cff-5913-42a2-a4b5-db8754771406 req-c7caf958-31a3-4831-9fbf-d244413514bb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:49.469872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd88cff-5913-42a2-a4b5-db8754771406 req-c7caf958-31a3-4831-9fbf-d244413514bb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0544312 Aug 18 14:35:49.513977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5dd88cff-5913-42a2-a4b5-db8754771406 req-2a4da020-8cd2-4d40-811c-e791f81792d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Aug 18 14:35:50.637316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5fbef-5a1b-482b-87d7-798bacbf177e req-18f8d626-8e31-49be-9fbe-4bd4248adddb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:50.638788 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53c5fbef-5a1b-482b-87d7-798bacbf177e req-18f8d626-8e31-49be-9fbe-4bd4248adddb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0515461 Aug 18 14:35:50.683533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53c5fbef-5a1b-482b-87d7-798bacbf177e req-3e2f46eb-efd0-4b91-9420-506fe41ba879 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Aug 18 14:35:51.803592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45303f51-8b83-41df-a613-9507a279d9f9 req-aa426ea3-12ce-496f-a16b-5405b902dc5a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:51.804988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45303f51-8b83-41df-a613-9507a279d9f9 req-aa426ea3-12ce-496f-a16b-5405b902dc5a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0506141 Aug 18 14:35:51.846140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45303f51-8b83-41df-a613-9507a279d9f9 req-b3db31c8-f8a7-4606-9786-576988e51191 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347042 Aug 18 14:35:51.908934 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b8f305c-6e64-40ec-9746-fdf03197870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:52.972771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b6f8-d920-4813-b439-2138e498016d req-b14dd9a8-496a-493d-8427-f5306dcea6a5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:52.974331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f841b6f8-d920-4813-b439-2138e498016d req-b14dd9a8-496a-493d-8427-f5306dcea6a5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0522685 Aug 18 14:35:53.016929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f841b6f8-d920-4813-b439-2138e498016d req-d17aa896-cb1e-45eb-9757-c9e033a23e1c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Aug 18 14:35:54.131100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ec7f3-e2a3-47b4-adac-042620ad1611 req-d15d1ff8-f641-4ff6-ab79-a0af3a4b5c9a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:54.132583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8ec7f3-e2a3-47b4-adac-042620ad1611 req-d15d1ff8-f641-4ff6-ab79-a0af3a4b5c9a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0489750 Aug 18 14:35:54.174312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8ec7f3-e2a3-47b4-adac-042620ad1611 req-b2be678a-0c77-4e25-ab18-10081f1f3b25 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Aug 18 14:35:54.736375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a376044c-6725-485c-85b9-b314ed9e07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:54.965131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:54.984387 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-8d41e5ba-74d3-432d-b6c7-746ba8863c6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408411 Aug 18 14:35:55.085707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22abba8-3485-48b4-8add-a470e3985d14 req-2188896e-f1f5-4423-b361-3ead7ceada2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:55.087160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-2188896e-f1f5-4423-b361-3ead7ceada2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1097 time: 0.0474966 Aug 18 14:35:55.204722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22abba8-3485-48b4-8add-a470e3985d14 req-10258a93-fd2a-478e-8d71-077069f87ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:55.206365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-10258a93-fd2a-478e-8d71-077069f87ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.0923791 Aug 18 14:35:55.278110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-89064621-04aa-44f3-9a35-af4ed5260480 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 1002 time: 0.0596051 Aug 18 14:35:55.288557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a06db-5511-4d17-9a21-4dd0ff55ed86 req-7e098038-ee47-4265-ace5-f35a1e7e9fec tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:55.290091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173a06db-5511-4d17-9a21-4dd0ff55ed86 req-7e098038-ee47-4265-ace5-f35a1e7e9fec tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0491042 Aug 18 14:35:55.329987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-173a06db-5511-4d17-9a21-4dd0ff55ed86 req-b1b5f8c1-91b5-4ec7-97b3-c07c1ef10c08 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Aug 18 14:35:55.339585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22abba8-3485-48b4-8add-a470e3985d14 req-070c9e75-26d7-452e-80f4-41d0f2ba2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:55.341128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-070c9e75-26d7-452e-80f4-41d0f2ba2063 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0491486 Aug 18 14:35:55.392878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22abba8-3485-48b4-8add-a470e3985d14 req-1ece40dd-d6fa-49ab-aa2d-ab6e29921f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:55.394661 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-1ece40dd-d6fa-49ab-aa2d-ab6e29921f05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415421 Aug 18 14:35:55.494249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-125ae379-f97e-4a66-8405-5751ed513623 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871572 Aug 18 14:35:55.593759 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d22abba8-3485-48b4-8add-a470e3985d14 req-418bdb96-95ab-48bf-a4db-911d4b0b879d service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Aug 18 14:35:55.946513 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:56.447506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3615596-1725-42a3-a582-dd2534c23c38 req-e25535ca-fe6c-491d-b518-734319273376 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:56.449053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3615596-1725-42a3-a582-dd2534c23c38 req-e25535ca-fe6c-491d-b518-734319273376 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0509059 Aug 18 14:35:56.492960 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:35:56.505469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3615596-1725-42a3-a582-dd2534c23c38 req-aefadfd2-a302-427e-922a-a5b60633d43c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484116 Aug 18 14:35:57.564871 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:57.624483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d1c44-f4d8-49d5-9391-c4d3f529ac64 req-69c282e2-08ea-48a2-9c72-939db9f99100 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:57.625931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b28d1c44-f4d8-49d5-9391-c4d3f529ac64 req-69c282e2-08ea-48a2-9c72-939db9f99100 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.0492928 Aug 18 14:35:57.669870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b28d1c44-f4d8-49d5-9391-c4d3f529ac64 req-e943127f-b824-435e-bc00-ee0e7ce4ccf5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Aug 18 14:35:59.110080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aee4f-c3b1-472f-9637-ae011c9bfeed req-9fbd091c-456d-4162-8ed8-fb1da674b1de tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:59.111570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d71aee4f-c3b1-472f-9637-ae011c9bfeed req-9fbd091c-456d-4162-8ed8-fb1da674b1de tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 944 time: 0.3741372 Aug 18 14:35:59.148889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d71aee4f-c3b1-472f-9637-ae011c9bfeed req-0966d655-f096-4da6-a07d-ba0bb2ccc09c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Aug 18 14:35:59.213419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 690b3ad6-c2eb-44a1-bd70-673682b00d6c details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:35:59.308634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:59.320100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '690b3ad6-c2eb-44a1-bd70-673682b00d6c', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': '690b3ad6-c2eb-44a1-bd70-673682b00d6c', 'mac_address': 'fa:16:3e:0e:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:35:59.355980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.368375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b3ad6-c2eb-44a1-bd70-673682b00d6c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:35:59.388239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:59.443364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.495761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:59.505267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.505737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.506121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.506472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.506799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.507129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.507458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.507791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.508119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.508441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.508901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.509073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:59.754014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['690b3ad6-c2eb-44a1-bd70-673682b00d6c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:36:00.265168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b6d5-53c4-4fc7-b613-0036ed12436f req-fec27e0a-167e-4165-93b9-3ded33d403d9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:00.266898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ef4b6d5-53c4-4fc7-b613-0036ed12436f req-fec27e0a-167e-4165-93b9-3ded33d403d9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 945 time: 0.0505702 Aug 18 14:36:00.308107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ef4b6d5-53c4-4fc7-b613-0036ed12436f req-79d66bb8-22b4-4fe3-9bc6-1fbaecd33820 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Aug 18 14:36:01.228966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 690b3ad6-c2eb-44a1-bd70-673682b00d6c up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:01.386273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 690b3ad6-c2eb-44a1-bd70-673682b00d6c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:01.390248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 690b3ad6-c2eb-44a1-bd70-673682b00d6c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:01.390742 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.427451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3057df-d525-4c0f-b676-2d55a9dd848a req-a4909e3b-b857-41c4-ba46-c7fd4479c3c1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:01.429039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a3057df-d525-4c0f-b676-2d55a9dd848a req-a4909e3b-b857-41c4-ba46-c7fd4479c3c1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 945 time: 0.0527780 Aug 18 14:36:01.471558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.474936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a3057df-d525-4c0f-b676-2d55a9dd848a req-65350f69-dfcf-4d32-91c6-80f9a6ee25e3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380597 Aug 18 14:36:01.497585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:36:01.499817 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d7c3cd-28be-46e6-9f9d-6db9c0c52fa7" -d '{"events": [{"server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "name": "network-vif-plugged", "status": "completed", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:36:01.514524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:01.539986 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd89e8-d568-493c-9bf9-da013573f646 x-openstack-request-id: req-cdfd89e8-d568-493c-9bf9-da013573f646 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:36:01.542706 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "name": "network-vif-plugged", "status": "completed", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:36:01.542706 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdfd89e8-d568-493c-9bf9-da013573f646 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:36:01.542706 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c', 'code': 200} Aug 18 14:36:01.588321 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.645695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:01.648629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78beb8b7-3608-4956-9599-c403a20b4427 req-7d7684f2-d75b-4037-a687-81506cd95c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:01.650855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78beb8b7-3608-4956-9599-c403a20b4427 req-7d7684f2-d75b-4037-a687-81506cd95c24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 1097 time: 0.0444453 Aug 18 14:36:01.693253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-78beb8b7-3608-4956-9599-c403a20b4427 req-eccf4f8c-d360-4677-960c-0d9af9daecb6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303023 Aug 18 14:36:02.594231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ff1e-8df7-4e30-9bba-e099e0802505 req-4546d49f-8b42-4cb4-ba5f-a7eacf3ab639 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:02.597649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2a4ff1e-8df7-4e30-9bba-e099e0802505 req-4546d49f-8b42-4cb4-ba5f-a7eacf3ab639 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.0507374 Aug 18 14:36:02.634685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2a4ff1e-8df7-4e30-9bba-e099e0802505 req-3cd903a1-0f64-4706-bdee-037a069c0f3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 18 14:36:03.752011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40864fd-d67d-4a5b-acc2-44a18e8d9af9 req-9e0bad4c-b3c9-4016-8ee1-32f82172a6f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:03.754306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d40864fd-d67d-4a5b-acc2-44a18e8d9af9 req-9e0bad4c-b3c9-4016-8ee1-32f82172a6f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.0515630 Aug 18 14:36:03.796850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d40864fd-d67d-4a5b-acc2-44a18e8d9af9 req-4aa0d152-14ca-4de2-89c8-bc1727f7c1dd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353796 Aug 18 14:36:03.930307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a467b-8ae5-4c83-ae58-14208068197d req-aff40695-bc54-42c3-b4f7-d1a36bd297f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:03.930307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-461a467b-8ae5-4c83-ae58-14208068197d req-aff40695-bc54-42c3-b4f7-d1a36bd297f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.0512676 Aug 18 14:36:03.972546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-461a467b-8ae5-4c83-ae58-14208068197d req-5c1ec06a-2e09-4104-b492-b46b8ae34d31 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Aug 18 14:36:07.675474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f469dda3-ac9f-4d8c-b5fa-19bcc982da04 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:07.677096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f469dda3-ac9f-4d8c-b5fa-19bcc982da04 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1074004 Aug 18 14:36:07.696673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-3369721d-21d7-4b56-84fb-03d7255efda1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0102034 Aug 18 14:36:07.755237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-2cd3c8a5-55b1-4df7-98a3-d49c1746fc98 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524814 Aug 18 14:36:07.855643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-9dec9a06-2273-455b-a3e4-d30313df14cb service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924449 Aug 18 14:36:07.951914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-916c162e-fe84-4a7f-8fa4-c17128aca22d service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901988 Aug 18 14:36:08.199679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-127864e9-db48-475e-af70-e796b72d1e1d req-b2ddc53a-c6e2-49d1-a29f-585ed66fd5cd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0341430 Aug 18 14:36:09.410960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06b7545d-6072-4f43-820c-10098c7e2873 req-0aa75a50-158e-4901-818d-34fc7f7bd573 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.1410141 Aug 18 14:36:10.210605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 41922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:10.323999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a61c2a9f-d687-402f-9da1-d8aa197de3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.416952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.498180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a61c2a9f-d687-402f-9da1-d8aa197de3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.509211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1bfc7483-5a84-4bf4-b740-3c2d77587e2d req-34e1592d-d94b-458d-8b58-4420023a5953 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Aug 18 14:36:10.513774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-2a761665-7fff-4ded-b977-26a25d382bcc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:10.515300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-2a761665-7fff-4ded-b977-26a25d382bcc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1322660 Aug 18 14:36:10.536991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:10.587019 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a61c2a9f-d687-402f-9da1-d8aa197de3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.642486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a61c2a9f-d687-402f-9da1-d8aa197de3fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acb3e779bf914af2aef9b9e1a6a548b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284186 Aug 18 14:36:10.642881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 41930) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:10.644725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c2a9f-d687-402f-9da1-d8aa197de3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c9543-15d4-4fc4-b97c-daa7200a7e84,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:10.695970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.717456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.781729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:36:10.786005 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.843220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.846155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:10.848060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff6c9543-15d4-4fc4-b97c-daa7200a7e84 HTTP/1.1" status: 204 len: 168 time: 0.2041578 Aug 18 14:36:10.857158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c9543-15d4-4fc4-b97c-daa7200a7e84,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:10.866479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.867049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.867480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.867876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.868357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.868807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.869334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.869677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.870046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.870512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.870854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.871338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af888c8b-3575-4767-87dc-5917951f1287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:10.957266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.12 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/8a1087c8-8206-4304-99af-f57a2d234dfa) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:11.104059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.118161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object 8a1087c8-8206-4304-99af-f57a2d234dfa will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:11.146820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.227040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.248183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['690b3ad6-c2eb-44a1-bd70-673682b00d6c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:36:11.279743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:11.283039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:11.287638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:11.327156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:11.360201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:11.360939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.451919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-44740d6c-6907-4731-b3f5-f750cf105bdc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205539 Aug 18 14:36:11.472484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Request body: {'port': {'device_id': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:11.540416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.689492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3624b8-dd65-4273-a28c-981433eb71f3 req-00e66eae-d245-4d7c-aadc-a644e45aa744 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:11.694571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d3624b8-dd65-4273-a28c-981433eb71f3 req-00e66eae-d245-4d7c-aadc-a644e45aa744 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 932 time: 0.1074281 Aug 18 14:36:11.754355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4cf28da5-b5ee-4a4d-ae6f-0b13136f2dad None None] Provisioning for port 8a1087c8-8206-4304-99af-f57a2d234dfa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:11.754885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d3624b8-dd65-4273-a28c-981433eb71f3 req-978ce1ac-f036-42ef-968c-eeb57710b2d1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565169 Aug 18 14:36:11.763751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4cf28da5-b5ee-4a4d-ae6f-0b13136f2dad None None] Provisioning complete for port 8a1087c8-8206-4304-99af-f57a2d234dfa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:11.763751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4cf28da5-b5ee-4a4d-ae6f-0b13136f2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.800825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4cf28da5-b5ee-4a4d-ae6f-0b13136f2dad None None] Port 8a1087c8-8206-4304-99af-f57a2d234dfa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:36:11.869941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1087c8-8206-4304-99af-f57a2d234dfa {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:36:11.878561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.891129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Transition to ACTIVE for port object 8a1087c8-8206-4304-99af-f57a2d234dfa will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:11.959405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:12.028874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:12.089876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Attempting to bind port 8a1087c8-8206-4304-99af-f57a2d234dfa on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:12.090243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Attempting to bind port 8a1087c8-8206-4304-99af-f57a2d234dfa by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:12.090581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Attempting to bind port 8a1087c8-8206-4304-99af-f57a2d234dfa on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:12.095215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Port 8a1087c8-8206-4304-99af-f57a2d234dfa on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:36:12.097901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Attempting to bind port 8a1087c8-8206-4304-99af-f57a2d234dfa on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:12.100764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:12.101106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:12.101548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:12.102026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Bound port: 8a1087c8-8206-4304-99af-f57a2d234dfa, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:12.102420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:12.175345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:12.180952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8a1087c8-8206-4304-99af-f57a2d234dfa,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:12.274301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:12.313726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.314387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:12.316437 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a1087c8-8206-4304-99af-f57a2d234dfa HTTP/1.1" status: 200 len: 1092 time: 0.8485749 Aug 18 14:36:12.316885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:36:12.319187 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb33692-02bf-4987-8e91-7e27129c8ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:36:12.360416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adbed-6e5b-47f0-982f-350d668e95e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:12.379143 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ab7ed-98f5-47c7-b963-873dfb451e1d x-openstack-request-id: req-969ab7ed-98f5-47c7-b963-873dfb451e1d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:36:12.379651 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:36:12.380269 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-969ab7ed-98f5-47c7-b963-873dfb451e1d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:36:12.380856 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa', 'status': 'completed', 'code': 200} Aug 18 14:36:12.456471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-0a388831-85b3-496d-a7b0-520b1a45f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.458171 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-0a388831-85b3-496d-a7b0-520b1a45f240 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 1095 time: 0.0539989 Aug 18 14:36:12.584599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-1b524e6b-2d3b-4745-8850-827034e32676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.586058 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-1b524e6b-2d3b-4745-8850-827034e32676 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1156976 Aug 18 14:36:12.693155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-ff8a1b4e-4df9-447a-aa69-d02fd8b1835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.694690 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4bb33692-02bf-4987-8e91-7e27129c8ebc req-ff8a1b4e-4df9-447a-aa69-d02fd8b1835a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010401 Aug 18 14:36:12.795106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f0fd34cf-13b2-458e-8840-15dadfd919e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.796714 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-f0fd34cf-13b2-458e-8840-15dadfd919e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 1095 time: 0.0450497 Aug 18 14:36:12.841696 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-069e0aa5-95bf-40ef-9abb-2e843f907c7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a1087c8-8206-4304-99af-f57a2d234dfa HTTP/1.1" status: 200 len: 217 time: 0.0367355 Aug 18 14:36:12.885207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470cc8e-74a1-4a33-bac7-6f619d63fe7f req-f2106d34-4270-4266-b58d-79eeaa70a34c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.886952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f470cc8e-74a1-4a33-bac7-6f619d63fe7f req-f2106d34-4270-4266-b58d-79eeaa70a34c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0610549 Aug 18 14:36:12.900252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-bc36b5e0-546f-4de9-aabb-25e816ed1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.902123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-bc36b5e0-546f-4de9-aabb-25e816ed1d31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0537229 Aug 18 14:36:12.931519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f470cc8e-74a1-4a33-bac7-6f619d63fe7f req-3cabf776-321c-4fb5-8b0e-70ddc8babf32 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Aug 18 14:36:12.965472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-c931aede-0780-498f-bbf7-a83284880a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:12.967077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-c931aede-0780-498f-bbf7-a83284880a78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572493 Aug 18 14:36:13.062669 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-a1c2f6cd-f20d-4b65-a0f5-851ccdc94329 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877023 Aug 18 14:36:13.169578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3ccf8c36-6cf5-4df3-bc40-829d201ac6f2 req-6b3cd7fe-0fc5-4d13-abdb-1c023fd64c44 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940096 Aug 18 14:36:13.417258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-eb128e16-0a77-45ca-a35c-0645407e1cf9 req-f39f9297-84cf-4aa9-b19d-8fed4bb4e3c8 service neutron] (112228) timed out ('10.222.0.35', 40958) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:36:14.057958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0e2ea-e09c-449e-8125-18bd79753204 req-5fe8bb31-a15b-44b5-ab4d-f8e0db8d5b72 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:14.059495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4f0e2ea-e09c-449e-8125-18bd79753204 req-5fe8bb31-a15b-44b5-ab4d-f8e0db8d5b72 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0515976 Aug 18 14:36:14.104417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4f0e2ea-e09c-449e-8125-18bd79753204 req-b9ae93cc-ac60-4eed-8ac4-4eaa5e079151 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Aug 18 14:36:14.274021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42000) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:14.279482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'network': {'name': 'tempest-network-smoke--310845431', 'project_id': '56be2041ff834fea96067901d0b4e95f', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:14.414806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:36:14.418476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.428324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.535643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.621770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.650676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:36:14.661712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47b6e64-9a1d-4352-97a3-94ecae553d79,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:14.666574 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.666922 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Added segment c3f9da11-b7fc-483d-b3fb-299a637cb4a5 of type vlan for network deddcdc2-8baf-4023-ac8f-1706dafbd547 Aug 18 14:36:14.712728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.832138 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.837810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:14.838441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.911753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Network': ['ID=deddcdc2-8baf-4023-ac8f-1706dafbd547,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:14.928409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:36:14.982353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:14.982548 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce6875df-ee03-4464-9cfb-7497441a8a3a tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7018392 Aug 18 14:36:14.982692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'admin_state_up': True, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:15.108128 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.109161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.172138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.234613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f3a00-23ec-4980-9a59-c04db86e1825 req-cd1e4e70-2432-4258-b527-f4e4456c671b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:15.236173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-572f3a00-23ec-4980-9a59-c04db86e1825 req-cd1e4e70-2432-4258-b527-f4e4456c671b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0536044 Aug 18 14:36:15.275758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-572f3a00-23ec-4980-9a59-c04db86e1825 req-d8f6d536-2bda-4f8b-a0fa-5b1321856bce tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Aug 18 14:36:15.421138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.718322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.741964 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.850912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.25.1.102 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/efe681e0-a047-43f6-b645-62c5bb95c9b0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:15.997191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:16.153791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:16.197259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:16.200286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:16.203979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:16.210132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=efe681e0-a047-43f6-b645-62c5bb95c9b0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:16.415710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4142b3-37fe-4c23-80e2-9875d95ed756 req-de19510c-f4c7-498c-b44d-b617acd5debd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:16.417245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c4142b3-37fe-4c23-80e2-9875d95ed756 req-de19510c-f4c7-498c-b44d-b617acd5debd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0557904 Aug 18 14:36:16.457291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c4142b3-37fe-4c23-80e2-9875d95ed756 req-dfad7c5d-d343-49cd-839c-8a4d939027bd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Aug 18 14:36:16.593193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:16.807216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:16.993387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:36:17.109440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:36:17.119175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Sync routers for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:36:17.129057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:17.129436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:35:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:17.220256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.221583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-789bea4b-2a26-4f55-856a-da012941b92c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2447915 Aug 18 14:36:17.224746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42022) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:17.243233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:17.358683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52aca459-4dbd-41e3-a10c-dd8b7f3076e2 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56be2041ff834fea96067901d0b4e95f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1327999 Aug 18 14:36:17.363285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:17.444577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:16Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:17.462744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524cd294-e23b-41d3-bd0b-8abc056e0811 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:17.464710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-524cd294-e23b-41d3-bd0b-8abc056e0811 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1019502 Aug 18 14:36:17.467883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:17.471340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Checking router: 35c494b7-0c35-44f0-91ef-5a5bf62d8881 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:36:17.471693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Updating router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 port efe681e0-a047-43f6-b645-62c5bb95c9b0 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:36:17.501526 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e7dbfb03-b6c1-4f9b-b97f-742418bdbd66 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291765 Aug 18 14:36:17.501734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.501892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42032) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:17.509117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1277063948', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'project_id': '56be2041ff834fea96067901d0b4e95f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:17.613890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d701c-1acb-4c3f-b762-1ec4f29174a5 req-52733221-037d-41e4-b972-06465f52df3e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:17.616573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096d701c-1acb-4c3f-b762-1ec4f29174a5 req-52733221-037d-41e4-b972-06465f52df3e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0741913 Aug 18 14:36:17.658337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096d701c-1acb-4c3f-b762-1ec4f29174a5 req-1b57d384-00da-404f-b549-bca03e5093ed tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Aug 18 14:36:17.673008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:36:17.677254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.857213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.870424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Transition to ACTIVE for port object efe681e0-a047-43f6-b645-62c5bb95c9b0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:17.970805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.999464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.026709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Attempting to bind port efe681e0-a047-43f6-b645-62c5bb95c9b0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:18.027078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Attempting to bind port efe681e0-a047-43f6-b645-62c5bb95c9b0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:18.027441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Attempting to bind port efe681e0-a047-43f6-b645-62c5bb95c9b0 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:18.039155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad3017-730c-45fd-a4fa-154f7b133254 None None] Pushing event updated for resources: {'Port': ['ID=efe681e0-a047-43f6-b645-62c5bb95c9b0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:18.042507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:18.044041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:18.044041 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.044041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:18.044578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Bound port: efe681e0-a047-43f6-b645-62c5bb95c9b0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:18.044795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.071177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Subnet': ['ID=bc9b7337-c54d-45ef-9bf8-f85b04a764f1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:18.073752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Checking segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:18.074160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network hostable DHCP agents. Network: deddcdc2-8baf-4023-ac8f-1706dafbd547, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:36:18.105591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] For port efe681e0-a047-43f6-b645-62c5bb95c9b0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:18.108645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] For port efe681e0-a047-43f6-b645-62c5bb95c9b0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=efe681e0-a047-43f6-b645-62c5bb95c9b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:18.195011 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.196127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:36:18.255538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:18.256219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:35:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:18.268071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, deddcdc2-8baf-4023-ac8f-1706dafbd547) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:18.273242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:18.274041 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.309422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e638560-7105-421d-8ab3-b95f7cfce797 None None] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:36:18.316963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad3017-730c-45fd-a4fa-154f7b133254 None None] Pushing event updated for resources: {'Port': ['ID=efe681e0-a047-43f6-b645-62c5bb95c9b0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:18.357796 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-25ee98b7-932d-44af-a82f-03e0b63aab6f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8499231 Aug 18 14:36:18.358274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42044) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:18.635118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:18.828850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-deddcdc2-8baf-4023-ac8f-1706dafbd547', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:36:18.829733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:18.830028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aef9f-33a6-4f43-9d54-bc770011c548 req-aa590965-302e-49b1-9eee-f404740be23b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:18.838604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f86aef9f-33a6-4f43-9d54-bc770011c548 req-aa590965-302e-49b1-9eee-f404740be23b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.1004169 Aug 18 14:36:18.890571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f86aef9f-33a6-4f43-9d54-bc770011c548 req-599dbafb-9a9b-481a-b863-43d7f6546447 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Aug 18 14:36:18.916006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.070226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Allocated IP 172.20.0.2 (deddcdc2-8baf-4023-ac8f-1706dafbd547/bc9b7337-c54d-45ef-9bf8-f85b04a764f1/3110cfbe-a162-4f4a-94eb-b32376f8dcc0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:19.072784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:16Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:19.112198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d4f0-add4-41d3-94ef-11b38e1ea925 None None] The sync data for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 is: [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:16Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:36:19.288861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.299806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Transition to ACTIVE for port object 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:19.317033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Transition to ACTIVE for port object 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:19.387767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.431729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:19.436171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:19.443089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:19.488116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.20.0.1 (deddcdc2-8baf-4023-ac8f-1706dafbd547/bc9b7337-c54d-45ef-9bf8-f85b04a764f1/d5914a43-e5a2-4b6d-9897-f467985465aa) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:19.500102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Pushing event updated for resources: {'Port': ['ID=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:19.547864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Attempting to bind port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:19.548435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Attempting to bind port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:19.548965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Attempting to bind port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 on network deddcdc2-8baf-4023-ac8f-1706dafbd547 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:19.554785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:19.555266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Checking segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:19.556069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.556528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Bound using segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:19.557069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Bound port: 3110cfbe-a162-4f4a-94eb-b32376f8dcc0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:19.557533 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.646366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-637acb08-04f6-4865-9be5-a4248269240b None None] For port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:19.652432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-637acb08-04f6-4865-9be5-a4248269240b None None] For port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:19.658057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.675377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Transition to ACTIVE for port object d5914a43-e5a2-4b6d-9897-f467985465aa will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:19.753195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.810931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637acb08-04f6-4865-9be5-a4248269240b None None] Pushing event updated for resources: {'Port': ['ID=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:19.821472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.897887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:19.904181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:19.924503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:20.016132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:20.046103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:20.073000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3122cb-6515-4a4d-a064-3813fab87089 req-c6079d6f-58bc-4578-a634-ebeced18c9a6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:20.082607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d3122cb-6515-4a4d-a064-3813fab87089 req-c6079d6f-58bc-4578-a634-ebeced18c9a6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0948977 Aug 18 14:36:20.147294 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d3122cb-6515-4a4d-a064-3813fab87089 req-f16ae030-b1f2-4dea-a474-f41263e1479b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 Aug 18 14:36:20.382563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:20.744946 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:20.839396 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:20.924651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:20.931393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.082490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:21.084235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:21.085543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c96a0-b138-4823-bfcb-04daf942acc3 None None] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:36:21.160207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:21.244281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:36:21.296349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-421c8267-ea5d-4619-9723-63dbb6abd4e4 None None] Provisioning for port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:21.360519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb767fcd-77f2-42d3-98ac-b5b5c83e7f7b req-c427549d-710f-46fd-a004-ffd9a5fd73eb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:21.367176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb767fcd-77f2-42d3-98ac-b5b5c83e7f7b req-c427549d-710f-46fd-a004-ffd9a5fd73eb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0902812 Aug 18 14:36:21.387162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:21.401860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:21.402253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.457060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb767fcd-77f2-42d3-98ac-b5b5c83e7f7b req-b8d033bd-eaed-4262-817f-c001892b89cc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765271 Aug 18 14:36:21.549182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.616336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:21.783875 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.783875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device efe681e0-a047-43f6-b645-62c5bb95c9b0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:21.837976 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:36:21.845085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2496aae6-1786-4695-9e89-b47d0af6a0ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "PUT /v2.0/routers/35c494b7-0c35-44f0-91ef-5a5bf62d8881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4855762 Aug 18 14:36:21.848429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:21.854690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1250923645', 'description': 'tempest-secgroup_access--1250923645 description', 'project_id': '56be2041ff834fea96067901d0b4e95f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:21.872837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Sync routers for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:36:21.883083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Provisioning for port d5914a43-e5a2-4b6d-9897-f467985465aa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:21.891266 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:21.891679 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:35:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:21.902223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Provisioning complete for port d5914a43-e5a2-4b6d-9897-f467985465aa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:21.902695 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.929947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:21.956335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Port d5914a43-e5a2-4b6d-9897-f467985465aa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:36:21.967083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Provisioning complete for port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:21.967550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0073edc2-96a7-406d-8491-e06666aa0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.975007 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.054579 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a830f76b-3218-4f2b-b767-4ad69cde850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.102138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port efe681e0-a047-43f6-b645-62c5bb95c9b0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:22.104307 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:22.107831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port efe681e0-a047-43f6-b645-62c5bb95c9b0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:22.108640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.125951 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.214899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.244995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bb746f29-0ff7-41cf-ab31-d71ec9902046 None None] Provisioning complete for port d5914a43-e5a2-4b6d-9897-f467985465aa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:22.252948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb746f29-0ff7-41cf-ab31-d71ec9902046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.267640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8294dd0c-d879-4c71-86ab-c6d520e61809,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:22.313806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.318245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1a233029-4397-439e-8900-39059919a3ab tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4659042 Aug 18 14:36:22.318482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42062) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:22.323268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1627595332', 'description': 'tempest-secgroup_general--1627595332 description', 'project_id': '56be2041ff834fea96067901d0b4e95f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:22.331202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bb746f29-0ff7-41cf-ab31-d71ec9902046 None None] Port d5914a43-e5a2-4b6d-9897-f467985465aa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:36:22.345135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.373874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port efe681e0-a047-43f6-b645-62c5bb95c9b0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=efe681e0-a047-43f6-b645-62c5bb95c9b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:22.394775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 2, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:22.429998 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Checking router: 35c494b7-0c35-44f0-91ef-5a5bf62d8881 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:36:22.436076 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Updating router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 port d5914a43-e5a2-4b6d-9897-f467985465aa binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:36:22.456265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.459131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55d213e1-de05-44d8-818e-722de7b60ce2 None None] Provisioning complete for port d5914a43-e5a2-4b6d-9897-f467985465aa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:22.459131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55d213e1-de05-44d8-818e-722de7b60ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.466483 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.482172 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.540284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-55d213e1-de05-44d8-818e-722de7b60ce2 None None] Port d5914a43-e5a2-4b6d-9897-f467985465aa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:36:22.564821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=efe681e0-a047-43f6-b645-62c5bb95c9b0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:22.616028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.628286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc7ec5-d607-4457-bfff-e0f0eb6fe381 req-370b03d5-3dfc-423f-97d2-8c5928ebe4d3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:22.630374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7bc7ec5-d607-4457-bfff-e0f0eb6fe381 req-370b03d5-3dfc-423f-97d2-8c5928ebe4d3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0594049 Aug 18 14:36:22.682090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7bc7ec5-d607-4457-bfff-e0f0eb6fe381 req-ca27b3cc-1525-4339-8d20-3be8942e5dae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428262 Aug 18 14:36:22.724723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.764159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba4acfe-13fb-4903-94b0-203e568665ec,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:22.839209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.844642 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b488d045-b402-4199-ac25-ededdb217561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5222864 Aug 18 14:36:22.845361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42066) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:22.852635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'security_group_rule': {'security_group_id': '8294dd0c-d879-4c71-86ab-c6d520e61809', 'project_id': '56be2041ff834fea96067901d0b4e95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:22.872057 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.883895 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Transition to ACTIVE for port object d5914a43-e5a2-4b6d-9897-f467985465aa will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:22.963286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:22.970358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:22.981730 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.044277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.047025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:23.047408 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.068487 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Pushing event updated for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:23.083701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.084078 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.084498 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.084761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.085093 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.086269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.087298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.087824 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.092454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.092454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.092454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.092454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:23.162766 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Attempting to bind port d5914a43-e5a2-4b6d-9897-f467985465aa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:23.164216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Attempting to bind port d5914a43-e5a2-4b6d-9897-f467985465aa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:23.164954 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Attempting to bind port d5914a43-e5a2-4b6d-9897-f467985465aa on network deddcdc2-8baf-4023-ac8f-1706dafbd547 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:23.170860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:23.171517 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Checking segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:23.172119 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.172799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Bound using segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:23.173472 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Bound port: d5914a43-e5a2-4b6d-9897-f467985465aa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:23.176249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.184292 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.192206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device efe681e0-a047-43f6-b645-62c5bb95c9b0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:23.216593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed9a569-c78c-4e27-acd1-f57c2ea73205,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:23.302214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port efe681e0-a047-43f6-b645-62c5bb95c9b0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:23.302692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.309905 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] For port d5914a43-e5a2-4b6d-9897-f467985465aa, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:23.313747 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] For port d5914a43-e5a2-4b6d-9897-f467985465aa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d5914a43-e5a2-4b6d-9897-f467985465aa,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:23.336100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.341403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb7433f9-480a-49c0-bac9-1ce043b4b2ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4906399 Aug 18 14:36:23.467957 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:23.511327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-43795eed-018b-41f1-bef9-80f4b3d08bac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1627595332&fields=id&tenant_id=56be2041ff834fea96067901d0b4e95f HTTP/1.1" status: 200 len: 267 time: 0.0467610 Aug 18 14:36:23.539276 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:23.539948 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:35:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:23.589595 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0eb2-2e43-40b7-b6d0-499a36cee18d None None] Pushing event updated for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:23.614786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-f632ad7c-0b6d-439c-bc75-3cd1001be228 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1250923645&fields=id&tenant_id=56be2041ff834fea96067901d0b4e95f HTTP/1.1" status: 200 len: 267 time: 0.0721271 Aug 18 14:36:23.735271 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:23.742424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-74f6bf71-87cb-4ae8-aacc-40cba943f4f9 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:23.748498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-74f6bf71-87cb-4ae8-aacc-40cba943f4f9 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/networks?id=deddcdc2-8baf-4023-ac8f-1706dafbd547 HTTP/1.1" status: 200 len: 796 time: 0.1287513 Aug 18 14:36:23.778751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-4339fd0a-57cb-4215-bb6c-181ef1dad765 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/quotas/56be2041ff834fea96067901d0b4e95f HTTP/1.1" status: 200 len: 375 time: 0.0210381 Aug 18 14:36:23.885773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-e4afe1e2-3d7a-40e7-a21f-9f1400cec404 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990205 Aug 18 14:36:23.916026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51734-9e48-4655-a748-bb73242eea30 req-24d01a2b-0c7f-4b5f-9379-2c0dca6313b6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:23.918360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d51734-9e48-4655-a748-bb73242eea30 req-24d01a2b-0c7f-4b5f-9379-2c0dca6313b6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0794623 Aug 18 14:36:24.010847 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0d51734-9e48-4655-a748-bb73242eea30 req-5fd9b151-3753-4637-b1fa-bbd1c0d0fc86 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Aug 18 14:36:24.046212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-6a772dae-b174-4174-8fc5-9ae87dc6c3a4 service neutron] 10.222.0.35 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265981 Aug 18 14:36:24.069187 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:23Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:24.161235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-65a69853-927e-48bc-a7b4-281a8539e800 service neutron] 10.222.0.35 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065645 Aug 18 14:36:24.199174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86caf2-f9b2-4386-af8c-e6bb81aa0c5d None None] The sync data for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 is: [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:23Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:36:24.451117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcd71daf-5f67-4778-82fc-2b48c10540f1 req-c0430f97-2588-4148-85d2-957062b60f0d tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 210 time: 0.0287764 Aug 18 14:36:24.805487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38dcc935-32dc-4584-a64f-a850f0802ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:24.980917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d5914a43-e5a2-4b6d-9897-f467985465aa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:25.035974 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:25.146428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d5914a43-e5a2-4b6d-9897-f467985465aa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:25.154350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d5914a43-e5a2-4b6d-9897-f467985465aa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:25.154536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9902a-c8c7-4845-aec0-87be00ca1b96 req-992efbae-e4fe-48ac-97ed-b8bf74c73034 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:25.156119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:25.160587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19f9902a-c8c7-4845-aec0-87be00ca1b96 req-992efbae-e4fe-48ac-97ed-b8bf74c73034 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0631976 Aug 18 14:36:25.219935 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19f9902a-c8c7-4845-aec0-87be00ca1b96 req-681c089d-9599-465f-aa81-4b7a2e8aec81 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Aug 18 14:36:25.267869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:25.304050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d5914a43-e5a2-4b6d-9897-f467985465aa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d5914a43-e5a2-4b6d-9897-f467985465aa,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:25.390627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:25.455201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:25.545886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b33f09da-abae-4608-b52e-e880883e5f73 req-c3359682-da61-41cf-8db5-a4f338e304e4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 210 time: 0.0368769 Aug 18 14:36:26.044615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:26.344849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997dc2-dbe9-4249-847d-4afbc1273f4f req-3605364d-0ff9-409e-b74c-179e4e32d89e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:26.346404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75997dc2-dbe9-4249-847d-4afbc1273f4f req-3605364d-0ff9-409e-b74c-179e4e32d89e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0570631 Aug 18 14:36:26.387918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75997dc2-dbe9-4249-847d-4afbc1273f4f req-a9fc6cf3-0319-480d-aef4-d44261b494a1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Aug 18 14:36:26.643798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb324e6a-9b4b-4659-8deb-62f77bc1d05e req-26297d3a-942a-4413-ab7e-764f8f8e10c8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 210 time: 0.0272241 Aug 18 14:36:26.934738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d5914a43-e5a2-4b6d-9897-f467985465aa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:26.985139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d5914a43-e5a2-4b6d-9897-f467985465aa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:26.985520 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:27.362303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-4147df9e-2067-4f6f-ae31-2271d81c016c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:27.363762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-4147df9e-2067-4f6f-ae31-2271d81c016c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.58 "GET /v2.0/networks?id=deddcdc2-8baf-4023-ac8f-1706dafbd547 HTTP/1.1" status: 200 len: 796 time: 0.1068959 Aug 18 14:36:27.409896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-488b7477-3f88-4358-b525-471a2ed6f255 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56be2041ff834fea96067901d0b4e95f HTTP/1.1" status: 200 len: 478 time: 0.0361609 Aug 18 14:36:27.420435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'port': {'device_id': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'admin_state_up': True, 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'security_groups': ['4ba4acfe-13fb-4903-94b0-203e568665ec', '8294dd0c-d879-4c71-86ab-c6d520e61809']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:27.532878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46e4c-fb32-4cdf-9527-15cfb16e7b0a req-efd523da-4d36-4d57-89c2-c629c47e8d85 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:27.534829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aab46e4c-fb32-4cdf-9527-15cfb16e7b0a req-efd523da-4d36-4d57-89c2-c629c47e8d85 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0737076 Aug 18 14:36:27.578437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aab46e4c-fb32-4cdf-9527-15cfb16e7b0a req-dd26282f-5cd2-4f09-99ef-3974262aaba3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Aug 18 14:36:27.627760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:36:27.628001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:27.632050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:27.744204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3be436e7-ff46-4811-b736-8df94b674736 req-fac1b033-d0cc-4822-b234-77ee5fa0daf8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 210 time: 0.0280526 Aug 18 14:36:27.769221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.20.0.11 (deddcdc2-8baf-4023-ac8f-1706dafbd547/bc9b7337-c54d-45ef-9bf8-f85b04a764f1/636d2a9e-a1c0-4f84-95db-e71636a7a838) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:27.925863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:27.939472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Transition to ACTIVE for port object 636d2a9e-a1c0-4f84-95db-e71636a7a838 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:28.062351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.109717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:28.112787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:28.117128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:28.123714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:28.170798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:28.171438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.251120 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-daa4e72c-6410-4df6-afef-2ef7d9010d03 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8345406 Aug 18 14:36:28.264733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Request body: {'port': {'device_id': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:28.326483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.450403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b4589852-fa2a-4f55-a6ba-a0a0bb1c5128 None None] Provisioning for port 636d2a9e-a1c0-4f84-95db-e71636a7a838 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:28.454450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b4589852-fa2a-4f55-a6ba-a0a0bb1c5128 None None] Provisioning complete for port 636d2a9e-a1c0-4f84-95db-e71636a7a838 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:28.454821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4589852-fa2a-4f55-a6ba-a0a0bb1c5128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.490847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4589852-fa2a-4f55-a6ba-a0a0bb1c5128 None None] Port 636d2a9e-a1c0-4f84-95db-e71636a7a838 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:36:28.606731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636d2a9e-a1c0-4f84-95db-e71636a7a838 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:36:28.616661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.630316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Transition to ACTIVE for port object 636d2a9e-a1c0-4f84-95db-e71636a7a838 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:28.708077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee58809-9f1e-4618-b7d0-ae730947d3c7 req-45fecc8b-3376-4c9a-8206-42eb7facbefe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:28.709783 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ee58809-9f1e-4618-b7d0-ae730947d3c7 req-45fecc8b-3376-4c9a-8206-42eb7facbefe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0554290 Aug 18 14:36:28.750358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ee58809-9f1e-4618-b7d0-ae730947d3c7 req-0575e3ed-0681-4e17-be66-08ca61e742c0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Aug 18 14:36:28.770872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.824314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Pushing event updated for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:28.882095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa574cc5-5f39-4c38-80cf-46b5832f4909 req-c5210c5b-296a-410e-a6a8-f4c81995b217 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:28.890603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa574cc5-5f39-4c38-80cf-46b5832f4909 req-c5210c5b-296a-410e-a6a8-f4c81995b217 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 983 time: 0.0684164 Aug 18 14:36:28.910681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Attempting to bind port 636d2a9e-a1c0-4f84-95db-e71636a7a838 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:28.911738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Attempting to bind port 636d2a9e-a1c0-4f84-95db-e71636a7a838 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:28.912264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Attempting to bind port 636d2a9e-a1c0-4f84-95db-e71636a7a838 on network deddcdc2-8baf-4023-ac8f-1706dafbd547 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:28.918595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Port 636d2a9e-a1c0-4f84-95db-e71636a7a838 on network deddcdc2-8baf-4023-ac8f-1706dafbd547 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:36:28.919140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Attempting to bind port 636d2a9e-a1c0-4f84-95db-e71636a7a838 on network deddcdc2-8baf-4023-ac8f-1706dafbd547 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:28.928382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:28.928781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Checking segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:28.929166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Bound using segment: {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:28.929670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Bound port: 636d2a9e-a1c0-4f84-95db-e71636a7a838, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:28.930020 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:28.940095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa574cc5-5f39-4c38-80cf-46b5832f4909 req-6ac7cdce-fe22-4dd9-9dfd-50bb0b6218ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0469272 Aug 18 14:36:29.000671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:29.004022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:29.062030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:29.095679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.096427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:29.097684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] 10.222.0.58 "PUT /v2.0/ports/636d2a9e-a1c0-4f84-95db-e71636a7a838 HTTP/1.1" status: 200 len: 1131 time: 0.8376446 Aug 18 14:36:29.100579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:36:29.103222 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:36:29.133170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Pushing event updated for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:29.143044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.143390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.143763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.144141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.148365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000dcd01-03b7-4928-b3a1-4227f18ce12f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:36:29.168147 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797ba2f0-534a-4f9e-a662-cfd0468db9ca x-openstack-request-id: req-797ba2f0-534a-4f9e-a662-cfd0468db9ca {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:36:29.168443 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:36:29.168702 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-797ba2f0-534a-4f9e-a662-cfd0468db9ca {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:36:29.169115 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'status': 'completed', 'code': 200} Aug 18 14:36:29.243259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-8d14c305-daee-40eb-a6e6-63755ea110b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.245044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-8d14c305-daee-40eb-a6e6-63755ea110b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1134 time: 0.0506508 Aug 18 14:36:29.350529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-fe5c44d7-01fa-4652-af87-ad417b636cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.352026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-fe5c44d7-01fa-4652-af87-ad417b636cc1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=56be2041ff834fea96067901d0b4e95f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0973623 Aug 18 14:36:29.466405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-aae4c46b-42ee-44c5-a229-6e2db5692d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.467869 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12df7ff7-8782-4f16-916e-f4f4c0ab8dbb req-aae4c46b-42ee-44c5-a229-6e2db5692d55 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045225 Aug 18 14:36:29.552911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-1e3458e4-2b84-4a82-a659-84db0dc478d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.554532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-1e3458e4-2b84-4a82-a659-84db0dc478d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1134 time: 0.0442348 Aug 18 14:36:29.603511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-083b9ccb-31a3-4f2e-9b1d-2db46038cb58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838 HTTP/1.1" status: 200 len: 217 time: 0.0347795 Aug 18 14:36:29.660654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-2ea5d733-fd2e-46db-bcb5-016320a444b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.662196 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-2ea5d733-fd2e-46db-bcb5-016320a444b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc9b7337-c54d-45ef-9bf8-f85b04a764f1 HTTP/1.1" status: 200 len: 835 time: 0.0506873 Aug 18 14:36:29.712810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-a752d089-1f55-4f4c-a51c-2f4bf87455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.714353 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-a752d089-1f55-4f4c-a51c-2f4bf87455d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=deddcdc2-8baf-4023-ac8f-1706dafbd547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434067 Aug 18 14:36:29.815143 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-df89d0ea-7a43-4ce0-96f7-e450d9196079 service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851467 Aug 18 14:36:29.890099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0980b-eaac-4075-8dd5-c254a6d64f93 req-53bfdd26-1a3c-4e16-8b01-cb1e0cc40440 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:29.890099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11c0980b-eaac-4075-8dd5-c254a6d64f93 req-53bfdd26-1a3c-4e16-8b01-cb1e0cc40440 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0658865 Aug 18 14:36:29.930741 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ff3aadfe-b049-4e66-9d6d-2bb91c66186a req-96d10045-e499-4910-bb18-ddb786399be1 service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024935 Aug 18 14:36:29.931521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11c0980b-eaac-4075-8dd5-c254a6d64f93 req-fbef2ece-9060-483c-a928-d981d28bd0f8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Aug 18 14:36:30.064413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd645-a941-4e26-abf1-e91c96b8bd14 req-ad675360-6216-4c27-acb2-32f9a8f09276 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:30.067037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12dbd645-a941-4e26-abf1-e91c96b8bd14 req-ad675360-6216-4c27-acb2-32f9a8f09276 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 983 time: 0.0581763 Aug 18 14:36:30.111835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12dbd645-a941-4e26-abf1-e91c96b8bd14 req-4f62aaa5-2f3a-47e7-ab4d-e67f347713e4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0363600 Aug 18 14:36:31.056333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bf6c2-1e87-409b-8d4a-aa9766a8d3e3 req-eb1135ac-fd7e-4470-b771-b3ac15fd7d3b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:31.057865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-430bf6c2-1e87-409b-8d4a-aa9766a8d3e3 req-eb1135ac-fd7e-4470-b771-b3ac15fd7d3b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0532057 Aug 18 14:36:31.099991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-430bf6c2-1e87-409b-8d4a-aa9766a8d3e3 req-9a26953b-5fa7-4eb1-847e-878ef070bfd8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Aug 18 14:36:31.233258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ce34-25b2-412f-acda-5ff6aa44f2aa req-5e80c017-c49e-4089-ba9c-fab4dbce37c0 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:31.234859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cd2ce34-25b2-412f-acda-5ff6aa44f2aa req-5e80c017-c49e-4089-ba9c-fab4dbce37c0 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 983 time: 0.0519910 Aug 18 14:36:31.278755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2cd2ce34-25b2-412f-acda-5ff6aa44f2aa req-28b5cb72-a71a-401e-83a5-f5a176ebe131 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352988 Aug 18 14:36:32.223084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf2a5c-e74e-4bfa-878e-651ef2b50bcf req-8dbe10e6-814a-4dad-96d9-87b1c1aebb60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:32.224672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66cf2a5c-e74e-4bfa-878e-651ef2b50bcf req-8dbe10e6-814a-4dad-96d9-87b1c1aebb60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0507398 Aug 18 14:36:32.264364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66cf2a5c-e74e-4bfa-878e-651ef2b50bcf req-26ed5516-14e4-44e1-942f-dd7977afc99d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Aug 18 14:36:32.410477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fbba0-80de-4568-ae51-17b54c153b47 req-713db366-9f08-42cb-a7b4-842fcbdfa968 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:32.411933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-792fbba0-80de-4568-ae51-17b54c153b47 req-713db366-9f08-42cb-a7b4-842fcbdfa968 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 983 time: 0.0617433 Aug 18 14:36:32.459089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-792fbba0-80de-4568-ae51-17b54c153b47 req-2b5f0690-bb5e-4fa0-8e46-e114f5e2b579 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0401165 Aug 18 14:36:33.383390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2fe3d-315e-42a1-816b-fb55df3a2e2e req-f762b9e9-fb13-42bd-8fe5-9765eda0ae1a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:33.385039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ab2fe3d-315e-42a1-816b-fb55df3a2e2e req-f762b9e9-fb13-42bd-8fe5-9765eda0ae1a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0514572 Aug 18 14:36:33.392648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 636d2a9e-a1c0-4f84-95db-e71636a7a838 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:36:33.423868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ab2fe3d-315e-42a1-816b-fb55df3a2e2e req-65be95fd-ee09-4a3d-bc3d-65012062fba9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Aug 18 14:36:33.490149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:33.494131 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:36:33.503995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'port_id': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'mac_address': 'fa:16:3e:c5:05:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:36:33.544673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:33.560834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636d2a9e-a1c0-4f84-95db-e71636a7a838 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:36:33.592036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:33.613048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91402-4d11-4a13-aaa7-07c34c13fd10 req-7bc601ff-2ac3-497a-9c81-66d4719c5e92 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:33.618532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64e91402-4d11-4a13-aaa7-07c34c13fd10 req-7bc601ff-2ac3-497a-9c81-66d4719c5e92 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 983 time: 0.0610485 Aug 18 14:36:33.658402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64e91402-4d11-4a13-aaa7-07c34c13fd10 req-d5d1218b-19db-43cc-b2c1-ce54d89c3828 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368719 Aug 18 14:36:33.661819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:33.713983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:33.932211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['636d2a9e-a1c0-4f84-95db-e71636a7a838'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:36:34.556621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebaa24-2d05-4f3a-9dd3-1f7d8bb7f528 req-64f23483-618d-474e-880a-d1e9f7391b11 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:34.559353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54ebaa24-2d05-4f3a-9dd3-1f7d8bb7f528 req-64f23483-618d-474e-880a-d1e9f7391b11 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0561028 Aug 18 14:36:34.601746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54ebaa24-2d05-4f3a-9dd3-1f7d8bb7f528 req-f43aff64-122e-472a-a25b-7925162e8417 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Aug 18 14:36:34.787699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5ada-c6fa-4adf-ab25-b1cc9e98a1d2 req-e50d7653-25f0-4d31-9cd9-6671c94f3f38 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:34.789235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e9f5ada-c6fa-4adf-ab25-b1cc9e98a1d2 req-e50d7653-25f0-4d31-9cd9-6671c94f3f38 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 984 time: 0.0537429 Aug 18 14:36:34.834622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e9f5ada-c6fa-4adf-ab25-b1cc9e98a1d2 req-fb623294-e01b-4acd-86f6-f5024f4cab35 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0381277 Aug 18 14:36:35.407759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 636d2a9e-a1c0-4f84-95db-e71636a7a838 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:35.565047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 636d2a9e-a1c0-4f84-95db-e71636a7a838 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:35.569769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 636d2a9e-a1c0-4f84-95db-e71636a7a838 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:35.575160 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:35.653366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:35.676526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:36:35.679724 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b061b-3cd1-42e4-b285-9af6bc5c74fd" -d '{"events": [{"server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "name": "network-vif-plugged", "status": "completed", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:36:35.696172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:35.719816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d818bf-f49b-4fbb-b047-ac77767920c5 x-openstack-request-id: req-26d818bf-f49b-4fbb-b047-ac77767920c5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:36:35.719816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "name": "network-vif-plugged", "status": "completed", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:36:35.720255 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26d818bf-f49b-4fbb-b047-ac77767920c5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:36:35.720552 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'code': 200} Aug 18 14:36:35.736463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abece06d-adc8-4118-a970-37a275ec3b83 req-cd9db74e-eb7e-440c-b8ab-de6b0da176c1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:35.738168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abece06d-adc8-4118-a970-37a275ec3b83 req-cd9db74e-eb7e-440c-b8ab-de6b0da176c1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0623567 Aug 18 14:36:35.761686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:35.780290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abece06d-adc8-4118-a970-37a275ec3b83 req-60876e0c-052c-4b0a-b0c9-3167a734e5ba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Aug 18 14:36:35.822541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:35.849611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2073-6f53-45ca-9e7e-4dd3fb6a499d req-84f3d526-f9d8-450b-bc97-e4030e03717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:35.851859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-684c2073-6f53-45ca-9e7e-4dd3fb6a499d req-84f3d526-f9d8-450b-bc97-e4030e03717f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1136 time: 0.0461259 Aug 18 14:36:35.915501 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-684c2073-6f53-45ca-9e7e-4dd3fb6a499d req-5d1373ff-9da9-43b6-a8a3-e317ccc60d4c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8294dd0c-d879-4c71-86ab-c6d520e61809&id=4ba4acfe-13fb-4903-94b0-203e568665ec&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0521350 Aug 18 14:36:35.969715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca0adf-4adc-49ba-ab04-505182f23768 req-bd3af557-30ad-4a5d-be08-3eb083052034 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:35.971301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ca0adf-4adc-49ba-ab04-505182f23768 req-bd3af557-30ad-4a5d-be08-3eb083052034 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0569556 Aug 18 14:36:36.021159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40ca0adf-4adc-49ba-ab04-505182f23768 req-1c34fba7-8458-413e-8dc4-1d1e8ab8fba3 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373712 Aug 18 14:36:36.913280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a613147-2aa3-4440-838d-081e6e2b1b12 req-23e899d7-83e3-4f0b-8437-351015fb5ae4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:36.914978 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a613147-2aa3-4440-838d-081e6e2b1b12 req-23e899d7-83e3-4f0b-8437-351015fb5ae4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0529299 Aug 18 14:36:36.955081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a613147-2aa3-4440-838d-081e6e2b1b12 req-b20202b6-9dea-4e22-896e-82a49c564d2e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Aug 18 14:36:37.141354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712750-b777-4c9c-b64a-2ca4ca039dda req-4b4beeb1-d85b-4489-b246-e324aefc452f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:37.143435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86712750-b777-4c9c-b64a-2ca4ca039dda req-4b4beeb1-d85b-4489-b246-e324aefc452f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0535638 Aug 18 14:36:37.186074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86712750-b777-4c9c-b64a-2ca4ca039dda req-5287506b-d954-42f9-ad53-19c96737b284 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359545 Aug 18 14:36:38.091907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ded1e-0d21-4ca5-8df4-9350a431393b req-df1cf36d-642a-43ae-b92a-3f6e4b707cc6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:38.093507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-048ded1e-0d21-4ca5-8df4-9350a431393b req-df1cf36d-642a-43ae-b92a-3f6e4b707cc6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0593119 Aug 18 14:36:38.137341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-048ded1e-0d21-4ca5-8df4-9350a431393b req-9ea8c696-880a-4825-875c-8a408bf2218f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Aug 18 14:36:38.309932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f93a-ea95-42d5-b705-4e551eb24b71 req-d01c062a-5e3b-4105-aa27-442dc0e24689 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:38.311353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d595f93a-ea95-42d5-b705-4e551eb24b71 req-d01c062a-5e3b-4105-aa27-442dc0e24689 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0533051 Aug 18 14:36:38.354242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d595f93a-ea95-42d5-b705-4e551eb24b71 req-900520f4-bf4e-4b10-8ec3-76522f3694d2 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359831 Aug 18 14:36:38.474037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab95d7-e096-430f-b3f1-eacc06a2d418 req-3b15138a-d218-4b61-8690-506cb97d49c3 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:38.476170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eeab95d7-e096-430f-b3f1-eacc06a2d418 req-3b15138a-d218-4b61-8690-506cb97d49c3 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0519559 Aug 18 14:36:38.521008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eeab95d7-e096-430f-b3f1-eacc06a2d418 req-5845afce-b372-4f32-a1f6-d80ec2129097 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357196 Aug 18 14:36:38.630892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0556-d84a-440a-b526-07d944749461 req-7d22ce8d-f83e-4013-95cb-26fca53bf9c8 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:38.632450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1fe0556-d84a-440a-b526-07d944749461 req-7d22ce8d-f83e-4013-95cb-26fca53bf9c8 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1136 time: 0.0453954 Aug 18 14:36:38.651387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f1fe0556-d84a-440a-b526-07d944749461 req-c5476745-3cae-4f19-a738-f1cb1e034cbe tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:38.757581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f1fe0556-d84a-440a-b526-07d944749461 req-c5476745-3cae-4f19-a738-f1cb1e034cbe tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:38.878584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f1fe0556-d84a-440a-b526-07d944749461 req-c5476745-3cae-4f19-a738-f1cb1e034cbe tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:38.905721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1fe0556-d84a-440a-b526-07d944749461 req-c5476745-3cae-4f19-a738-f1cb1e034cbe tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2635911 Aug 18 14:36:38.910903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476745-3cae-4f19-a738-f1cb1e034cbe tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3888a10-6543-433b-90e5-1c1d21d5105c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:38.924743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42200) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:38.967702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc77bb1-2a63-41ba-8f35-3108b13e6b0c tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:38.969463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-efc77bb1-2a63-41ba-8f35-3108b13e6b0c tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1131 time: 0.0437057 Aug 18 14:36:38.972782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42202) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:38.977833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:36:39.073625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:39.179621 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:39.310826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445408d5-9aa1-4a1a-912b-d7f4111f8671 req-56afe8e8-e27d-4efe-9613-ca47e3a6230f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:39.312307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-445408d5-9aa1-4a1a-912b-d7f4111f8671 req-56afe8e8-e27d-4efe-9613-ca47e3a6230f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0957119 Aug 18 14:36:39.335164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.25.1.187 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/a9f9036d-8088-4670-9a53-edf2da2b036c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:36:39.380486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-445408d5-9aa1-4a1a-912b-d7f4111f8671 req-45aedd19-2dc0-4198-a458-f3f2d02f5769 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Aug 18 14:36:39.458307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:39.553703 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:39.594425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:36:39.597314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:36:39.601418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:36:39.606886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=a9f9036d-8088-4670-9a53-edf2da2b036c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:39.964643 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.137823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.290033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.415664 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.507175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.847149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=a9f9036d-8088-4670-9a53-edf2da2b036c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:40.857148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:40.912244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51701-b12c-4b48-9dee-1cf2b1c687e7 req-3d7b877b-4744-47a7-9eaf-80db3db2a8f0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:40.913768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efc51701-b12c-4b48-9dee-1cf2b1c687e7 req-3d7b877b-4744-47a7-9eaf-80db3db2a8f0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.4429314 Aug 18 14:36:40.998531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-efc51701-b12c-4b48-9dee-1cf2b1c687e7 req-572c6dd8-3dd2-4411-bcbd-4bafef131c05 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503113 Aug 18 14:36:40.999564 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Floating IP d16b86c3-5f72-4a6e-950d-ca57f84d9b2d associated. External IP: 172.25.1.187, port: 636d2a9e-a1c0-4f84-95db-e71636a7a838. Aug 18 14:36:41.130153 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:41.212237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:36:41.322324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:36:41.332124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Sync routers for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:36:41.341485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:41.342163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:41.415759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:41.444354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5fc2fcc-b9eb-4ce9-a262-10196d5fc336 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4704878 Aug 18 14:36:41.445242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:36:41.447180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42212) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:41.447784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:41.447946 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09fd433-2248-4d9b-a329-aeaf0675c2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:36:41.576568 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962067e6-ef6c-499d-99a2-13540e7cbd72 x-openstack-request-id: req-962067e6-ef6c-499d-99a2-13540e7cbd72 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:36:41.576927 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:36:41.577245 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-962067e6-ef6c-499d-99a2-13540e7cbd72 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:36:41.577992 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'status': 'completed', 'code': 200} Aug 18 14:36:41.676672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.677081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.678094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.678094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.678511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.679006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.680227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.682126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0586714-6fbc-47bd-ac04-abf21d306db0 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2339056 Aug 18 14:36:41.685002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42218) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:41.688152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-74e365f6-59b8-4109-a1ac-aba17e1c66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.689713 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-74e365f6-59b8-4109-a1ac-aba17e1c66ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1136 time: 0.0804400 Aug 18 14:36:41.691685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd16b86c3-5f72-4a6e-950d-ca57f84d9b2d', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'port_id': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'mac_address': 'fa:16:3e:c5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:36:39Z', 'updated_at': '2021-08-18T14:36:39Z', 'revision_number': 0, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:41.718522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Checking router: 35c494b7-0c35-44f0-91ef-5a5bf62d8881 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:36:41.728750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:41.729374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:41.745620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.746186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.746707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.747118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.747579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.748034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.748492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.753401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7034731b-52d7-4c7f-9b30-28913b36abce tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.0642378 Aug 18 14:36:41.753648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42220) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:41.797613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-221f49cb-1361-4a04-ae3f-a87fe4ce0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.799182 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-221f49cb-1361-4a04-ae3f-a87fe4ce0619 service neutron] 10.222.0.58 "GET /v2.0/networks?id=deddcdc2-8baf-4023-ac8f-1706dafbd547 HTTP/1.1" status: 200 len: 897 time: 0.0956302 Aug 18 14:36:41.842717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:41.881580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-749885fe-757f-41f7-afac-aeee9b5a95d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838 HTTP/1.1" status: 200 len: 1000 time: 0.0693684 Aug 18 14:36:41.920079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d80b5c7b-2c82-47d6-b3e8-d5b1c309cf42 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1651587 Aug 18 14:36:41.922864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:41.944350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-6d310dc9-c513-4350-b6fc-cf18b8e3688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.946134 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-6d310dc9-c513-4350-b6fc-cf18b8e3688b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc9b7337-c54d-45ef-9bf8-f85b04a764f1 HTTP/1.1" status: 200 len: 835 time: 0.0557661 Aug 18 14:36:41.975534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cec31-4acc-418c-91d2-bbcfa4dc57af tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.976564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cec31-4acc-418c-91d2-bbcfa4dc57af tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:41.978270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-376cec31-4acc-418c-91d2-bbcfa4dc57af tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=35c494b7-0c35-44f0-91ef-5a5bf62d8881 HTTP/1.1" status: 200 len: 1990 time: 0.0544903 Aug 18 14:36:42.000236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-81f72af5-4b47-45f3-96a5-a0d2f9317858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:42.001729 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-81f72af5-4b47-45f3-96a5-a0d2f9317858 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=deddcdc2-8baf-4023-ac8f-1706dafbd547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471790 Aug 18 14:36:42.108943 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-ef7875a5-f2aa-4698-89bd-5a2814af9684 service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945740 Aug 18 14:36:42.120873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd16b86c3-5f72-4a6e-950d-ca57f84d9b2d', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'port_id': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'mac_address': 'fa:16:3e:c5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:36:39Z', 'updated_at': '2021-08-18T14:36:39Z', 'revision_number': 0, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:42.136341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dabab-0b42-4bbc-be7c-01462143f0aa req-bd8a641c-3481-4280-bd66-40d6d0934714 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:42.138272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c75dabab-0b42-4bbc-be7c-01462143f0aa req-bd8a641c-3481-4280-bd66-40d6d0934714 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0629005 Aug 18 14:36:42.153926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d14b7-76cc-4d49-947f-d95910afca01 None None] The sync data for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 is: [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd16b86c3-5f72-4a6e-950d-ca57f84d9b2d', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'port_id': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'mac_address': 'fa:16:3e:c5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:36:39Z', 'updated_at': '2021-08-18T14:36:39Z', 'revision_number': 0, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:36:42.187276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c75dabab-0b42-4bbc-be7c-01462143f0aa req-a1f69b96-f33f-4123-882f-97595f308909 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Aug 18 14:36:42.223239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c09fd433-2248-4d9b-a329-aeaf0675c2b0 req-903eab95-6d4b-4459-9fe6-6c02b7eb2251 service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042473 Aug 18 14:36:42.365546 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df5da32-dfd5-444f-aa56-e396a7d27bea None None] New status for floating IP d16b86c3-5f72-4a6e-950d-ca57f84d9b2d: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:36:43.306719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a1aea-4b49-48b3-a7cf-922635055592 req-d320f801-f7a1-452a-a6e2-f7b004e07056 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:43.308228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e0a1aea-4b49-48b3-a7cf-922635055592 req-d320f801-f7a1-452a-a6e2-f7b004e07056 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0496998 Aug 18 14:36:43.348496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e0a1aea-4b49-48b3-a7cf-922635055592 req-940fc268-2cd5-4c1d-b575-17aecd7accfd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Aug 18 14:36:44.466644 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d3-7e37-4df9-9395-d2344334a324 req-6831b0e5-9eb9-4c45-b260-e38e14fefbc6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:44.468156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e157b6d3-7e37-4df9-9395-d2344334a324 req-6831b0e5-9eb9-4c45-b260-e38e14fefbc6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0509434 Aug 18 14:36:44.508688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e157b6d3-7e37-4df9-9395-d2344334a324 req-d7cd602a-cc77-4ee7-92f7-23bfa9708f79 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Aug 18 14:36:45.638326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4181c2-7fa0-4054-b3f2-9136283f91f6 req-bed82118-dbb4-47ce-b40d-66e8215e59dc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:45.643324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd4181c2-7fa0-4054-b3f2-9136283f91f6 req-bed82118-dbb4-47ce-b40d-66e8215e59dc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0574555 Aug 18 14:36:45.681141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd4181c2-7fa0-4054-b3f2-9136283f91f6 req-869bdca7-56cb-441e-83b1-ad8ed855c975 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Aug 18 14:36:46.800991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76d43-42ff-45df-8630-2f3d76c5b6cf req-fd631ff5-ca95-4670-a503-4ddddd66acc4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:46.802468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05b76d43-42ff-45df-8630-2f3d76c5b6cf req-fd631ff5-ca95-4670-a503-4ddddd66acc4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0510333 Aug 18 14:36:46.847659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05b76d43-42ff-45df-8630-2f3d76c5b6cf req-1936ccc8-bbc1-4438-9ab4-ef5304c2ca57 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Aug 18 14:36:47.970582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ae013-e092-4c47-a6bf-e137db411805 req-948e8b67-0f6a-4864-92c0-0b81a2c36c7b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:47.972092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d65ae013-e092-4c47-a6bf-e137db411805 req-948e8b67-0f6a-4864-92c0-0b81a2c36c7b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0506418 Aug 18 14:36:48.012077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d65ae013-e092-4c47-a6bf-e137db411805 req-488dfeff-585a-4333-bf4f-19d14b8060d0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 18 14:36:49.134675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1020d9-22b0-40e6-a567-1fa94fd9ac76 req-f80e9a96-a2be-4497-b07e-5c7a3d718b10 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:49.136217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd1020d9-22b0-40e6-a567-1fa94fd9ac76 req-f80e9a96-a2be-4497-b07e-5c7a3d718b10 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0547581 Aug 18 14:36:49.175045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd1020d9-22b0-40e6-a567-1fa94fd9ac76 req-e92597ac-88ad-4bbe-b9b2-3b792c3e97b5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 18 14:36:50.292062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef9b78-9350-4d52-b5d7-827a75a455a8 req-f2c921fa-b902-4c35-b09a-61cee032c25c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:50.293572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14ef9b78-9350-4d52-b5d7-827a75a455a8 req-f2c921fa-b902-4c35-b09a-61cee032c25c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0501614 Aug 18 14:36:50.332856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14ef9b78-9350-4d52-b5d7-827a75a455a8 req-eb2f9b62-9bed-4170-a330-94f041a448c3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Aug 18 14:36:51.454280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93bff4-90e2-4d14-a8de-eda85fcf120a req-34b1e410-afc4-4ab4-8a31-f52377028b39 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:51.455878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff93bff4-90e2-4d14-a8de-eda85fcf120a req-34b1e410-afc4-4ab4-8a31-f52377028b39 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0504994 Aug 18 14:36:51.498205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff93bff4-90e2-4d14-a8de-eda85fcf120a req-a3aa88ec-9d67-45e8-897a-f6f67b0ab4a9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Aug 18 14:36:51.918007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b30b8f05-3d65-4fb8-9c74-304814eb3019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:52.625287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35d0b9-b2ea-44d7-a511-cfa5c88464f3 req-11da8bb0-910a-49ee-bb56-5cca2a90441d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:52.627009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e35d0b9-b2ea-44d7-a511-cfa5c88464f3 req-11da8bb0-910a-49ee-bb56-5cca2a90441d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0547223 Aug 18 14:36:52.667206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e35d0b9-b2ea-44d7-a511-cfa5c88464f3 req-0e99779b-b447-4080-9be7-2da9605af421 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Aug 18 14:36:52.924055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-c14444a1-3261-4374-a062-a172867c5c37 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182678 Aug 18 14:36:53.021586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-dce02ebc-e8b4-4f7c-9a58-7bd704acb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:53.023384 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-dce02ebc-e8b4-4f7c-9a58-7bd704acb82b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 1097 time: 0.0433936 Aug 18 14:36:53.149807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-b02dd9b1-3c9b-425e-baec-b1c79c13b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:53.151365 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-b02dd9b1-3c9b-425e-baec-b1c79c13b7ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.1016493 Aug 18 14:36:53.197525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-da360454-b1bd-48ea-a312-096d89af5798 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c HTTP/1.1" status: 200 len: 217 time: 0.0365810 Aug 18 14:36:53.265564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-2cbfc8dc-ddf9-4b2c-978a-08fce2124974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:53.267112 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-2cbfc8dc-ddf9-4b2c-978a-08fce2124974 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0619051 Aug 18 14:36:53.320322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-101f6cef-3d6a-4371-93a1-8be21ba671b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:53.321878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-101f6cef-3d6a-4371-93a1-8be21ba671b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459628 Aug 18 14:36:53.430772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-ac3eaacb-02c1-4cf2-be53-f47be74790b1 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973740 Aug 18 14:36:53.544199 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1de89128-ed91-4b33-913c-344a09a4ccd2 req-8ca680e4-6427-4b50-afcb-12796b46b5f1 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015668 Aug 18 14:36:53.792550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac25da7-e5cf-4807-9a02-1ad7c835e7b4 req-5e0a5b57-6b98-4ac6-b025-eec78a5571ab tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:53.794007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ac25da7-e5cf-4807-9a02-1ad7c835e7b4 req-5e0a5b57-6b98-4ac6-b025-eec78a5571ab tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0515864 Aug 18 14:36:53.834172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ac25da7-e5cf-4807-9a02-1ad7c835e7b4 req-7849b741-480b-410a-9008-05678209bc37 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Aug 18 14:36:54.796822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35a84778-d4bd-487c-a474-39b1e9ecf3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:54.964421 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08987-3d8b-4aa4-a5f4-e24dfce0c257 req-a2c0e7de-e075-47a2-b137-f025ce2344ba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:54.966256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0c08987-3d8b-4aa4-a5f4-e24dfce0c257 req-a2c0e7de-e075-47a2-b137-f025ce2344ba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0578399 Aug 18 14:36:54.975280 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:55.001881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-0e4aa3f1-a03c-4eed-b43c-607026be3b7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512614 Aug 18 14:36:55.006191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0c08987-3d8b-4aa4-a5f4-e24dfce0c257 req-fc2f16f4-40bb-4ada-8b2d-7bab16cf0639 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Aug 18 14:36:55.108066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-f7a2a3b3-0b02-40f5-af8d-c3a933737eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:55.109560 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-f7a2a3b3-0b02-40f5-af8d-c3a933737eae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 1097 time: 0.0507603 Aug 18 14:36:55.243118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-c13f0873-5900-4677-8b3c-9d8fbf4353d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:55.244940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-c13f0873-5900-4677-8b3c-9d8fbf4353d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 200 len: 912 time: 0.1088867 Aug 18 14:36:55.318694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-8fd31e41-5d82-4324-af21-b4da4d95d184 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 200 len: 1002 time: 0.0614324 Aug 18 14:36:55.388556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-a3f67c46-e047-4268-afb5-679376f4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:55.390087 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-a3f67c46-e047-4268-afb5-679376f4ab06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 200 len: 850 time: 0.0586886 Aug 18 14:36:55.446811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-e4e9508c-093b-4341-957a-5ef87011d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:55.448373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-e4e9508c-093b-4341-957a-5ef87011d90b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94df271a-9d5c-46d7-978c-905eab650c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456030 Aug 18 14:36:55.467999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-edb66ee9-7663-4131-aa0b-483120fa93dc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:36:55.469065 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-edb66ee9-7663-4131-aa0b-483120fa93dc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054214 Aug 18 14:36:55.574029 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-701787fe-b0ee-4225-be2f-3a4f38050f2f service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925591 Aug 18 14:36:55.669399 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-74ebe3f8-1056-4848-9897-5bc5b57de989 req-4a90cc2e-229e-482e-8314-1c15cb9c8fb2 service neutron] 10.222.0.10 "GET /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837369 Aug 18 14:36:55.952348 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:56.130639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1025f4-e860-46c3-9548-2350817f88f5 req-9d354e1f-0c74-4fdd-bd01-1989db3640f4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:56.132762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec1025f4-e860-46c3-9548-2350817f88f5 req-9d354e1f-0c74-4fdd-bd01-1989db3640f4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0551460 Aug 18 14:36:56.171154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec1025f4-e860-46c3-9548-2350817f88f5 req-6a53f5e9-9cbe-4cf5-ad6f-cd86fe7638d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Aug 18 14:36:57.290163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd877c-4882-43d2-b169-bf260e300668 req-1c3d960d-583e-44a5-8818-1eb0d6bfad5c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:57.291583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4dd877c-4882-43d2-b169-bf260e300668 req-1c3d960d-583e-44a5-8818-1eb0d6bfad5c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0508189 Aug 18 14:36:57.330222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4dd877c-4882-43d2-b169-bf260e300668 req-90e24f99-c509-4f06-b378-9f371cd405da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Aug 18 14:36:57.592368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:58.296408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26568-b78a-456e-a7e9-c5654bd86d85 req-ab2c31f1-bc9e-47a0-9e3c-99d341f3218f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:58.297928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba26568-b78a-456e-a7e9-c5654bd86d85 req-ab2c31f1-bc9e-47a0-9e3c-99d341f3218f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0491011 Aug 18 14:36:58.335679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba26568-b78a-456e-a7e9-c5654bd86d85 req-4328a825-9c51-4299-92ea-2d016c53fabc tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Aug 18 14:36:58.452583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d893-181a-401d-a441-4fb5a198573a req-9319837a-573f-4916-afb6-55ddc800e591 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:58.454005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6509d893-181a-401d-a441-4fb5a198573a req-9319837a-573f-4916-afb6-55ddc800e591 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0540652 Aug 18 14:36:58.493239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6509d893-181a-401d-a441-4fb5a198573a req-7fe04a7f-fe08-49ab-869a-b3fb3d3fb1ab tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Aug 18 14:36:59.451986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c9b6-fb21-427a-a163-09dfe67db357 req-996ae3ee-0adc-4359-a7f9-4ac55cae41ff tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:59.453452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dc9c9b6-fb21-427a-a163-09dfe67db357 req-996ae3ee-0adc-4359-a7f9-4ac55cae41ff tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Aug 18 14:36:59.491720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dc9c9b6-fb21-427a-a163-09dfe67db357 req-74d47ccf-e5fa-437b-885c-8a7d3f0ce33e tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Aug 18 14:36:59.608800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa86da-c7cb-4119-b474-60f0299c66e7 req-9b8b6bef-d173-40ce-8896-ec14c32cb591 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:36:59.610333 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bfa86da-c7cb-4119-b474-60f0299c66e7 req-9b8b6bef-d173-40ce-8896-ec14c32cb591 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0496984 Aug 18 14:36:59.649218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bfa86da-c7cb-4119-b474-60f0299c66e7 req-5a84dd7e-f354-4e0e-97fa-7a5a5de44cf8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 18 14:37:00.237937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-8c0675e4-bcf7-415e-9dbc-3848caa205e9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:00.239421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-8c0675e4-bcf7-415e-9dbc-3848caa205e9 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.10 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0511467 Aug 18 14:37:00.338778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Deleting port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:00.339121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:00.426460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] For port c95631f2-5d77-43d5-86f1-9c7f8715b4d7, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:00.426826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:00.602280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:00.602635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:00.602953 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Floating IP 2d037f0b-67d1-4a25-98a4-4af7332c5ce5 disassociated. External IP: 172.25.1.117, port: c95631f2-5d77-43d5-86f1-9c7f8715b4d7. Aug 18 14:37:00.603304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Calling delete_port for c95631f2-5d77-43d5-86f1-9c7f8715b4d7 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:00.614648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9ceda-c51b-4f07-b435-c5b58211f251 req-2e2b7105-f062-44fc-9501-5fce5b94b99b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:00.616171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aab9ceda-c51b-4f07-b435-c5b58211f251 req-2e2b7105-f062-44fc-9501-5fce5b94b99b tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 946 time: 0.0548179 Aug 18 14:37:00.656088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aab9ceda-c51b-4f07-b435-c5b58211f251 req-61b2cea6-69af-4529-a20f-c3f8185ac025 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups?id=18d01624-6a2a-4e4b-b26a-8909e3f12075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339422 Aug 18 14:37:00.767615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666022b-0751-4c50-8b00-d76cda3c0214 req-78c08f8c-6c11-463d-bc69-6f113cc2bd39 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:00.769133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1666022b-0751-4c50-8b00-d76cda3c0214 req-78c08f8c-6c11-463d-bc69-6f113cc2bd39 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0499656 Aug 18 14:37:00.811271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1666022b-0751-4c50-8b00-d76cda3c0214 req-a6e6aac5-0f1f-4dd0-9a7a-aa6e7a957254 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Aug 18 14:37:00.826801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:00.860698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'Port': ['ID=c95631f2-5d77-43d5-86f1-9c7f8715b4d7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:00.978329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:01.082365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:01.093482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:01.103026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:01.103698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:01.124930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] No DVR routers for this DVR port c95631f2-5d77-43d5-86f1-9c7f8715b4d7 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:01.127860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:01.130056 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-19d6e193-e2f4-4d22-b431-7d0f736717ef req-f686df1f-532d-4896-a7a6-7a9ad9bdb082 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.10 "DELETE /v2.0/ports/c95631f2-5d77-43d5-86f1-9c7f8715b4d7 HTTP/1.1" status: 204 len: 173 time: 0.8821816 Aug 18 14:37:01.130445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'name': 'network-vif-deleted', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:01.132734 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512710b-2626-480d-871d-c6f1ca14db2f" -d '{"events": [{"server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "name": "network-vif-deleted", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:01.169235 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922acab-ee66-42eb-b33a-ba041923f114 x-openstack-request-id: req-7922acab-ee66-42eb-b33a-ba041923f114 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:01.169533 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1410d738-51bf-4e3c-80c6-6b78402025f3", "name": "network-vif-deleted", "tag": "c95631f2-5d77-43d5-86f1-9c7f8715b4d7", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:01.169793 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7922acab-ee66-42eb-b33a-ba041923f114 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:01.170237 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1410d738-51bf-4e3c-80c6-6b78402025f3', 'name': 'network-vif-deleted', 'tag': 'c95631f2-5d77-43d5-86f1-9c7f8715b4d7', 'status': 'completed', 'code': 200} Aug 18 14:37:01.226022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:01.600658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:01.626977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:01.635271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:01.635882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:01.743696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:01.764427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0cab8d2-c429-456c-b7e2-0d256a2df7a2 req-e5a18266-ea79-4111-b325-1cccd32adb5d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/ports?device_id=1410d738-51bf-4e3c-80c6-6b78402025f3 HTTP/1.1" status: 200 len: 210 time: 0.0266883 Aug 18 14:37:01.943550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59e79-480a-4687-8a63-4af61d99a9ef req-6be59b4a-d9c4-4b41-91ed-94dcd21278ec tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:01.945227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6de59e79-480a-4687-8a63-4af61d99a9ef req-6be59b4a-d9c4-4b41-91ed-94dcd21278ec tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 944 time: 0.0583715 Aug 18 14:37:01.953707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:01.982606 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee98bc8-88e9-4b77-b323-8ca0cdf545fa None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:30:04Z', 'revision_number': 4, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '953eb757-5c45-46cb-8b39-e55de85c0d84', 'name': '', 'network_id': '94df271a-9d5c-46d7-978c-905eab650c44', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'mac_address': 'fa:16:3e:bd:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:03Z', 'updated_at': '2021-08-18T14:30:09Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'subnets': [{'id': '6631c9ae-dd73-43d1-a4b3-5755e68082c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:01.990650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6de59e79-480a-4687-8a63-4af61d99a9ef req-79599a1e-d96d-487c-9f46-1fd9305b254d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Aug 18 14:37:02.163235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8a1087c8-8206-4304-99af-f57a2d234dfa details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:37:02.236404 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedfbd6-08f5-4e75-86a1-8ff7d140b650 None None] New status for floating IP 2d037f0b-67d1-4a25-98a4-4af7332c5ce5: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:37:02.271294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8a1087c8-8206-4304-99af-f57a2d234dfa,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:02.283939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '8a1087c8-8206-4304-99af-f57a2d234dfa', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': '8a1087c8-8206-4304-99af-f57a2d234dfa', 'mac_address': 'fa:16:3e:f5:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:37:02.320177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:02.333582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1087c8-8206-4304-99af-f57a2d234dfa {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:37:02.353150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8a1087c8-8206-4304-99af-f57a2d234dfa,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:02.494299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:02.543197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:02.550992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.551346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.551697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.552035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.552375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.552710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.553044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.553377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.553707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.554074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.554406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.555318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:02.747028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8a1087c8-8206-4304-99af-f57a2d234dfa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:37:02.924845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42344) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:02.980711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.004857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.111401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802285a-3b4d-4e20-944b-81a366cac458 req-59cdacd6-ebd1-4844-a8fc-d372510d544f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:03.112989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d802285a-3b4d-4e20-944b-81a366cac458 req-59cdacd6-ebd1-4844-a8fc-d372510d544f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Aug 18 14:37:03.152342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d802285a-3b4d-4e20-944b-81a366cac458 req-519e8818-32c7-42de-94e8-6f389427c47b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Aug 18 14:37:03.153373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.155963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.157157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "DELETE /v2.0/security-groups/18d01624-6a2a-4e4b-b26a-8909e3f12075 HTTP/1.1" status: 204 len: 168 time: 0.2312315 Aug 18 14:37:03.160475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42348) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:03.169691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea1188-37ec-4bbd-adfc-08c4c12e0951 tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d01624-6a2a-4e4b-b26a-8909e3f12075,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:03.176839 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-629ff8d5-217e-4ad9-8356-0d99eaad840f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] show failed (client error): The resource could not be found. Aug 18 14:37:03.178068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-629ff8d5-217e-4ad9-8356-0d99eaad840f tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "GET /v2.0/security-groups/18d01624-6a2a-4e4b-b26a-8909e3f12075 HTTP/1.1" status: 404 len: 347 time: 0.0158846 Aug 18 14:37:03.181369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:03.306934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Deleting port f9268ec1-063f-472e-843d-956bca4d5c20 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:03.307256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.386242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.386567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.398028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Calling delete_port for f9268ec1-063f-472e-843d-956bca4d5c20 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:03.590817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.615246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Pushing event deleted for resources: {'Port': ['ID=f9268ec1-063f-472e-843d-956bca4d5c20,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:03.976783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.979987 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:03.981205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8a140baf-bb61-4c5d-992d-2b85212a7f6d tempest-AttachVolumeTestJSON-649535247 tempest-AttachVolumeTestJSON-649535247-project] 10.222.0.35 "DELETE /v2.0/floatingips/2d037f0b-67d1-4a25-98a4-4af7332c5ce5 HTTP/1.1" status: 204 len: 168 time: 0.7988291 Aug 18 14:37:04.181675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8a1087c8-8206-4304-99af-f57a2d234dfa up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:04.294032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 8a1087c8-8206-4304-99af-f57a2d234dfa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:04.298677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 8a1087c8-8206-4304-99af-f57a2d234dfa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:04.298951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:04.304571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1dedb-111a-45f6-a9c3-4f9adb2659a8 req-6792c876-ec5a-4f2c-b101-962231b8af54 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:04.306619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ed1dedb-111a-45f6-a9c3-4f9adb2659a8 req-6792c876-ec5a-4f2c-b101-962231b8af54 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 945 time: 0.0756688 Aug 18 14:37:04.347162 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ed1dedb-111a-45f6-a9c3-4f9adb2659a8 req-63c55a59-706f-4b57-8e5a-f1d780f3b899 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Aug 18 14:37:04.385872 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:04.410624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:04.412949 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd9792-0c30-4da3-b27f-bdcec2cc6d51" -d '{"events": [{"server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "name": "network-vif-plugged", "status": "completed", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:04.427171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8a1087c8-8206-4304-99af-f57a2d234dfa,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:04.451906 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0b51df-63ed-4412-8529-05818f55d769 x-openstack-request-id: req-6d0b51df-63ed-4412-8529-05818f55d769 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:04.452202 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "name": "network-vif-plugged", "status": "completed", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:04.452458 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d0b51df-63ed-4412-8529-05818f55d769 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:04.452858 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa', 'code': 200} Aug 18 14:37:04.528888 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:04.530289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c95631f2-5d77-43d5-86f1-9c7f8715b4d7 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:04.559869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6e554-2144-420d-a257-7dafa4fd1572 req-38148ebe-5d69-49e4-a823-bb1a952471de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:04.561380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a3c6e554-2144-420d-a257-7dafa4fd1572 req-38148ebe-5d69-49e4-a823-bb1a952471de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 1097 time: 0.0449562 Aug 18 14:37:04.569361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: c95631f2-5d77-43d5-86f1-9c7f8715b4d7 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:04.569800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device c95631f2-5d77-43d5-86f1-9c7f8715b4d7 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:04.598194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:04.612430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a3c6e554-2144-420d-a257-7dafa4fd1572 req-48453dd8-41f0-40e5-a02a-914b1e4b4bcf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Aug 18 14:37:05.469122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bfa79-b47d-4229-9bf7-538eab2eda93 req-acb99845-8447-4a9f-bccd-b1d31bc5920f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:05.470937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870bfa79-b47d-4229-9bf7-538eab2eda93 req-acb99845-8447-4a9f-bccd-b1d31bc5920f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Aug 18 14:37:05.513225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-870bfa79-b47d-4229-9bf7-538eab2eda93 req-6d34d4f4-3ace-412e-a8e7-28a40c895675 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 18 14:37:06.635048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c71a0-0240-4c7d-9eb5-138040fae2c7 req-fe14137f-7717-46e0-89f2-a03c3873f6e6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:06.636473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-964c71a0-0240-4c7d-9eb5-138040fae2c7 req-fe14137f-7717-46e0-89f2-a03c3873f6e6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Aug 18 14:37:06.674385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-964c71a0-0240-4c7d-9eb5-138040fae2c7 req-d8035e19-cbef-4127-b24e-15f81847bffe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Aug 18 14:37:06.794264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dec343-9170-40b4-8bfa-66baef5e1ec2 req-48615b50-22ca-4df5-9e61-d61858b023f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:06.795753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48dec343-9170-40b4-8bfa-66baef5e1ec2 req-48615b50-22ca-4df5-9e61-d61858b023f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0539834 Aug 18 14:37:06.835279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48dec343-9170-40b4-8bfa-66baef5e1ec2 req-d74b0071-a15f-4a3d-867f-7484a566b34f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Aug 18 14:37:07.345152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97714e8d-be90-4211-ac74-e4f926e774b9 req-8f607ca8-a39d-4504-909f-f8dec9026c8c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:07.346780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97714e8d-be90-4211-ac74-e4f926e774b9 req-8f607ca8-a39d-4504-909f-f8dec9026c8c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0502274 Aug 18 14:37:07.388549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97714e8d-be90-4211-ac74-e4f926e774b9 req-45d678ac-1658-44fd-ac8f-3dc37cb42db0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Aug 18 14:37:08.512201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d416a9-f275-4258-9100-1174b483750e req-1627b0eb-fbc2-441d-8b6e-ff6e9bf7e2d1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:08.519280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52d416a9-f275-4258-9100-1174b483750e req-1627b0eb-fbc2-441d-8b6e-ff6e9bf7e2d1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0561771 Aug 18 14:37:08.553908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52d416a9-f275-4258-9100-1174b483750e req-30c27a09-56a4-4aea-9863-394650d113db tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Aug 18 14:37:08.947325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-e7b70d17-058d-4489-8418-0ce63edee1b9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:08.948801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-e7b70d17-058d-4489-8418-0ce63edee1b9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Aug 18 14:37:09.047107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 8a1087c8-8206-4304-99af-f57a2d234dfa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:09.047364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:09.135873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port 8a1087c8-8206-4304-99af-f57a2d234dfa, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=8a1087c8-8206-4304-99af-f57a2d234dfa,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:09.136248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:09.149102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 8a1087c8-8206-4304-99af-f57a2d234dfa owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:09.392159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:09.404154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['690b3ad6-c2eb-44a1-bd70-673682b00d6c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:37:09.410604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['8a1087c8-8206-4304-99af-f57a2d234dfa'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:37:09.421774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=8a1087c8-8206-4304-99af-f57a2d234dfa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:09.471137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port 8a1087c8-8206-4304-99af-f57a2d234dfa on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:09.473864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:09.477685 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5947193f-fa98-4fce-93e2-f14658dc6e52 req-5919757d-5b53-472c-987a-623ced7da076 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "DELETE /v2.0/ports/8a1087c8-8206-4304-99af-f57a2d234dfa HTTP/1.1" status: 204 len: 173 time: 0.5172803 Aug 18 14:37:09.477685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'name': 'network-vif-deleted', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:09.478719 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd1d0a0-8c33-4e73-8a91-684cda7b39d8" -d '{"events": [{"server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "name": "network-vif-deleted", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:09.539818 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d833b3-8896-4fe7-a3ed-3b1cfcc73c4e x-openstack-request-id: req-98d833b3-8896-4fe7-a3ed-3b1cfcc73c4e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:09.544515 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4535a-2d36-4fd9-8181-d157cf5d3651", "name": "network-vif-deleted", "tag": "8a1087c8-8206-4304-99af-f57a2d234dfa", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:09.544515 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98d833b3-8896-4fe7-a3ed-3b1cfcc73c4e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:09.544515 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4535a-2d36-4fd9-8181-d157cf5d3651', 'name': 'network-vif-deleted', 'tag': '8a1087c8-8206-4304-99af-f57a2d234dfa', 'status': 'completed', 'code': 200} Aug 18 14:37:09.668967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67d0ae7a-915d-4f90-aa46-5f8e20630c21 req-7a75e754-ee1d-4dd4-b4af-302360f29d54 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0343120 Aug 18 14:37:10.414926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:10.493305 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:37:10.778270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-893e8796-e17d-4ca7-9159-fa3c62b52b79 req-3708f81b-80fb-4090-8827-ce9bb2678d7d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0315952 Aug 18 14:37:11.175289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:11.874524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e20ed923-d3b0-418c-85a3-4d3bdacafd89 req-d71903ff-80b5-44ec-828c-ebcf63558051 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Aug 18 14:37:12.178523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8a1087c8-8206-4304-99af-f57a2d234dfa no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:12.199862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 8a1087c8-8206-4304-99af-f57a2d234dfa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:12.200199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 8a1087c8-8206-4304-99af-f57a2d234dfa not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:12.972244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bada8a0-149f-4d54-b5de-204def6b3a4b req-487c802a-427f-48de-9e57-49726266ccaa tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Aug 18 14:37:14.104888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf21494a-d71c-4166-a135-f20c5e7ced74 req-18b7e07f-e845-4091-84b2-c95614ab1f9e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc4535a-2d36-4fd9-8181-d157cf5d3651 HTTP/1.1" status: 200 len: 210 time: 0.0440040 Aug 18 14:37:16.448789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42444) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:16.954296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.222255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Deleting port 953eb757-5c45-46cb-8b39-e55de85c0d84 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:17.222255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.308024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] For port 953eb757-5c45-46cb-8b39-e55de85c0d84, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=953eb757-5c45-46cb-8b39-e55de85c0d84,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:17.308303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.321421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42448) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:17.325458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Calling delete_port for 953eb757-5c45-46cb-8b39-e55de85c0d84 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:17.468601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62e0dc58-66dc-40fc-a8e8-903baf127a2d tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2670 time: 0.1431284 Aug 18 14:37:17.471814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:17.477873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'network': {'name': 'tempest-network-smoke--475241000', 'project_id': '56be2041ff834fea96067901d0b4e95f', 'port_security_enabled': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:17.625827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:17.630023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.654214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:37:17.663448 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.663872 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Added segment 70309338-ecb6-49a5-bd54-d48c61089cff of type vlan for network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c Aug 18 14:37:17.705586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.757955 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.785229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=953eb757-5c45-46cb-8b39-e55de85c0d84,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:17.821075 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.826721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:17.830145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.934085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Network': ['ID=e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:17.944660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:37:17.975224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a9aef5f0-5d3e-4d68-9f4b-b67099f061ee tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5004015 Aug 18 14:37:17.976704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:17.983816 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'admin_state_up': True, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:18.038719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.094984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.096065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.153192 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.260026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Router 15172d0c-3012-4e02-872d-1f0fca935612 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:18.369249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:18.378086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-53ddb197-8a42-4834-bbcb-aa75a35811b5 admin admin] 10.222.0.35 "PUT /v2.0/routers/15172d0c-3012-4e02-872d-1f0fca935612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9274530 Aug 18 14:37:18.378204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42456) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:18.380122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Sync routers for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:18.387063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.389570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:18.390251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:18.505354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:18.534922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.668807 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.685757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:37:17Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:18.716520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Checking router: 15172d0c-3012-4e02-872d-1f0fca935612 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:18.724968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Routers {'15172d0c-3012-4e02-872d-1f0fca935612'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:18.725576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['15172d0c-3012-4e02-872d-1f0fca935612'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:18.784819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.804403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:18.834499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] Set router 15172d0c-3012-4e02-872d-1f0fca935612 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:18.944520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Deleting port b4496545-058e-45c7-aa0d-5c7ba553a0be {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:18.944850 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:19.001014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.25.1.139 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4ae8c790-00a4-42cd-8808-72251664d46a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:19.022409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:37:17Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:19.048157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6df36-8cba-4384-bc47-720261eda788 None None] The sync data for ids ['15172d0c-3012-4e02-872d-1f0fca935612'] in n-d-804303-5 is: [{'id': '15172d0c-3012-4e02-872d-1f0fca935612', 'name': 'tempest-AttachVolumeTestJSON-1298034892-router', 'tenant_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:30:00Z', 'updated_at': '2021-08-18T14:37:17Z', 'revision_number': 5, 'project_id': 'edfd02b60c0e48bd8d974817dfb2fbb0', 'gw_port': {'id': 'b4496545-058e-45c7-aa0d-5c7ba553a0be', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15172d0c-3012-4e02-872d-1f0fca935612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:30:01Z', 'updated_at': '2021-08-18T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:19.118764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10de404-05e7-442f-b73d-3d9e71112e10 req-5ae1055b-7c21-4af2-9387-3b6876e8eed5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:19.120280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b10de404-05e7-442f-b73d-3d9e71112e10 req-5ae1055b-7c21-4af2-9387-3b6876e8eed5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.1693888 Aug 18 14:37:19.139688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] For port b4496545-058e-45c7-aa0d-5c7ba553a0be, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b4496545-058e-45c7-aa0d-5c7ba553a0be,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:19.140059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:19.171068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Calling delete_port for b4496545-058e-45c7-aa0d-5c7ba553a0be owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:19.210287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b10de404-05e7-442f-b73d-3d9e71112e10 req-9c2930d3-f5f4-4839-b358-94b3d1a46259 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818486 Aug 18 14:37:19.260685 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:19.444107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:19.481526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:19.485687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:19.492231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:19.501721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:19.525595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=4ae8c790-00a4-42cd-8808-72251664d46a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:19.557494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.560110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.561098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.561098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.561098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:19.619883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4496545-058e-45c7-aa0d-5c7ba553a0be,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:19.693026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.134039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.137531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.289911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.290444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15172d0c-3012-4e02-872d-1f0fca935612 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:37:20.295101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.305893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd154529-16e8-460d-b5cc-65c59e5727b7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/15172d0c-3012-4e02-872d-1f0fca935612 HTTP/1.1" status: 204 len: 168 time: 1.9268029 Aug 18 14:37:20.308350 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:20.361460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Deleting subnet 6631c9ae-dd73-43d1-a4b3-5755e68082c0 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:37:20.365135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.406126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.414856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c550-97ef-4ee3-8341-277a366c228f req-f275ce65-cde3-444d-bda7-d586457ea2e2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:20.416405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95b9c550-97ef-4ee3-8341-277a366c228f req-f275ce65-cde3-444d-bda7-d586457ea2e2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.1298745 Aug 18 14:37:20.436745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.500064 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.501569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95b9c550-97ef-4ee3-8341-277a366c228f req-ad7be9c2-d554-4568-ac08-7a738282b75e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747261 Aug 18 14:37:20.637865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.662803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.663689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6631c9ae-dd73-43d1-a4b3-5755e68082c0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:20.667941 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.672328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1ea9da8e-0e5e-4adf-87cf-b34ade719be2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6631c9ae-dd73-43d1-a4b3-5755e68082c0 HTTP/1.1" status: 204 len: 168 time: 0.3609118 Aug 18 14:37:20.673864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:20.677689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6ad0d-0e53-44e5-8366-3889263612b1 None None] Network 94df271a-9d5c-46d7-978c-905eab650c44 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:20.755193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.843494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10930679-6e12-49e0-9a00-a795661f08d3 req-2f524e29-9e57-4f0c-bdb2-f6e9e52c8a65 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:20.845110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-10930679-6e12-49e0-9a00-a795661f08d3 req-2f524e29-9e57-4f0c-bdb2-f6e9e52c8a65 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 946 time: 0.0879359 Aug 18 14:37:20.878044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Deleting port 2df20b6c-f808-4fba-bdb0-62375095f2b6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:20.881797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.929660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:37:20.996623 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 953eb757-5c45-46cb-8b39-e55de85c0d84 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:21.015803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] For port 2df20b6c-f808-4fba-bdb0-62375095f2b6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2df20b6c-f808-4fba-bdb0-62375095f2b6,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:21.016220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.020465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 953eb757-5c45-46cb-8b39-e55de85c0d84 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:21.020821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 953eb757-5c45-46cb-8b39-e55de85c0d84 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:21.021258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b4496545-058e-45c7-aa0d-5c7ba553a0be no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:21.040975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Calling delete_port for 2df20b6c-f808-4fba-bdb0-62375095f2b6 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:21.044972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b4496545-058e-45c7-aa0d-5c7ba553a0be {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:21.044972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b4496545-058e-45c7-aa0d-5c7ba553a0be not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:21.061452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 690b3ad6-c2eb-44a1-bd70-673682b00d6c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:21.061799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.064069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:21.076425 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Sync routers for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:21.077377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] DHCP port deletion for 94df271a-9d5c-46d7-978c-905eab650c44 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:37:21.086369 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:21.087025 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:21.130584 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Deleting port 2df20b6c-f808-4fba-bdb0-62375095f2b6 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:21.130962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.174985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.179108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-62b09528-4df4-46a4-8cf5-b65c370e7e6e tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1965444 Aug 18 14:37:21.179823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42470) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.197972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] For port 2df20b6c-f808-4fba-bdb0-62375095f2b6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2df20b6c-f808-4fba-bdb0-62375095f2b6,segment=NetworkSegment(63a29d02-7e2a-49e1-acc3-997f4cfc9de3),segment_id=63a29d02-7e2a-49e1-acc3-997f4cfc9de3)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:21.198599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.203568 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:21.212730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Calling delete_port for 2df20b6c-f808-4fba-bdb0-62375095f2b6 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:21.253359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port 690b3ad6-c2eb-44a1-bd70-673682b00d6c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=690b3ad6-c2eb-44a1-bd70-673682b00d6c,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:21.253717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.273780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 690b3ad6-c2eb-44a1-bd70-673682b00d6c owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:21.279403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c490f-e6f2-4eda-b27f-335a4c03a856 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:21.283653 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d24c490f-e6f2-4eda-b27f-335a4c03a856 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56be2041ff834fea96067901d0b4e95f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1002808 Aug 18 14:37:21.284180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42472) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:37:21.346468 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 14:37:21.351975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.355756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.383198 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] Pushing event deleted for resources: {'Port': ['ID=2df20b6c-f808-4fba-bdb0-62375095f2b6,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:21.387311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db2e56-2358-472e-87bb-d030cc910eaa None None] No DVR routers for this DVR port 2df20b6c-f808-4fba-bdb0-62375095f2b6 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:21.400804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2df20b6c-f808-4fba-bdb0-62375095f2b6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:21.403009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] No DVR routers for this DVR port 2df20b6c-f808-4fba-bdb0-62375095f2b6 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:21.413668 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:20Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:21.422769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2ecd4-dd40-4d6c-8145-4014ca2e63a7 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:21.427160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68d2ecd4-dd40-4d6c-8145-4014ca2e63a7 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392009 Aug 18 14:37:21.427432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42474) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.441448 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Checking router: bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:21.441910 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Updating router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 port 4ae8c790-00a4-42cd-8808-72251664d46a binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:37:21.458851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb338833-228e-444a-97fb-ac0689feb881 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277867 Aug 18 14:37:21.459101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.469767 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.492039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47216e16-73c6-45f3-afa0-56b56cf91ad1 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56be2041ff834fea96067901d0b4e95f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292864 Aug 18 14:37:21.492288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.524883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.551198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94df271a-9d5c-46d7-978c-905eab650c44']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:21.563147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a29d02-7e2a-49e1-acc3-997f4cfc9de3') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:21.563474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a29d02-7e2a-49e1-acc3-997f4cfc9de3') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:21.576647 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.591189 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.597488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:37:21.603282 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:37:21.639848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.652301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07b4ae-8a8f-46a8-aa2c-ed25bf36875b tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:21.655362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd07b4ae-8a8f-46a8-aa2c-ed25bf36875b tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620314 Aug 18 14:37:21.656412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42484) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.658338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['690b3ad6-c2eb-44a1-bd70-673682b00d6c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:37:21.685429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=690b3ad6-c2eb-44a1-bd70-673682b00d6c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:21.700681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fd723e6b-0631-42e8-a271-f6a149d5d000 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420763 Aug 18 14:37:21.706401 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:21.716861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08113e-7cd1-4f37-8e4b-7c12cbfed84e req-4bdff5a5-ea71-413d-9a76-bb5165f219c8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:21.718545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d08113e-7cd1-4f37-8e4b-7c12cbfed84e req-4bdff5a5-ea71-413d-9a76-bb5165f219c8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 867 time: 0.1165044 Aug 18 14:37:21.722269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425434831', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'project_id': '56be2041ff834fea96067901d0b4e95f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:21.741535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port 690b3ad6-c2eb-44a1-bd70-673682b00d6c on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:21.745235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.747677 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-10930679-6e12-49e0-9a00-a795661f08d3 req-d948600c-3095-46f3-9054-1cbd4fb78a82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "DELETE /v2.0/ports/690b3ad6-c2eb-44a1-bd70-673682b00d6c HTTP/1.1" status: 204 len: 173 time: 0.8923199 Aug 18 14:37:21.748159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'name': 'network-vif-deleted', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:21.750580 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc939e2e-d12b-44f1-8561-5af052a1273d" -d '{"events": [{"server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "name": "network-vif-deleted", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:21.769071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.774833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.779014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] 10.222.0.35 "DELETE /v2.0/networks/94df271a-9d5c-46d7-978c-905eab650c44 HTTP/1.1" status: 204 len: 168 time: 1.1001763 Aug 18 14:37:21.793824 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.794324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64c656-9a5c-421e-8a9a-4e71691e1f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=94df271a-9d5c-46d7-978c-905eab650c44,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:21.809191 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efbc87-015a-4804-92d2-2a1f6d8589c3 x-openstack-request-id: req-52efbc87-015a-4804-92d2-2a1f6d8589c3 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:21.809191 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96645974-ad4f-4005-974d-70b18adc54dd", "name": "network-vif-deleted", "tag": "690b3ad6-c2eb-44a1-bd70-673682b00d6c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:21.809519 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52efbc87-015a-4804-92d2-2a1f6d8589c3 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:21.809934 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96645974-ad4f-4005-974d-70b18adc54dd', 'name': 'network-vif-deleted', 'tag': '690b3ad6-c2eb-44a1-bd70-673682b00d6c', 'status': 'completed', 'code': 200} Aug 18 14:37:21.812424 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Transition to ACTIVE for port object 4ae8c790-00a4-42cd-8808-72251664d46a will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:21.856901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d08113e-7cd1-4f37-8e4b-7c12cbfed84e req-b58032b0-ca11-484d-80b3-21f3ab4123e9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4203ec4f-d7b9-41de-b4e1-ed58ea28715e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310995 Aug 18 14:37:21.883255 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.911920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-489173f9-827a-44c6-ae70-12de617ff2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.939255 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Attempting to bind port 4ae8c790-00a4-42cd-8808-72251664d46a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:37:21.939544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Attempting to bind port 4ae8c790-00a4-42cd-8808-72251664d46a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:37:21.939897 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Attempting to bind port 4ae8c790-00a4-42cd-8808-72251664d46a on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:21.947342 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c736ab-3ea0-4c34-bc86-bb09c2007214 None None] Pushing event updated for resources: {'Port': ['ID=4ae8c790-00a4-42cd-8808-72251664d46a,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:21.950076 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:37:21.950610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:21.950875 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.951321 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:37:21.951791 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Bound port: 4ae8c790-00a4-42cd-8808-72251664d46a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:37:21.952156 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:21.953171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:21.964608 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.004283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] For port 4ae8c790-00a4-42cd-8808-72251664d46a, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:37:22.007640 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] For port 4ae8c790-00a4-42cd-8808-72251664d46a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ae8c790-00a4-42cd-8808-72251664d46a,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:37:22.072923 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.147629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:22.150748 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:36:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:22.168382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42492) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:22.221508 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f573b8b-c18c-461c-8a96-9d6d2d346563 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edfd02b60c0e48bd8d974817dfb2fbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494583 Aug 18 14:37:22.227301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:22.250649 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.285191 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:22.330580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Subnet': ['ID=f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:22.347580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.353181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c736ab-3ea0-4c34-bc86-bb09c2007214 None None] Pushing event updated for resources: {'Port': ['ID=4ae8c790-00a4-42cd-8808-72251664d46a,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:22.367239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Checking segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:22.367611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network hostable DHCP agents. Network: e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:37:22.387370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.490375 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:20Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:22.494886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:37:22.518049 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d825ea-cd4f-4567-92c6-fcebc6c9796e None None] The sync data for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 is: [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:20Z', 'revision_number': 3, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:22.529075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.531935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.533187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5311f9d3-4896-424b-b970-a2db58b716c6 HTTP/1.1" status: 204 len: 168 time: 0.3102679 Aug 18 14:37:22.542351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285b731-8548-4536-b5e8-dfc1d1438a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311f9d3-4896-424b-b970-a2db58b716c6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:22.575005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:22.580444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:22.585823 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:22.590962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12aff8-6c12-4223-89f3-e1cdbf471137 None None] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:22.719592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8b447848-0549-4872-9b31-4843a2554440 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0107384 Aug 18 14:37:22.721176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42498) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:22.782551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'fixed_ips': [{'subnet_id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:37:22.793484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.084523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-509dc37a-fd22-4814-837d-e5c12d139c83 req-9b2de48d-e1d4-4c48-a4b5-0c5e982d0ed4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0587730 Aug 18 14:37:23.103130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ae8c790-00a4-42cd-8808-72251664d46a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:23.157215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Allocated IP 172.20.0.18 (e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c/f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8/606c7777-70ef-4438-bb39-5eb253ba572b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:23.354018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4ae8c790-00a4-42cd-8808-72251664d46a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:23.365931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4ae8c790-00a4-42cd-8808-72251664d46a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:23.367164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.414700 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.434959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Transition to ACTIVE for port object 606c7777-70ef-4438-bb39-5eb253ba572b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:23.463096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Transition to ACTIVE for port object 606c7777-70ef-4438-bb39-5eb253ba572b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:23.514088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.545600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4ae8c790-00a4-42cd-8808-72251664d46a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ae8c790-00a4-42cd-8808-72251664d46a,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:23.626819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.667353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.699982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:23.706959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:23.720989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:23.726259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Pushing event updated for resources: {'Port': ['ID=606c7777-70ef-4438-bb39-5eb253ba572b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:23.772324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2df20b6c-f808-4fba-bdb0-62375095f2b6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:23.823476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2df20b6c-f808-4fba-bdb0-62375095f2b6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:23.833092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2df20b6c-f808-4fba-bdb0-62375095f2b6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:23.899364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4ae8c790-00a4-42cd-8808-72251664d46a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:23.912085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Attempting to bind port 606c7777-70ef-4438-bb39-5eb253ba572b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:37:23.912962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Attempting to bind port 606c7777-70ef-4438-bb39-5eb253ba572b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:37:23.913542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Attempting to bind port 606c7777-70ef-4438-bb39-5eb253ba572b on network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:23.920214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:37:23.920873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Checking segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:23.922252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.922843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Bound using segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:37:23.923519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Bound port: 606c7777-70ef-4438-bb39-5eb253ba572b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:37:23.924134 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:23.951200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.000081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] For port 606c7777-70ef-4438-bb39-5eb253ba572b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:37:24.003434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] For port 606c7777-70ef-4438-bb39-5eb253ba572b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=606c7777-70ef-4438-bb39-5eb253ba572b,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:37:24.089278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.172624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584046-4290-4c36-8641-fa73d2105db1 None None] Pushing event updated for resources: {'Port': ['ID=606c7777-70ef-4438-bb39-5eb253ba572b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:24.236843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f27e0cf6-fef7-4b4b-b402-0439b2ca6914 req-fb3de66a-515b-466c-ac37-fca230d45340 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0311365 Aug 18 14:37:24.318322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.20.0.17 (e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c/f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8/86ab0e14-a5f0-46d6-9ffb-de663de3a462) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:24.487507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.510861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Transition to ACTIVE for port object 86ab0e14-a5f0-46d6-9ffb-de663de3a462 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:24.652514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.698810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:24.703991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:24.706559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:24.737987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:24.762510 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.780712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e1fc877a-1f2e-4163-a0f1-385983010eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:24.987348 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.009473 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.087751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 606c7777-70ef-4438-bb39-5eb253ba572b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:25.199005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 606c7777-70ef-4438-bb39-5eb253ba572b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:25.206078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ae8c790-00a4-42cd-8808-72251664d46a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:25.332478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4ae8c790-00a4-42cd-8808-72251664d46a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:25.335475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.420226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc46a6fc-3f41-4325-b731-22165d2776f9 req-7529c360-66b2-403b-ac9e-4daf40b2a53f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.0529432 Aug 18 14:37:25.457961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.534947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.584213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:25.628144 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:25.656604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 690b3ad6-c2eb-44a1-bd70-673682b00d6c no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:25.679185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 690b3ad6-c2eb-44a1-bd70-673682b00d6c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:25.679848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 690b3ad6-c2eb-44a1-bd70-673682b00d6c not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:25.694473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70277149-3bcb-40d3-95f5-3423faf49ea3 None None] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:25.747752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:25.749296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:25.870313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Provisioning for port 606c7777-70ef-4438-bb39-5eb253ba572b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:25.880898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:25.894882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Provisioning complete for port 606c7777-70ef-4438-bb39-5eb253ba572b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:25.895739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.001272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.015704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:26.020972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.032216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9c00ef55-bcc5-4d75-b521-56c13faa7d8b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "PUT /v2.0/routers/bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3065434 Aug 18 14:37:26.043050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Sync routers for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:26.068619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:26.069277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:26.072937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] For port 606c7777-70ef-4438-bb39-5eb253ba572b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=606c7777-70ef-4438-bb39-5eb253ba572b,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:26.162766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.237929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:26.297098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92755f9a-7dc9-4e70-92ea-97fc720af869 None None] Pushing event updated for resources: {'Port': ['ID=606c7777-70ef-4438-bb39-5eb253ba572b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:26.332146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Provisioning complete for port 606c7777-70ef-4438-bb39-5eb253ba572b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:26.332637 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.441345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-7b87f338-59b2-43a8-acc8-f568193d1b95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:26.447698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-7b87f338-59b2-43a8-acc8-f568193d1b95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/networks?id=e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c HTTP/1.1" status: 200 len: 797 time: 0.1899860 Aug 18 14:37:26.466501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-bf6e222e-e355-49fe-a80c-fe93799cc728 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/quotas/56be2041ff834fea96067901d0b4e95f HTTP/1.1" status: 200 len: 375 time: 0.0158887 Aug 18 14:37:26.562493 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-bdb66981-1777-4ae4-b01a-0ca376aaf976 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0836985 Aug 18 14:37:26.626287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a53c44b6-ca22-4d94-bba8-d7d071557425 req-1ef814ff-b201-4d73-b73b-1a135b6a7d99 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=96645974-ad4f-4005-974d-70b18adc54dd HTTP/1.1" status: 200 len: 210 time: 0.1018591 Aug 18 14:37:26.640385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:24Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '86ab0e14-a5f0-46d6-9ffb-de663de3a462', 'name': '', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:e6:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:24Z', 'updated_at': '2021-08-18T14:37:25Z', 'revision_number': 2, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:26.676045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Checking router: bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:26.677376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Updating router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:37:26.680998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Provisioning for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:26.698362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Provisioning complete for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:26.698801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.731706 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.734578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-ea653899-3dc4-4585-b9a0-4ca0570eeaf8 service neutron] 10.222.0.35 "GET /v2.0/networks/e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709938 Aug 18 14:37:26.754770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-48d2f38e-73a3-45f4-813c-c00aa94b202e None None] Port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:37:26.839403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-bc71e9c9-9ae4-4c38-81bf-4e9c68c4342e service neutron] 10.222.0.35 "GET /v2.0/networks/e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015866 Aug 18 14:37:26.925645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e851fa9-c6bf-4d45-80dd-4550ed873a76 None None] Provisioning complete for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:26.926077 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e851fa9-c6bf-4d45-80dd-4550ed873a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:26.974319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4e851fa9-c6bf-4d45-80dd-4550ed873a76 None None] Port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:37:26.998495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 606c7777-70ef-4438-bb39-5eb253ba572b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:27.141896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2475a7ef-6508-44c1-8ad8-4e6ef1b1999b req-936064a5-1be1-4544-82ec-2116528de81b tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 210 time: 0.0407114 Aug 18 14:37:27.290498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.299246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 606c7777-70ef-4438-bb39-5eb253ba572b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:27.299620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.321688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Transition to ACTIVE for port object 86ab0e14-a5f0-46d6-9ffb-de663de3a462 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:27.426113 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.492165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631f79b-1485-4bef-8941-aa70692bd4a5 None None] Pushing event updated for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:27.581281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Attempting to bind port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:37:27.585127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Attempting to bind port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:37:27.586238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Attempting to bind port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 on network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:27.595902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:37:27.596463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Checking segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:27.597054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.597707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Bound using segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:37:27.598323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Bound port: 86ab0e14-a5f0-46d6-9ffb-de663de3a462, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:37:27.598981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.701274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.704630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] For port 86ab0e14-a5f0-46d6-9ffb-de663de3a462, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:37:27.710522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] For port 86ab0e14-a5f0-46d6-9ffb-de663de3a462, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86ab0e14-a5f0-46d6-9ffb-de663de3a462,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:37:27.800244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:27.869087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:27.869727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:27.905239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631f79b-1485-4bef-8941-aa70692bd4a5 None None] Pushing event updated for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:27.997139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:28.243355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:24Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '86ab0e14-a5f0-46d6-9ffb-de663de3a462', 'name': '', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:e6:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:24Z', 'updated_at': '2021-08-18T14:37:27Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:28.275459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf89dd-f982-4c89-b548-474a6fac460b None None] The sync data for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 is: [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:24Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '86ab0e14-a5f0-46d6-9ffb-de663de3a462', 'name': '', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:e6:5c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:24Z', 'updated_at': '2021-08-18T14:37:27Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:28.296762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e33a2f5c-99bc-49fe-b6d7-46051a42fc70 req-ffa05536-6592-4d3e-89b5-2a398fd5a153 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 210 time: 0.0457993 Aug 18 14:37:29.013691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86ab0e14-a5f0-46d6-9ffb-de663de3a462 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:29.197877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:29.202702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:29.203074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:29.295827 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:29.399506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 86ab0e14-a5f0-46d6-9ffb-de663de3a462, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86ab0e14-a5f0-46d6-9ffb-de663de3a462,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:29.458577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf0d206-f6b0-4ea2-a78f-46471242e8c2 req-35456c8c-b6a8-4869-9916-7ff51cc7b5d7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 210 time: 0.0426955 Aug 18 14:37:29.500694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:29.565411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-a72f5594-f052-4c64-b2fc-5ad4c0b76825 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:29.567968 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-a72f5594-f052-4c64-b2fc-5ad4c0b76825 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.10 "GET /v2.0/networks?id=e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c HTTP/1.1" status: 200 len: 797 time: 0.2067466 Aug 18 14:37:29.597668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Request body: {'port': {'device_id': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'admin_state_up': True, 'tenant_id': '56be2041ff834fea96067901d0b4e95f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:29.700868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:29.849566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Made reservation on behalf of 56be2041ff834fea96067901d0b4e95f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:29.854675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.038995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Allocated IP 172.20.0.24 (e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c/f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8/d16f2f9d-2349-4e29-a784-188d3613b06e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:30.174662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.189149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Transition to ACTIVE for port object d16f2f9d-2349-4e29-a784-188d3613b06e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:30.260892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.305150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:30.308378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:30.312334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:30.319337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event updated for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:30.348792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.349059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.349397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.349895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.350306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.350494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.350820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.351145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.351470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.351787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.352708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.353009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:30.388604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:30.388604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.463514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-f0bd7aa7-0bc8-4f74-938e-228e93a221a8 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8778870 Aug 18 14:37:30.483415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Request body: {'port': {'device_id': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:30.564716 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.644991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6926-ab4f-46f0-a20e-83499261b95c req-d4d297e2-e802-4ad3-89f5-6e1d01217bcc tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:30.646838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0ef6926-ab4f-46f0-a20e-83499261b95c req-d4d297e2-e802-4ad3-89f5-6e1d01217bcc tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 895 time: 0.0663207 Aug 18 14:37:30.785178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-05daeabe-2f5e-4564-9c5b-e44f7da548b6 None None] Provisioning for port d16f2f9d-2349-4e29-a784-188d3613b06e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:30.791840 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-05daeabe-2f5e-4564-9c5b-e44f7da548b6 None None] Provisioning complete for port d16f2f9d-2349-4e29-a784-188d3613b06e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:30.791840 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05daeabe-2f5e-4564-9c5b-e44f7da548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.830792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-05daeabe-2f5e-4564-9c5b-e44f7da548b6 None None] Port d16f2f9d-2349-4e29-a784-188d3613b06e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:37:30.903996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16f2f9d-2349-4e29-a784-188d3613b06e {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:37:30.912244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:30.925415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Transition to ACTIVE for port object d16f2f9d-2349-4e29-a784-188d3613b06e will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:30.980301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86ab0e14-a5f0-46d6-9ffb-de663de3a462 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:30.986153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.035971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:31.036811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.061931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Pushing event updated for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:31.129657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Attempting to bind port d16f2f9d-2349-4e29-a784-188d3613b06e on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:37:31.130447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Attempting to bind port d16f2f9d-2349-4e29-a784-188d3613b06e by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:37:31.130785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Attempting to bind port d16f2f9d-2349-4e29-a784-188d3613b06e on network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:31.138031 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Port d16f2f9d-2349-4e29-a784-188d3613b06e on network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:37:31.138254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Attempting to bind port d16f2f9d-2349-4e29-a784-188d3613b06e on network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:31.144489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:37:31.144905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Checking segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:31.145203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Bound using segment: {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:37:31.145650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Bound port: d16f2f9d-2349-4e29-a784-188d3613b06e, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70309338-ecb6-49a5-bd54-d48c61089cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:37:31.146063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.234744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:37:31.238712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d16f2f9d-2349-4e29-a784-188d3613b06e,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:37:31.340912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.380757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.381504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.383177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] 10.222.0.10 "PUT /v2.0/ports/d16f2f9d-2349-4e29-a784-188d3613b06e HTTP/1.1" status: 200 len: 1055 time: 0.9050446 Aug 18 14:37:31.383759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:31.386066 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604e792-950c-4d63-8b3f-17fea6559744" -d '{"events": [{"name": "network-changed", "server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:31.434695 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e942a-5fde-4495-aa1e-25f97ac49a46 x-openstack-request-id: req-a32e942a-5fde-4495-aa1e-25f97ac49a46 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:31.435069 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:31.435381 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a32e942a-5fde-4495-aa1e-25f97ac49a46 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:31.435880 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e', 'status': 'completed', 'code': 200} Aug 18 14:37:31.436646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002ed53-9a12-4edb-887d-47eee1eea646 service neutron] Pushing event updated for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:31.512810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e792-950c-4d63-8b3f-17fea6559744 req-931730f7-ee60-4dc8-b4b1-413ed81e0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.514594 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1604e792-950c-4d63-8b3f-17fea6559744 req-931730f7-ee60-4dc8-b4b1-413ed81e0001 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 1058 time: 0.0492725 Aug 18 14:37:31.547232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42676) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:31.552283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330786907', 'description': 'tempest-secgroup-smoke-330786907 description', 'project_id': '569294c7645242edb004179c0c6f31f9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:31.642496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e792-950c-4d63-8b3f-17fea6559744 req-da721bdd-3ef2-403b-a879-2f86d9105ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.643076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e792-950c-4d63-8b3f-17fea6559744 req-da721bdd-3ef2-403b-a879-2f86d9105ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.644654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1604e792-950c-4d63-8b3f-17fea6559744 req-da721bdd-3ef2-403b-a879-2f86d9105ceb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=56be2041ff834fea96067901d0b4e95f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1193523 Aug 18 14:37:31.693240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.789359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e792-950c-4d63-8b3f-17fea6559744 req-f3d4c9c5-9f4a-4ce5-858c-61fe34a67a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.791694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1604e792-950c-4d63-8b3f-17fea6559744 req-f3d4c9c5-9f4a-4ce5-858c-61fe34a67a84 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357353 Aug 18 14:37:31.830507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230420-8ed5-44d4-b84b-06aaa0b8337c req-c6d74550-1a9b-4e92-b05e-06a4fe5d14eb tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.832123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce230420-8ed5-44d4-b84b-06aaa0b8337c req-c6d74550-1a9b-4e92-b05e-06a4fe5d14eb tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 907 time: 0.0809138 Aug 18 14:37:31.845320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.888147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-7e0bfde1-ed8f-415b-b03a-a22eaee3cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:31.888789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.889684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-7e0bfde1-ed8f-415b-b03a-a22eaee3cb02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 1058 time: 0.0495551 Aug 18 14:37:31.921712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:31.943318 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-57a64e09-628a-42a3-8de0-32843184d83a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d16f2f9d-2349-4e29-a784-188d3613b06e HTTP/1.1" status: 200 len: 217 time: 0.0428431 Aug 18 14:37:31.957392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:31.958839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d658bee7-99a2-40da-baf8-b83619c4c459 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4105151 Aug 18 14:37:31.962253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42684) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:31.967255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:32.000094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-a2121b37-4d27-4095-9a0d-bdb357864b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:32.001625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-a2121b37-4d27-4095-9a0d-bdb357864b80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8 HTTP/1.1" status: 200 len: 837 time: 0.0470598 Aug 18 14:37:32.061065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.061289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-6465b687-6600-4877-83b8-9b0e9efe0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:32.063005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-6465b687-6600-4877-83b8-9b0e9efe0973 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497775 Aug 18 14:37:32.126089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.158577 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-c000ae78-5860-4565-a074-886bf2fef710 service neutron] 10.222.0.10 "GET /v2.0/networks/e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Aug 18 14:37:32.230598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.248788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c51a1d-4918-4df6-b153-73da9eb74271,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:32.256655 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1e4f61f3-8596-416b-b7d9-da32c0facd9e req-582acf1b-9708-4abf-9588-510342c703c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875044 Aug 18 14:37:32.329050 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.332543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-025b2118-0511-4186-a012-ea29395d83f6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670499 Aug 18 14:37:32.333069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42686) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:32.338374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:32.459919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.518557 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.603191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.624006 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8c4730-5ae8-428a-8e7f-70167b1e4610,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:32.717671 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.718980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0da5c0d-6fee-43fd-9ba3-ad1b6e8489e7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849635 Aug 18 14:37:32.721773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42688) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:32.726504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:32.831123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.911565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:32.963316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65416ab-65e1-4b34-9acd-385f65d22169 req-e2b8363c-de4a-4b2f-8f4f-b24738227522 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:32.964972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d65416ab-65e1-4b34-9acd-385f65d22169 req-e2b8363c-de4a-4b2f-8f4f-b24738227522 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 907 time: 0.0561047 Aug 18 14:37:32.990426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.011399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4456a1-db1b-4677-bde4-66ec39a6277d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:33.105142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.106473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07226934-5e1d-440b-b32a-374dffcd09ef tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836484 Aug 18 14:37:33.109480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42704) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:33.114303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:33.220006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.280916 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.361428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.379671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a861fa18-003e-4cb7-a759-11aed0e6c4a3,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:33.435780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.437032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-12dea544-c90b-4b16-807f-004e8bd6fe40 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3264558 Aug 18 14:37:33.439845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42706) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:33.444592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:33.551849 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Project 569294c7645242edb004179c0c6f31f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:37:33.557612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.619073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.694620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.716191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d73566-8a52-4393-a65f-43bef9b26e4c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:33.860331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:33.861922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-75c234ae-4be7-4881-b7ea-e7fe4bf8c164 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4211102 Aug 18 14:37:33.864811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42708) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:33.870159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'security_group_rule': {'security_group_id': 'd4a9a6fb-184b-4bc5-92fa-8ee2e28de952', 'project_id': '569294c7645242edb004179c0c6f31f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:33.962342 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Project 569294c7645242edb004179c0c6f31f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:37:33.967769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:34.036965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:34.090066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3d8d7-7509-46cc-a719-eb4b0ad370f4 req-ff8dc51d-d7ff-4739-a877-128da3134e76 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:34.091633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8dd3d8d7-7509-46cc-a719-eb4b0ad370f4 req-ff8dc51d-d7ff-4739-a877-128da3134e76 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 907 time: 0.0534849 Aug 18 14:37:34.117336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:34.137276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869b65fa-55bf-4a00-8974-14ca27464885,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:34.214650 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:34.215822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c9d3d121-8745-4d77-a46c-1ed19ee63600 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499434 Aug 18 14:37:35.223313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2635d7-d859-4b3a-a9e9-cae677da3956 req-bb93b435-f974-4d05-b930-d7f69f4cc0ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:35.225030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d2635d7-d859-4b3a-a9e9-cae677da3956 req-bb93b435-f974-4d05-b930-d7f69f4cc0ae tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 907 time: 0.0566971 Aug 18 14:37:35.799308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:35.926122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac61553c-c135-4923-a169-aff05779ff08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.029946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac61553c-c135-4923-a169-aff05779ff08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.128478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac61553c-c135-4923-a169-aff05779ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.171618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac61553c-c135-4923-a169-aff05779ff08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f60177753d24055b9c50fc120021147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711560 Aug 18 14:37:36.172336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61553c-c135-4923-a169-aff05779ff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f319281-c29b-4f6a-b57d-e78a98963b00,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:36.175819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42814) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:36.240980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.264331 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.272359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d16f2f9d-2349-4e29-a784-188d3613b06e details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:37:36.360513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aed49-bf08-4642-8172-7455a9545fae req-f52d98f8-494a-425c-b590-1b894d65e6c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:36.362228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef0aed49-bf08-4642-8172-7455a9545fae req-f52d98f8-494a-425c-b590-1b894d65e6c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 907 time: 0.0515609 Aug 18 14:37:36.381702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d16f2f9d-2349-4e29-a784-188d3613b06e,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:36.388914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.391939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.393800 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f319281-c29b-4f6a-b57d-e78a98963b00 HTTP/1.1" status: 204 len: 168 time: 0.2169201 Aug 18 14:37:36.400698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'd16f2f9d-2349-4e29-a784-188d3613b06e', 'network_id': 'e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c', 'port_id': 'd16f2f9d-2349-4e29-a784-188d3613b06e', 'mac_address': 'fa:16:3e:93:f8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:37:36.404749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dbc35-6058-4c11-9307-8c7dfebf40c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f319281-c29b-4f6a-b57d-e78a98963b00,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:36.455634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.469285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16f2f9d-2349-4e29-a784-188d3613b06e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:37:36.490582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d16f2f9d-2349-4e29-a784-188d3613b06e,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:36.551961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:36.602356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:36.796971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['d16f2f9d-2349-4e29-a784-188d3613b06e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:37:37.496275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88e7ff-e72b-42d7-a399-98d9858dc967 req-4c530002-9bfd-4fef-9ebe-1e4f18597211 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:37.497695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b88e7ff-e72b-42d7-a399-98d9858dc967 req-4c530002-9bfd-4fef-9ebe-1e4f18597211 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 908 time: 0.0554211 Aug 18 14:37:38.286985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d16f2f9d-2349-4e29-a784-188d3613b06e up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:37:38.390133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port d16f2f9d-2349-4e29-a784-188d3613b06e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:37:38.394422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port d16f2f9d-2349-4e29-a784-188d3613b06e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:38.394791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:38.483685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:38.510143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:38.512411 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef8978-52e9-4e16-88c5-ad93b1b3fe15" -d '{"events": [{"server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "name": "network-vif-plugged", "status": "completed", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:38.542670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d16f2f9d-2349-4e29-a784-188d3613b06e,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:38.576489 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e5fc0-6d8e-4073-97e7-fc087211e1dc x-openstack-request-id: req-235e5fc0-6d8e-4073-97e7-fc087211e1dc {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:38.576868 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "name": "network-vif-plugged", "status": "completed", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:38.577116 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-235e5fc0-6d8e-4073-97e7-fc087211e1dc {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:38.577554 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e', 'code': 200} Aug 18 14:37:38.592583 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:38.645794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:38.668874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ab23f-5903-4c9a-b5db-2a251713d3e4 req-f13f5ee1-ca6b-4055-9a8f-ad9a7b8bf578 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:38.670426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d6ab23f-5903-4c9a-b5db-2a251713d3e4 req-f13f5ee1-ca6b-4055-9a8f-ad9a7b8bf578 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0666153 Aug 18 14:37:38.715766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580656-5007-4e69-a73e-96345603e53a req-0f277a5f-939c-4d48-a9b5-d780f9b943b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:38.717262 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b4580656-5007-4e69-a73e-96345603e53a req-0f277a5f-939c-4d48-a9b5-d780f9b943b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 1060 time: 0.0454292 Aug 18 14:37:39.800746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcf97a-2b2c-4811-a731-15f295a30065 req-bd3a1f20-9cf6-4f34-8638-e81744281ec5 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:39.802312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ebcf97a-2b2c-4811-a731-15f295a30065 req-bd3a1f20-9cf6-4f34-8638-e81744281ec5 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0561037 Aug 18 14:37:40.454141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:40.518595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:40.631886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a8ae7f-6102-42c8-898f-7241eca93cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:40.728259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a8ae7f-6102-42c8-898f-7241eca93cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:40.797945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-39a8ae7f-6102-42c8-898f-7241eca93cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:40.840388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ae7f-6102-42c8-898f-7241eca93cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7759c95-d9ad-4ddb-93ea-818d1bbbb938,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:40.850565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:40.857301 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-39a8ae7f-6102-42c8-898f-7241eca93cd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b4411a8b399456e898c22221efece26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374045 Aug 18 14:37:40.934854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:40.963675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5fc2-4638-402d-9904-f9331c8f903a req-c36aae14-23fb-417a-87b1-3f6e3c5c4f77 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:40.965241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-171b5fc2-4638-402d-9904-f9331c8f903a req-c36aae14-23fb-417a-87b1-3f6e3c5c4f77 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0860391 Aug 18 14:37:40.970371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:41.097417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6caf-eba0-4531-952e-aed2b7ccb1f5 req-cfc796b9-d321-42c8-881a-6701c6b2a160 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.098941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecdd6caf-eba0-4531-952e-aed2b7ccb1f5 req-cfc796b9-d321-42c8-881a-6701c6b2a160 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0599315 Aug 18 14:37:41.104105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:41.104105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:41.104432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7759c95-d9ad-4ddb-93ea-818d1bbbb938 HTTP/1.1" status: 204 len: 168 time: 0.2527382 Aug 18 14:37:41.112422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb896c3-80ab-4b6e-944e-d2181d149e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7759c95-d9ad-4ddb-93ea-818d1bbbb938,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:41.186102 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:41.211562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9a606-d28d-4e31-af49-67ca312d4694 req-dc5d3cc0-0347-4862-a90d-f0995e4383ba tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.213116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abc9a606-d28d-4e31-af49-67ca312d4694 req-dc5d3cc0-0347-4862-a90d-f0995e4383ba tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 1060 time: 0.0433331 Aug 18 14:37:41.326970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be157-616c-4c10-9b63-37014a93b778 req-e2d82990-c963-4586-8ad0-467129ea6bca tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.328756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf9be157-616c-4c10-9b63-37014a93b778 req-e2d82990-c963-4586-8ad0-467129ea6bca tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1136 time: 0.0467720 Aug 18 14:37:41.370353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf9be157-616c-4c10-9b63-37014a93b778 req-37bc91bc-b1a4-4409-af39-c57c3984cf55 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0317378 Aug 18 14:37:41.393991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42920) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:41.437226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbabc72e-97f8-40de-91ce-6fe3d3ae1d58 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.438914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dbabc72e-97f8-40de-91ce-6fe3d3ae1d58 tempest-TestSecurityGroupsBasicOps-471832396 tempest-TestSecurityGroupsBasicOps-471832396-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 1055 time: 0.0440137 Aug 18 14:37:41.863961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:41.881503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-359ea118-2193-4442-b891-09151a01c49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.008630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c2f9-b47a-4f75-9b42-3482c60c08c8 req-d5979dd5-e814-4707-aad6-5a9290cb8ba7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:42.008630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7852c2f9-b47a-4f75-9b42-3482c60c08c8 req-d5979dd5-e814-4707-aad6-5a9290cb8ba7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0772500 Aug 18 14:37:42.029423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-359ea118-2193-4442-b891-09151a01c49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.083202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-359ea118-2193-4442-b891-09151a01c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.123751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-359ea118-2193-4442-b891-09151a01c49d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cea013168aab4f2fa2b389185612db14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578051 Aug 18 14:37:42.125774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ea118-2193-4442-b891-09151a01c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedbc6a-a30f-469f-b6a3-c4fcfbb04d6f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:42.126231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42928) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:42.180681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.203639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.323207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.325747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:42.327206 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aedbc6a-a30f-469f-b6a3-c4fcfbb04d6f HTTP/1.1" status: 204 len: 168 time: 0.1994622 Aug 18 14:37:42.335721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf194-9ba3-4dc7-b264-a31d3e67cbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedbc6a-a30f-469f-b6a3-c4fcfbb04d6f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:43.141813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073305-9e93-4d29-bf10-aa2dbdaafcfa req-a11998e0-305b-48af-a3ea-126390abcab6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:43.144170 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84073305-9e93-4d29-bf10-aa2dbdaafcfa req-a11998e0-305b-48af-a3ea-126390abcab6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0550370 Aug 18 14:37:43.313708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-aaa2c457-6208-4d90-82e4-e6daeb0564bb tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:43.315439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-aaa2c457-6208-4d90-82e4-e6daeb0564bb tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 909 time: 0.0513883 Aug 18 14:37:43.426074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port d16f2f9d-2349-4e29-a784-188d3613b06e {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:43.426469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:43.533179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port d16f2f9d-2349-4e29-a784-188d3613b06e, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=d16f2f9d-2349-4e29-a784-188d3613b06e,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:43.533706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:43.547911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for d16f2f9d-2349-4e29-a784-188d3613b06e owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:43.809057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:43.838646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=d16f2f9d-2349-4e29-a784-188d3613b06e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:43.887087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] No DVR routers for this DVR port d16f2f9d-2349-4e29-a784-188d3613b06e on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:43.890135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:43.892340 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1b1ce6b0-5011-4481-8cda-c1de85a30750 req-839b6d3c-a308-40f8-ba16-a7cde323d258 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.10 "DELETE /v2.0/ports/d16f2f9d-2349-4e29-a784-188d3613b06e HTTP/1.1" status: 204 len: 173 time: 0.5667300 Aug 18 14:37:43.892795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'name': 'network-vif-deleted', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:43.895368 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e4298-9576-48b6-9526-82b1cfa133b7" -d '{"events": [{"server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "name": "network-vif-deleted", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:43.935131 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909b32e2-1de5-44e7-bd54-b137d45f5737 x-openstack-request-id: req-909b32e2-1de5-44e7-bd54-b137d45f5737 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:43.935733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22a9cd-f139-4773-a4c3-2bea02ba96ef", "name": "network-vif-deleted", "tag": "d16f2f9d-2349-4e29-a784-188d3613b06e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:43.936166 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-909b32e2-1de5-44e7-bd54-b137d45f5737 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:43.936602 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22a9cd-f139-4773-a4c3-2bea02ba96ef', 'name': 'network-vif-deleted', 'tag': 'd16f2f9d-2349-4e29-a784-188d3613b06e', 'status': 'completed', 'code': 200} Aug 18 14:37:44.278381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3edf1dfc-5224-4e92-990c-ea008ee0d33b req-9f869382-0dad-45b4-bf90-13bd6ec86b14 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f22a9cd-f139-4773-a4c3-2bea02ba96ef HTTP/1.1" status: 200 len: 210 time: 0.0336494 Aug 18 14:37:44.613885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 42968) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:44.747013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f83-9be6-4d63-a166-9052ea42eadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:44.845006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f83-9be6-4d63-a166-9052ea42eadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:44.928271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f83-9be6-4d63-a166-9052ea42eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:44.967820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f84f1f83-9be6-4d63-a166-9052ea42eadc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b14b5bcfdb7f4246bcb232b5e5251a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519492 Aug 18 14:37:44.969709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f1f83-9be6-4d63-a166-9052ea42eadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85327267-ef87-4458-91b4-2ee97efea4b4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:44.970630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42972) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:45.028636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:45.053097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:45.168453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:45.171048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:45.174563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85327267-ef87-4458-91b4-2ee97efea4b4 HTTP/1.1" status: 204 len: 168 time: 0.2006087 Aug 18 14:37:45.181020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55d2a-383b-4fc6-a57d-8bef8ab2ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85327267-ef87-4458-91b4-2ee97efea4b4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:45.340376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 42978) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:45.739918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.033900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port 86ab0e14-a5f0-46d6-9ffb-de663de3a462 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:46.034637 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.136725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port 86ab0e14-a5f0-46d6-9ffb-de663de3a462, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86ab0e14-a5f0-46d6-9ffb-de663de3a462,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:46.137093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.149683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for 86ab0e14-a5f0-46d6-9ffb-de663de3a462 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:46.454674 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.485023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=86ab0e14-a5f0-46d6-9ffb-de663de3a462,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:46.701983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.962685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:47.421160 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:47.427298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-042ea40f-82c2-48b8-9929-587b5f94f906 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "PUT /v2.0/routers/bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828023 Aug 18 14:37:47.430074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:47.432704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Sync routers for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:47.443284 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:47.443980 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:47.481786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting subnet f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:37:47.485033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:47.496962 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:37:47.530883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:47.728993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:47.730729 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:47.882185 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:46Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:47.912148 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Checking router: bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:47.921571 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Routers {'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:47.922235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:48.036933 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] Set router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:48.140871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.174973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Subnet': ['ID=f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:48.177227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.181979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1bb849cd-3bf5-445b-a7ce-e3d7f1388986 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/subnets/f2db2ab5-0a74-4ede-bd4b-4070cb11b7d8 HTTP/1.1" status: 204 len: 168 time: 0.7484705 Aug 18 14:37:48.182889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43038) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:48.195288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d077679-4ea4-41ec-b3dc-1dd92a197c12 None None] Network e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:48.242301 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af89bfae-e495-4324-ae4e-69967722917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:46Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:48.281136 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89bfae-e495-4324-ae4e-69967722917a None None] The sync data for ids ['bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9'] in n-d-804303-5 is: [{'id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1355949533', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:46Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': '4ae8c790-00a4-42cd-8808-72251664d46a', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:37:18Z', 'updated_at': '2021-08-18T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:48.338925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d16f2f9d-2349-4e29-a784-188d3613b06e no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:48.341809 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.365761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: d16f2f9d-2349-4e29-a784-188d3613b06e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:48.366140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device d16f2f9d-2349-4e29-a784-188d3613b06e not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:48.452396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.623275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port 4ae8c790-00a4-42cd-8808-72251664d46a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:48.623980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.674285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] DHCP port deletion for e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:37:48.722695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port 4ae8c790-00a4-42cd-8808-72251664d46a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4ae8c790-00a4-42cd-8808-72251664d46a,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:48.723242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.740342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Deleting port 606c7777-70ef-4438-bb39-5eb253ba572b {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:48.741180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.760961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for 4ae8c790-00a4-42cd-8808-72251664d46a owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:48.833175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] For port 606c7777-70ef-4438-bb39-5eb253ba572b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=606c7777-70ef-4438-bb39-5eb253ba572b,segment=NetworkSegment(70309338-ecb6-49a5-bd54-d48c61089cff),segment_id=70309338-ecb6-49a5-bd54-d48c61089cff)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:48.833500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.855638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Calling delete_port for 606c7777-70ef-4438-bb39-5eb253ba572b owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:48.991907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86ab0e14-a5f0-46d6-9ffb-de663de3a462 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:49.012667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 86ab0e14-a5f0-46d6-9ffb-de663de3a462 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:49.014466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86ab0e14-a5f0-46d6-9ffb-de663de3a462 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:49.014466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 606c7777-70ef-4438-bb39-5eb253ba572b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:49.081614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.098597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] No DVR routers for this DVR port 606c7777-70ef-4438-bb39-5eb253ba572b on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:49.107026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.131261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2befe-ec41-43f0-9405-f451067d2daa None None] Pushing event deleted for resources: {'Port': ['ID=606c7777-70ef-4438-bb39-5eb253ba572b,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:49.135714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.158420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=4ae8c790-00a4-42cd-8808-72251664d46a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:49.231958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.328322 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.330617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.442666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.444028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Fanout notify agent at l3_agent the message router_deleted on router bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:37:49.450333 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.451818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4a4c111e-a1f5-4e9b-97af-b1f4b519bb95 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/routers/bd8dda3f-fd2e-476f-a15d-0cc2dce1b6c9 HTTP/1.1" status: 204 len: 168 time: 1.2686710 Aug 18 14:37:49.454601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43088) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:49.525086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43090) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:49.567955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.667171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f436b0d3-ffbd-4adb-9e95-f712d530550a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.695996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.706675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:49.722799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70309338-ecb6-49a5-bd54-d48c61089cff') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:49.723073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70309338-ecb6-49a5-bd54-d48c61089cff') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:49.733458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.748302 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.754509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:37:49.754915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:37:49.758023 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:37:49.775083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f436b0d3-ffbd-4adb-9e95-f712d530550a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.871054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f436b0d3-ffbd-4adb-9e95-f712d530550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.913346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f436b0d3-ffbd-4adb-9e95-f712d530550a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ef5e43c9f8b4ed69dee48c652cf76c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845246 Aug 18 14:37:49.916109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43104) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:49.917184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b0d3-ffbd-4adb-9e95-f712d530550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee19c47-5dd3-46ed-b5df-a4e8e5440bd6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:49.935820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.940760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:49.942989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/networks/e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c HTTP/1.1" status: 204 len: 168 time: 0.4874115 Aug 18 14:37:49.948857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43106) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:49.974835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb60308-5d7e-4c17-b000-34aa684d9d2f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Network': ['ID=e70b6bde-cc22-4408-b2e6-8f6aa7ad3a9c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:49.999486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.025072 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.147500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port a9f9036d-8088-4670-9a53-edf2da2b036c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:50.148090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.155599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.158375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.162245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ee19c47-5dd3-46ed-b5df-a4e8e5440bd6 HTTP/1.1" status: 204 len: 168 time: 0.2425482 Aug 18 14:37:50.168082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eead64-cce7-4217-a524-1d551c3ed11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee19c47-5dd3-46ed-b5df-a4e8e5440bd6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:50.245321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.245558 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.257487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for a9f9036d-8088-4670-9a53-edf2da2b036c owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:50.511594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.543403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=a9f9036d-8088-4670-9a53-edf2da2b036c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:50.611435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.611684 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Floating IP d16b86c3-5f72-4a6e-950d-ca57f84d9b2d disassociated (deleted). External IP: 172.25.1.187, port: 636d2a9e-a1c0-4f84-95db-e71636a7a838. Aug 18 14:37:50.832038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:50.832784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43112) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:50.851995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2f11031-9ab7-4484-ba20-0aef8a36da6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.964556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2f11031-9ab7-4484-ba20-0aef8a36da6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.990458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:50.995944 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.004136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Sync routers for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:51.008647 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2f11031-9ab7-4484-ba20-0aef8a36da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.017871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:51.019308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:51.024983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ae8c790-00a4-42cd-8808-72251664d46a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:51.040717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a077fb0b-db71-4255-b8ce-c47a2c900fc4 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/floatingips/d16b86c3-5f72-4a6e-950d-ca57f84d9b2d HTTP/1.1" status: 204 len: 168 time: 1.0902693 Aug 18 14:37:51.041731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:51.047060 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66" -d '{"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:51.081736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e2f11031-9ab7-4484-ba20-0aef8a36da6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fe3317d9ed64740a6e74e70e87aed24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471862 Aug 18 14:37:51.085421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:51.101269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4ae8c790-00a4-42cd-8808-72251664d46a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:51.103163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4ae8c790-00a4-42cd-8808-72251664d46a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:51.113137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11031-9ab7-4484-ba20-0aef8a36da6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e4b90-5f50-4f22-82c0-44cf7ba59e8e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:51.192978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:51.201776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.227393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.384481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.388912 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:51.395850 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df9e4b90-5f50-4f22-82c0-44cf7ba59e8e HTTP/1.1" status: 204 len: 168 time: 0.3082421 Aug 18 14:37:51.414814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcb22c-2036-445a-9381-b41756f72f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e4b90-5f50-4f22-82c0-44cf7ba59e8e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:51.442674 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bcd0b8-8045-4659-bef7-b3376f293c42 x-openstack-request-id: req-97bcd0b8-8045-4659-bef7-b3376f293c42 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:51.442970 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:51.443224 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97bcd0b8-8045-4659-bef7-b3376f293c42 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:51.443636 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'status': 'completed', 'code': 200} Aug 18 14:37:51.571598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-86d558f8-e579-498c-a4c2-d387ae90356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:51.573457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-86d558f8-e579-498c-a4c2-d387ae90356b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56be2041ff834fea96067901d0b4e95f&device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 1136 time: 0.1009119 Aug 18 14:37:51.631558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b389b66-6763-4d12-b6e3-c9e297d84fb8 req-2fe78309-beab-4564-99b7-a46b0ced5a65 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:51.633163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b389b66-6763-4d12-b6e3-c9e297d84fb8 req-2fe78309-beab-4564-99b7-a46b0ced5a65 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0855768 Aug 18 14:37:51.639577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:51.675932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Checking router: 35c494b7-0c35-44f0-91ef-5a5bf62d8881 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:51.694745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:51.695575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:51.702411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b389b66-6763-4d12-b6e3-c9e297d84fb8 req-38bf64aa-edf5-4fda-899b-7f344c533910 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0620751 Aug 18 14:37:51.817148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:51.964394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-12508406-25a6-4c3b-ac7a-f183efa1b04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:52.064544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:52.078743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-5221cced-9c72-4164-a521-01f76a00b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:52.080722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-5221cced-9c72-4164-a521-01f76a00b357 service neutron] 10.222.0.58 "GET /v2.0/networks?id=deddcdc2-8baf-4023-ac8f-1706dafbd547 HTTP/1.1" status: 200 len: 897 time: 0.4947703 Aug 18 14:37:52.093916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af5fdd-249d-41a2-8e60-083a2afc8d79 None None] The sync data for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 is: [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:20Z', 'revision_number': 4, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd5914a43-e5a2-4b6d-9897-f467985465aa', 'name': '', 'network_id': 'deddcdc2-8baf-4023-ac8f-1706dafbd547', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'mac_address': 'fa:16:3e:3d:5b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:19Z', 'updated_at': '2021-08-18T14:36:25Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'subnets': [{'id': 'bc9b7337-c54d-45ef-9bf8-f85b04a764f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:52.135883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-dddd5b08-3ef6-45f4-bfea-2950f39b99fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838 HTTP/1.1" status: 200 len: 217 time: 0.0379028 Aug 18 14:37:52.182187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-1dac94e1-5dfc-46e0-9bac-c4602d193faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:52.183722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-1dac94e1-5dfc-46e0-9bac-c4602d193faa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc9b7337-c54d-45ef-9bf8-f85b04a764f1 HTTP/1.1" status: 200 len: 835 time: 0.0479863 Aug 18 14:37:52.246522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-10f59de2-f56f-40df-9d99-90442fa0d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:52.247944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-10f59de2-f56f-40df-9d99-90442fa0d2ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=deddcdc2-8baf-4023-ac8f-1706dafbd547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561190 Aug 18 14:37:52.346736 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a56b7-eb1c-40f5-aaa1-0d7c76710606 None None] New status for floating IP d16b86c3-5f72-4a6e-950d-ca57f84d9b2d: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:37:52.363861 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-11ffe611-9036-4d36-993b-cf30bd3f460f service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020360 Aug 18 14:37:52.468757 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7e0a4f29-b3bd-4dd8-a47a-1956c8a4cc66 req-99ea87c4-4483-4786-96ac-821038a626e6 service neutron] 10.222.0.58 "GET /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Aug 18 14:37:52.827175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1339c-6834-47fe-959d-b4b570fc74bd req-e8e8074a-daf8-4aa6-9ea3-85ea5b6e7522 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:52.829196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22c1339c-6834-47fe-959d-b4b570fc74bd req-e8e8074a-daf8-4aa6-9ea3-85ea5b6e7522 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0546489 Aug 18 14:37:52.874686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22c1339c-6834-47fe-959d-b4b570fc74bd req-2ad81427-2fcc-40e5-9921-a208bbe05fa0 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ba4acfe-13fb-4903-94b0-203e568665ec&id=8294dd0c-d879-4c71-86ab-c6d520e61809&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0384865 Aug 18 14:37:53.078728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-5242858c-08a9-42c8-8601-1fecac6cfe67 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:53.080224 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-5242858c-08a9-42c8-8601-1fecac6cfe67 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 985 time: 0.0539193 Aug 18 14:37:53.200696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port 636d2a9e-a1c0-4f84-95db-e71636a7a838 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:53.200696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.295232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43160) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:53.300983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port 636d2a9e-a1c0-4f84-95db-e71636a7a838, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=636d2a9e-a1c0-4f84-95db-e71636a7a838,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:53.301379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.316054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for 636d2a9e-a1c0-4f84-95db-e71636a7a838 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:53.428812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4d22af8-145d-41a5-bce0-90f573be39c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.524178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4d22af8-145d-41a5-bce0-90f573be39c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.551668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.588089 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=636d2a9e-a1c0-4f84-95db-e71636a7a838,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:53.636029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] No DVR routers for this DVR port 636d2a9e-a1c0-4f84-95db-e71636a7a838 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:53.640067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.640751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e1b99a3-86a1-4bce-ad19-1ee5e3153a95 req-2ff19085-b05d-4af3-bd89-d7cdc69aeaa6 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.58 "DELETE /v2.0/ports/636d2a9e-a1c0-4f84-95db-e71636a7a838 HTTP/1.1" status: 204 len: 173 time: 0.5490880 Aug 18 14:37:53.641137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'name': 'network-vif-deleted', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:37:53.643518 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ea537b-7431-4566-90c6-dc364e0e7138" -d '{"events": [{"server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "name": "network-vif-deleted", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:37:53.682151 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fdc4dc-8bf6-4761-b035-dd43a452a58d x-openstack-request-id: req-a7fdc4dc-8bf6-4761-b035-dd43a452a58d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:37:53.682447 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587bf9-5866-405e-a077-c252f0b42ad7", "name": "network-vif-deleted", "tag": "636d2a9e-a1c0-4f84-95db-e71636a7a838", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:37:53.682700 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7fdc4dc-8bf6-4761-b035-dd43a452a58d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:37:53.683108 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587bf9-5866-405e-a077-c252f0b42ad7', 'name': 'network-vif-deleted', 'tag': '636d2a9e-a1c0-4f84-95db-e71636a7a838', 'status': 'completed', 'code': 200} Aug 18 14:37:53.694204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a4d22af8-145d-41a5-bce0-90f573be39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.740577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a4d22af8-145d-41a5-bce0-90f573be39c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5feb26c064cd49868961af529905c91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441907 Aug 18 14:37:53.741977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d22af8-145d-41a5-bce0-90f573be39c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf4f5a-2d32-4ec3-b0d6-c1645ec8716d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:53.744113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:53.802044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.826130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.979647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9fcda01-2abe-4492-a070-72cb08fd018a req-9ea4c4ed-9d7c-4bf2-aa9e-a2a48be3e61c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc587bf9-5866-405e-a077-c252f0b42ad7 HTTP/1.1" status: 200 len: 210 time: 0.0289493 Aug 18 14:37:53.993990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.997145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:53.998618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21bf4f5a-2d32-4ec3-b0d6-c1645ec8716d HTTP/1.1" status: 204 len: 168 time: 0.2528148 Aug 18 14:37:54.014878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c71ba-632a-43df-aff5-d74eaea998c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf4f5a-2d32-4ec3-b0d6-c1645ec8716d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:54.774198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d0641ad-1f42-4229-9e66-487f98d2de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.025506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.038158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:55.092627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.116270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.294141 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.297053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.308846 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ba4acfe-13fb-4903-94b0-203e568665ec HTTP/1.1" status: 204 len: 168 time: 0.2591088 Aug 18 14:37:55.309011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43200) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:55.309466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ece5f-36ae-41ca-bf94-be5d82d54aac tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba4acfe-13fb-4903-94b0-203e568665ec,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:55.363497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.388105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.527026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.533773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.533773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/security-groups/8294dd0c-d879-4c71-86ab-c6d520e61809 HTTP/1.1" status: 204 len: 168 time: 0.2285423 Aug 18 14:37:55.534493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43204) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:55.540731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeaa7a-7525-4184-84cd-d7e0ebd54c00 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294dd0c-d879-4c71-86ab-c6d520e61809,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:55.958330 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:55.972959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.132688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43216) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:56.261445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port d5914a43-e5a2-4b6d-9897-f467985465aa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:56.261800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.308101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1373961734'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:56.368497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port d5914a43-e5a2-4b6d-9897-f467985465aa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d5914a43-e5a2-4b6d-9897-f467985465aa,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:56.368867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.386471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for d5914a43-e5a2-4b6d-9897-f467985465aa owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:56.431222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Made reservation on behalf of 9e10a7a74ac0401da8362b4be3fe83f0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:56.435196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.448130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.655474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.745543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.779338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.789458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:37:56.792355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc81354-e000-40c6-89cb-6f1f00151c73,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:56.827801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=d5914a43-e5a2-4b6d-9897-f467985465aa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:56.845504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:56.845892 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Added segment 0a3db699-86d7-4fbd-88e8-226f163c5554 of type vlan for network d4ae6812-271e-4a38-b95f-3093e408b158 Aug 18 14:37:56.925224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.062797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.071653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.077263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:57.077881 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.194095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event updated for resources: {'Network': ['ID=d4ae6812-271e-4a38-b95f-3093e408b158,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:57.205928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d4ae6812-271e-4a38-b95f-3093e408b158 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:37:57.309433 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80ac4d67-5e66-4d87-a62a-492cbabd37a4 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1698992 Aug 18 14:37:57.378331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:57.384556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Request body: {'subnet': {'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:57.388798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:37:57.497566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:37:57.502608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a2babd10-a423-451a-a0b1-f57cb55b225f tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "PUT /v2.0/routers/35c494b7-0c35-44f0-91ef-5a5bf62d8881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668105 Aug 18 14:37:57.506702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43226) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:57.509488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Sync routers for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:37:57.529535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:57.530196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:57.560729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting subnet bc9b7337-c54d-45ef-9bf8-f85b04a764f1 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:37:57.563786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.568295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Made reservation on behalf of 9e10a7a74ac0401da8362b4be3fe83f0 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:57.571926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.608503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.609833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.642573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:57.700844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.829314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 636d2a9e-a1c0-4f84-95db-e71636a7a838 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:57.833678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:37:56Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:57.837450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.838067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.876548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:57.879230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/subnets/bc9b7337-c54d-45ef-9bf8-f85b04a764f1 HTTP/1.1" status: 204 len: 168 time: 0.3715241 Aug 18 14:37:57.880961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbefd9-cadb-49b0-a344-65cfa03ea0c7 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9b7337-c54d-45ef-9bf8-f85b04a764f1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:57.881574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 636d2a9e-a1c0-4f84-95db-e71636a7a838 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:57.881967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 636d2a9e-a1c0-4f84-95db-e71636a7a838 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:57.882280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:57.884712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Checking router: 35c494b7-0c35-44f0-91ef-5a5bf62d8881 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:37:57.890381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfc468-37bf-467d-a156-c151a05daaac None None] Network deddcdc2-8baf-4023-ac8f-1706dafbd547 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:57.913023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event updated for resources: {'Subnet': ['ID=292c1fcb-9029-4f02-8455-5aeffa5b6278,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:57.922110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Checking segment: {'id': '0a3db699-86d7-4fbd-88e8-226f163c5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:57.922485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Network hostable DHCP agents. Network: d4ae6812-271e-4a38-b95f-3093e408b158, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:37:57.933375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Routers {'35c494b7-0c35-44f0-91ef-5a5bf62d8881'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:37:57.934046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:58.009654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.020712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Network d4ae6812-271e-4a38-b95f-3093e408b158 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:37:58.094139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d4ae6812-271e-4a38-b95f-3093e408b158) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:58.094948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] Set router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:37:58.103000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:58.103000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.135461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.147780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfa9aa-447e-4531-a520-082d19b36106 None None] Network d4ae6812-271e-4a38-b95f-3093e408b158 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:58.189016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-923bd507-9804-48f8-a3c8-707e06ddb3dc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8060763 Aug 18 14:37:58.189016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43230) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:58.193948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Request body: {'port': {'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1951232534'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:58.226146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] DHCP port deletion for deddcdc2-8baf-4023-ac8f-1706dafbd547 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:37:58.261614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Deleting port efe681e0-a047-43f6-b645-62c5bb95c9b0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:58.262294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.351768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] For port efe681e0-a047-43f6-b645-62c5bb95c9b0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=efe681e0-a047-43f6-b645-62c5bb95c9b0,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:58.352361 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.366399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Calling delete_port for efe681e0-a047-43f6-b645-62c5bb95c9b0 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:58.404770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Deleting port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:58.405147 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.413709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Made reservation on behalf of 9e10a7a74ac0401da8362b4be3fe83f0 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:37:58.419132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.437694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d4ae6812-271e-4a38-b95f-3093e408b158', 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158', 'tenant_id': '9e10a7a74ac0401da8362b4be3fe83f0', 'fixed_ips': [{'subnet_id': '292c1fcb-9029-4f02-8455-5aeffa5b6278'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:37:58.438580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.462319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] device_id is not set on port d113b8dd-d62e-42cd-ba38-13d4a36a1812 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:37:58.511803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:37:56Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:58.521877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] For port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,segment=NetworkSegment(c3f9da11-b7fc-483d-b3fb-299a637cb4a5),segment_id=c3f9da11-b7fc-483d-b3fb-299a637cb4a5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:37:58.522283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.629033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Allocated IP 172.20.0.4 (d4ae6812-271e-4a38-b95f-3093e408b158/292c1fcb-9029-4f02-8455-5aeffa5b6278/d113b8dd-d62e-42cd-ba38-13d4a36a1812) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:58.677710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.695969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-c805c88e-f1da-4e4b-bd1f-97376cd91f6a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330786907&fields=id&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 267 time: 0.0578961 Aug 18 14:37:58.736376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Port': ['ID=efe681e0-a047-43f6-b645-62c5bb95c9b0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:58.774249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac826ef-db96-4f22-9836-e5e8389eec75 None None] The sync data for ids ['35c494b7-0c35-44f0-91ef-5a5bf62d8881'] in n-d-804303-5 is: [{'id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834091025', 'tenant_id': '56be2041ff834fea96067901d0b4e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:37:56Z', 'revision_number': 5, 'project_id': '56be2041ff834fea96067901d0b4e95f', 'gw_port': {'id': 'efe681e0-a047-43f6-b645-62c5bb95c9b0', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c494b7-0c35-44f0-91ef-5a5bf62d8881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:36:15Z', 'updated_at': '2021-08-18T14:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:37:58.788580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Calling delete_port for 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:58.808370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.917112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.920105 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.934713 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:58.955670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-57973748-a73f-4a57-87fc-b239f9731b60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:58.957077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-57973748-a73f-4a57-87fc-b239f9731b60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.2494507 Aug 18 14:37:58.968306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] Pushing event deleted for resources: {'Port': ['ID=3110cfbe-a162-4f4a-94eb-b32376f8dcc0,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:58.974045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad85b99-feab-4a9c-b568-5afbead5e7a3 None None] No DVR routers for this DVR port 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:37:58.990948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-d346698e-f87a-4f76-b5e4-96aba4e5b44b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0244603 Aug 18 14:37:59.038376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.052922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.053500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Fanout notify agent at l3_agent the message router_deleted on router 35c494b7-0c35-44f0-91ef-5a5bf62d8881 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:37:59.058480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Transition to ACTIVE for port object d113b8dd-d62e-42cd-ba38-13d4a36a1812 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:59.061538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.062706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a75906b4-b484-4005-b072-77d489be580c tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/routers/35c494b7-0c35-44f0-91ef-5a5bf62d8881 HTTP/1.1" status: 204 len: 168 time: 1.1754134 Aug 18 14:37:59.066010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43242) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:59.074830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-d9af7520-3a60-4a71-b17d-88a919a58971 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772448 Aug 18 14:37:59.141211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.195787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-c4a7674f-e0e8-4b57-a5c1-0d91a3a87d65 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062355 Aug 18 14:37:59.223635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.251629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.263589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deddcdc2-8baf-4023-ac8f-1706dafbd547']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:59.275635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:59.275932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f9da11-b7fc-483d-b3fb-299a637cb4a5') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:37:59.287338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Allocated IP 172.20.0.2 (d4ae6812-271e-4a38-b95f-3093e408b158/292c1fcb-9029-4f02-8455-5aeffa5b6278/c5d52794-2653-4a8f-968a-c8de4e5aff66) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:37:59.292927 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.305999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Network d4ae6812-271e-4a38-b95f-3093e408b158 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:59.310877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:59.316138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:59.320178 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.333198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:37:59.333983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:37:59.338178 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:37:59.377007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:59.389526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event updated for resources: {'Port': ['ID=d113b8dd-d62e-42cd-ba38-13d4a36a1812,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:59.402339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:59.402674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3110cfbe-a162-4f4a-94eb-b32376f8dcc0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:59.407124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d5914a43-e5a2-4b6d-9897-f467985465aa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:37:59.408733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:59.409405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.431807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-09ad531b-d401-40d0-914e-9c8eddfc7d5d service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200601 Aug 18 14:37:59.439309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d5914a43-e5a2-4b6d-9897-f467985465aa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:37:59.439701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d5914a43-e5a2-4b6d-9897-f467985465aa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:37:59.501367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ba56161c-d763-4a19-80ad-6b62076b9581 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3115826 Aug 18 14:37:59.504230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43246) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:59.522723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.549517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.556376 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] 10.222.0.35 "DELETE /v2.0/networks/deddcdc2-8baf-4023-ac8f-1706dafbd547 HTTP/1.1" status: 204 len: 168 time: 0.4899428 Aug 18 14:37:59.558800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.560259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928ae68-2bd4-4ff5-9ba7-f7a706d7d561 tempest-TestSecurityGroupsBasicOps-1654756925 tempest-TestSecurityGroupsBasicOps-1654756925-project] Pushing event deleted for resources: {'Network': ['ID=deddcdc2-8baf-4023-ac8f-1706dafbd547,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:59.574482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Transition to ACTIVE for port object c5d52794-2653-4a8f-968a-c8de4e5aff66 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:59.592425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Transition to ACTIVE for port object c5d52794-2653-4a8f-968a-c8de4e5aff66 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:37:59.619010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Deleting port d113b8dd-d62e-42cd-ba38-13d4a36a1812 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:37:59.619390 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.689406 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.725805 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.726688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Network d4ae6812-271e-4a38-b95f-3093e408b158 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:37:59.738697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:37:59.747267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Calling delete_port for d113b8dd-d62e-42cd-ba38-13d4a36a1812 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:37:59.751331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:37:59.767101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Pushing event updated for resources: {'Port': ['ID=c5d52794-2653-4a8f-968a-c8de4e5aff66,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:59.818098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Attempting to bind port c5d52794-2653-4a8f-968a-c8de4e5aff66 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:37:59.818480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Attempting to bind port c5d52794-2653-4a8f-968a-c8de4e5aff66 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0a3db699-86d7-4fbd-88e8-226f163c5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:37:59.818848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Attempting to bind port c5d52794-2653-4a8f-968a-c8de4e5aff66 on network d4ae6812-271e-4a38-b95f-3093e408b158 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:37:59.824447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:37:59.830657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Checking segment: {'id': '0a3db699-86d7-4fbd-88e8-226f163c5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:37:59.830657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.830657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Bound using segment: {'id': '0a3db699-86d7-4fbd-88e8-226f163c5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:37:59.830657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Bound port: c5d52794-2653-4a8f-968a-c8de4e5aff66, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3db699-86d7-4fbd-88e8-226f163c5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd4ae6812-271e-4a38-b95f-3093e408b158'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:37:59.830657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:59.924119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] For port c5d52794-2653-4a8f-968a-c8de4e5aff66, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:00.027100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.034317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] For port c5d52794-2653-4a8f-968a-c8de4e5aff66, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c5d52794-2653-4a8f-968a-c8de4e5aff66,segment=NetworkSegment(0a3db699-86d7-4fbd-88e8-226f163c5554),segment_id=0a3db699-86d7-4fbd-88e8-226f163c5554)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:00.060288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event deleted for resources: {'Port': ['ID=d113b8dd-d62e-42cd-ba38-13d4a36a1812,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:00.123214 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.160516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.167918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.168814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d5dcccb7-138e-4898-939d-65298ee46f1e tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "DELETE /v2.0/ports/d113b8dd-d62e-42cd-ba38-13d4a36a1812 HTTP/1.1" status: 204 len: 168 time: 0.6631675 Aug 18 14:38:00.198411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a297-bfb2-4f5d-9e9a-47cd094a9efc None None] Pushing event updated for resources: {'Port': ['ID=c5d52794-2653-4a8f-968a-c8de4e5aff66,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:00.216991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9050044-f27a-4aa8-8035-aa6477b641c1 req-5aca4e1b-22e5-48dd-9ddf-9cd179c260fd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0306020 Aug 18 14:38:00.259103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.260015 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-be50c2f3-e93e-4713-8470-a08523269680 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0899153 Aug 18 14:38:00.269154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2088052511'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:00.389059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43272) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.400765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Made reservation on behalf of 9e10a7a74ac0401da8362b4be3fe83f0 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:00.409154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.435292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:00.446419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.447010 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Added segment 8b5be7b3-aafc-45fb-a0cf-e95d6e8f8c5c of type vlan for network 50fd42a2-6779-42b4-9302-5562be49d4f6 Aug 18 14:38:00.499269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.569813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-abac059c-017c-40a5-864e-182e85ed7028 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56be2041ff834fea96067901d0b4e95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857789 Aug 18 14:38:00.572950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43276) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.601188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.613683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:00.613683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.740670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event updated for resources: {'Network': ['ID=50fd42a2-6779-42b4-9302-5562be49d4f6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:00.745871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.751696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 50fd42a2-6779-42b4-9302-5562be49d4f6 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:00.771553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.778949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7d1519e5-5635-44fe-965f-2560f9b4e531 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5185010 Aug 18 14:38:00.781770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43280) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.946472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d00ccce-5b7f-488e-a361-63b598cd25df tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.1604402 Aug 18 14:38:00.946891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43282) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:00.985701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.993879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:00.993879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c47b6e64-9a1d-4352-97a3-94ecae553d79 HTTP/1.1" status: 204 len: 168 time: 0.4160118 Aug 18 14:38:01.000001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7e2eb-9b3f-4ad3-a9dc-1b7012b9cbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47b6e64-9a1d-4352-97a3-94ecae553d79,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:01.066220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fdbcc-00dc-4b38-a4ec-caa7f61d4644 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] Network 50fd42a2-6779-42b4-9302-5562be49d4f6 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:01.068762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c5d52794-2653-4a8f-968a-c8de4e5aff66 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:01.159618 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f40fdbcc-00dc-4b38-a4ec-caa7f61d4644 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "POST /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2116332 Aug 18 14:38:01.162218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.166917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb609f-6703-46a3-97ea-9d92a8aef3db None None] Network 50fd42a2-6779-42b4-9302-5562be49d4f6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:01.208162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c5d52794-2653-4a8f-968a-c8de4e5aff66 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:01.223921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0769d27-6e44-406d-93fb-4b8930cae0dd None None] Network d4ae6812-271e-4a38-b95f-3093e408b158 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:01.247182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device efe681e0-a047-43f6-b645-62c5bb95c9b0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:38:01.312079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: efe681e0-a047-43f6-b645-62c5bb95c9b0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:38:01.312511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device efe681e0-a047-43f6-b645-62c5bb95c9b0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:38:01.326915 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dee8c28f-4eeb-45d7-91f2-6cdd7fee3542 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks HTTP/1.1" status: 200 len: 5666 time: 0.1633801 Aug 18 14:38:01.329419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.344705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-362c15e8-f7fa-4879-be6a-48313f8e9ec7 req-cb412613-9605-4ee2-8f48-cc3a3731f180 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0536432 Aug 18 14:38:01.405667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Provisioning for port c5d52794-2653-4a8f-968a-c8de4e5aff66 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:01.411703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Provisioning complete for port c5d52794-2653-4a8f-968a-c8de4e5aff66 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:01.412024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.508502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7645ff8b-2e8f-4ac4-820d-4b70238e3988 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "DELETE /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks/50fd42a2-6779-42b4-9302-5562be49d4f6 HTTP/1.1" status: 204 len: 168 time: 0.1771817 Aug 18 14:38:01.511276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43294) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.543584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.588520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] For port c5d52794-2653-4a8f-968a-c8de4e5aff66, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c5d52794-2653-4a8f-968a-c8de4e5aff66,segment=NetworkSegment(0a3db699-86d7-4fbd-88e8-226f163c5554),segment_id=0a3db699-86d7-4fbd-88e8-226f163c5554)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:01.654148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.655199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bdac190f-c0ff-4ad6-b7aa-13f644e41f78 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.1427634 Aug 18 14:38:01.661993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.686254 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-84399c3d-bd62-4742-9486-bd3e084c9237 tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/networks/d4ae6812-271e-4a38-b95f-3093e408b158/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0229619 Aug 18 14:38:01.693190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43298) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.710690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53d381-b14e-4388-86fb-abd8a6334753 None None] Pushing event updated for resources: {'Port': ['ID=c5d52794-2653-4a8f-968a-c8de4e5aff66,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:01.718858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2abcd655-b824-4489-8af3-346f533c5e6a tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/networks/d4ae6812-271e-4a38-b95f-3093e408b158/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0272593 Aug 18 14:38:01.721417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43300) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.773680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.781107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-09e6ebfa-0ce9-4710-a3d0-913b264ef04d None None] Provisioning complete for port c5d52794-2653-4a8f-968a-c8de4e5aff66 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:01.781624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-09e6ebfa-0ce9-4710-a3d0-913b264ef04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.787743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3b227bc-fd60-4dcc-b863-4465c09a00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.869923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6aa8b907-947e-4998-8a65-f98400ec191f tempest-DHCPAgentSchedulersTestJSON-597856243 tempest-DHCPAgentSchedulersTestJSON-597856243-project-admin] 10.222.0.35 "GET /v2.0/agents/f1b663e9-84ae-4917-aa67-f0b0abb0b5a6/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.1470027 Aug 18 14:38:01.873733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:01.922394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3b227bc-fd60-4dcc-b863-4465c09a00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:01.966395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.001138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3b227bc-fd60-4dcc-b863-4465c09a00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.022301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-90630403-cc76-44cb-b042-28a22b2c0710 None None] Could not find standard attr ID for object d113b8dd-d62e-42cd-ba38-13d4a36a1812. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:38:02.043427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c3b227bc-fd60-4dcc-b863-4465c09a00df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04f042274d344c7da2b97a22937003d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686367 Aug 18 14:38:02.044333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b227bc-fd60-4dcc-b863-4465c09a00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51daccbf-d677-42a1-ad86-b1d6d6362e85,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:02.046664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:02.064296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.075511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd42a2-6779-42b4-9302-5562be49d4f6']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:02.086235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5be7b3-aafc-45fb-a0cf-e95d6e8f8c5c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:02.086528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5be7b3-aafc-45fb-a0cf-e95d6e8f8c5c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:02.096451 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.101014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.112918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.120288 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:02.120704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:02.123900 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:02.126464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.259756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.262512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.263696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51daccbf-d677-42a1-ad86-b1d6d6362e85 HTTP/1.1" status: 204 len: 168 time: 0.2161124 Aug 18 14:38:02.272170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ba913-c1d5-4bbd-ade3-781886ca3c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51daccbf-d677-42a1-ad86-b1d6d6362e85,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:02.282953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.294267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.294267 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "DELETE /v2.0/networks/50fd42a2-6779-42b4-9302-5562be49d4f6 HTTP/1.1" status: 204 len: 168 time: 0.4159086 Aug 18 14:38:02.295164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:02.310861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8b22-9aa3-4879-abaa-09826444e5a2 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event deleted for resources: {'Network': ['ID=50fd42a2-6779-42b4-9302-5562be49d4f6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:02.319328 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a32072-26b4-448d-9b73-d2d3565ab26d tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:02.319980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a32072-26b4-448d-9b73-d2d3565ab26d tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:02.321760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-22a32072-26b4-448d-9b73-d2d3565ab26d tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "DELETE /v2.0/ports/d113b8dd-d62e-42cd-ba38-13d4a36a1812 HTTP/1.1" status: 404 len: 333 time: 0.0256441 Aug 18 14:38:02.324458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43312) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:02.406652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Deleting subnet 292c1fcb-9029-4f02-8455-5aeffa5b6278 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:38:02.411451 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.467416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1c877f1-1a10-40b1-8704-ba0a0902d75b req-09689a20-fdd2-42c7-9b38-b5070a823866 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0346510 Aug 18 14:38:02.472248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-796ce672-5de6-4b9f-aed9-48663f89df8b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:02.474220 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-796ce672-5de6-4b9f-aed9-48663f89df8b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1156585 Aug 18 14:38:02.488006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.540877 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-3283a622-47a2-4f2c-b514-e66fb6a8cb63 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 379 time: 0.0517006 Aug 18 14:38:02.556978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'security_groups': ['d4a9a6fb-184b-4bc5-92fa-8ee2e28de952']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:02.594169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.773934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.801317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event deleted for resources: {'Subnet': ['ID=292c1fcb-9029-4f02-8455-5aeffa5b6278,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:02.807094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.809361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-36db3be7-e07a-4383-902f-6a8982c53547 tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "DELETE /v2.0/subnets/292c1fcb-9029-4f02-8455-5aeffa5b6278 HTTP/1.1" status: 204 len: 168 time: 0.4836709 Aug 18 14:38:02.810348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:02.811521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43318) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:02.814860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.819017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb61b6a-0991-4a6f-ac6b-849452433d43 None None] Network d4ae6812-271e-4a38-b95f-3093e408b158 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:02.926507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:02.994449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Deleting port c5d52794-2653-4a8f-968a-c8de4e5aff66 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:02.994803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.016716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c5d52794-2653-4a8f-968a-c8de4e5aff66 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:03.029294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.9 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/e227b7ac-f854-4d31-a0a2-6c188a7957a0) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:03.063430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43320) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:03.080161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] DHCP port deletion for d4ae6812-271e-4a38-b95f-3093e408b158 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:38:03.106844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] For port c5d52794-2653-4a8f-968a-c8de4e5aff66, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c5d52794-2653-4a8f-968a-c8de4e5aff66,segment=NetworkSegment(0a3db699-86d7-4fbd-88e8-226f163c5554),segment_id=0a3db699-86d7-4fbd-88e8-226f163c5554)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:03.107221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.122062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Calling delete_port for c5d52794-2653-4a8f-968a-c8de4e5aff66 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:03.156861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c5d52794-2653-4a8f-968a-c8de4e5aff66 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:03.157539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.202499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Deleting port c5d52794-2653-4a8f-968a-c8de4e5aff66 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:03.203148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.294297 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.313370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] For port c5d52794-2653-4a8f-968a-c8de4e5aff66, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c5d52794-2653-4a8f-968a-c8de4e5aff66,segment=NetworkSegment(0a3db699-86d7-4fbd-88e8-226f163c5554),segment_id=0a3db699-86d7-4fbd-88e8-226f163c5554)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:03.314243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.330949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event deleted for resources: {'Port': ['ID=c5d52794-2653-4a8f-968a-c8de4e5aff66,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:03.333145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] No DVR routers for this DVR port c5d52794-2653-4a8f-968a-c8de4e5aff66 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:03.349000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Calling delete_port for c5d52794-2653-4a8f-968a-c8de4e5aff66 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:03.434595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.442161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.446725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ae6812-271e-4a38-b95f-3093e408b158']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:03.457824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3db699-86d7-4fbd-88e8-226f163c5554') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:03.458465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3db699-86d7-4fbd-88e8-226f163c5554') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:03.468989 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.471167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Pushing event deleted for resources: {'Port': ['ID=c5d52794-2653-4a8f-968a-c8de4e5aff66,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:03.474028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] No DVR routers for this DVR port c5d52794-2653-4a8f-968a-c8de4e5aff66 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:03.488784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.489204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.489469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.489804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.490163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.490580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.490809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.491138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.491463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.491816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.492128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.492452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe7d5b-910d-4bb9-ab27-805e51ef67e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:03.521696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.538967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:03.539751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:03.543492 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:03.603711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e6cd6704-d5b8-4c96-95a2-f921b2ebb83b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16ec6bc20b564d658b1a15e12216977b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361941 Aug 18 14:38:03.606499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43324) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:03.624368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ec7be99d-9bf0-4761-a3b7-76075e9ab001 req-09d1efa7-44f8-4343-96f9-916dbfb895df tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0641081 Aug 18 14:38:03.696013 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.715431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.734157 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.735470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object e227b7ac-f854-4d31-a0a2-6c188a7957a0 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:03.740305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.742340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] 10.222.0.35 "DELETE /v2.0/networks/d4ae6812-271e-4a38-b95f-3093e408b158 HTTP/1.1" status: 204 len: 168 time: 0.9294255 Aug 18 14:38:03.744788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.780664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62305f0d-a643-460f-ae11-18c171729bbc tempest-DHCPAgentSchedulersTestJSON-398358992 tempest-DHCPAgentSchedulersTestJSON-398358992-project] Pushing event deleted for resources: {'Network': ['ID=d4ae6812-271e-4a38-b95f-3093e408b158,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:03.884491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.927048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:03.933211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.935788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:03.936925 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3888a10-6543-433b-90e5-1c1d21d5105c HTTP/1.1" status: 204 len: 168 time: 0.3293927 Aug 18 14:38:03.941416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:03.947103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:03.959079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b61d6-e877-47f3-99ad-ea08d5994675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3888a10-6543-433b-90e5-1c1d21d5105c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:03.979192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:04.020468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:04.021118 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.075016 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-b61c2375-ebc2-411d-9b89-cc24c6b7a867 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5201337 Aug 18 14:38:04.087198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Request body: {'port': {'device_id': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:04.175632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.246692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43332) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:04.355617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ff92ab4-9936-4134-ac6d-47caa617a615 None None] Provisioning for port e227b7ac-f854-4d31-a0a2-6c188a7957a0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:04.361702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ff92ab4-9936-4134-ac6d-47caa617a615 None None] Provisioning complete for port e227b7ac-f854-4d31-a0a2-6c188a7957a0 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:04.362593 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ff92ab4-9936-4134-ac6d-47caa617a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.459634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ff92ab4-9936-4134-ac6d-47caa617a615 None None] Port e227b7ac-f854-4d31-a0a2-6c188a7957a0 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:38:04.599426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e227b7ac-f854-4d31-a0a2-6c188a7957a0 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:38:04.617462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.617959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fdea05c9-1219-444b-a359-97989e0754d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e10a7a74ac0401da8362b4be3fe83f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692796 Aug 18 14:38:04.620266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43336) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:04.632477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Transition to ACTIVE for port object e227b7ac-f854-4d31-a0a2-6c188a7957a0 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:04.689120 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.722642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.727676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.773890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Pushing event updated for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:04.778906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33339f-f554-4cde-9889-9803d96b2cff req-777703fe-17ce-44a9-9156-d76c5346da26 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:04.783899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d33339f-f554-4cde-9889-9803d96b2cff req-777703fe-17ce-44a9-9156-d76c5346da26 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0775237 Aug 18 14:38:04.844527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d33339f-f554-4cde-9889-9803d96b2cff req-63ca53e0-5572-4e26-990f-d67dc25589e0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464544 Aug 18 14:38:04.873146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Attempting to bind port e227b7ac-f854-4d31-a0a2-6c188a7957a0 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:04.873496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Attempting to bind port e227b7ac-f854-4d31-a0a2-6c188a7957a0 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:04.873856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Attempting to bind port e227b7ac-f854-4d31-a0a2-6c188a7957a0 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:04.879035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Port e227b7ac-f854-4d31-a0a2-6c188a7957a0 on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:38:04.879414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Attempting to bind port e227b7ac-f854-4d31-a0a2-6c188a7957a0 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:04.885104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:04.885445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:04.885945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:04.886512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Bound port: e227b7ac-f854-4d31-a0a2-6c188a7957a0, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:04.886875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.969773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:04.973638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.977278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:04.980342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:04.981706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edc81354-e000-40c6-89cb-6f1f00151c73 HTTP/1.1" status: 204 len: 168 time: 0.3588786 Aug 18 14:38:04.993030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e323d-c1a8-4dba-b369-002d1624fd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc81354-e000-40c6-89cb-6f1f00151c73,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:05.044675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c5d52794-2653-4a8f-968a-c8de4e5aff66 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:38:05.059131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:05.068886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c5d52794-2653-4a8f-968a-c8de4e5aff66 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:38:05.069239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c5d52794-2653-4a8f-968a-c8de4e5aff66 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:38:05.115816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.116512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:05.117900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] 10.222.0.10 "PUT /v2.0/ports/e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 200 len: 1091 time: 1.0360310 Aug 18 14:38:05.118477 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:38:05.120871 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:38:05.168894 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa13df1-22e9-4733-9259-d3b5a981c74b x-openstack-request-id: req-6aa13df1-22e9-4733-9259-d3b5a981c74b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:38:05.171262 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:38:05.171262 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6aa13df1-22e9-4733-9259-d3b5a981c74b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:38:05.171262 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'status': 'completed', 'code': 200} Aug 18 14:38:05.173719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2868c7-0b64-4e56-bec3-fcb2b0264aac service neutron] Pushing event updated for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:05.241796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-e3e4c0ed-be6c-41e0-8ffa-a94d568bde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.243431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-e3e4c0ed-be6c-41e0-8ffa-a94d568bde5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1094 time: 0.0447466 Aug 18 14:38:05.380959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-5afb791a-d135-470a-8dff-69ac05548799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.383653 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-5afb791a-d135-470a-8dff-69ac05548799 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1270380 Aug 18 14:38:05.491314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-e128dc19-2187-4891-9792-cbc4403947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.493271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-196221d0-e3f6-4f9f-bd1d-71a3cc1cc0a3 req-e128dc19-2187-4891-9792-cbc4403947ce service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003535 Aug 18 14:38:05.580599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-9846b572-e214-4544-b8d6-3856872e82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.582932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-9846b572-e214-4544-b8d6-3856872e82d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1094 time: 0.0470221 Aug 18 14:38:05.631683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-db58a7f1-5609-4065-adbc-fc9ea046c3ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 200 len: 217 time: 0.0352972 Aug 18 14:38:05.690363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-7aca4fc3-be18-488d-b883-1a96c42af8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.691875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-7aca4fc3-be18-488d-b883-1a96c42af8a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0487802 Aug 18 14:38:05.702988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43346) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:05.719448 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac08279f-c7a6-425d-a458-d4ad16e443c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:05.746503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035667b-870b-4159-85d5-39ed25f38d1e req-8f83f147-3d5d-4340-a2e0-64d0b521653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:05.748034 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-8f83f147-3d5d-4340-a2e0-64d0b521653e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446234 Aug 18 14:38:05.817738 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac08279f-c7a6-425d-a458-d4ad16e443c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:05.850963 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-644a28ec-adba-423d-b40d-f376af12e2af service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901608 Aug 18 14:38:05.894073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac08279f-c7a6-425d-a458-d4ad16e443c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:05.965195 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5035667b-870b-4159-85d5-39ed25f38d1e req-8e77a4ee-0ced-4beb-b859-dac9a330a9ff service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013281 Aug 18 14:38:05.975868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac08279f-c7a6-425d-a458-d4ad16e443c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09bd1b8eb6a641928e781d2ffaaebc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716284 Aug 18 14:38:05.977188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08279f-c7a6-425d-a458-d4ad16e443c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced3b516-2866-4794-a69d-ed78617029a4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:05.982537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43350) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:06.034781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817e671-9326-4fd8-8cae-6a5ef7b27e4a req-ba66a33b-eab7-4da6-88e4-41cfc01b1788 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:06.036401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0817e671-9326-4fd8-8cae-6a5ef7b27e4a req-ba66a33b-eab7-4da6-88e4-41cfc01b1788 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0963070 Aug 18 14:38:06.067203 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:06.106129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:06.110068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0817e671-9326-4fd8-8cae-6a5ef7b27e4a req-ab739420-8852-418d-a6a4-585932dfeec0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654745 Aug 18 14:38:06.242513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:06.245252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:06.246869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ced3b516-2866-4794-a69d-ed78617029a4 HTTP/1.1" status: 204 len: 168 time: 0.2632258 Aug 18 14:38:06.255198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464fd5-7ea6-4222-be28-177ae0b726cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced3b516-2866-4794-a69d-ed78617029a4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:07.237571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a28f-688b-4b3f-af87-e1e60564121c req-a75767f4-c798-41ee-b317-9519a3dd8584 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:07.239283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b591a28f-688b-4b3f-af87-e1e60564121c req-a75767f4-c798-41ee-b317-9519a3dd8584 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0503223 Aug 18 14:38:07.281013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b591a28f-688b-4b3f-af87-e1e60564121c req-05c5bfae-86c5-41d4-8155-c125e5505305 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352430 Aug 18 14:38:08.043285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:08.187533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1724759853'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:08.309663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Made reservation on behalf of 96f3a8e33e39407a8ed09e4430ccc71c for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:08.313258 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.321799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.425608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482779e-1d9a-4f44-8b45-85b62b567913 req-f9cc6358-07e0-433e-a179-b66974842f09 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:08.427038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f482779e-1d9a-4f44-8b45-85b62b567913 req-f9cc6358-07e0-433e-a179-b66974842f09 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0763822 Aug 18 14:38:08.470939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.484214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f482779e-1d9a-4f44-8b45-85b62b567913 req-b26eb06e-303f-4c64-9323-0d1153c91735 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484917 Aug 18 14:38:08.534069 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.564601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:08.571631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585471fe-52df-4946-806f-1bdb5726cb7a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:08.578166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.578520 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Added segment b04f3594-656e-4978-8935-319b279ff2ea of type vlan for network 98e5176c-4232-4413-a570-52c344ea0ec0 Aug 18 14:38:08.624935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.755250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.761396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:08.762129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:08.830374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Pushing event updated for resources: {'Network': ['ID=98e5176c-4232-4413-a570-52c344ea0ec0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:08.842215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 98e5176c-4232-4413-a570-52c344ea0ec0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:08.894624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-436fa83d-cfe0-4b01-82a4-2a5423f5e30e tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8500915 Aug 18 14:38:08.898579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43394) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:08.949689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'name': 'tempest-network--1645803094', 'router:external': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:09.013346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:09.015614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.025290 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.113596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.177762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.203375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:09.212318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f550d-ca6a-4d58-9bf0-2a6a6be9138d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:09.219015 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.219421 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Added segment 10429eb1-32e7-407f-a8d3-e04bac5a4c3e of type vlan for network 1862f5c2-27ca-4ef5-ace6-0451a6cd850d Aug 18 14:38:09.264147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.343558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.344564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:09.345158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.406767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=1862f5c2-27ca-4ef5-ace6-0451a6cd850d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:09.416849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 1862f5c2-27ca-4ef5-ace6-0451a6cd850d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:09.459183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca036951-bdbb-4c13-8eec-b9bd68a50bff tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5592015 Aug 18 14:38:09.462152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:09.532247 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.970461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:09.982588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1862f5c2-27ca-4ef5-ace6-0451a6cd850d']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:09.994299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10429eb1-32e7-407f-a8d3-e04bac5a4c3e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:09.994592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10429eb1-32e7-407f-a8d3-e04bac5a4c3e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:10.003010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635be8-a875-409e-ac07-0ba15058f42c req-cad83eed-49e4-4ac6-b40d-6145b1badd70 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:10.004516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00635be8-a875-409e-ac07-0ba15058f42c req-cad83eed-49e4-4ac6-b40d-6145b1badd70 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.4432268 Aug 18 14:38:10.014122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.040636 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.052748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:10.053138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:10.055092 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:10.067965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00635be8-a875-409e-ac07-0ba15058f42c req-7750a5e1-e316-4360-aefd-c112f27f4ad7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562871 Aug 18 14:38:10.206596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.212427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1862f5c2-27ca-4ef5-ace6-0451a6cd850d {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:38:10.215237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.217118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1862f5c2-27ca-4ef5-ace6-0451a6cd850d HTTP/1.1" status: 204 len: 168 time: 0.7538819 Aug 18 14:38:10.222592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43402) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:10.227908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510328-89e6-430c-ae89-207914a4b3b6 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Network': ['ID=1862f5c2-27ca-4ef5-ace6-0451a6cd850d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:10.231515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:10.316646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:10.318964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.343995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:10.363055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.363390 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Added segment ab042ca2-ada7-4326-998d-b0ef0a65db3d of type vlan for network 7cc44d03-3696-47a5-9675-43dcaad96866 Aug 18 14:38:10.407132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.476799 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.516241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.517307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:10.517925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:10.581296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=7cc44d03-3696-47a5-9675-43dcaad96866,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:10.592498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7cc44d03-3696-47a5-9675-43dcaad96866 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:10.637111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-025b2d1c-6577-42e8-a287-cf9fb47f9588 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4129224 Aug 18 14:38:10.639908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43404) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:10.644860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'subnet': {'network_id': '7cc44d03-3696-47a5-9675-43dcaad96866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:10.739609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:10.742475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.070490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:38:11.070846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.127957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.128266 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76dfcf69-1429-433b-9a0a-438a3544109b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:11.136070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Checking segment: {'id': 'ab042ca2-ada7-4326-998d-b0ef0a65db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7cc44d03-3696-47a5-9675-43dcaad96866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:11.136444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Network hostable DHCP agents. Network: 7cc44d03-3696-47a5-9675-43dcaad96866, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:11.185127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45845-d710-4680-8f0e-89ed5c661170 req-9716fa34-9830-40b4-a793-a4ab906997e5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:11.186794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da45845-d710-4680-8f0e-89ed5c661170 req-9716fa34-9830-40b4-a793-a4ab906997e5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0503337 Aug 18 14:38:11.190653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Network 7cc44d03-3696-47a5-9675-43dcaad96866 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:11.225774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da45845-d710-4680-8f0e-89ed5c661170 req-7120234e-d21a-4f6c-9e61-127423e693cd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Aug 18 14:38:11.253861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7cc44d03-3696-47a5-9675-43dcaad96866) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:11.258214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:11.258809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.264559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103b9c2-6a2c-4e68-b941-5fdc6f89ec57 None None] Network 7cc44d03-3696-47a5-9675-43dcaad96866 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:11.357317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7503c572-4310-4c8a-a305-93fe9f2b6d2f tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7162845 Aug 18 14:38:11.359938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43408) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:11.364358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'floatingip': {'floating_network_id': '7cc44d03-3696-47a5-9675-43dcaad96866'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:11.385064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a5d72-f0e1-498e-98df-3bb099a85943 None None] Network 7cc44d03-3696-47a5-9675-43dcaad96866 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:11.448085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.540438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.640552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Allocated IP 172.20.0.12 (7cc44d03-3696-47a5-9675-43dcaad96866/76dfcf69-1429-433b-9a0a-438a3544109b/ad601e4a-afd1-4638-8053-0e65ed2956df) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:11.814201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.945739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:11.984982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Network 7cc44d03-3696-47a5-9675-43dcaad96866 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:11.987804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:11.991297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:11.997296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Port': ['ID=ad601e4a-afd1-4638-8053-0e65ed2956df,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:12.079545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.165052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.316490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.340537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221b6d-1e03-4064-a2f1-d301fbdee079 req-74241b4b-8950-46ea-8feb-c0f5e5eaeb47 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:12.342053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89221b6d-1e03-4064-a2f1-d301fbdee079 req-74241b4b-8950-46ea-8feb-c0f5e5eaeb47 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0487506 Aug 18 14:38:12.373745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.379652 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89221b6d-1e03-4064-a2f1-d301fbdee079 req-597a3ec7-70dc-43bf-af60-f1b388e2b96e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Aug 18 14:38:12.441784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Port': ['ID=ad601e4a-afd1-4638-8053-0e65ed2956df,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:12.451722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.539688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.540963 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fdc220f4-8c51-4ac0-8e94-6d426f0ccb47 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1800952 Aug 18 14:38:12.543855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43412) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:12.612623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5940ce80-a12e-4bbb-94ef-288e872b7e33 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=7cc44d03-3696-47a5-9675-43dcaad96866 HTTP/1.1" status: 200 len: 690 time: 0.0675471 Aug 18 14:38:12.615048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43414) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:12.700206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.812984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Deleting port ad601e4a-afd1-4638-8053-0e65ed2956df {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:12.813333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.890177 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.890506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:12.901675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Calling delete_port for ad601e4a-afd1-4638-8053-0e65ed2956df owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:13.117164 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.144340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad601e4a-afd1-4638-8053-0e65ed2956df,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:13.203356 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.249384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.425366 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.453169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76dfcf69-1429-433b-9a0a-438a3544109b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:13.509945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.519980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc44d03-3696-47a5-9675-43dcaad96866']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:13.531257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab042ca2-ada7-4326-998d-b0ef0a65db3d') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:13.531587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab042ca2-ada7-4326-998d-b0ef0a65db3d') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:13.541503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.555896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.562539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:13.562976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:13.564705 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:13.673143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e0e39-2055-4d80-bd6d-8c5f3a8b7bd1 req-0a9416bc-2bf3-400d-b8e1-42629983033d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.674552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b52e0e39-2055-4d80-bd6d-8c5f3a8b7bd1 req-0a9416bc-2bf3-400d-b8e1-42629983033d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0560641 Aug 18 14:38:13.715009 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b52e0e39-2055-4d80-bd6d-8c5f3a8b7bd1 req-2af2a240-32fa-42d1-aff7-2b83669d6d13 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Aug 18 14:38:13.762222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.767375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cc44d03-3696-47a5-9675-43dcaad96866 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:38:13.769984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:13.771938 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7cc44d03-3696-47a5-9675-43dcaad96866 HTTP/1.1" status: 204 len: 168 time: 1.1559935 Aug 18 14:38:13.775118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43420) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:13.782280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519adba-1e2e-4091-b82c-2d88205c3252 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cc44d03-3696-47a5-9675-43dcaad96866,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:13.830502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c71b1e5a-b16d-4479-8f16-44bdaccb15c8 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0541282 Aug 18 14:38:13.832879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43422) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:13.894342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.894828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.895267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.895725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.896229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:13.898641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-06e4bd31-7317-4f11-8f0a-866db1796ea7 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3383 time: 0.0641730 Aug 18 14:38:13.901669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43424) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:13.941361 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-08a91823-2a75-46e2-90c0-38d93a8e605c tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] delete failed (client error): The resource could not be found. Aug 18 14:38:13.942334 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08a91823-2a75-46e2-90c0-38d93a8e605c tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/ef0acd52-f784-4980-9966-42bee8a6fffe HTTP/1.1" status: 404 len: 345 time: 0.0394955 Aug 18 14:38:13.944959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43426) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:13.961403 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed8fc79-e5a9-40de-909d-287d3afffb51 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] DELETE failed (client error): The resource could not be found. Aug 18 14:38:13.961964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed8fc79-e5a9-40de-909d-287d3afffb51 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:13.963588 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ed8fc79-e5a9-40de-909d-287d3afffb51 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7cc44d03-3696-47a5-9675-43dcaad96866 HTTP/1.1" status: 404 len: 339 time: 0.0177512 Aug 18 14:38:13.967146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:13.973350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'name': 'tempest-network--1874335280', 'router:external': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:14.064659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:14.067066 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.091350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:14.099946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.100288 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Added segment 9a00289c-1a8b-42b2-8d66-88a69a5f4fb4 of type vlan for network 5471574d-cac5-46bf-a571-3e209e4e8be9 Aug 18 14:38:14.142787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.229454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.230456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.231056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.289659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=5471574d-cac5-46bf-a571-3e209e4e8be9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:14.299964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 5471574d-cac5-46bf-a571-3e209e4e8be9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:14.350191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aee12db3-40af-404e-b357-44e4916c03d2 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3818896 Aug 18 14:38:14.352728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43430) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:14.532916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a4cd9-52a6-4ae9-9e54-c5539410a15a tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.538621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a4cd9-52a6-4ae9-9e54-c5539410a15a tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.544595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a4cd9-52a6-4ae9-9e54-c5539410a15a tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.550584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a4cd9-52a6-4ae9-9e54-c5539410a15a tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.552264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-454a4cd9-52a6-4ae9-9e54-c5539410a15a tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1986232 Aug 18 14:38:14.556370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43432) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:14.624479 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.706012 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.716252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471574d-cac5-46bf-a571-3e209e4e8be9']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:14.726378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a00289c-1a8b-42b2-8d66-88a69a5f4fb4') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:14.726666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a00289c-1a8b-42b2-8d66-88a69a5f4fb4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:14.735483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.751458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.755959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:14.756348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:14.758652 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:14.854228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745492e-3d32-400a-bb2a-bb89980d51f7 req-1096b2cf-cdd4-49e3-ae38-127b1edc7f3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:14.855741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2745492e-3d32-400a-bb2a-bb89980d51f7 req-1096b2cf-cdd4-49e3-ae38-127b1edc7f3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0608943 Aug 18 14:38:14.894907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2745492e-3d32-400a-bb2a-bb89980d51f7 req-72e68c43-545b-4532-8e61-f5d393d2d972 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Aug 18 14:38:14.909537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.914125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5471574d-cac5-46bf-a571-3e209e4e8be9 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:38:14.916759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:14.918619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/5471574d-cac5-46bf-a571-3e209e4e8be9 HTTP/1.1" status: 204 len: 168 time: 0.3611963 Aug 18 14:38:14.923479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:14.930047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'name': 'tempest-network--1685371364', 'router:external': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:14.932679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150cffa-5d64-4f43-b5ce-a764e2d447c0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Network': ['ID=5471574d-cac5-46bf-a571-3e209e4e8be9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:15.019465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:15.021812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.049411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:15.058894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.059268 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Added segment c3f718ec-13ed-4085-a64f-8e77cd41111d of type vlan for network 871d724b-e72c-4ec3-bdd2-1b8a22955136 Aug 18 14:38:15.101751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.207631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.208584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:15.209169 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.266201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=871d724b-e72c-4ec3-bdd2-1b8a22955136,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:15.276460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 871d724b-e72c-4ec3-bdd2-1b8a22955136 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:15.321329 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b47613c3-245d-483c-b061-2cdb779f0607 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3960586 Aug 18 14:38:15.323822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43438) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:15.409351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762d5f7-ad53-446a-b4f9-105c3f5a7789 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:15.410812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d762d5f7-ad53-446a-b4f9-105c3f5a7789 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "GET /v2.0/networks/871d724b-e72c-4ec3-bdd2-1b8a22955136 HTTP/1.1" status: 200 len: 757 time: 0.0860729 Aug 18 14:38:15.413400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43440) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:15.495155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973c2d7-c4aa-4b41-8194-3bf3f85b6265 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:15.496401 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d973c2d7-c4aa-4b41-8194-3bf3f85b6265 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "GET /v2.0/networks/98e5176c-4232-4413-a570-52c344ea0ec0 HTTP/1.1" status: 200 len: 768 time: 0.0814314 Aug 18 14:38:15.499092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43442) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:15.565779 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.644883 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.654531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871d724b-e72c-4ec3-bdd2-1b8a22955136']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:15.665021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f718ec-13ed-4085-a64f-8e77cd41111d') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:15.665313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f718ec-13ed-4085-a64f-8e77cd41111d') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:15.673989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.688288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.694166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:15.694556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:15.696205 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:15.823945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.829219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 871d724b-e72c-4ec3-bdd2-1b8a22955136 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:38:15.832219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:15.837107 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/871d724b-e72c-4ec3-bdd2-1b8a22955136 HTTP/1.1" status: 204 len: 168 time: 0.3337457 Aug 18 14:38:15.837549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:15.842783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'name': 'tempest-network--2107978174'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:15.844376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ca855-a921-4dca-a034-50fa324fccab tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Network': ['ID=871d724b-e72c-4ec3-bdd2-1b8a22955136,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:15.951103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Made reservation on behalf of d3df12b900c049e0af3af017e2094b5e for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:15.953812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.005678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:16.018641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.018992 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Added segment 9e87c03d-9605-4b24-962d-379d9452ca9c of type vlan for network 85bbdee3-3242-4c5a-afd4-110820c39a52 Aug 18 14:38:16.038166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8d2e-034c-4ced-8f28-26ef238cee15 req-11eabc19-f4c6-44b1-a0a8-1c68a46afc7e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:16.040226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f10b8d2e-034c-4ced-8f28-26ef238cee15 req-11eabc19-f4c6-44b1-a0a8-1c68a46afc7e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 943 time: 0.0742636 Aug 18 14:38:16.089772 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.120855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f10b8d2e-034c-4ced-8f28-26ef238cee15 req-b08f56e8-5729-4108-ab0d-24374a305304 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571043 Aug 18 14:38:16.173336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.174416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:16.174981 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.233442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=85bbdee3-3242-4c5a-afd4-110820c39a52,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:16.243688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 85bbdee3-3242-4c5a-afd4-110820c39a52 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:16.302486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e1b9696-7869-4bcc-b45f-9052a3e200e0 tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4612463 Aug 18 14:38:16.302851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:16.309122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:16.442083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e227b7ac-f854-4d31-a0a2-6c188a7957a0 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:38:16.460379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.540817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:16.549421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.552092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'mac_address': 'fa:16:3e:70:89:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:38:16.559812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Network 85bbdee3-3242-4c5a-afd4-110820c39a52 is not hosted by any dhcp agent {{(pid=112229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:38:16.560692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:16.561293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.562760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "PUT /v2.0/networks/85bbdee3-3242-4c5a-afd4-110820c39a52 HTTP/1.1" status: 200 len: 858 time: 0.2584467 Aug 18 14:38:16.565855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:16.591385 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.608902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e227b7ac-f854-4d31-a0a2-6c188a7957a0 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:38:16.621000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971fee-ed2f-4427-b1ab-a17295a3be7a tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event updated for resources: {'Network': ['ID=85bbdee3-3242-4c5a-afd4-110820c39a52,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:16.635067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:16.647544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.722268 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.735158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.745772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bbdee3-3242-4c5a-afd4-110820c39a52']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:16.755527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e87c03d-9605-4b24-962d-379d9452ca9c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:16.755815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e87c03d-9605-4b24-962d-379d9452ca9c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:16.765425 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.770118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:16.778836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.784651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:16.785036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:16.786802 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:16.893589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.898579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85bbdee3-3242-4c5a-afd4-110820c39a52 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 14:38:16.901248 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:16.906279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] 10.222.0.35 "DELETE /v2.0/networks/85bbdee3-3242-4c5a-afd4-110820c39a52 HTTP/1.1" status: 204 len: 168 time: 0.3362200 Aug 18 14:38:16.906755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43452) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:16.912900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8858-2962-46cb-b8eb-bff9ad35227b tempest-ExternalNetworksTestJSON-722572999 tempest-ExternalNetworksTestJSON-722572999-project-admin] Pushing event deleted for resources: {'Network': ['ID=85bbdee3-3242-4c5a-afd4-110820c39a52,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:16.935926 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cc6c60-bf02-4677-8b93-e3ffcd54cfc0 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:16.936477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cc6c60-bf02-4677-8b93-e3ffcd54cfc0 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:16.941322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d5cc6c60-bf02-4677-8b93-e3ffcd54cfc0 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "DELETE /v2.0/subnets/76dfcf69-1429-433b-9a0a-438a3544109b HTTP/1.1" status: 404 len: 337 time: 0.0305953 Aug 18 14:38:16.941487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:16.979066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e227b7ac-f854-4d31-a0a2-6c188a7957a0'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:38:17.024314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.120240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.130360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e5176c-4232-4413-a570-52c344ea0ec0']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:17.140652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f3594-656e-4978-8935-319b279ff2ea') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:17.141033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f3594-656e-4978-8935-319b279ff2ea') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:17.151450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.167434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.176334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:17.177022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:17.181376 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:17.287940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e6ea-7861-4154-a651-a9c8b7fd7b41 req-de1252bb-ac23-453a-ab1c-c2200e283297 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:17.289942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b134e6ea-7861-4154-a651-a9c8b7fd7b41 req-de1252bb-ac23-453a-ab1c-c2200e283297 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 944 time: 0.0612807 Aug 18 14:38:17.328643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b134e6ea-7861-4154-a651-a9c8b7fd7b41 req-291115af-3a55-457c-a6d1-703514ab67a8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Aug 18 14:38:17.339629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.349733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.349733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] 10.222.0.35 "DELETE /v2.0/networks/98e5176c-4232-4413-a570-52c344ea0ec0 HTTP/1.1" status: 204 len: 168 time: 0.4062366 Aug 18 14:38:17.362204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24df09-ef78-4c97-b91c-aea6d2a08f24 tempest-ExternalNetworksTestJSON-2006853468 tempest-ExternalNetworksTestJSON-2006853468-project] Pushing event deleted for resources: {'Network': ['ID=98e5176c-4232-4413-a570-52c344ea0ec0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:17.833682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43462) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:17.967823 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4838f768-0a6e-42ab-b2e4-4e3ce4d7b09e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96f3a8e33e39407a8ed09e4430ccc71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328776 Aug 18 14:38:17.970257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43466) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:18.018929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.039879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.148903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.151517 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.152772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/585471fe-52df-4946-806f-1bdb5726cb7a HTTP/1.1" status: 204 len: 168 time: 0.1815183 Aug 18 14:38:18.160610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903992-1506-4874-915f-9e8fc5de8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585471fe-52df-4946-806f-1bdb5726cb7a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:18.445943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025dbe8-07d7-40c5-b1ab-a5c9cce4245e req-d62cbd8c-77b5-4aec-b66b-9e371e9f01b9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:18.447468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7025dbe8-07d7-40c5-b1ab-a5c9cce4245e req-d62cbd8c-77b5-4aec-b66b-9e371e9f01b9 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 944 time: 0.0509918 Aug 18 14:38:18.457377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e227b7ac-f854-4d31-a0a2-6c188a7957a0 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:18.488848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7025dbe8-07d7-40c5-b1ab-a5c9cce4245e req-d436a79b-0da5-4af7-8aa8-9d6697616068 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350296 Aug 18 14:38:18.556268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e227b7ac-f854-4d31-a0a2-6c188a7957a0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:18.578267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e227b7ac-f854-4d31-a0a2-6c188a7957a0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:18.578267 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.805668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.827988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:38:18.830297 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa132ab-1d8a-4745-913f-830eb834d980" -d '{"events": [{"server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "name": "network-vif-plugged", "status": "completed", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:38:18.843997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:18.869917 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcb2767-ece9-4a00-accf-75e877ae7809 x-openstack-request-id: req-cfcb2767-ece9-4a00-accf-75e877ae7809 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:38:18.870211 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "name": "network-vif-plugged", "status": "completed", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:38:18.870468 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfcb2767-ece9-4a00-accf-75e877ae7809 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:38:18.870845 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'code': 200} Aug 18 14:38:18.927984 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:18.979719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af2684-2bb5-4286-994e-f02a21c05a82 req-2a271779-1976-4882-ad63-f283afe29684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:18.981299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-51af2684-2bb5-4286-994e-f02a21c05a82 req-2a271779-1976-4882-ad63-f283afe29684 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1096 time: 0.0408990 Aug 18 14:38:18.984672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:18.994640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:19.026279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-51af2684-2bb5-4286-994e-f02a21c05a82 req-e92bc72e-618e-4fda-9499-90b673e22515 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Aug 18 14:38:19.034176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6eca9408-ea57-4e91-b9ef-5abab5cc4e9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3df12b900c049e0af3af017e2094b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383673 Aug 18 14:38:19.036611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:19.083596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:19.103761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:19.213490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:19.216031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:19.217203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/300f550d-ca6a-4d58-9bf0-2a6a6be9138d HTTP/1.1" status: 204 len: 168 time: 0.1797130 Aug 18 14:38:19.225209 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009ea02-163b-484b-ad13-567785e2a145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f550d-ca6a-4d58-9bf0-2a6a6be9138d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:19.611942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b827c5-ca1a-4d44-b52b-b7d18616b7f6 req-dd72b389-5cd5-424d-b915-a717c9d16827 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:19.613501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33b827c5-ca1a-4d44-b52b-b7d18616b7f6 req-dd72b389-5cd5-424d-b915-a717c9d16827 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0498805 Aug 18 14:38:19.653640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33b827c5-ca1a-4d44-b52b-b7d18616b7f6 req-4e5dc2cb-75f4-4bb3-b1e5-08d77403e6a8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 18 14:38:20.786737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599012fa-11e6-4264-9f4b-fe08daa345a6 req-076f6ecb-f49a-481d-9189-0faa1884249b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:20.788171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-599012fa-11e6-4264-9f4b-fe08daa345a6 req-076f6ecb-f49a-481d-9189-0faa1884249b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0508308 Aug 18 14:38:20.829095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-599012fa-11e6-4264-9f4b-fe08daa345a6 req-088c3b0b-5687-446d-86ff-ab59d3cdee81 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Aug 18 14:38:20.946274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ed32-d4e0-4f11-8afe-3f0be5c8ad47 req-3fd39c66-12a2-46e8-9806-bc53cb781b55 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:20.947798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84f2ed32-d4e0-4f11-8afe-3f0be5c8ad47 req-3fd39c66-12a2-46e8-9806-bc53cb781b55 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0523293 Aug 18 14:38:20.998003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84f2ed32-d4e0-4f11-8afe-3f0be5c8ad47 req-1fce2963-8e71-4388-af24-533ef69b92f4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377672 Aug 18 14:38:21.020634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43520) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.065633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.164995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f9c37183-c14f-4a68-8654-908b87d19a80 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1831995255'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:21.165455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f9c37183-c14f-4a68-8654-908b87d19a80 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Unknown quota resources ['metering_label']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:38:21.212351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e796eb1-92fb-48dc-87c0-dd4006b47755 tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:21.214013 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9e796eb1-92fb-48dc-87c0-dd4006b47755 tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1091 time: 0.1923938 Aug 18 14:38:21.216816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43528) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.221166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:21.293530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.389461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.390263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9c37183-c14f-4a68-8654-908b87d19a80 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.393965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f9c37183-c14f-4a68-8654-908b87d19a80 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3247778 Aug 18 14:38:21.394223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43530) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.399323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b78857f2-81d9-4355-9cd1-8894991f32c1 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '84636023-0304-4311-8122-2a6d1f3961a6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:21.399824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b78857f2-81d9-4355-9cd1-8894991f32c1 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:38:21.495922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.25.1.234 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/ec2ba0fa-ad0a-4732-be12-b808bbbb8d38) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:21.533278 n-d-804303-5 neutron-server[112229]: WARNING neutron.services.metering.metering_plugin [None req-b78857f2-81d9-4355-9cd1-8894991f32c1 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 14:38:21.597863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.636064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b78857f2-81d9-4355-9cd1-8894991f32c1 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.637293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b78857f2-81d9-4355-9cd1-8894991f32c1 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2421432 Aug 18 14:38:21.640371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.644460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ce8dc3ff-b4ff-4e58-a630-cc852183c44c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '84636023-0304-4311-8122-2a6d1f3961a6'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:21.647212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ce8dc3ff-b4ff-4e58-a630-cc852183c44c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:38:21.692773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.732590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:21.735423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:21.739019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:21.744326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=ec2ba0fa-ad0a-4732-be12-b808bbbb8d38,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:21.754780 n-d-804303-5 neutron-server[112229]: WARNING neutron.services.metering.metering_plugin [None req-ce8dc3ff-b4ff-4e58-a630-cc852183c44c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 14:38:21.834815 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc3ff-b4ff-4e58-a630-cc852183c44c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.836608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce8dc3ff-b4ff-4e58-a630-cc852183c44c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1948738 Aug 18 14:38:21.840034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43534) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.861411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0d63a47-044d-4387-97ad-243b9a090724 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=ed842b8c-2b57-4170-b57b-563ccca8fde6 HTTP/1.1" status: 200 len: 462 time: 0.0200586 Aug 18 14:38:21.864094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.926271 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f7b25be3-76aa-4acf-8842-52e500709842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.133066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8c76-7106-4c71-8b42-4d124870288c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.134238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2bcb8c76-7106-4c71-8b42-4d124870288c tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/ed842b8c-2b57-4170-b57b-563ccca8fde6 HTTP/1.1" status: 204 len: 168 time: 0.2692664 Aug 18 14:38:22.137025 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43538) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.147063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8fcb8c0-b756-49c7-9db0-92f7db72face tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=ed842b8c-2b57-4170-b57b-563ccca8fde6 HTTP/1.1" status: 200 len: 221 time: 0.0089426 Aug 18 14:38:22.150955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43540) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.155044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c31040c4-977d-4fed-9ad1-d0d291902501 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1554052000', 'description': 'label created by tempest'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:22.155483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c31040c4-977d-4fed-9ad1-d0d291902501 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Unknown quota resources ['metering_label']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:38:22.378327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c31040c4-977d-4fed-9ad1-d0d291902501 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.379563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c31040c4-977d-4fed-9ad1-d0d291902501 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2276902 Aug 18 14:38:22.384486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43542) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.467063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fe984d5d-bebb-4da0-ab0c-5d0262bf3eac tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=c8f23cfd-20ef-4c8a-84a4-c58a7f06e717 HTTP/1.1" status: 200 len: 468 time: 0.0814123 Aug 18 14:38:22.469707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43544) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.572268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.719747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.723899 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f774d7f8-c200-46ee-8864-ccbbec11385e tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.730527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f774d7f8-c200-46ee-8864-ccbbec11385e tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/c8f23cfd-20ef-4c8a-84a4-c58a7f06e717 HTTP/1.1" status: 204 len: 168 time: 0.2544181 Aug 18 14:38:22.730527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43546) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.739760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29579150-6343-41be-a7ea-695c0795c4a9 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=c8f23cfd-20ef-4c8a-84a4-c58a7f06e717 HTTP/1.1" status: 200 len: 216 time: 0.0106149 Aug 18 14:38:22.743720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.752313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-73b4644c-4fa4-46a8-b390-b8c46a74e671 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075841 Aug 18 14:38:22.756335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.769092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d506d9ec-cc77-4f3b-8af2-d20c9aafc9ca tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115595 Aug 18 14:38:22.772501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43552) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.824646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-913e0941-85e2-43ce-8910-12e653a56329 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/84636023-0304-4311-8122-2a6d1f3961a6 HTTP/1.1" status: 200 len: 473 time: 0.0505142 Aug 18 14:38:22.827992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43554) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.838762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6de1f4b4-136b-4def-bb19-704d8690f584 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/1cf57ee1-cd7d-4274-ab1e-9d46028e7088 HTTP/1.1" status: 200 len: 459 time: 0.0097206 Aug 18 14:38:22.841893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43556) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:22.879367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:22.984628 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:23.052230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6c659de0-3b39-4128-a6c8-5a041423905b tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:23.053358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6c659de0-3b39-4128-a6c8-5a041423905b tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/1cf57ee1-cd7d-4274-ab1e-9d46028e7088 HTTP/1.1" status: 204 len: 168 time: 0.2105637 Aug 18 14:38:23.056862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43558) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:23.057459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=ec2ba0fa-ad0a-4732-be12-b808bbbb8d38,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:23.071763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:23.175060 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP e23ec127-3bfa-48f1-9237-79614c515c0a associated. External IP: 172.25.1.234, port: e227b7ac-f854-4d31-a0a2-6c188a7957a0. Aug 18 14:38:23.406259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:38:23.518787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:38:23.531465 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:38:23.544030 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:38:23.544652 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:23.606222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:23.638153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1ebae434-6215-44fa-afcf-478b0f2ba7b6 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:23.639317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1ebae434-6215-44fa-afcf-478b0f2ba7b6 tempest-MeteringIpV6TestJSON-1930874582 tempest-MeteringIpV6TestJSON-1930874582-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/84636023-0304-4311-8122-2a6d1f3961a6 HTTP/1.1" status: 204 len: 168 time: 0.5818896 Aug 18 14:38:23.668291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e0b1ed2-56f2-458c-b4b8-8207cef068d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4320252 Aug 18 14:38:23.668291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:38:23.668291 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4" -d '{"events": [{"name": "network-changed", "server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:38:23.669441 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:38:23.690309 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79001ed-fcbc-4346-958f-662277462ba4 x-openstack-request-id: req-e79001ed-fcbc-4346-958f-662277462ba4 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:38:23.690631 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:38:23.690892 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e79001ed-fcbc-4346-958f-662277462ba4 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:38:23.691303 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'status': 'completed', 'code': 200} Aug 18 14:38:23.808294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-c01b3f1e-759b-4f72-aec7-aed086d631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:23.810038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-c01b3f1e-759b-4f72-aec7-aed086d631b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1096 time: 0.0963371 Aug 18 14:38:23.893411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'e23ec127-3bfa-48f1-9237-79614c515c0a', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:70:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:38:21Z', 'updated_at': '2021-08-18T14:38:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:23.902018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-7995853d-ce98-4004-9a38-d862b05287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:23.903546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-7995853d-ce98-4004-9a38-d862b05287e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0860436 Aug 18 14:38:23.920051 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:38:23.928835 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:38:23.930025 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:37:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:23.975693 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-b0c3ce66-9a0c-4265-9d05-ab8364d6a917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 200 len: 999 time: 0.0645614 Aug 18 14:38:24.027621 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-efb94af5-b975-4c83-8dd7-397ffb4e589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:24.029108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-efb94af5-b975-4c83-8dd7-397ffb4e589a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0448053 Aug 18 14:38:24.035007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:38:24.080848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-b6bc3530-aecb-401e-a87f-7b6344690936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:24.082432 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-b6bc3530-aecb-401e-a87f-7b6344690936 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451505 Aug 18 14:38:24.163017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43570) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:24.182220 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-2572226f-4e47-4f92-94fc-f3774ebf2e3e service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922196 Aug 18 14:38:24.279682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.283363 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'e23ec127-3bfa-48f1-9237-79614c515c0a', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:70:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:38:21Z', 'updated_at': '2021-08-18T14:38:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:24.283576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5ec0c0f2-740b-47d6-a4f7-d03c030accd4 req-99909dca-b137-4279-9db0-d52b6bb4a375 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930245 Aug 18 14:38:24.311719 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d5783-55ae-46cc-8561-2708fd4f2ed0 None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'e23ec127-3bfa-48f1-9237-79614c515c0a', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:70:89:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:38:21Z', 'updated_at': '2021-08-18T14:38:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:38:24.372667 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.430971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.469462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92a1f0e-37a9-4f1e-8dc8-c4189ddb502b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:24.473311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec6a0ac060ee4f0fbe36cedbcff8b64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086271 Aug 18 14:38:24.476027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43574) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:24.480013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.480507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.480944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.481377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.481979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.482295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.483257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.483257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.483614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.484145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.484578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.484997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06067c1a-f9a1-4fd8-b817-2150c2121ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:24.500552 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:38:24.526475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dbf5e6-1f2e-44bb-ab3c-28612e46dc31 None None] New status for floating IP e23ec127-3bfa-48f1-9237-79614c515c0a: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:38:24.542512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.565812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.699190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.701734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.703015 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d92a1f0e-37a9-4f1e-8dc8-c4189ddb502b HTTP/1.1" status: 204 len: 168 time: 0.2259216 Aug 18 14:38:24.711077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90ba1a-861a-40e9-8a76-c4c90837c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92a1f0e-37a9-4f1e-8dc8-c4189ddb502b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:24.801647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26213e4f-57df-4dd6-9f02-061e5d4282cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:24.983283 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.299728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43580) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:25.313145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0ffac5c-d280-4c3e-9aa3-8b6ad72736a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.400590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0ffac5c-d280-4c3e-9aa3-8b6ad72736a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.459048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f0ffac5c-d280-4c3e-9aa3-8b6ad72736a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.498421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f0ffac5c-d280-4c3e-9aa3-8b6ad72736a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc10501f84b34c40bae8ab6566f8869c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975217 Aug 18 14:38:25.499190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffac5c-d280-4c3e-9aa3-8b6ad72736a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad3196-ce06-4449-884c-c863e3e8f412,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:25.500970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43582) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:25.551064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.572747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.716107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.718695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:25.719850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dad3196-ce06-4449-884c-c863e3e8f412 HTTP/1.1" status: 204 len: 168 time: 0.2178199 Aug 18 14:38:25.727790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96e06-7b5f-4e36-9bc7-553bab02b58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad3196-ce06-4449-884c-c863e3e8f412,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:25.990773 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.553005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43618) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:27.584601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.652121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-362183761', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:27.767388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Made reservation on behalf of d0b769167d734949b124106342be7c82 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:27.769702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.778683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.869526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.956111 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:27.962102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] device_id is not set on port 725dd52e-90fe-40ca-b4fb-cb23c8e9d818 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:38:28.012998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0915a71-8a3f-480a-9b2d-f85d972eb335,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:28.077822 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Allocated IP 172.25.1.15 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/725dd52e-90fe-40ca-b4fb-cb23c8e9d818) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:28.222199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.304961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.348769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:28.351828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:28.356309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:28.359437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Pushing event updated for resources: {'Port': ['ID=725dd52e-90fe-40ca-b4fb-cb23c8e9d818,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:28.401264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:28.401915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.465687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41497ee7-986a-496e-a661-2251ec554a7f tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9103513 Aug 18 14:38:28.469011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43622) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:28.473849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.15'}]}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:28.550470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.551572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.603981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.823000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.090787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.109559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.287770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.446508 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.448608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.573260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.573715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd19b45-efc0-45f1-95ed-446363697246 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:38:29.670762 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 14:38:29.671890 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c78fb8f-0b48-4238-ac04-08b463d78344 tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2018888 Aug 18 14:38:29.674834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:29.753354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Deleting port 725dd52e-90fe-40ca-b4fb-cb23c8e9d818 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:29.753702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.829420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.841437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Calling delete_port for 725dd52e-90fe-40ca-b4fb-cb23c8e9d818 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:30.048163 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:30.076624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Pushing event deleted for resources: {'Port': ['ID=725dd52e-90fe-40ca-b4fb-cb23c8e9d818,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:30.143024 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:30.144912 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c942a725-55a7-4995-900f-51dd5ab4d23b tempest-RoutersAdminNegativeTest-1225585458 tempest-RoutersAdminNegativeTest-1225585458-project-admin] 10.222.0.35 "DELETE /v2.0/ports/725dd52e-90fe-40ca-b4fb-cb23c8e9d818 HTTP/1.1" status: 204 len: 168 time: 0.4691141 Aug 18 14:38:30.614027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43632) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:30.725588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:30.821355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:30.899557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:30.938463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bbee2-619f-4739-84fc-119a1ba2fc58,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:30.942672 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=079ec52d013c4ec2a9dc55c480e7f67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272567 Aug 18 14:38:30.945492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43636) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:30.949508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.949880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.950280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.950680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.951076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.951309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.951733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.952019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.952334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.952670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.952999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:30.953324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401496d-22bd-41d4-a04f-57705006b635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:31.003033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.025466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.149363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.151963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.153108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e7bbee2-619f-4739-84fc-119a1ba2fc58 HTTP/1.1" status: 204 len: 168 time: 0.2065620 Aug 18 14:38:31.161319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29848a4d-6ac7-43db-b0f5-6927916f3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bbee2-619f-4739-84fc-119a1ba2fc58,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:31.751425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43642) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:31.791111 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ed5e6c63-da1d-4de2-a358-d15d43b6e04a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0b769167d734949b124106342be7c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385129 Aug 18 14:38:31.793484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43644) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:31.845175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.867755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.984455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.987059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.988264 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0915a71-8a3f-480a-9b2d-f85d972eb335 HTTP/1.1" status: 204 len: 168 time: 0.1938639 Aug 18 14:38:31.997041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4712b5f-7eaf-4cbb-9e1b-58a95b4d53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0915a71-8a3f-480a-9b2d-f85d972eb335,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:32.983583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43666) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:33.080670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-927751540'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:33.161734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:33.165356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.174278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.269300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.327358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.354349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:33.363856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec13c6-e837-4e30-b8f9-b9988a1368db,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:33.368547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.368894 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment f0c3353a-1639-46a8-b342-7a4ac12c390e of type vlan for network e9e1d953-11fe-4b64-baf7-48db7a6ef53e Aug 18 14:38:33.408884 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.510373 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.520794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:33.520794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:33.582259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=e9e1d953-11fe-4b64-baf7-48db7a6ef53e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:33.592887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:33.636890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-777153fc-98ea-45dc-8ed0-506540969533 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6521175 Aug 18 14:38:36.823155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43672) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:36.828434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:36.984173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:36.987787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.242341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.302950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=80561fe2-b442-424e-a1b9-8487f1ee5f3e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:37.312371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': 'f0c3353a-1639-46a8-b342-7a4ac12c390e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:37.312942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: e9e1d953-11fe-4b64-baf7-48db7a6ef53e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:37.418692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:37.481441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e9e1d953-11fe-4b64-baf7-48db7a6ef53e) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:37.486295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:37.487340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.490605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617932cb-7f1d-4bfc-ad57-31b99e1c41f0 None None] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:37.556925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cb7c8121-4c31-4c42-872b-37837e3e60fd tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7327025 Aug 18 14:38:37.560326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43674) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:37.565577 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569112499'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:37.633861 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-e9e1d953-11fe-4b64-baf7-48db7a6ef53e', 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': '80561fe2-b442-424e-a1b9-8487f1ee5f3e'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:37.634730 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.670403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:37.674355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.699477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:37.708760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.709814 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2 of type vlan for network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 Aug 18 14:38:37.751353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.772801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Allocated IP 2001:db8:0:ffff::2 (e9e1d953-11fe-4b64-baf7-48db7a6ef53e/80561fe2-b442-424e-a1b9-8487f1ee5f3e/4959868f-e784-42d5-b6f1-38e3b1f2f9e2) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:37.847494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.853221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:37.857617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.918563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:37.922620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=d4d9d9e8-0142-4fcf-99a9-61b04e93f914,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:37.927288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Transition to ACTIVE for port object 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:37.934867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:37.968318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-07cb8f25-e750-41b6-9cb5-a2e778d85a56 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4068060 Aug 18 14:38:37.974486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43676) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:37.978655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Transition to ACTIVE for port object 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:37.980409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:38.057993 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.093780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:38.101937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:38.102853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:38.113302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Pushing event updated for resources: {'Port': ['ID=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:38.144873 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:38.148437 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.166511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Attempting to bind port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:38.166876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Attempting to bind port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'f0c3353a-1639-46a8-b342-7a4ac12c390e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:38.167235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Attempting to bind port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 on network e9e1d953-11fe-4b64-baf7-48db7a6ef53e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:38.172562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:38.173058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Checking segment: {'id': 'f0c3353a-1639-46a8-b342-7a4ac12c390e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:38.173464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.173874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Bound using segment: {'id': 'f0c3353a-1639-46a8-b342-7a4ac12c390e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:38.174338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Bound port: 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c3353a-1639-46a8-b342-7a4ac12c390e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e9e1d953-11fe-4b64-baf7-48db7a6ef53e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:38.174719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.240235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] For port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:38.244054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] For port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,segment=NetworkSegment(f0c3353a-1639-46a8-b342-7a4ac12c390e),segment_id=f0c3353a-1639-46a8-b342-7a4ac12c390e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:38.310937 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.373753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8518bf-ebc0-472d-a749-7168c58c79c5 None None] Pushing event updated for resources: {'Port': ['ID=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:38.540084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:38:38.541736 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.621138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=de880732-3b5d-4318-9e43-8cb7d9e5f933,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:38.628198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:38.628765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: d4d9d9e8-0142-4fcf-99a9-61b04e93f914, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:38.754307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:38.817048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d4d9d9e8-0142-4fcf-99a9-61b04e93f914) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:38.821749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:38.822421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:38.826341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2feaf8e-74d5-44d8-9fa9-4e1b5106f5d1 None None] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:38.899282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b049cc64-420b-4d93-94b3-959136b9bcd4 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9235456 Aug 18 14:38:38.901355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43678) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:38.906432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'port': {'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914', 'name': 'tempest-NetworksIpV6TestAttrs-771003225'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:38.983565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d4d9d9e8-0142-4fcf-99a9-61b04e93f914', 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': 'de880732-3b5d-4318-9e43-8cb7d9e5f933'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:38.984943 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.080791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:39.115981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:39.121492 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.142400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] device_id is not set on port d9ac747d-7349-409b-bc4b-4a174d0c6015 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:38:39.170460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Allocated IP 2001:db8::f816:3eff:fef8:cc6b (d4d9d9e8-0142-4fcf-99a9-61b04e93f914/de880732-3b5d-4318-9e43-8cb7d9e5f933/1891ab27-f333-4fbd-a50a-379cae071cd5) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:39.236378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:39.327292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.339508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Transition to ACTIVE for port object 1891ab27-f333-4fbd-a50a-379cae071cd5 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:39.343651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e79a17-b072-4342-9ac6-d426f0c8acb3 None None] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:39.387151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Transition to ACTIVE for port object 1891ab27-f333-4fbd-a50a-379cae071cd5 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:39.463170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.506036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Allocated IP 2001:db8::f816:3eff:fefe:b217 (d4d9d9e8-0142-4fcf-99a9-61b04e93f914/de880732-3b5d-4318-9e43-8cb7d9e5f933/d9ac747d-7349-409b-bc4b-4a174d0c6015) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:39.508071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:39.523774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:39.531208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:39.546342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Pushing event updated for resources: {'Port': ['ID=1891ab27-f333-4fbd-a50a-379cae071cd5,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:39.555848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Provisioning for port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:39.581111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Provisioning complete for port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:39.581515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.634441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Attempting to bind port 1891ab27-f333-4fbd-a50a-379cae071cd5 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:39.634854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Attempting to bind port 1891ab27-f333-4fbd-a50a-379cae071cd5 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:39.635216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Attempting to bind port 1891ab27-f333-4fbd-a50a-379cae071cd5 on network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:39.644611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:39.644992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Checking segment: {'id': 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:39.645397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.645790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Bound using segment: {'id': 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:39.646336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Bound port: 1891ab27-f333-4fbd-a50a-379cae071cd5, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd4d9d9e8-0142-4fcf-99a9-61b04e93f914'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:39.646719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.673129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.689481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Transition to ACTIVE for port object d9ac747d-7349-409b-bc4b-4a174d0c6015 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:39.752387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.756477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] For port 1891ab27-f333-4fbd-a50a-379cae071cd5, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:39.765073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] For port 1891ab27-f333-4fbd-a50a-379cae071cd5, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1891ab27-f333-4fbd-a50a-379cae071cd5,segment=NetworkSegment(b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2),segment_id=b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:39.792399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] For port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,segment=NetworkSegment(f0c3353a-1639-46a8-b342-7a4ac12c390e),segment_id=f0c3353a-1639-46a8-b342-7a4ac12c390e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:39.808334 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.859957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:39.863186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:39.865677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:39.872149 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:39.872769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.881799 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.887198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Port': ['ID=d9ac747d-7349-409b-bc4b-4a174d0c6015,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:39.917734 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:39.942375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f022b-3449-4611-b619-28a8cf5d7138 None None] Pushing event updated for resources: {'Port': ['ID=1891ab27-f333-4fbd-a50a-379cae071cd5,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:39.987774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4021253-8cbd-4a27-809b-741e1a53f245 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0828977 Aug 18 14:38:39.988322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43680) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:39.994224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e488b-78c6-456e-9bcd-f526683af542 None None] Pushing event updated for resources: {'Port': ['ID=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:40.036663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-60290da5-7692-4d45-952b-ae50db0ea555 None None] Provisioning complete for port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:40.037035 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60290da5-7692-4d45-952b-ae50db0ea555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.044681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting subnet de880732-3b5d-4318-9e43-8cb7d9e5f933 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:38:40.048030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.092831 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.243548 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.356185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.384509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=de880732-3b5d-4318-9e43-8cb7d9e5f933,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:40.388412 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.395305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d56f5342-9580-4e37-9c56-f2260aa9d385 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/de880732-3b5d-4318-9e43-8cb7d9e5f933 HTTP/1.1" status: 204 len: 168 time: 0.4013276 Aug 18 14:38:40.395305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43682) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:40.407142 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.479052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1159211d-e0b1-444b-ac1a-fc862e910b85 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:40.480719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1159211d-e0b1-444b-ac1a-fc862e910b85 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:40.482264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1159211d-e0b1-444b-ac1a-fc862e910b85 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0885851 Aug 18 14:38:40.485177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43684) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:40.562486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6417cfc-bd87-484a-a86b-f29a080b14cc tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.570297 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6417cfc-bd87-484a-a86b-f29a080b14cc tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 14:38:40.570767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6417cfc-bd87-484a-a86b-f29a080b14cc tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:40.572564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6417cfc-bd87-484a-a86b-f29a080b14cc tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/d4d9d9e8-0142-4fcf-99a9-61b04e93f914 HTTP/1.1" status: 409 len: 405 time: 0.0864935 Aug 18 14:38:40.576530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43686) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:40.581675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672809009'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:40.669103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:40.672810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.701914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:40.711203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.711552 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment 8a9b0193-c659-4ed7-b41f-267882c26a79 of type vlan for network 707baf4a-a871-4894-bfe6-58e4e60014a3 Aug 18 14:38:40.752326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.841991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.847386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe95f61-d4ed-4bb1-904f-450b653637a2 None None] Network d4d9d9e8-0142-4fcf-99a9-61b04e93f914 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:40.847606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:40.848199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:40.918700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=707baf4a-a871-4894-bfe6-58e4e60014a3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:40.930616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:40.975646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43688) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:40.976308 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8adacb8a-e3bf-43e7-bf4c-1f20c2ffc970 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3981311 Aug 18 14:38:40.988628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:41.081313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-30cac30f-5f9a-4d71-a3c0-945169ab335e None None] Provisioning for port 1891ab27-f333-4fbd-a50a-379cae071cd5 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:41.105315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] DHCP port deletion for d4d9d9e8-0142-4fcf-99a9-61b04e93f914 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:38:41.145638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:41.171352 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:41.174990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.187030 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.192856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Deleting port 1891ab27-f333-4fbd-a50a-379cae071cd5 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:41.193230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.261658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] For port 1891ab27-f333-4fbd-a50a-379cae071cd5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1891ab27-f333-4fbd-a50a-379cae071cd5,segment=NetworkSegment(b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2),segment_id=b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:41.262085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.264320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:41.264681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.293040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Calling delete_port for 1891ab27-f333-4fbd-a50a-379cae071cd5 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:41.488736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:38:41.490106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.498849 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.525556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] Pushing event deleted for resources: {'Port': ['ID=1891ab27-f333-4fbd-a50a-379cae071cd5,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:41.533160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c095ef-cdb6-4e22-8e77-b6a969d9e44f None None] No DVR routers for this DVR port 1891ab27-f333-4fbd-a50a-379cae071cd5 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:41.555564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=3f576535-7415-40de-ba78-7eb324f7d48a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:41.564293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': '8a9b0193-c659-4ed7-b41f-267882c26a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:41.564658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: 707baf4a-a871-4894-bfe6-58e4e60014a3, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:41.658663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:41.728005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 707baf4a-a871-4894-bfe6-58e4e60014a3) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:41.732036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:41.732629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:41.737405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b2a03-c9be-4b03-9cb4-9a8e3b5be007 None None] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:41.823989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-75bce814-0111-447d-92bd-446188f91e18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8459952 Aug 18 14:38:41.826477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43690) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:41.831574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'port': {'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3', 'name': 'tempest-NetworksIpV6TestAttrs-2035870913'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:41.879942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-707baf4a-a871-4894-bfe6-58e4e60014a3', 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': '3f576535-7415-40de-ba78-7eb324f7d48a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:41.880819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.013587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:42.019418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Allocated IP 2001:db8::f816:3eff:fe9d:cbc5 (707baf4a-a871-4894-bfe6-58e4e60014a3/3f576535-7415-40de-ba78-7eb324f7d48a/4879d8e4-1044-4aad-9e88-446d5d5eddb3) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:42.019898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.038155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] device_id is not set on port 3e59efd1-4aea-429b-8b77-a11a62ae0ad7 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:38:42.314928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.323285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Transition to ACTIVE for port object 4879d8e4-1044-4aad-9e88-446d5d5eddb3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:42.337901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Transition to ACTIVE for port object 4879d8e4-1044-4aad-9e88-446d5d5eddb3 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:42.419183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.460692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:42.463695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:42.468087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:42.468631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Allocated IP 2001:db8::f816:3eff:fea9:9ea0 (707baf4a-a871-4894-bfe6-58e4e60014a3/3f576535-7415-40de-ba78-7eb324f7d48a/3e59efd1-4aea-429b-8b77-a11a62ae0ad7) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:42.472917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Pushing event updated for resources: {'Port': ['ID=4879d8e4-1044-4aad-9e88-446d5d5eddb3,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:42.533541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Attempting to bind port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:42.540738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Attempting to bind port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8a9b0193-c659-4ed7-b41f-267882c26a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:42.540738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Attempting to bind port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 on network 707baf4a-a871-4894-bfe6-58e4e60014a3 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:42.541331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:42.541711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Checking segment: {'id': '8a9b0193-c659-4ed7-b41f-267882c26a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:42.542180 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.542697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Bound using segment: {'id': '8a9b0193-c659-4ed7-b41f-267882c26a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:42.543356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Bound port: 4879d8e4-1044-4aad-9e88-446d5d5eddb3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9b0193-c659-4ed7-b41f-267882c26a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '707baf4a-a871-4894-bfe6-58e4e60014a3'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:42.543921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.609005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] For port 4879d8e4-1044-4aad-9e88-446d5d5eddb3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:42.612290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] For port 4879d8e4-1044-4aad-9e88-446d5d5eddb3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4879d8e4-1044-4aad-9e88-446d5d5eddb3,segment=NetworkSegment(8a9b0193-c659-4ed7-b41f-267882c26a79),segment_id=8a9b0193-c659-4ed7-b41f-267882c26a79)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:42.623678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.637517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Transition to ACTIVE for port object 3e59efd1-4aea-429b-8b77-a11a62ae0ad7 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:42.728151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.773531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.797315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936bbad-76ac-4a2c-95f6-1982d8beba50 None None] Pushing event updated for resources: {'Port': ['ID=4879d8e4-1044-4aad-9e88-446d5d5eddb3,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:42.828536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:42.831991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:42.834459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:42.841052 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:42.850045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:42.862341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Port': ['ID=3e59efd1-4aea-429b-8b77-a11a62ae0ad7,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:42.943780 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43692) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:42.945575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4b4dafa-5d13-4f85-8cf9-4aa844aa5a94 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1173329 Aug 18 14:38:43.006049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting subnet 3f576535-7415-40de-ba78-7eb324f7d48a {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:38:43.009709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.055754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.115831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4879d8e4-1044-4aad-9e88-446d5d5eddb3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:43.188695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.270282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:43.327468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1891ab27-f333-4fbd-a50a-379cae071cd5 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:38:43.349479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1891ab27-f333-4fbd-a50a-379cae071cd5 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:38:43.349821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1891ab27-f333-4fbd-a50a-379cae071cd5 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:38:43.396090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.418685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=3f576535-7415-40de-ba78-7eb324f7d48a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:43.422528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.425497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-062802a5-4884-46bf-b949-5f257ff617bb tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/3f576535-7415-40de-ba78-7eb324f7d48a HTTP/1.1" status: 204 len: 168 time: 0.4789033 Aug 18 14:38:43.426838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43694) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:43.517162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411436e4-c0d2-4f31-89a3-0932b59f935d tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:43.518947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411436e4-c0d2-4f31-89a3-0932b59f935d tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:43.520553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-411436e4-c0d2-4f31-89a3-0932b59f935d tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0927548 Aug 18 14:38:43.523456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43696) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:43.609779 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a12b5b35-1cb1-452c-904d-f5960563d65a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.618518 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12b5b35-1cb1-452c-904d-f5960563d65a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 14:38:43.619022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12b5b35-1cb1-452c-904d-f5960563d65a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:43.624635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a12b5b35-1cb1-452c-904d-f5960563d65a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/707baf4a-a871-4894-bfe6-58e4e60014a3 HTTP/1.1" status: 409 len: 405 time: 0.0964177 Aug 18 14:38:43.624778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43698) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:43.630178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130603371'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:43.738650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:43.742055 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.744362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a7407-fe7b-414b-93ca-50c081e69fc3 None None] Network 707baf4a-a871-4894-bfe6-58e4e60014a3 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:43.766576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:43.777110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.777615 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment 3559d3bd-6465-42b8-a039-c044d8ed202a of type vlan for network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 Aug 18 14:38:43.824682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.921059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] DHCP port deletion for 707baf4a-a871-4894-bfe6-58e4e60014a3 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:38:43.951429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Provisioning for port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:43.957313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Provisioning complete for port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:43.957680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.973002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:43.979909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:43.980558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.007416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Deleting port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:44.007746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.057528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:44.081911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:44.094555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-43d3e0da-8c28-4c0a-a602-14e8adc38d7c tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4683318 Aug 18 14:38:44.097383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43700) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:44.102513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:44.155612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] For port 4879d8e4-1044-4aad-9e88-446d5d5eddb3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4879d8e4-1044-4aad-9e88-446d5d5eddb3,segment=NetworkSegment(8a9b0193-c659-4ed7-b41f-267882c26a79),segment_id=8a9b0193-c659-4ed7-b41f-267882c26a79)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:44.156260 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.181709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.191545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Calling delete_port for 4879d8e4-1044-4aad-9e88-446d5d5eddb3 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:44.266996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] For port 4879d8e4-1044-4aad-9e88-446d5d5eddb3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4879d8e4-1044-4aad-9e88-446d5d5eddb3,segment=NetworkSegment(8a9b0193-c659-4ed7-b41f-267882c26a79),segment_id=8a9b0193-c659-4ed7-b41f-267882c26a79)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:44.275676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:44.280018 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.328194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.379317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89ab0f-9483-4749-aae3-a1d0a3d777e2 None None] Pushing event updated for resources: {'Port': ['ID=4879d8e4-1044-4aad-9e88-446d5d5eddb3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:44.435990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.462980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] Pushing event deleted for resources: {'Port': ['ID=4879d8e4-1044-4aad-9e88-446d5d5eddb3,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:44.468949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d3390-7d36-46ad-98ad-8140a492a21e None None] No DVR routers for this DVR port 4879d8e4-1044-4aad-9e88-446d5d5eddb3 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:44.610812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.objects.ports [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112229) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:38:44.612326 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.670374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=25933167-6e2f-4e4b-8919-213b1c51c225,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:44.682695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': '3559d3bd-6465-42b8-a039-c044d8ed202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:44.683060 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:44.750046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:44.862743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:44.869241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:44.870433 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.876882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef0621-3e6a-4ceb-9683-869fa661a79f None None] Network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:44.985095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ace49eb6-2e6d-4aec-bd7a-68b476670fab tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8865695 Aug 18 14:38:44.989375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43706) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:45.024498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4879d8e4-1044-4aad-9e88-446d5d5eddb3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:38:45.027730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0', 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': '25933167-6e2f-4e4b-8919-213b1c51c225'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:45.028542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.060352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4879d8e4-1044-4aad-9e88-446d5d5eddb3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:38:45.060593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4879d8e4-1044-4aad-9e88-446d5d5eddb3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:38:45.093744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.185009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Allocated IP 2001:db8::f816:3eff:fe46:10e2 (d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0/25933167-6e2f-4e4b-8919-213b1c51c225/13229fcd-3620-4bd5-8886-ac6b08946a4d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:45.191397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.326823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.334761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Transition to ACTIVE for port object 13229fcd-3620-4bd5-8886-ac6b08946a4d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:45.348971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Transition to ACTIVE for port object 13229fcd-3620-4bd5-8886-ac6b08946a4d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:45.413058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.453809 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:45.458685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:45.462633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:45.471070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Pushing event updated for resources: {'Port': ['ID=13229fcd-3620-4bd5-8886-ac6b08946a4d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:45.499091 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.524631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Attempting to bind port 13229fcd-3620-4bd5-8886-ac6b08946a4d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:45.525011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Attempting to bind port 13229fcd-3620-4bd5-8886-ac6b08946a4d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '3559d3bd-6465-42b8-a039-c044d8ed202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:45.525385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Attempting to bind port 13229fcd-3620-4bd5-8886-ac6b08946a4d on network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:45.533474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=25933167-6e2f-4e4b-8919-213b1c51c225,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:45.535975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:45.536367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Checking segment: {'id': '3559d3bd-6465-42b8-a039-c044d8ed202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:45.536786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.537263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Bound using segment: {'id': '3559d3bd-6465-42b8-a039-c044d8ed202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:45.537812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Bound port: 13229fcd-3620-4bd5-8886-ac6b08946a4d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3559d3bd-6465-42b8-a039-c044d8ed202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:45.538232 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.598028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.602498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] For port 13229fcd-3620-4bd5-8886-ac6b08946a4d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:45.605611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] For port 13229fcd-3620-4bd5-8886-ac6b08946a4d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=13229fcd-3620-4bd5-8886-ac6b08946a4d,segment=NetworkSegment(3559d3bd-6465-42b8-a039-c044d8ed202a),segment_id=3559d3bd-6465-42b8-a039-c044d8ed202a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:45.608588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:45.619156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3559d3bd-6465-42b8-a039-c044d8ed202a') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:45.619813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3559d3bd-6465-42b8-a039-c044d8ed202a') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:45.628213 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.687815 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.690089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.697057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:45.697472 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:45.700462 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:45.765549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba691b5-b0db-4a91-9802-939466ef2499 None None] Pushing event updated for resources: {'Port': ['ID=13229fcd-3620-4bd5-8886-ac6b08946a4d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:45.779699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcf5cc-3b55-4ebb-be49-00c698342c04 None None] Network d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:45.816260 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:38:45.816260 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:38:45.816260 n-d-804303-5 neutron-server[112229]: [parameters: {'id': 'd23c09c4-5b6f-44fa-b3c7-b8a703abb4e0'}] Aug 18 14:38:45.816260 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:38:45.816260 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:38:45.900889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a88f3-e518-4f41-9cc7-c12eb102f3e2 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:38:45.981921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a88f3-e518-4f41-9cc7-c12eb102f3e2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:38:46.315605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.378850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port 13229fcd-3620-4bd5-8886-ac6b08946a4d {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:46.379197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.443461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] For port 13229fcd-3620-4bd5-8886-ac6b08946a4d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=13229fcd-3620-4bd5-8886-ac6b08946a4d,segment=NetworkSegment(3559d3bd-6465-42b8-a039-c044d8ed202a),segment_id=3559d3bd-6465-42b8-a039-c044d8ed202a)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:46.443877 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.456569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for 13229fcd-3620-4bd5-8886-ac6b08946a4d owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:46.647142 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.675200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=13229fcd-3620-4bd5-8886-ac6b08946a4d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:46.677056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No DVR routers for this DVR port 13229fcd-3620-4bd5-8886-ac6b08946a4d on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:46.754341 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.763862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:46.774874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3559d3bd-6465-42b8-a039-c044d8ed202a') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:46.775172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3559d3bd-6465-42b8-a039-c044d8ed202a') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:46.783873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.802391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.808491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:46.808877 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:46.811731 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:46.955693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.963673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:46.965468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 HTTP/1.1" status: 204 len: 168 time: 1.9767864 Aug 18 14:38:46.969286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43710) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:46.974378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2101369596'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:46.977977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da307dcd-80a8-4379-99f7-2a31ef7af121 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:47.052843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:47.056739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.080279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:47.089737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.090189 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment e38e8d55-0c88-434e-a8d9-852dc41149e0 of type vlan for network 0be3be31-7205-4d65-8d96-ff24e30a1ebe Aug 18 14:38:47.127866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.235424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.241261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:47.241868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.313736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=0be3be31-7205-4d65-8d96-ff24e30a1ebe,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:47.324269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 0be3be31-7205-4d65-8d96-ff24e30a1ebe details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:47.344857 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0496029d-9994-49cf-a55c-32523f06b5f6 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3744166 Aug 18 14:38:47.347792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43712) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:47.353067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:47.498599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:47.502132 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.727910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.785626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=e17f9765-8e58-4504-9dc5-03b8c2bec01a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:47.795072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': 'e38e8d55-0c88-434e-a8d9-852dc41149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:47.795441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: 0be3be31-7205-4d65-8d96-ff24e30a1ebe, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:47.893335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network 0be3be31-7205-4d65-8d96-ff24e30a1ebe is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:47.943756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 0be3be31-7205-4d65-8d96-ff24e30a1ebe) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:47.948145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:47.948747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.955711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdd021-4371-46a6-8e4a-16c60b72523b None None] Network 0be3be31-7205-4d65-8d96-ff24e30a1ebe requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:48.046556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b946e0ba-5038-469f-8595-956812a17a98 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6974401 Aug 18 14:38:48.048916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43714) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:48.100506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-0be3be31-7205-4d65-8d96-ff24e30a1ebe', 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': 'e17f9765-8e58-4504-9dc5-03b8c2bec01a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:48.101418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.147870 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.199480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.239088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Allocated IP 2001:db8::2 (0be3be31-7205-4d65-8d96-ff24e30a1ebe/e17f9765-8e58-4504-9dc5-03b8c2bec01a/be7f6813-0fc7-4635-a2ab-9b4734f3a0b5) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:48.380228 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.388978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Transition to ACTIVE for port object be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:48.409161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Transition to ACTIVE for port object be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:48.487477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.528407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Network 0be3be31-7205-4d65-8d96-ff24e30a1ebe is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:48.531371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:48.534899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:48.544412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Pushing event updated for resources: {'Port': ['ID=be7f6813-0fc7-4635-a2ab-9b4734f3a0b5,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:48.572706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.595045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Attempting to bind port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:48.595416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Attempting to bind port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e38e8d55-0c88-434e-a8d9-852dc41149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:48.595781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Attempting to bind port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 on network 0be3be31-7205-4d65-8d96-ff24e30a1ebe {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:48.600167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=e17f9765-8e58-4504-9dc5-03b8c2bec01a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:48.600732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:48.601116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Checking segment: {'id': 'e38e8d55-0c88-434e-a8d9-852dc41149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:48.601524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.601948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Bound using segment: {'id': 'e38e8d55-0c88-434e-a8d9-852dc41149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:48.602425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Bound port: be7f6813-0fc7-4635-a2ab-9b4734f3a0b5, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38e8d55-0c88-434e-a8d9-852dc41149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:48.603281 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.664582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.670283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] For port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:48.673572 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] For port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=be7f6813-0fc7-4635-a2ab-9b4734f3a0b5,segment=NetworkSegment(e38e8d55-0c88-434e-a8d9-852dc41149e0),segment_id=e38e8d55-0c88-434e-a8d9-852dc41149e0)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:48.674721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be3be31-7205-4d65-8d96-ff24e30a1ebe']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:48.685240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38e8d55-0c88-434e-a8d9-852dc41149e0') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:48.685543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38e8d55-0c88-434e-a8d9-852dc41149e0') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:48.694272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.767654 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.769701 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.775920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:48.776315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:48.779528 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:48.845358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb8d5-f1d3-42d6-ab7f-a7aa3ce992b7 None None] Pushing event updated for resources: {'Port': ['ID=be7f6813-0fc7-4635-a2ab-9b4734f3a0b5,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:48.864706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:38:48.864706 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:38:48.864706 n-d-804303-5 neutron-server[112228]: [parameters: {'id': '0be3be31-7205-4d65-8d96-ff24e30a1ebe'}] Aug 18 14:38:48.864706 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:38:48.865169 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:38:48.869258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9c1f6-32b8-41e4-8494-bb60b38cb162 None None] Network 0be3be31-7205-4d65-8d96-ff24e30a1ebe requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:48.988165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab300c5-812c-4570-996e-9b53a8f455e5 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:38:49.066674 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab300c5-812c-4570-996e-9b53a8f455e5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:38:49.366701 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.426323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:49.426758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.488803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] For port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=be7f6813-0fc7-4635-a2ab-9b4734f3a0b5,segment=NetworkSegment(e38e8d55-0c88-434e-a8d9-852dc41149e0),segment_id=e38e8d55-0c88-434e-a8d9-852dc41149e0)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:49.489171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.501241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:49.761475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.785010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=be7f6813-0fc7-4635-a2ab-9b4734f3a0b5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:49.791584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No DVR routers for this DVR port be7f6813-0fc7-4635-a2ab-9b4734f3a0b5 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:49.870756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.880329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be3be31-7205-4d65-8d96-ff24e30a1ebe']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:49.893661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38e8d55-0c88-434e-a8d9-852dc41149e0') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:49.894008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38e8d55-0c88-434e-a8d9-852dc41149e0') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:49.903542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.917406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.923427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:49.923835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:49.926850 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:50.068769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.076548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.078193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/0be3be31-7205-4d65-8d96-ff24e30a1ebe HTTP/1.1" status: 204 len: 168 time: 2.0283442 Aug 18 14:38:50.081720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43716) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:50.088268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1374855672'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:50.091003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94481da-0fdb-47ad-b4b0-870517ac3ab2 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=0be3be31-7205-4d65-8d96-ff24e30a1ebe,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:50.167079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:50.170988 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.194851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:50.203922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.204268 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Added segment 29979dc2-356b-4f52-981a-25a50e94558a of type vlan for network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 Aug 18 14:38:50.251184 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.355285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.360881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:50.361485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:50.431939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Network': ['ID=3e0c7bcd-d0e2-4495-a980-67537d0a9e81,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:50.441904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:50.544798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0f755b30-ba68-4836-a568-f144135981ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4613156 Aug 18 14:38:50.548361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:50.553817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Request body: {'subnet': {'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:51.070060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Made reservation on behalf of 36cc126419504e63904ca6f42f75665f for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:51.073609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.427083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.objects.ports [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112228) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:38:51.428799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.490418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event updated for resources: {'Subnet': ['ID=b8133c60-bb72-4bd3-b575-c9bc6663d9aa,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:51.501569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Checking segment: {'id': '29979dc2-356b-4f52-981a-25a50e94558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:51.502042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network hostable DHCP agents. Network: 3e0c7bcd-d0e2-4495-a980-67537d0a9e81, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:51.595510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:51.664508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 3e0c7bcd-d0e2-4495-a980-67537d0a9e81) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:51.668733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:51.669325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.675745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6753bfa-ac85-4f68-a901-b19ec5a4387e None None] Network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:51.733059 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ce2c174-094c-460e-8615-bda19cbbcc47 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1827176 Aug 18 14:38:51.737376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43722) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:51.831811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-3e0c7bcd-d0e2-4495-a980-67537d0a9e81', 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81', 'tenant_id': '36cc126419504e63904ca6f42f75665f', 'fixed_ips': [{'subnet_id': 'b8133c60-bb72-4bd3-b575-c9bc6663d9aa'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:51.832680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.836767 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.895461 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.913313 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-354bb243-38a9-41bf-ba91-1833a9d1a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:51.979441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Allocated IP 2001:db8::f816:3eff:fe19:9dc9 (3e0c7bcd-d0e2-4495-a980-67537d0a9e81/b8133c60-bb72-4bd3-b575-c9bc6663d9aa/85f2606f-a478-4142-bb32-185067426013) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:52.114339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.122400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Transition to ACTIVE for port object 85f2606f-a478-4142-bb32-185067426013 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:52.136587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Transition to ACTIVE for port object 85f2606f-a478-4142-bb32-185067426013 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:52.190187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.233286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:52.236219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:52.239720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:52.246632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Pushing event updated for resources: {'Port': ['ID=85f2606f-a478-4142-bb32-185067426013,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:52.252315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.287505 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=b8133c60-bb72-4bd3-b575-c9bc6663d9aa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:52.298940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Attempting to bind port 85f2606f-a478-4142-bb32-185067426013 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:52.299321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Attempting to bind port 85f2606f-a478-4142-bb32-185067426013 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '29979dc2-356b-4f52-981a-25a50e94558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:52.299736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Attempting to bind port 85f2606f-a478-4142-bb32-185067426013 on network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:52.304986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:52.305366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Checking segment: {'id': '29979dc2-356b-4f52-981a-25a50e94558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:52.305767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.306229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Bound using segment: {'id': '29979dc2-356b-4f52-981a-25a50e94558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:52.306743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Bound port: 85f2606f-a478-4142-bb32-185067426013, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29979dc2-356b-4f52-981a-25a50e94558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:52.307080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.344653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.355132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0c7bcd-d0e2-4495-a980-67537d0a9e81']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:52.369715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] For port 85f2606f-a478-4142-bb32-185067426013, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:52.370471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29979dc2-356b-4f52-981a-25a50e94558a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:52.370782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29979dc2-356b-4f52-981a-25a50e94558a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:52.372933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] For port 85f2606f-a478-4142-bb32-185067426013, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=85f2606f-a478-4142-bb32-185067426013,segment=NetworkSegment(29979dc2-356b-4f52-981a-25a50e94558a),segment_id=29979dc2-356b-4f52-981a-25a50e94558a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:52.379866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.418708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.420814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.427071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:52.430273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:52.430900 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:52.527352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 14:38:52.527352 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 14:38:52.527352 n-d-804303-5 neutron-server[112228]: [parameters: {'id': '3e0c7bcd-d0e2-4495-a980-67537d0a9e81'}] Aug 18 14:38:52.527352 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:38:52.527859 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:38:52.646796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439f47f-e999-49dc-982f-d0da873908b6 None None] Pushing event updated for resources: {'Port': ['ID=85f2606f-a478-4142-bb32-185067426013,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:52.660993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85348e3-0a4a-4032-be3b-4c2e686ffb86 None None] Network 3e0c7bcd-d0e2-4495-a980-67537d0a9e81 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:52.778826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801edef2-a845-497b-9d83-fd9153c73037 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:38:52.863796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801edef2-a845-497b-9d83-fd9153c73037 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 14:38:53.029488 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.086400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port 85f2606f-a478-4142-bb32-185067426013 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:53.086742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.153233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] For port 85f2606f-a478-4142-bb32-185067426013, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=85f2606f-a478-4142-bb32-185067426013,segment=NetworkSegment(29979dc2-356b-4f52-981a-25a50e94558a),segment_id=29979dc2-356b-4f52-981a-25a50e94558a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:53.153604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.166064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for 85f2606f-a478-4142-bb32-185067426013 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:53.338511 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.365145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=85f2606f-a478-4142-bb32-185067426013,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:53.367054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No DVR routers for this DVR port 85f2606f-a478-4142-bb32-185067426013 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:53.448527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.458204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0c7bcd-d0e2-4495-a980-67537d0a9e81']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:53.468256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29979dc2-356b-4f52-981a-25a50e94558a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:53.468556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29979dc2-356b-4f52-981a-25a50e94558a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:53.477091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.490755 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.496626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:53.497015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:53.499989 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:53.744096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.750892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:53.752837 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/3e0c7bcd-d0e2-4495-a980-67537d0a9e81 HTTP/1.1" status: 204 len: 168 time: 2.0171463 Aug 18 14:38:53.757707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43726) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.765284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea0dd-3309-4cd5-b912-73ed44ccbba8 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=3e0c7bcd-d0e2-4495-a980-67537d0a9e81,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:53.787494 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-985b9017-a9b7-43c6-8934-ea9d41d6a7ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.787968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985b9017-a9b7-43c6-8934-ea9d41d6a7ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.789816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-985b9017-a9b7-43c6-8934-ea9d41d6a7ee tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/b8133c60-bb72-4bd3-b575-c9bc6663d9aa HTTP/1.1" status: 404 len: 337 time: 0.0310080 Aug 18 14:38:53.792451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43728) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.810715 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-19907aa4-a89c-4025-8c9f-f7f6797accae tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.811296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19907aa4-a89c-4025-8c9f-f7f6797accae tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.813114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-19907aa4-a89c-4025-8c9f-f7f6797accae tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/3e0c7bcd-d0e2-4495-a980-67537d0a9e81 HTTP/1.1" status: 404 len: 339 time: 0.0196121 Aug 18 14:38:53.815464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43730) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.841947 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7112bf88-a9c6-42bc-85a3-f76be420880a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.842379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7112bf88-a9c6-42bc-85a3-f76be420880a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.844102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7112bf88-a9c6-42bc-85a3-f76be420880a tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/e17f9765-8e58-4504-9dc5-03b8c2bec01a HTTP/1.1" status: 404 len: 337 time: 0.0277588 Aug 18 14:38:53.846755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43732) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.865053 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-1561d12e-d907-4d24-b34f-fa20c9010530 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.865602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1561d12e-d907-4d24-b34f-fa20c9010530 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.867372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1561d12e-d907-4d24-b34f-fa20c9010530 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/0be3be31-7205-4d65-8d96-ff24e30a1ebe HTTP/1.1" status: 404 len: 339 time: 0.0196543 Aug 18 14:38:53.869998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43734) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.901525 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcea62d4-82d5-4bef-adac-075c2ac79e9b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.902012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcea62d4-82d5-4bef-adac-075c2ac79e9b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.903722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fcea62d4-82d5-4bef-adac-075c2ac79e9b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/25933167-6e2f-4e4b-8919-213b1c51c225 HTTP/1.1" status: 404 len: 337 time: 0.0328171 Aug 18 14:38:53.906494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43736) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:53.928304 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5add98b-88bb-43c5-86b0-52a7def00fd1 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:53.928855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5add98b-88bb-43c5-86b0-52a7def00fd1 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:53.930682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a5add98b-88bb-43c5-86b0-52a7def00fd1 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/d23c09c4-5b6f-44fa-b3c7-b8a703abb4e0 HTTP/1.1" status: 404 len: 339 time: 0.0231755 Aug 18 14:38:53.933061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43738) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:54.039475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port 3e59efd1-4aea-429b-8b77-a11a62ae0ad7 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:54.039771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.122894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.139540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for 3e59efd1-4aea-429b-8b77-a11a62ae0ad7 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:54.287319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.319046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=3e59efd1-4aea-429b-8b77-a11a62ae0ad7,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:54.323414 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.325467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f420af93-1a1c-46f9-bc46-7726b42a77ec tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/ports/3e59efd1-4aea-429b-8b77-a11a62ae0ad7 HTTP/1.1" status: 204 len: 168 time: 0.3914542 Aug 18 14:38:54.328054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43740) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:54.354033 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-97aa879a-7148-4828-b5c6-7ba996157f91 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:54.354494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97aa879a-7148-4828-b5c6-7ba996157f91 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:54.356184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-97aa879a-7148-4828-b5c6-7ba996157f91 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/3f576535-7415-40de-ba78-7eb324f7d48a HTTP/1.1" status: 404 len: 337 time: 0.0272157 Aug 18 14:38:54.358732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43742) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:54.440717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.529445 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.539703 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707baf4a-a871-4894-bfe6-58e4e60014a3']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:54.550250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9b0193-c659-4ed7-b41f-267882c26a79') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:54.550550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9b0193-c659-4ed7-b41f-267882c26a79') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:54.560209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.574174 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.579948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:54.580490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:54.583547 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:54.721520 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.729921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.731840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/707baf4a-a871-4894-bfe6-58e4e60014a3 HTTP/1.1" status: 204 len: 168 time: 0.3721879 Aug 18 14:38:54.734219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43744) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:54.751915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721acdc-9382-4790-ba2a-f0cee5ab5a06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=707baf4a-a871-4894-bfe6-58e4e60014a3,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:54.778515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b7-f2c1-4f86-ba33-ebf62273b74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.834468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port d9ac747d-7349-409b-bc4b-4a174d0c6015 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:54.835206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.904935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:54.918405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for d9ac747d-7349-409b-bc4b-4a174d0c6015 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:55.012633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.081583 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.110003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=d9ac747d-7349-409b-bc4b-4a174d0c6015,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:55.115020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.116964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a75ce96e-c9e6-4be9-baaf-5f959a543d06 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/ports/d9ac747d-7349-409b-bc4b-4a174d0c6015 HTTP/1.1" status: 204 len: 168 time: 0.3817980 Aug 18 14:38:55.119967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43746) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:55.146163 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17f9c9a-c609-4a44-8179-bbe38e0eeb18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] DELETE failed (client error): The resource could not be found. Aug 18 14:38:55.146610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17f9c9a-c609-4a44-8179-bbe38e0eeb18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:38:55.150203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d17f9c9a-c609-4a44-8179-bbe38e0eeb18 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/de880732-3b5d-4318-9e43-8cb7d9e5f933 HTTP/1.1" status: 404 len: 337 time: 0.0274241 Aug 18 14:38:55.152040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43748) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:55.231224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.315034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.325073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d9d9e8-0142-4fcf-99a9-61b04e93f914']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:55.334707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:55.334996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b632a41e-8d95-4d1c-9fee-b6aa5a91e2c2') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:55.344171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.357486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.363258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:55.363587 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:55.366450 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:55.492390 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.499525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.501023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/d4d9d9e8-0142-4fcf-99a9-61b04e93f914 HTTP/1.1" status: 204 len: 168 time: 0.3480685 Aug 18 14:38:55.503760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:55.513109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd02ea-9555-4581-b7f2-b2f474b2b16b tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=d4d9d9e8-0142-4fcf-99a9-61b04e93f914,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:55.557310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting subnet 80561fe2-b442-424e-a1b9-8487f1ee5f3e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:38:55.560373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.599614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.687677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.801616 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.830927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Subnet': ['ID=80561fe2-b442-424e-a1b9-8487f1ee5f3e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:55.832878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.834825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9bc10f2d-4b32-4e1b-9bba-d743e4fe6db5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/subnets/80561fe2-b442-424e-a1b9-8487f1ee5f3e HTTP/1.1" status: 204 len: 168 time: 0.3300664 Aug 18 14:38:55.837296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:55.845430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebd696-21ab-4cd4-a6e8-f75db77c90dd None None] Network e9e1d953-11fe-4b64-baf7-48db7a6ef53e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:55.922648 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.961586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:55.976960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Deleting port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:55.977352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.031687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] DHCP port deletion for e9e1d953-11fe-4b64-baf7-48db7a6ef53e request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:38:56.050690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] For port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,segment=NetworkSegment(f0c3353a-1639-46a8-b342-7a4ac12c390e),segment_id=f0c3353a-1639-46a8-b342-7a4ac12c390e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:56.051066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.069291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Calling delete_port for 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:56.079246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Deleting port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:38:56.079623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.144813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] For port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,segment=NetworkSegment(f0c3353a-1639-46a8-b342-7a4ac12c390e),segment_id=f0c3353a-1639-46a8-b342-7a4ac12c390e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:56.145115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.157763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Calling delete_port for 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:38:56.229170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.235156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.264585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] No DVR routers for this DVR port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:56.264585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Port': ['ID=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:56.264952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] Pushing event deleted for resources: {'Port': ['ID=4959868f-e784-42d5-b6f1-38e3b1f2f9e2,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:56.264952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8feabe-9a27-4fef-9ebf-69232931a7df None None] No DVR routers for this DVR port 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:38:56.350455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.360625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e1d953-11fe-4b64-baf7-48db7a6ef53e']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:56.370273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c3353a-1639-46a8-b342-7a4ac12c390e') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:56.376379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c3353a-1639-46a8-b342-7a4ac12c390e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:38:56.379180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.392629 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.398923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:38:56.399321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:38:56.403041 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:38:56.538529 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.546042 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:56.547463 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] 10.222.0.35 "DELETE /v2.0/networks/e9e1d953-11fe-4b64-baf7-48db7a6ef53e HTTP/1.1" status: 204 len: 168 time: 0.7091415 Aug 18 14:38:56.560937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4e6cd-9aec-4524-ab39-340c09d7f3a5 tempest-NetworksIpV6TestAttrs-259677326 tempest-NetworksIpV6TestAttrs-259677326-project] Pushing event deleted for resources: {'Network': ['ID=e9e1d953-11fe-4b64-baf7-48db7a6ef53e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:56.992635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43760) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:57.020743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:38:57.040966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:38:57.041319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4959868f-e784-42d5-b6f1-38e3b1f2f9e2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:38:57.133772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df7d882d-37ad-4345-a916-a24fd6eaf92e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36cc126419504e63904ca6f42f75665f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399343 Aug 18 14:38:57.136361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:57.184850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:57.205597 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:57.308534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:57.311238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:57.312470 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02ec13c6-e837-4e30-b8f9-b9988a1368db HTTP/1.1" status: 204 len: 168 time: 0.1752095 Aug 18 14:38:57.320526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87532d48-e2e7-45f0-b75b-6bc56ebe3141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec13c6-e837-4e30-b8f9-b9988a1368db,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:57.589806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.347989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43786) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:58.445745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1327108170'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:58.561049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:58.564637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.574039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.662441 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.749930 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.780061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:58.786595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccc401-ae4a-4300-af92-331a32c391e7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:58.792506 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.792852 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment ca0c3049-2dd5-4c69-ad47-254f5266a6b1 of type vlan for network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 Aug 18 14:38:58.837548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.940548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:58.946195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:58.947384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:59.040143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:59.050413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:59.052511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-b8ddd18e-0543-4a88-a038-badae32256cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595183 Aug 18 14:38:59.094379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ff0c1047-726b-46e3-9767-fd2b45e3acda tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7452400 Aug 18 14:38:59.095992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43790) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:59.101065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'name': 'tempest-PortsIpV6TestJSON-500471865'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:59.202331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-f2f22638-3237-4337-a184-a50ca846bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:59.203841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-f2f22638-3237-4337-a184-a50ca846bf97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1096 time: 0.0982957 Aug 18 14:38:59.286864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:59.290423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:59.316612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port af01f65c-2e94-4d1f-a6d8-952497b80f16 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:38:59.379704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-a604372e-382a-45be-a667-9eee66a90157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:59.381206 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-a604372e-382a-45be-a667-9eee66a90157 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.1492863 Aug 18 14:38:59.510895 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-e1825b0a-a782-4bb7-84a8-940456198648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 200 len: 1001 time: 0.1153846 Aug 18 14:38:59.580820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:59.595605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-359e9e14-64bc-4a4b-bd83-0832d78337fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:59.597057 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-359e9e14-64bc-4a4b-bd83-0832d78337fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0720398 Aug 18 14:38:59.657626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-8c591457-ee27-465f-bd55-bfab9e302f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:59.659174 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-8c591457-ee27-465f-bd55-bfab9e302f15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507967 Aug 18 14:38:59.711199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:59.789941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=af01f65c-2e94-4d1f-a6d8-952497b80f16,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:59.816156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:59.816509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:59.824506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-00dccbb7-a2d3-4222-9d96-60c4f5e09ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552169 Aug 18 14:38:59.898445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:59.925322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86fdc573-667d-49a6-84d5-1eb914a99e77 req-9a615bf1-3df0-4d17-a561-a9b0cb8c3548 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878820 Aug 18 14:39:00.012174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:00.015975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:00.020642 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c044f-90ea-461b-b946-ad14cbe97d5f None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:00.021716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:00.022387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.116457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-db1cb2e5-6d5f-4152-b424-258b95ec818e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0192702 Aug 18 14:39:00.119899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43792) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:00.125744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1388389632'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:00.201102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:00.204508 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.228766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:00.237603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.237995 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 7c9dc624-e690-4117-bea4-77e003c1a93f of type vlan for network a8b49ca3-99d5-4586-b198-ca99f1e1b044 Aug 18 14:39:00.277773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.401288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.407164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:00.407763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.485324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=a8b49ca3-99d5-4586-b198-ca99f1e1b044,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:00.489540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a8b49ca3-99d5-4586-b198-ca99f1e1b044 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:00.579188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3579363a-ba24-48e4-ab58-91f7b5f9b0d4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4577765 Aug 18 14:39:00.581559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43794) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:00.586539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'ports': [{'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'}, {'network_id': 'a8b49ca3-99d5-4586-b198-ca99f1e1b044'}]} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:00.586855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:00.587943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a8b49ca3-99d5-4586-b198-ca99f1e1b044'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:00.817081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 2} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:00.821582 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.834457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:00.918129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 8ad1d7ac-e97c-4224-93b2-f1bc47242866 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:01.401365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:01.472123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 2d4408f3-20f4-48bc-90a0-3a34f58a29ed yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:01.499089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:39:01.579118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:01.715939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:01.755492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:01.761109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:01.764776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:01.765611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:01.780190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=8ad1d7ac-e97c-4224-93b2-f1bc47242866,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:01.838845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=2d4408f3-20f4-48bc-90a0-3a34f58a29ed,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:01.843484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '7c9dc624-e690-4117-bea4-77e003c1a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a8b49ca3-99d5-4586-b198-ca99f1e1b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:01.843855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: a8b49ca3-99d5-4586-b198-ca99f1e1b044, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:01.955200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a8b49ca3-99d5-4586-b198-ca99f1e1b044 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:02.046994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a8b49ca3-99d5-4586-b198-ca99f1e1b044) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:02.050523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:02.056891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e6609-c8c1-4100-8c9d-501e6bcadfe1 None None] Network a8b49ca3-99d5-4586-b198-ca99f1e1b044 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:02.057485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:02.062185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:02.062868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.122120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cc2e4d57-4d32-426b-b2db-dc7b9458208f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5393207 Aug 18 14:39:02.125186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43796) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:02.211917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 2d4408f3-20f4-48bc-90a0-3a34f58a29ed {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:02.212264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.280104 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.293638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 2d4408f3-20f4-48bc-90a0-3a34f58a29ed owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:02.481230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.511696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=2d4408f3-20f4-48bc-90a0-3a34f58a29ed,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:02.521164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.526118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6347cd45-ec0c-40fc-9ef1-c5d7bd108f7e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/2d4408f3-20f4-48bc-90a0-3a34f58a29ed HTTP/1.1" status: 204 len: 168 time: 0.3997283 Aug 18 14:39:02.531395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43800) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:02.612295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6dd128-b341-4ea9-9a9a-eedbaec23144 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:02.618502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6dd128-b341-4ea9-9a9a-eedbaec23144 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:02.620039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1c6dd128-b341-4ea9-9a9a-eedbaec23144 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0923946 Aug 18 14:39:02.622834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43802) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:02.710508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 8ad1d7ac-e97c-4224-93b2-f1bc47242866 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:02.710854 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.778775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.790902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 8ad1d7ac-e97c-4224-93b2-f1bc47242866 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:02.936970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.975936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=8ad1d7ac-e97c-4224-93b2-f1bc47242866,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:02.981356 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:02.983450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ba397f6-a297-4273-9c13-8ad1e5998877 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/8ad1d7ac-e97c-4224-93b2-f1bc47242866 HTTP/1.1" status: 204 len: 168 time: 0.3596890 Aug 18 14:39:02.985977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43804) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.034576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a143a7-2188-473f-8cd0-ac8d6c9d9c29 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:03.036234 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-42a143a7-2188-473f-8cd0-ac8d6c9d9c29 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0488892 Aug 18 14:39:03.038774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43806) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.063976 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7d992d-cbc3-4cd2-ae67-366cb7e90c0a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:03.065536 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc7d992d-cbc3-4cd2-ae67-366cb7e90c0a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/2d4408f3-20f4-48bc-90a0-3a34f58a29ed HTTP/1.1" status: 404 len: 333 time: 0.0257943 Aug 18 14:39:03.068320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43808) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.093504 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae636ca-a224-4d2c-9958-2ff879494ad5 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:03.095001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8ae636ca-a224-4d2c-9958-2ff879494ad5 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/8ad1d7ac-e97c-4224-93b2-f1bc47242866 HTTP/1.1" status: 404 len: 333 time: 0.0258145 Aug 18 14:39:03.097831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43810) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.178367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.269100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.279501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b49ca3-99d5-4586-b198-ca99f1e1b044']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:03.290252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9dc624-e690-4117-bea4-77e003c1a93f') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:03.290515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9dc624-e690-4117-bea4-77e003c1a93f') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:03.299636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.318203 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.324871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:03.325262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:03.328258 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:03.469869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.477256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.479652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/a8b49ca3-99d5-4586-b198-ca99f1e1b044 HTTP/1.1" status: 204 len: 168 time: 0.3809042 Aug 18 14:39:03.483311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.489409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1300847791'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:03.491406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8901a8-f41c-4580-8343-2530559b22ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=a8b49ca3-99d5-4586-b198-ca99f1e1b044,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:03.567026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:03.570593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.593757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:03.603170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.603543 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 1689c3d7-41bc-4cff-9bdc-2168a0c013f5 of type vlan for network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 Aug 18 14:39:03.643360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.738110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.744566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:03.745155 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:03.810672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=af6e3208-d463-4a36-8d4a-1d6c6d4b1798,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:03.820208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:03.893368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-22e39c8b-f2c6-475f-a041-c48c4e4df352 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4083903 Aug 18 14:39:03.896311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:03.901823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:04.079545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:04.083067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:04.331589 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:04.390159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=7a948852-b766-4af2-a05e-948e5739ebbb,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:04.400999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '1689c3d7-41bc-4cff-9bdc-2168a0c013f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:04.401363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: af6e3208-d463-4a36-8d4a-1d6c6d4b1798, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:04.490868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:04.582934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, af6e3208-d463-4a36-8d4a-1d6c6d4b1798) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:04.587055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:04.588392 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:04.592319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9ddf4-5d64-49ee-9196-61c3a2670f35 None None] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:04.704543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-41a6f062-838e-4b54-9e0a-d64e129ad286 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8071518 Aug 18 14:39:04.707113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:04.712280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798', 'name': 'tempest-PortsIpV6TestJSON-203378205'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:04.734899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-af6e3208-d463-4a36-8d4a-1d6c6d4b1798', 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': '7a948852-b766-4af2-a05e-948e5739ebbb'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:04.735801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:04.873946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Allocated IP 2001:db8::2 (af6e3208-d463-4a36-8d4a-1d6c6d4b1798/7a948852-b766-4af2-a05e-948e5739ebbb/3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:04.908242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:04.911833 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:04.929690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 2975783e-964c-438c-b91a-feec8b256a85 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:05.024931 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.032912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Transition to ACTIVE for port object 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:05.047880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Transition to ACTIVE for port object 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:05.097333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.141725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:05.144563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:05.148816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:05.152731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Pushing event updated for resources: {'Port': ['ID=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:05.158458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::67 (af6e3208-d463-4a36-8d4a-1d6c6d4b1798/7a948852-b766-4af2-a05e-948e5739ebbb/2975783e-964c-438c-b91a-feec8b256a85) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:05.163820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.164165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.164503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.164835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.165694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.166049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.166378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.166700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.167018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.167336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.167654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.167969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:05.214012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Attempting to bind port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:05.214370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Attempting to bind port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '1689c3d7-41bc-4cff-9bdc-2168a0c013f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:05.214725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Attempting to bind port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 on network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:05.220152 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:05.220675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Checking segment: {'id': '1689c3d7-41bc-4cff-9bdc-2168a0c013f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:05.220916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.224119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Bound using segment: {'id': '1689c3d7-41bc-4cff-9bdc-2168a0c013f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:05.224119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Bound port: 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1689c3d7-41bc-4cff-9bdc-2168a0c013f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'af6e3208-d463-4a36-8d4a-1d6c6d4b1798'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:05.224119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.286634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] For port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:05.289776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] For port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,segment=NetworkSegment(1689c3d7-41bc-4cff-9bdc-2168a0c013f5),segment_id=1689c3d7-41bc-4cff-9bdc-2168a0c013f5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:05.312061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.325974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 2975783e-964c-438c-b91a-feec8b256a85 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:05.390388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.416305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.464620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f7a6-618e-41d5-a424-1596310178d2 None None] Pushing event updated for resources: {'Port': ['ID=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:05.470314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:05.474238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:05.481354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:05.490862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:05.490862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.491567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=2975783e-964c-438c-b91a-feec8b256a85,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:05.642080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5e1f9579-c15b-48d8-8f7a-1b26283db98d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9338012 Aug 18 14:39:05.644681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43820) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:05.749906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 2975783e-964c-438c-b91a-feec8b256a85 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:05.750259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.839374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:05.851595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 2975783e-964c-438c-b91a-feec8b256a85 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:06.075356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.108797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=2975783e-964c-438c-b91a-feec8b256a85,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:06.136841 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.141300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac3ec4a7-8979-4af4-9968-b51e9ed58581 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/2975783e-964c-438c-b91a-feec8b256a85 HTTP/1.1" status: 204 len: 168 time: 0.4933619 Aug 18 14:39:06.141752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43822) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:06.170055 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d240e888-7323-4c9e-8288-6b29c4d48b5f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:06.170055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d240e888-7323-4c9e-8288-6b29c4d48b5f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:06.170055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d240e888-7323-4c9e-8288-6b29c4d48b5f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/2975783e-964c-438c-b91a-feec8b256a85 HTTP/1.1" status: 404 len: 333 time: 0.0248685 Aug 18 14:39:06.172199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:06.198720 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-661650a1-e9f4-4c83-a2b2-cbf8c1f61905 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:06.200086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-661650a1-e9f4-4c83-a2b2-cbf8c1f61905 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/2975783e-964c-438c-b91a-feec8b256a85 HTTP/1.1" status: 404 len: 333 time: 0.0268559 Aug 18 14:39:06.202819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43826) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:06.255310 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet 7a948852-b766-4af2-a05e-948e5739ebbb {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:06.258811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.306691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.370507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65dda33-af25-4351-ab0f-8fde2386d939 None None] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:06.393911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.513223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-eaa76a87-0ea3-4a27-98f8-3bece6b13c84 None None] Provisioning for port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:06.527221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.564346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.566572 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/7a948852-b766-4af2-a05e-948e5739ebbb HTTP/1.1" status: 204 len: 168 time: 0.3626282 Aug 18 14:39:06.567533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b53004-bf23-437e-aaab-52ebdbdb9727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=7a948852-b766-4af2-a05e-948e5739ebbb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:06.573257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43828) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:06.647904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.703273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:06.703418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.711926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc249798-cb2d-498d-a89d-a6c86a8922bb None None] Network af6e3208-d463-4a36-8d4a-1d6c6d4b1798 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:06.769894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,segment=NetworkSegment(1689c3d7-41bc-4cff-9bdc-2168a0c013f5),segment_id=1689c3d7-41bc-4cff-9bdc-2168a0c013f5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:06.770171 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.782644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:06.885523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] DHCP port deletion for af6e3208-d463-4a36-8d4a-1d6c6d4b1798 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:06.936376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Deleting port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:06.936781 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.960816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:06.993041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:06.996797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:07.003005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] For port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,segment=NetworkSegment(1689c3d7-41bc-4cff-9bdc-2168a0c013f5),segment_id=1689c3d7-41bc-4cff-9bdc-2168a0c013f5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:07.003404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.016502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Calling delete_port for 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:07.074533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.084478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6e3208-d463-4a36-8d4a-1d6c6d4b1798']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:07.095435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1689c3d7-41bc-4cff-9bdc-2168a0c013f5') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:07.095741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1689c3d7-41bc-4cff-9bdc-2168a0c013f5') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:07.097133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.105373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.118999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.121735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] Pushing event deleted for resources: {'Port': ['ID=3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:07.125015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:07.125413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.126302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d2277-14f4-4dbd-a61f-f9795d6dad24 None None] No DVR routers for this DVR port 3f56bb5f-a2ad-4b06-a1d8-6bd69bf21856 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:07.129183 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:07.246431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.253236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.255318 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/af6e3208-d463-4a36-8d4a-1d6c6d4b1798 HTTP/1.1" status: 204 len: 168 time: 0.6852694 Aug 18 14:39:07.261080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:07.267030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-358573851'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:07.267848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e934c8-d94b-4a67-af3a-d5f47bae1ac0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=af6e3208-d463-4a36-8d4a-1d6c6d4b1798,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:07.360761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:07.364329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.389047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:07.398227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.398510 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 8d79dda7-9842-4f75-9e93-d639c895720e of type vlan for network e950860b-bdc0-4521-9047-c035bf34e819 Aug 18 14:39:07.439033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.538175 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.544449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:07.547111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:07.615224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=e950860b-bdc0-4521-9047-c035bf34e819,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:07.626026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e950860b-bdc0-4521-9047-c035bf34e819 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:07.688573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b46fcba4-73ba-4419-9c3e-47651578749c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4256966 Aug 18 14:39:07.691379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:07.696460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:07.833541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:07.837621 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.085536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.149248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=5f30c206-cded-40d0-a60e-99e3c34d443b,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:08.158673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '8d79dda7-9842-4f75-9e93-d639c895720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:08.163887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: e950860b-bdc0-4521-9047-c035bf34e819, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:08.257743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network e950860b-bdc0-4521-9047-c035bf34e819 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:08.349038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e950860b-bdc0-4521-9047-c035bf34e819) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:08.353051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:08.353652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.357913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd319a-de59-4f99-8849-9dac357aeca0 None None] Network e950860b-bdc0-4521-9047-c035bf34e819 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:08.476102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-43291a54-c8ca-4ab3-a00c-8c59baca7079 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7834835 Aug 18 14:39:08.478462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:08.484526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-864202798'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:08.508552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-e950860b-bdc0-4521-9047-c035bf34e819', 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': '5f30c206-cded-40d0-a60e-99e3c34d443b'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:08.509556 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.650749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Allocated IP 2001:db8::2 (e950860b-bdc0-4521-9047-c035bf34e819/5f30c206-cded-40d0-a60e-99e3c34d443b/eadc1bd0-a50c-4315-9a70-a2785bc52745) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:08.686900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:08.690595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.709051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 81c77c1b-672c-4fcf-85c3-c3d9b49c6786 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:08.796970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.805314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Transition to ACTIVE for port object eadc1bd0-a50c-4315-9a70-a2785bc52745 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:08.820110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Transition to ACTIVE for port object eadc1bd0-a50c-4315-9a70-a2785bc52745 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:08.887373 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:08.935479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Network e950860b-bdc0-4521-9047-c035bf34e819 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:08.938424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:08.942728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:08.945164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::1b3 (e950860b-bdc0-4521-9047-c035bf34e819/5f30c206-cded-40d0-a60e-99e3c34d443b/81c77c1b-672c-4fcf-85c3-c3d9b49c6786) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:08.945808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Pushing event updated for resources: {'Port': ['ID=eadc1bd0-a50c-4315-9a70-a2785bc52745,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:08.997974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Attempting to bind port eadc1bd0-a50c-4315-9a70-a2785bc52745 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:08.998353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Attempting to bind port eadc1bd0-a50c-4315-9a70-a2785bc52745 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8d79dda7-9842-4f75-9e93-d639c895720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:08.998719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Attempting to bind port eadc1bd0-a50c-4315-9a70-a2785bc52745 on network e950860b-bdc0-4521-9047-c035bf34e819 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:09.003723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:09.004102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Checking segment: {'id': '8d79dda7-9842-4f75-9e93-d639c895720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:09.004506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.004901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Bound using segment: {'id': '8d79dda7-9842-4f75-9e93-d639c895720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:09.005363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Bound port: eadc1bd0-a50c-4315-9a70-a2785bc52745, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d79dda7-9842-4f75-9e93-d639c895720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e950860b-bdc0-4521-9047-c035bf34e819'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:09.005777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.075175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] For port eadc1bd0-a50c-4315-9a70-a2785bc52745, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:09.078762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] For port eadc1bd0-a50c-4315-9a70-a2785bc52745, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eadc1bd0-a50c-4315-9a70-a2785bc52745,segment=NetworkSegment(8d79dda7-9842-4f75-9e93-d639c895720e),segment_id=8d79dda7-9842-4f75-9e93-d639c895720e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:09.085871 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.099179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 81c77c1b-672c-4fcf-85c3-c3d9b49c6786 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:09.184820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.185078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.229698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network e950860b-bdc0-4521-9047-c035bf34e819 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:09.235681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:09.241993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:09.248483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:09.248926 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc624fa-d3a6-47c5-ab7f-debb04c5a957 None None] Pushing event updated for resources: {'Port': ['ID=eadc1bd0-a50c-4315-9a70-a2785bc52745,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:09.249146 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.267090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=81c77c1b-672c-4fcf-85c3-c3d9b49c6786,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:09.358277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-af8ba175-3757-48bb-a4ea-0c280f8138c8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8780475 Aug 18 14:39:09.359630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43836) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:09.461530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 81c77c1b-672c-4fcf-85c3-c3d9b49c6786 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:09.461990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.553443 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.565397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 81c77c1b-672c-4fcf-85c3-c3d9b49c6786 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:09.749750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.780892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=81c77c1b-672c-4fcf-85c3-c3d9b49c6786,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:09.801991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.804270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fea08cb7-715d-42ea-8d0f-1da8cdd93a56 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/81c77c1b-672c-4fcf-85c3-c3d9b49c6786 HTTP/1.1" status: 204 len: 168 time: 0.4436615 Aug 18 14:39:09.806890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43838) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:09.831224 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-970a6e0c-3b50-44e9-8630-3d09eb8e1301 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:09.832806 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-970a6e0c-3b50-44e9-8630-3d09eb8e1301 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/81c77c1b-672c-4fcf-85c3-c3d9b49c6786 HTTP/1.1" status: 404 len: 333 time: 0.0249679 Aug 18 14:39:09.835720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43840) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:09.893215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet 5f30c206-cded-40d0-a60e-99e3c34d443b {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:09.896948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:09.942969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.031466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.141907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792ddc4-c0ae-4041-95ba-1bcd320b5b84 None None] Network e950860b-bdc0-4521-9047-c035bf34e819 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:10.161215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.191511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=5f30c206-cded-40d0-a60e-99e3c34d443b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:10.193593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.195754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-415c5fc6-bde1-478e-9372-5adb024f755a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/5f30c206-cded-40d0-a60e-99e3c34d443b HTTP/1.1" status: 204 len: 168 time: 0.3591089 Aug 18 14:39:10.198461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:10.275595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.332986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77950923-e180-4e42-857f-7b01160ae6af None None] DHCP port deletion for e950860b-bdc0-4521-9047-c035bf34e819 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:10.336956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port eadc1bd0-a50c-4315-9a70-a2785bc52745 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:10.337307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.361867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8335ee6-35f2-46fc-846d-6733193b33e5 None None] Provisioning for port eadc1bd0-a50c-4315-9a70-a2785bc52745 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:10.393506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Deleting port eadc1bd0-a50c-4315-9a70-a2785bc52745 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:10.393944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.402207 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port eadc1bd0-a50c-4315-9a70-a2785bc52745, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eadc1bd0-a50c-4315-9a70-a2785bc52745,segment=NetworkSegment(8d79dda7-9842-4f75-9e93-d639c895720e),segment_id=8d79dda7-9842-4f75-9e93-d639c895720e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:10.403457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.415226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for eadc1bd0-a50c-4315-9a70-a2785bc52745 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:10.457374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-77950923-e180-4e42-857f-7b01160ae6af None None] For port eadc1bd0-a50c-4315-9a70-a2785bc52745, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=eadc1bd0-a50c-4315-9a70-a2785bc52745,segment=NetworkSegment(8d79dda7-9842-4f75-9e93-d639c895720e),segment_id=8d79dda7-9842-4f75-9e93-d639c895720e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:10.457766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.465457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.470736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Calling delete_port for eadc1bd0-a50c-4315-9a70-a2785bc52745 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:10.567250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.572516 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.596983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port eadc1bd0-a50c-4315-9a70-a2785bc52745 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:10.597245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77950923-e180-4e42-857f-7b01160ae6af None None] Pushing event deleted for resources: {'Port': ['ID=eadc1bd0-a50c-4315-9a70-a2785bc52745,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:10.600916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77950923-e180-4e42-857f-7b01160ae6af None None] No DVR routers for this DVR port eadc1bd0-a50c-4315-9a70-a2785bc52745 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:10.604974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=eadc1bd0-a50c-4315-9a70-a2785bc52745,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:10.688623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.698726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e950860b-bdc0-4521-9047-c035bf34e819']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:10.709156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d79dda7-9842-4f75-9e93-d639c895720e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:10.709430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d79dda7-9842-4f75-9e93-d639c895720e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:10.719077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.737511 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.743470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:10.743854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:10.746714 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:10.902665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.909532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:10.911370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/e950860b-bdc0-4521-9047-c035bf34e819 HTTP/1.1" status: 204 len: 168 time: 0.7119541 Aug 18 14:39:10.915468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43846) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:10.921127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'name': 'tempest-PortsIpV6TestJSON-2010806124'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:10.924284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004378e-f20b-41ca-813c-cbfd8d7ca184 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=e950860b-bdc0-4521-9047-c035bf34e819,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:11.085022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:11.088576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.105763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 040ff8ee-f8c2-4d3f-b4b0-bee813df0a57 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:11.172278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.262518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.359775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.404731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:11.407861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:11.411743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:11.417290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:11.420312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.423897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=040ff8ee-f8c2-4d3f-b4b0-bee813df0a57,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:11.487113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c2ddc1ac-1aa4-4474-ab16-1f6107147974 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5705404 Aug 18 14:39:11.489563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43848) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:11.580228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 040ff8ee-f8c2-4d3f-b4b0-bee813df0a57 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:11.580711 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.649048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.662677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 040ff8ee-f8c2-4d3f-b4b0-bee813df0a57 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:11.829825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.861095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=040ff8ee-f8c2-4d3f-b4b0-bee813df0a57,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:11.868345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:11.870969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9fef3450-fa6f-48b7-8368-acc053402056 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/040ff8ee-f8c2-4d3f-b4b0-bee813df0a57 HTTP/1.1" status: 204 len: 168 time: 0.3804324 Aug 18 14:39:11.873591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43850) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:11.878415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'mac_address': 'fa:16:3e:9d:34:8c', 'name': 'tempest-PortsIpV6TestJSON-1530119305'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:12.097722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:12.163976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.186495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 55ea0b9f-de4a-4f01-b129-4b457651a09c yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:12.340793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.418863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.458301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:12.463162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:12.466827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:12.472282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:12.472858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.484908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=55ea0b9f-de4a-4f01-b129-4b457651a09c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:12.584609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-df11d238-a902-4417-95f1-aeb26def23d2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7099319 Aug 18 14:39:12.587111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43852) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:12.629361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea692610-1104-4ead-b608-b740da62e541 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:12.630780 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea692610-1104-4ead-b608-b740da62e541 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/55ea0b9f-de4a-4f01-b129-4b457651a09c HTTP/1.1" status: 200 len: 845 time: 0.0427163 Aug 18 14:39:12.633458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:12.721615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 55ea0b9f-de4a-4f01-b129-4b457651a09c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:12.721914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.787633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:12.800722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 55ea0b9f-de4a-4f01-b129-4b457651a09c owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:12.989174 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.017515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=55ea0b9f-de4a-4f01-b129-4b457651a09c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:13.025420 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.025420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-feadcc6c-a17f-45bc-8293-84181498e0a2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/55ea0b9f-de4a-4f01-b129-4b457651a09c HTTP/1.1" status: 204 len: 168 time: 0.3902268 Aug 18 14:39:13.027784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43856) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:13.053317 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63dcacd-cdcf-4ef0-b86f-b9a376085c98 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:13.054998 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b63dcacd-cdcf-4ef0-b86f-b9a376085c98 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/55ea0b9f-de4a-4f01-b129-4b457651a09c HTTP/1.1" status: 404 len: 333 time: 0.0261204 Aug 18 14:39:13.059019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43858) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:13.063985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'name': 'tempest-PortsIpV6TestJSON-1772160358'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:13.599970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:13.603718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.622271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 76bb34ae-8093-4324-82ec-0eb81d66aa3b yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:13.781998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.892567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.936956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:13.940033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:13.943808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:13.949926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:13.950530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:13.956297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=76bb34ae-8093-4324-82ec-0eb81d66aa3b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:14.047589 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6fb06d54-bd03-48ee-a783-cf9891a14333 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9873409 Aug 18 14:39:14.050059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43860) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:14.055460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:14.116643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.274759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.330751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.366191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] In _notify_port_updated(), no bound segment for port 76bb34ae-8093-4324-82ec-0eb81d66aa3b on network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:39:14.372165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:14.372770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.374079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/ports/76bb34ae-8093-4324-82ec-0eb81d66aa3b HTTP/1.1" status: 200 len: 818 time: 0.3230770 Aug 18 14:39:14.376788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43862) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:14.411984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919fb4b-6fc2-44f6-b0db-74578ba8bb37 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=76bb34ae-8093-4324-82ec-0eb81d66aa3b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:14.472167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 76bb34ae-8093-4324-82ec-0eb81d66aa3b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:14.472509 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.539836 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.553141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 76bb34ae-8093-4324-82ec-0eb81d66aa3b owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:14.736593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.766065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=76bb34ae-8093-4324-82ec-0eb81d66aa3b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:14.771031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.772967 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5023d627-1eda-4d07-ad02-159bf56cd367 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/76bb34ae-8093-4324-82ec-0eb81d66aa3b HTTP/1.1" status: 204 len: 168 time: 0.3952577 Aug 18 14:39:14.775692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43864) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:14.826910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2182831-ea00-446e-8993-54cd837e72a3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:14.828385 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b2182831-ea00-446e-8993-54cd837e72a3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0511618 Aug 18 14:39:14.831102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43866) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:14.855454 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0f62a4-f983-41a9-a70e-f63b5314b610 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:14.856963 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7a0f62a4-f983-41a9-a70e-f63b5314b610 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/76bb34ae-8093-4324-82ec-0eb81d66aa3b HTTP/1.1" status: 404 len: 333 time: 0.0249658 Aug 18 14:39:14.860554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43868) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:14.865311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795165133'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:14.953394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:14.957309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.981329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:14.990484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.990763 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment e85245b6-9e17-4bed-a6cd-c60e32bc6984 of type vlan for network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 Aug 18 14:39:15.029874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:15.170756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:15.176459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:15.177048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:15.246042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=c0d5cdb1-180a-4d7f-b52c-9061e6e511d9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:15.256283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:15.355844 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8566b93f-e30f-407f-9eed-9b5f8e6ee547 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4942598 Aug 18 14:39:15.359514 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43870) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:15.363938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:15.520650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:15.524116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:15.778355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:15.841114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=ec54b872-ee2a-4921-8aed-9c2980dfcc4f,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:15.856101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': 'e85245b6-9e17-4bed-a6cd-c60e32bc6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:15.856101 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: c0d5cdb1-180a-4d7f-b52c-9061e6e511d9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:16.012412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:16.147652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c0d5cdb1-180a-4d7f-b52c-9061e6e511d9) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:16.151815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:16.152416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.156591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d619fa-c671-4397-9a5d-34e3ac9644c3 None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:16.257252 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6472ca88-c645-4a4e-8561-50280637eeaa tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8973856 Aug 18 14:39:16.260000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:16.265338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:16.308550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': 'ec54b872-ee2a-4921-8aed-9c2980dfcc4f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:16.318518 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.444833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Allocated IP 2001:db8::2 (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/ec54b872-ee2a-4921-8aed-9c2980dfcc4f/1395922a-9e3d-4ba0-b540-a27c8d0fa773) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:16.469591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:16.473581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.579025 n-d-804303-5 neutron-server[112228]: INFO neutron.db.ipam_backend_mixin [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec54b872-ee2a-4921-8aed-9c2980dfcc4f (CIDR: 2001:db8::/64) Aug 18 14:39:16.641613 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:39:16.642120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:16.704667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f515a3a5-1a10-4f2b-9523-15f2eb5ec2b9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4432414 Aug 18 14:39:16.707185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:16.712708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:16.736346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.744803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Transition to ACTIVE for port object 1395922a-9e3d-4ba0-b540-a27c8d0fa773 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:16.759653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Transition to ACTIVE for port object 1395922a-9e3d-4ba0-b540-a27c8d0fa773 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:16.830076 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.875437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:16.878454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:16.882862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:16.886496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Pushing event updated for resources: {'Port': ['ID=1395922a-9e3d-4ba0-b540-a27c8d0fa773,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:16.891090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:16.895270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.940891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Attempting to bind port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:16.941270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Attempting to bind port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e85245b6-9e17-4bed-a6cd-c60e32bc6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:16.941636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Attempting to bind port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 on network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:16.946689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:16.948329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Checking segment: {'id': 'e85245b6-9e17-4bed-a6cd-c60e32bc6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:16.948329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:16.948553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Bound using segment: {'id': 'e85245b6-9e17-4bed-a6cd-c60e32bc6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:16.948975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Bound port: 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85245b6-9e17-4bed-a6cd-c60e32bc6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:16.949388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.019700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] For port 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:17.022758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] For port 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1395922a-9e3d-4ba0-b540-a27c8d0fa773,segment=NetworkSegment(e85245b6-9e17-4bed-a6cd-c60e32bc6984),segment_id=e85245b6-9e17-4bed-a6cd-c60e32bc6984)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:17.109896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.178808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd88bf4-7637-403b-8f56-6a62320b3a3d None None] Pushing event updated for resources: {'Port': ['ID=1395922a-9e3d-4ba0-b540-a27c8d0fa773,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:17.212720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.258254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:17.261398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:17.264349 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:17.264964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.279684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=855722eb-b3ce-46e8-bf1c-9a2a0446525d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:17.363138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0c99de9e-2d3a-49f8-b50c-4e11f820c9e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6536574 Aug 18 14:39:17.365146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43878) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:17.373619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'fixed_ips': [{'subnet_id': 'ec54b872-ee2a-4921-8aed-9c2980dfcc4f'}, {'subnet_id': '855722eb-b3ce-46e8-bf1c-9a2a0446525d'}], 'name': 'tempest-PortsIpV6TestJSON-108392582'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:17.572306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:17.656721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.673813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 92825aef-1490-4dfc-ba74-7ddbc08487b9 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:18.007072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::27 (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/ec54b872-ee2a-4921-8aed-9c2980dfcc4f/92825aef-1490-4dfc-ba74-7ddbc08487b9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:18.014903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8:0:1::2f4 (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/855722eb-b3ce-46e8-bf1c-9a2a0446525d/92825aef-1490-4dfc-ba74-7ddbc08487b9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:18.066306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1216d4e-2af2-412c-b015-cd0ba7aa1001 None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:18.162513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.175896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 92825aef-1490-4dfc-ba74-7ddbc08487b9 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:18.230061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d2d824c-b3b3-4620-91f5-b517122451bc None None] Provisioning for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:18.264265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.278832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Update dhcp port {'port': {'network_id': 'c0d5cdb1-180a-4d7f-b52c-9061e6e511d9', 'fixed_ips': [{'subnet_id': 'ec54b872-ee2a-4921-8aed-9c2980dfcc4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '855722eb-b3ce-46e8-bf1c-9a2a0446525d'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '1395922a-9e3d-4ba0-b540-a27c8d0fa773'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:39:18.303983 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.308259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:18.314062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:18.317257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:18.323131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:18.323756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.340358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=92825aef-1490-4dfc-ba74-7ddbc08487b9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:18.384244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4ff54c60-bc48-47d2-a167-2fcd2a8c03ef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.0168147 Aug 18 14:39:18.387764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:18.395603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec54b872-ee2a-4921-8aed-9c2980dfcc4f'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:18.469455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Allocated IP 2001:db8:0:1::2 (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/855722eb-b3ce-46e8-bf1c-9a2a0446525d/1395922a-9e3d-4ba0-b540-a27c8d0fa773) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:18.547161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.568201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] For port 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1395922a-9e3d-4ba0-b540-a27c8d0fa773,segment=NetworkSegment(e85245b6-9e17-4bed-a6cd-c60e32bc6984),segment_id=e85245b6-9e17-4bed-a6cd-c60e32bc6984)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:18.598163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.612474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Transition to ACTIVE for port object 1395922a-9e3d-4ba0-b540-a27c8d0fa773 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:18.696341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.781222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fde2b-03b8-45d4-8907-14046f389b31 None None] Pushing event updated for resources: {'Port': ['ID=1395922a-9e3d-4ba0-b540-a27c8d0fa773,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:18.798918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Delete allocated IP 2001:db8:0:1::2f4 (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/855722eb-b3ce-46e8-bf1c-9a2a0446525d) {{(pid=112228) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:39:18.935582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:18.948265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Ignored duplicate provisioning block setup for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 14:39:19.046686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.067996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1395922a-9e3d-4ba0-b540-a27c8d0fa773 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:19.118229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] In _notify_port_updated(), no bound segment for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 on network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 {{(pid=112228) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:39:19.124343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:19.125004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.126374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/ports/92825aef-1490-4dfc-ba74-7ddbc08487b9 HTTP/1.1" status: 200 len: 924 time: 0.7370334 Aug 18 14:39:19.129116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43884) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:19.133721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1fa57-7758-4e86-9a0e-0f30f9cac5f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=92825aef-1490-4dfc-ba74-7ddbc08487b9,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:19.136275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec54b872-ee2a-4921-8aed-9c2980dfcc4f'}, {'subnet_id': '855722eb-b3ce-46e8-bf1c-9a2a0446525d'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:19.234338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:19.286134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992226a0-7d22-46a0-bce6-f0ed8a741842 None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:19.441304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Provisioning for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:19.446245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Provisioning complete for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:19.446616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.454845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.536143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.570056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] For port 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1395922a-9e3d-4ba0-b540-a27c8d0fa773,segment=NetworkSegment(e85245b6-9e17-4bed-a6cd-c60e32bc6984),segment_id=e85245b6-9e17-4bed-a6cd-c60e32bc6984)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:19.652810 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.704989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f006b-380e-4b73-b5ab-ed2972b0e7ca None None] Pushing event updated for resources: {'Port': ['ID=1395922a-9e3d-4ba0-b540-a27c8d0fa773,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:19.732812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8:0:1::ee (c0d5cdb1-180a-4d7f-b52c-9061e6e511d9/855722eb-b3ce-46e8-bf1c-9a2a0446525d/92825aef-1490-4dfc-ba74-7ddbc08487b9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:19.858074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Provisioning for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:19.862487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Provisioning complete for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:19.862869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.885093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.898680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Ignored duplicate provisioning block setup for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 14:39:19.907710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Port 92825aef-1490-4dfc-ba74-7ddbc08487b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:19.918433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Provisioning complete for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:19.918681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e8f924a4-aa88-4e59-8adb-3aac9b3c0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:19.965438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.043916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] In _notify_port_updated(), no bound segment for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 on network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:39:20.049384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:20.050038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.051435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/ports/92825aef-1490-4dfc-ba74-7ddbc08487b9 HTTP/1.1" status: 200 len: 1009 time: 0.9208903 Aug 18 14:39:20.054533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43886) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:20.060899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67d1e-3a09-4b81-a4be-75522d278b17 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=92825aef-1490-4dfc-ba74-7ddbc08487b9,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:20.121222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f1f62bf8-be23-4278-8af9-f2bab6ca0cb9 None None] Provisioning complete for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:20.121689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f1f62bf8-be23-4278-8af9-f2bab6ca0cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.147672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 92825aef-1490-4dfc-ba74-7ddbc08487b9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:20.148062 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.158706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f1f62bf8-be23-4278-8af9-f2bab6ca0cb9 None None] Port 92825aef-1490-4dfc-ba74-7ddbc08487b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:20.249943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.264797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 92825aef-1490-4dfc-ba74-7ddbc08487b9 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:20.287075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7f2b7907-093c-4f84-a75d-8abf56f638e7 None None] Provisioning complete for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:20.287429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7907-093c-4f84-a75d-8abf56f638e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.332251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b7907-093c-4f84-a75d-8abf56f638e7 None None] Port 92825aef-1490-4dfc-ba74-7ddbc08487b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:20.452134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-87cce7f4-b8b9-43fe-8ac6-3ceb1982e0df None None] Provisioning complete for port 92825aef-1490-4dfc-ba74-7ddbc08487b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:20.452461 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87cce7f4-b8b9-43fe-8ac6-3ceb1982e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.486779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-87cce7f4-b8b9-43fe-8ac6-3ceb1982e0df None None] Port 92825aef-1490-4dfc-ba74-7ddbc08487b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:20.542820 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.569657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=92825aef-1490-4dfc-ba74-7ddbc08487b9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:20.617536 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.619518 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d1cff869-30ea-4267-9593-02d144f6d381 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/92825aef-1490-4dfc-ba74-7ddbc08487b9 HTTP/1.1" status: 204 len: 168 time: 0.5638380 Aug 18 14:39:20.622406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43888) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:20.647624 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-4046dabe-19e3-4140-b045-d3978f1a3405 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:20.653096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4046dabe-19e3-4140-b045-d3978f1a3405 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/92825aef-1490-4dfc-ba74-7ddbc08487b9 HTTP/1.1" status: 404 len: 333 time: 0.0258546 Aug 18 14:39:20.653504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43890) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:20.705295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet 855722eb-b3ce-46e8-bf1c-9a2a0446525d {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:20.708858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.752045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.839753 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.965714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.992890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=855722eb-b3ce-46e8-bf1c-9a2a0446525d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:20.997596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.006878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-818dda39-105c-4d3d-85e1-5c78621da7e4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/855722eb-b3ce-46e8-bf1c-9a2a0446525d HTTP/1.1" status: 204 len: 168 time: 0.3460972 Aug 18 14:39:21.006878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43892) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:21.007097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cee58-26f6-436a-98b2-0aa4edbb478f None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:21.057018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet ec54b872-ee2a-4921-8aed-9c2980dfcc4f {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:21.058512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1395922a-9e3d-4ba0-b540-a27c8d0fa773 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:21.060264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.101218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.165301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:21.166209 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.192144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.327017 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.355567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=ec54b872-ee2a-4921-8aed-9c2980dfcc4f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:21.359281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.363699 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6957b27-8449-46f5-a29c-3b4341d88982 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/ec54b872-ee2a-4921-8aed-9c2980dfcc4f HTTP/1.1" status: 204 len: 168 time: 0.3570781 Aug 18 14:39:21.363883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43894) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:21.448741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.505359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:21.505857 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.583388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port 1395922a-9e3d-4ba0-b540-a27c8d0fa773, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1395922a-9e3d-4ba0-b540-a27c8d0fa773,segment=NetworkSegment(e85245b6-9e17-4bed-a6cd-c60e32bc6984),segment_id=e85245b6-9e17-4bed-a6cd-c60e32bc6984)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:21.583759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.596576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 1395922a-9e3d-4ba0-b540-a27c8d0fa773 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:21.720881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.740026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdefc250-0089-4842-b42d-b938c9601d16 None None] Network c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:21.747985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=1395922a-9e3d-4ba0-b540-a27c8d0fa773,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:21.754878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port 1395922a-9e3d-4ba0-b540-a27c8d0fa773 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:21.824321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-38cca8dd-5552-427f-af49-a6b6bbe7e9b8 None None] Could not find standard attr ID for object 1395922a-9e3d-4ba0-b540-a27c8d0fa773. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:39:21.839115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.852493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d5cdb1-180a-4d7f-b52c-9061e6e511d9']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:21.865572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85245b6-9e17-4bed-a6cd-c60e32bc6984') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:21.867742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85245b6-9e17-4bed-a6cd-c60e32bc6984') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:21.875810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.890180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.896152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:21.896560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:21.899456 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:21.910451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde58201-e690-4c56-b1dc-1b2315ef5fda None None] DHCP port deletion for c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:21.930981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c8ad18d1-e916-40c8-a784-09bdcf452b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.012346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.019300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.021238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/c0d5cdb1-180a-4d7f-b52c-9061e6e511d9 HTTP/1.1" status: 204 len: 168 time: 0.6564620 Aug 18 14:39:22.024999 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43896) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:22.038802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a2ea1-7640-48df-aa60-8314ebf736c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=c0d5cdb1-180a-4d7f-b52c-9061e6e511d9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:22.074027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a137954-aa60-4535-9704-d351799b7024 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:22.075548 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8a137954-aa60-4535-9704-d351799b7024 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0495296 Aug 18 14:39:22.078962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43898) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:22.126821 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6208252f-92d5-434f-a38f-e068978b2b29 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0467827 Aug 18 14:39:22.130076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:22.134828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-190316188'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:22.239322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:22.242840 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.266176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:22.274630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.274977 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 2d479085-ae18-48c7-b7c3-bde7e27f6e2e of type vlan for network 948b41da-c5f5-478c-9c42-89a1817c9691 Aug 18 14:39:22.314637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.388003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.393653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:22.394267 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.461361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=948b41da-c5f5-478c-9c42-89a1817c9691,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:22.471996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 948b41da-c5f5-478c-9c42-89a1817c9691 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:22.550020 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-05b9a513-717d-49ea-a24d-1666b7e592f8 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4188817 Aug 18 14:39:22.556719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:22.558903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:22.720357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:22.723817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:22.989211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.034920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1395922a-9e3d-4ba0-b540-a27c8d0fa773 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:39:23.051238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=d215a027-211d-4ccc-ae9e-72d4d12c7d57,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:23.058400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1395922a-9e3d-4ba0-b540-a27c8d0fa773 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:39:23.058400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1395922a-9e3d-4ba0-b540-a27c8d0fa773 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:39:23.062840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '2d479085-ae18-48c7-b7c3-bde7e27f6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:23.063267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: 948b41da-c5f5-478c-9c42-89a1817c9691, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:23.166065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 948b41da-c5f5-478c-9c42-89a1817c9691 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:23.234753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 948b41da-c5f5-478c-9c42-89a1817c9691) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:23.239309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:23.239928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.246773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594a14d-54b1-438d-b55e-9978dbe2c184 None None] Network 948b41da-c5f5-478c-9c42-89a1817c9691 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:23.344472 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-93ed35ef-c2e0-43ec-888c-eae66baaffd7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7903402 Aug 18 14:39:23.347485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43904) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:23.353343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691', 'name': 'tempest-PortsIpV6TestJSON-1751479350'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:23.393107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-948b41da-c5f5-478c-9c42-89a1817c9691', 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': 'd215a027-211d-4ccc-ae9e-72d4d12c7d57'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:23.394122 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.509100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:23.513351 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.530186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Allocated IP 2001:db8::2 (948b41da-c5f5-478c-9c42-89a1817c9691/d215a027-211d-4ccc-ae9e-72d4d12c7d57/7a3c3011-b3f5-4451-aef0-23da87d03201) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:23.530900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port e5021c82-1d06-4b82-8b7a-77ccce346c34 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:23.676589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.685470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Transition to ACTIVE for port object 7a3c3011-b3f5-4451-aef0-23da87d03201 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:23.700042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Transition to ACTIVE for port object 7a3c3011-b3f5-4451-aef0-23da87d03201 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:23.789408 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.829102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Network 948b41da-c5f5-478c-9c42-89a1817c9691 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:23.831964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:23.835490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:23.840829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Pushing event updated for resources: {'Port': ['ID=7a3c3011-b3f5-4451-aef0-23da87d03201,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:23.847061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::22f (948b41da-c5f5-478c-9c42-89a1817c9691/d215a027-211d-4ccc-ae9e-72d4d12c7d57/e5021c82-1d06-4b82-8b7a-77ccce346c34) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:23.893086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Attempting to bind port 7a3c3011-b3f5-4451-aef0-23da87d03201 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:23.893460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Attempting to bind port 7a3c3011-b3f5-4451-aef0-23da87d03201 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '2d479085-ae18-48c7-b7c3-bde7e27f6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:23.893825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Attempting to bind port 7a3c3011-b3f5-4451-aef0-23da87d03201 on network 948b41da-c5f5-478c-9c42-89a1817c9691 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:23.899105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:23.899477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Checking segment: {'id': '2d479085-ae18-48c7-b7c3-bde7e27f6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:23.899874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.900271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Bound using segment: {'id': '2d479085-ae18-48c7-b7c3-bde7e27f6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:23.900733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Bound port: 7a3c3011-b3f5-4451-aef0-23da87d03201, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d479085-ae18-48c7-b7c3-bde7e27f6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:23.901141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:23.966487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] For port 7a3c3011-b3f5-4451-aef0-23da87d03201, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:23.969548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] For port 7a3c3011-b3f5-4451-aef0-23da87d03201, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7a3c3011-b3f5-4451-aef0-23da87d03201,segment=NetworkSegment(2d479085-ae18-48c7-b7c3-bde7e27f6e2e),segment_id=2d479085-ae18-48c7-b7c3-bde7e27f6e2e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:23.996594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.009744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object e5021c82-1d06-4b82-8b7a-77ccce346c34 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:24.017904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.079265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c8cad-cb4e-4dcd-b154-bdc1b5775ada None None] Pushing event updated for resources: {'Port': ['ID=7a3c3011-b3f5-4451-aef0-23da87d03201,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:24.115538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.156632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 948b41da-c5f5-478c-9c42-89a1817c9691 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:24.162122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:24.166066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:24.172372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:24.173001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.186104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=e5021c82-1d06-4b82-8b7a-77ccce346c34,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:24.287392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5a35ea43-f06f-4627-b283-01d4951fe423 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9386342 Aug 18 14:39:24.290671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:24.296735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': '948b41da-c5f5-478c-9c42-89a1817c9691', 'name': 'tempest-PortsIpV6TestJSON-245336901'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:24.491881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:24.495507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.513072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 1982bb35-4901-4dac-92bd-e71f9ba93de9 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:24.633662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::9d (948b41da-c5f5-478c-9c42-89a1817c9691/d215a027-211d-4ccc-ae9e-72d4d12c7d57/1982bb35-4901-4dac-92bd-e71f9ba93de9) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:24.783404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-10572677-edbb-4e63-b3a5-2adcc0d3eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.800722 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.816107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 1982bb35-4901-4dac-92bd-e71f9ba93de9 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:24.903245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.949198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 948b41da-c5f5-478c-9c42-89a1817c9691 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:24.952411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:24.954239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03e5ee-e440-49f4-ae25-c4d733a066be None None] Network 948b41da-c5f5-478c-9c42-89a1817c9691 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:24.956764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:24.962390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:24.965464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.965616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:24.971805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=1982bb35-4901-4dac-92bd-e71f9ba93de9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:24.983311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.983311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.983684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.983971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.984225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.984924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.985246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.985583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.985941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.986306 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.986610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:24.986934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:25.058716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-64badfbb-7092-4231-b773-c346428682ee tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7668595 Aug 18 14:39:25.061335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43908) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:25.087840 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-181ae0e6-b700-4043-a2e3-80c226ecbfd0 None None] Provisioning for port 7a3c3011-b3f5-4451-aef0-23da87d03201 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:25.092913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7a3c3011-b3f5-4451-aef0-23da87d03201 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:25.153316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe03d6-abf1-40cc-be47-fad0d027ef4d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:25.157492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2ffe03d6-abf1-40cc-be47-fad0d027ef4d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A22f HTTP/1.1" status: 200 len: 929 time: 0.0924890 Aug 18 14:39:25.158020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43910) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:25.252040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7a3c3011-b3f5-4451-aef0-23da87d03201 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:25.254996 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 1982bb35-4901-4dac-92bd-e71f9ba93de9 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:25.255423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.256556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7a3c3011-b3f5-4451-aef0-23da87d03201 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:25.256997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.343059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.348339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.362133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 1982bb35-4901-4dac-92bd-e71f9ba93de9 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:25.378452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7a3c3011-b3f5-4451-aef0-23da87d03201, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7a3c3011-b3f5-4451-aef0-23da87d03201,segment=NetworkSegment(2d479085-ae18-48c7-b7c3-bde7e27f6e2e),segment_id=2d479085-ae18-48c7-b7c3-bde7e27f6e2e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:25.463673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.513777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7a3c3011-b3f5-4451-aef0-23da87d03201,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:25.531876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Provisioning for port e5021c82-1d06-4b82-8b7a-77ccce346c34 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:25.536790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Provisioning complete for port e5021c82-1d06-4b82-8b7a-77ccce346c34 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:25.537273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.574815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Port e5021c82-1d06-4b82-8b7a-77ccce346c34 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:25.583640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Provisioning for port 1982bb35-4901-4dac-92bd-e71f9ba93de9 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:25.583859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.588165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Provisioning complete for port 1982bb35-4901-4dac-92bd-e71f9ba93de9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:25.588377 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.612545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Port 1982bb35-4901-4dac-92bd-e71f9ba93de9 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 14:39:25.613291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=1982bb35-4901-4dac-92bd-e71f9ba93de9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:25.628078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Provisioning complete for port 7a3c3011-b3f5-4451-aef0-23da87d03201 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:25.628590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8eac-8eca-4fbc-b43c-f9395de83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.643288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.647680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d3dc7d0f-3a7b-4026-b350-3f95846952ea tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/1982bb35-4901-4dac-92bd-e71f9ba93de9 HTTP/1.1" status: 204 len: 168 time: 0.4861703 Aug 18 14:39:25.647930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43912) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:25.674043 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-99111794-4d65-4b84-826c-5ef5ad102a1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:25.675623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99111794-4d65-4b84-826c-5ef5ad102a1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/1982bb35-4901-4dac-92bd-e71f9ba93de9 HTTP/1.1" status: 404 len: 333 time: 0.0267527 Aug 18 14:39:25.678603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:25.772633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port e5021c82-1d06-4b82-8b7a-77ccce346c34 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:25.772975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.834925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3204f94b-577b-41c4-8e31-69bdc9235f3a None None] Provisioning complete for port e5021c82-1d06-4b82-8b7a-77ccce346c34 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:25.835526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3204f94b-577b-41c4-8e31-69bdc9235f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.865582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:25.872296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3204f94b-577b-41c4-8e31-69bdc9235f3a None None] Port e5021c82-1d06-4b82-8b7a-77ccce346c34 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:25.875360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3204f94b-577b-41c4-8e31-69bdc9235f3a None None] Could not find standard attr ID for object 1982bb35-4901-4dac-92bd-e71f9ba93de9. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:39:25.881657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for e5021c82-1d06-4b82-8b7a-77ccce346c34 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:25.970991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.080761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.110448 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=e5021c82-1d06-4b82-8b7a-77ccce346c34,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:26.140310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.149648 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62ab084c-3a70-4f5c-b335-b4f57ff35789 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/e5021c82-1d06-4b82-8b7a-77ccce346c34 HTTP/1.1" status: 204 len: 168 time: 0.4628315 Aug 18 14:39:26.149648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43916) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:26.171143 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94e500c-c737-4e42-849c-3e8929c1280f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:26.172667 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e94e500c-c737-4e42-849c-3e8929c1280f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/e5021c82-1d06-4b82-8b7a-77ccce346c34 HTTP/1.1" status: 404 len: 333 time: 0.0262153 Aug 18 14:39:26.175485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43918) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:26.228386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet d215a027-211d-4ccc-ae9e-72d4d12c7d57 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:26.231752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.273862 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.362770 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.475426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.503619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=d215a027-211d-4ccc-ae9e-72d4d12c7d57,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:26.505568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.509014 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7f5008f3-ed49-4d4e-88d3-1412a3671416 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/d215a027-211d-4ccc-ae9e-72d4d12c7d57 HTTP/1.1" status: 204 len: 168 time: 0.3325939 Aug 18 14:39:26.510022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:26.512417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0499a1-b51d-4c74-87a5-fbde112540f3 None None] Network 948b41da-c5f5-478c-9c42-89a1817c9691 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:26.591128 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.646394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 7a3c3011-b3f5-4451-aef0-23da87d03201 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:26.646744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.686575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] DHCP port deletion for 948b41da-c5f5-478c-9c42-89a1817c9691 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:26.711146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port 7a3c3011-b3f5-4451-aef0-23da87d03201, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7a3c3011-b3f5-4451-aef0-23da87d03201,segment=NetworkSegment(2d479085-ae18-48c7-b7c3-bde7e27f6e2e),segment_id=2d479085-ae18-48c7-b7c3-bde7e27f6e2e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:26.711512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.724472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 7a3c3011-b3f5-4451-aef0-23da87d03201 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:26.732594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Deleting port 7a3c3011-b3f5-4451-aef0-23da87d03201 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:26.732904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.892175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.918434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=7a3c3011-b3f5-4451-aef0-23da87d03201,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:26.921635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port 7a3c3011-b3f5-4451-aef0-23da87d03201 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:26.948695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] For port 7a3c3011-b3f5-4451-aef0-23da87d03201, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7a3c3011-b3f5-4451-aef0-23da87d03201,segment=NetworkSegment(2d479085-ae18-48c7-b7c3-bde7e27f6e2e),segment_id=2d479085-ae18-48c7-b7c3-bde7e27f6e2e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:26.949290 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.961270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Calling delete_port for 7a3c3011-b3f5-4451-aef0-23da87d03201 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:27.014170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.024152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948b41da-c5f5-478c-9c42-89a1817c9691']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:27.034728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d479085-ae18-48c7-b7c3-bde7e27f6e2e') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:27.035304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d479085-ae18-48c7-b7c3-bde7e27f6e2e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:27.043317 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.045037 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.047964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7a3c3011-b3f5-4451-aef0-23da87d03201 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:39:27.059269 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.065095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:27.065491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:27.068453 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:27.089217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7a3c3011-b3f5-4451-aef0-23da87d03201 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:39:27.089560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7a3c3011-b3f5-4451-aef0-23da87d03201 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:39:27.091543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] Pushing event deleted for resources: {'Port': ['ID=7a3c3011-b3f5-4451-aef0-23da87d03201,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:27.095140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf89b65-4e86-4a44-9fd7-a86f69950703 None None] No DVR routers for this DVR port 7a3c3011-b3f5-4451-aef0-23da87d03201 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:27.199112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.208697 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.208697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/948b41da-c5f5-478c-9c42-89a1817c9691 HTTP/1.1" status: 204 len: 168 time: 0.6963868 Aug 18 14:39:27.211511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43922) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:27.217286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-568399671'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:27.224269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1bfd-bb90-4854-a382-015f964f1ff2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=948b41da-c5f5-478c-9c42-89a1817c9691,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:27.302129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:27.305869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.328522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:27.337224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.337581 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 8a02ac9a-5671-48e8-8f9e-981a5ffb46f5 of type vlan for network 8c577683-beab-4806-b375-6c143b27f63f Aug 18 14:39:27.378315 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.507963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.514036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:27.514629 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.582284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=8c577683-beab-4806-b375-6c143b27f63f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:27.593489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8c577683-beab-4806-b375-6c143b27f63f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:27.597221 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:27.628901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-709ab19a-797a-451d-9c40-a7a06a1c221d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4162738 Aug 18 14:39:27.631861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43924) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:27.638055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': '8c577683-beab-4806-b375-6c143b27f63f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:27.787772 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:27.791266 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.039612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.101826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=cb1aa799-387c-4563-8a83-73303194e57f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:28.112324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8c577683-beab-4806-b375-6c143b27f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:28.112711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: 8c577683-beab-4806-b375-6c143b27f63f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:28.204687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 8c577683-beab-4806-b375-6c143b27f63f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:28.284732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8c577683-beab-4806-b375-6c143b27f63f) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:28.288807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:28.289399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.293814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8f33b-f026-41b7-8a6e-c31d1abef272 None None] Network 8c577683-beab-4806-b375-6c143b27f63f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:28.383991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-06251c50-6c1b-4b13-bd56-d39e5eb045f4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7508886 Aug 18 14:39:28.386997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43928) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:28.392269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': '8c577683-beab-4806-b375-6c143b27f63f', 'name': 'tempest-PortsIpV6TestJSON-243064047', 'fixed_ips': [{'subnet_id': 'cb1aa799-387c-4563-8a83-73303194e57f', 'ip_address': '2001:db8::10'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:28.439467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-8c577683-beab-4806-b375-6c143b27f63f', 'network_id': '8c577683-beab-4806-b375-6c143b27f63f', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': 'cb1aa799-387c-4563-8a83-73303194e57f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:28.440351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.565100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:28.579834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Allocated IP 2001:db8::2 (8c577683-beab-4806-b375-6c143b27f63f/cb1aa799-387c-4563-8a83-73303194e57f/61f5e192-8f8f-4fc8-9f11-7323405cc24b) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:28.654013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.671905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 58cedd47-82f0-41f6-92f8-384a8a63b9ba yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:28.724091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.732949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Transition to ACTIVE for port object 61f5e192-8f8f-4fc8-9f11-7323405cc24b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:28.747450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Transition to ACTIVE for port object 61f5e192-8f8f-4fc8-9f11-7323405cc24b will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:28.824004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.866203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Network 8c577683-beab-4806-b375-6c143b27f63f is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:28.871747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:28.873593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Pushing event updated for resources: {'Port': ['ID=61f5e192-8f8f-4fc8-9f11-7323405cc24b,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:28.875755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:28.880073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::10 (8c577683-beab-4806-b375-6c143b27f63f/cb1aa799-387c-4563-8a83-73303194e57f/58cedd47-82f0-41f6-92f8-384a8a63b9ba) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:28.928458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Attempting to bind port 61f5e192-8f8f-4fc8-9f11-7323405cc24b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:28.928832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Attempting to bind port 61f5e192-8f8f-4fc8-9f11-7323405cc24b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8c577683-beab-4806-b375-6c143b27f63f'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:28.929195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Attempting to bind port 61f5e192-8f8f-4fc8-9f11-7323405cc24b on network 8c577683-beab-4806-b375-6c143b27f63f {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:28.934290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:28.934662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Checking segment: {'id': '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8c577683-beab-4806-b375-6c143b27f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:28.935068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:28.935468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Bound using segment: {'id': '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8c577683-beab-4806-b375-6c143b27f63f'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:28.935940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Bound port: 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8c577683-beab-4806-b375-6c143b27f63f'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:28.936341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:29.002885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] For port 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:29.006057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] For port 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61f5e192-8f8f-4fc8-9f11-7323405cc24b,segment=NetworkSegment(8a02ac9a-5671-48e8-8f9e-981a5ffb46f5),segment_id=8a02ac9a-5671-48e8-8f9e-981a5ffb46f5)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:29.031759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:29.044800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 58cedd47-82f0-41f6-92f8-384a8a63b9ba will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:29.087005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:29.145351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078033-926e-4fa9-bc6f-a40c12966fe8 None None] Pushing event updated for resources: {'Port': ['ID=61f5e192-8f8f-4fc8-9f11-7323405cc24b,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:29.167096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:29.218331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 8c577683-beab-4806-b375-6c143b27f63f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:29.221479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:29.225393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:29.231034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:29.231686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:29.238328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=58cedd47-82f0-41f6-92f8-384a8a63b9ba,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:29.329593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8f34e66f-e981-44b5-832b-9332b44beb6c tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9392030 Aug 18 14:39:29.331071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43932) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:29.336825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': '8c577683-beab-4806-b375-6c143b27f63f', 'name': 'tempest-PortsIpV6TestJSON-1496544007', 'fixed_ips': [{'subnet_id': 'cb1aa799-387c-4563-8a83-73303194e57f', 'ip_address': '2001:db8::f'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:29.908989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:30.000816 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.019324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 7c606283-4671-4219-a121-4f22d10a2ee2 yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:30.044626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f29f00-b166-49b2-b1a1-ba5441c32fbd None None] Network 8c577683-beab-4806-b375-6c143b27f63f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:30.180081 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::f (8c577683-beab-4806-b375-6c143b27f63f/cb1aa799-387c-4563-8a83-73303194e57f/7c606283-4671-4219-a121-4f22d10a2ee2) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:30.253807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3414f81f-249d-444b-8065-f99a6fd0e6fa None None] Provisioning for port 61f5e192-8f8f-4fc8-9f11-7323405cc24b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:30.340986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.356201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 7c606283-4671-4219-a121-4f22d10a2ee2 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:30.502340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.550137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network 8c577683-beab-4806-b375-6c143b27f63f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:30.556200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:30.560169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:30.565893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:30.566526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.579978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=7c606283-4671-4219-a121-4f22d10a2ee2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:30.606230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-19cf262e-ba34-4f1f-9b5f-9d395faa63d0 None None] Provisioning for port 58cedd47-82f0-41f6-92f8-384a8a63b9ba completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:30.610823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-19cf262e-ba34-4f1f-9b5f-9d395faa63d0 None None] Provisioning complete for port 58cedd47-82f0-41f6-92f8-384a8a63b9ba triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:30.611203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-19cf262e-ba34-4f1f-9b5f-9d395faa63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.648802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-19cf262e-ba34-4f1f-9b5f-9d395faa63d0 None None] Port 58cedd47-82f0-41f6-92f8-384a8a63b9ba cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:30.692644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6d3be034-ca3b-4415-920f-da3ed620af64 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3601732 Aug 18 14:39:30.695093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43934) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:30.770688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-176e1b91-3acf-4c25-8187-c0f1be697819 None None] Provisioning complete for port 58cedd47-82f0-41f6-92f8-384a8a63b9ba triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:30.771247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-176e1b91-3acf-4c25-8187-c0f1be697819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:30.786475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6142509b-8bd7-4bae-86de-6971b0daae42 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:30.790320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6142509b-8bd7-4bae-86de-6971b0daae42 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0942366 Aug 18 14:39:30.791144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:30.810596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-176e1b91-3acf-4c25-8187-c0f1be697819 None None] Port 58cedd47-82f0-41f6-92f8-384a8a63b9ba cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:30.880880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5ac9a-4c13-4e05-b200-1c7a0be13d46 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:30.887470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5ac9a-4c13-4e05-b200-1c7a0be13d46 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:30.893336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5ac9a-4c13-4e05-b200-1c7a0be13d46 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:30.895002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9ce5ac9a-4c13-4e05-b200-1c7a0be13d46 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1027710 Aug 18 14:39:30.898031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43938) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:30.986697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 7c606283-4671-4219-a121-4f22d10a2ee2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:30.987039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.009830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6aca8424-e6fe-4bd2-894d-78eb56483d6b None None] Provisioning for port 7c606283-4671-4219-a121-4f22d10a2ee2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:31.014850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6aca8424-e6fe-4bd2-894d-78eb56483d6b None None] Provisioning complete for port 7c606283-4671-4219-a121-4f22d10a2ee2 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:31.015088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6aca8424-e6fe-4bd2-894d-78eb56483d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.050821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6aca8424-e6fe-4bd2-894d-78eb56483d6b None None] Port 7c606283-4671-4219-a121-4f22d10a2ee2 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:31.069971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 61f5e192-8f8f-4fc8-9f11-7323405cc24b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:31.085242 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.097003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 7c606283-4671-4219-a121-4f22d10a2ee2 owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:31.171289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 61f5e192-8f8f-4fc8-9f11-7323405cc24b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:31.177731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 61f5e192-8f8f-4fc8-9f11-7323405cc24b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:31.178477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.262163 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.293535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61f5e192-8f8f-4fc8-9f11-7323405cc24b,segment=NetworkSegment(8a02ac9a-5671-48e8-8f9e-981a5ffb46f5),segment_id=8a02ac9a-5671-48e8-8f9e-981a5ffb46f5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:31.323127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.342755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=7c606283-4671-4219-a121-4f22d10a2ee2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:31.370397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.373056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-accc154c-1a41-462f-9fab-4feddad4fb63 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/7c606283-4671-4219-a121-4f22d10a2ee2 HTTP/1.1" status: 204 len: 168 time: 0.4740770 Aug 18 14:39:31.373411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.375956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43940) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:31.402806 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ccb5a7-51f4-4a3e-babf-0d8df6f4cf3a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:31.404815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78ccb5a7-51f4-4a3e-babf-0d8df6f4cf3a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/7c606283-4671-4219-a121-4f22d10a2ee2 HTTP/1.1" status: 404 len: 333 time: 0.0266492 Aug 18 14:39:31.407667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43942) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:31.430994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=61f5e192-8f8f-4fc8-9f11-7323405cc24b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:31.504483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 58cedd47-82f0-41f6-92f8-384a8a63b9ba {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:31.504836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.595998 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:31.607996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 58cedd47-82f0-41f6-92f8-384a8a63b9ba owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:32.057960 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.087949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=58cedd47-82f0-41f6-92f8-384a8a63b9ba,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:32.115556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.117526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0aac19b7-5319-4938-816e-9244bd4e5cb1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/58cedd47-82f0-41f6-92f8-384a8a63b9ba HTTP/1.1" status: 204 len: 168 time: 0.7088060 Aug 18 14:39:32.120256 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43944) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:32.145719 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ab3b4d-3474-4acd-93be-08a9a27df17a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:32.147709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-87ab3b4d-3474-4acd-93be-08a9a27df17a tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/58cedd47-82f0-41f6-92f8-384a8a63b9ba HTTP/1.1" status: 404 len: 333 time: 0.0265093 Aug 18 14:39:32.150426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43946) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:32.206072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet cb1aa799-387c-4563-8a83-73303194e57f {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:32.209547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.252026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.344285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.446210 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.473012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1aa799-387c-4563-8a83-73303194e57f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:32.476449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.480069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8013a2c6-7c80-4e6d-b306-4ff0d689f3e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/cb1aa799-387c-4563-8a83-73303194e57f HTTP/1.1" status: 204 len: 168 time: 0.3279595 Aug 18 14:39:32.480993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43948) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:32.484250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9768c-63a5-48c6-8bc6-7b3c1b4abf6a None None] Network 8c577683-beab-4806-b375-6c143b27f63f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:32.565491 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.620095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 61f5e192-8f8f-4fc8-9f11-7323405cc24b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:32.621000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.665777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] DHCP port deletion for 8c577683-beab-4806-b375-6c143b27f63f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:32.691847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61f5e192-8f8f-4fc8-9f11-7323405cc24b,segment=NetworkSegment(8a02ac9a-5671-48e8-8f9e-981a5ffb46f5),segment_id=8a02ac9a-5671-48e8-8f9e-981a5ffb46f5)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:32.692220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.706024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 61f5e192-8f8f-4fc8-9f11-7323405cc24b owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:32.714702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Deleting port 61f5e192-8f8f-4fc8-9f11-7323405cc24b {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:32.715079 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.778148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] For port 61f5e192-8f8f-4fc8-9f11-7323405cc24b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=61f5e192-8f8f-4fc8-9f11-7323405cc24b,segment=NetworkSegment(8a02ac9a-5671-48e8-8f9e-981a5ffb46f5),segment_id=8a02ac9a-5671-48e8-8f9e-981a5ffb46f5)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:32.778491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.791365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Calling delete_port for 61f5e192-8f8f-4fc8-9f11-7323405cc24b owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:32.850604 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.865708 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.876234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=61f5e192-8f8f-4fc8-9f11-7323405cc24b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:32.886636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.886977 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.887313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.887656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.888054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.888325 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.888651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.888978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.889419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.889744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.890090 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.890414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:32.890681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] Pushing event deleted for resources: {'Port': ['ID=61f5e192-8f8f-4fc8-9f11-7323405cc24b,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:32.893160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port 61f5e192-8f8f-4fc8-9f11-7323405cc24b on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:32.894026 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79658188-2990-4f86-8cf8-a2fb4fd30758 None None] No DVR routers for this DVR port 61f5e192-8f8f-4fc8-9f11-7323405cc24b on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:32.977036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:32.991488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c577683-beab-4806-b375-6c143b27f63f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:32.998371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:32.998676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a02ac9a-5671-48e8-8f9e-981a5ffb46f5') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:33.008337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.025662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.032290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:33.032821 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:33.036021 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:33.056289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 61f5e192-8f8f-4fc8-9f11-7323405cc24b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:39:33.076039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 61f5e192-8f8f-4fc8-9f11-7323405cc24b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:39:33.076386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 61f5e192-8f8f-4fc8-9f11-7323405cc24b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:39:33.160758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.171253 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.171253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/8c577683-beab-4806-b375-6c143b27f63f HTTP/1.1" status: 204 len: 168 time: 0.6879306 Aug 18 14:39:33.173991 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43950) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:33.179780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1442211161'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:33.182445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d02e90-b17f-428b-b812-113866469cbc tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=8c577683-beab-4806-b375-6c143b27f63f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:33.326459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:33.330173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.354571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:39:33.364639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.365129 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Added segment 91ff15d8-a11d-45ac-b176-96723ffe172a of type vlan for network c801da3e-0c5f-4dbe-9622-0ac645536e33 Aug 18 14:39:33.408874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.491803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.497484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:33.498094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:33.563342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Network': ['ID=c801da3e-0c5f-4dbe-9622-0ac645536e33,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:33.573227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:39:33.645756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0b0f5ea8-75ab-48d4-a29b-086defa10745 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4706433 Aug 18 14:39:33.648579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43952) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:33.654310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:33.817692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:33.821183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.062321 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.121156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=d5625e33-009d-4589-aff9-f18cab398893,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:34.129638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Checking segment: {'id': '91ff15d8-a11d-45ac-b176-96723ffe172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:34.130017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network hostable DHCP agents. Network: c801da3e-0c5f-4dbe-9622-0ac645536e33, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:39:34.210579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:39:34.303955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c801da3e-0c5f-4dbe-9622-0ac645536e33) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:34.308774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:34.309382 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.316706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0b7bc-2055-4e00-8b6c-40b9a0c89773 None None] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:34.430064 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0d2eb2db-5d96-472a-84cf-69e1592cd0c3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7802062 Aug 18 14:39:34.432570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43954) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:34.437805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1905847038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:34.465257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c801da3e-0c5f-4dbe-9622-0ac645536e33', 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': 'd5625e33-009d-4589-aff9-f18cab398893'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:34.466156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.549786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.552162 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.602983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Allocated IP 2001:db8::2 (c801da3e-0c5f-4dbe-9622-0ac645536e33/d5625e33-009d-4589-aff9-f18cab398893/1597a962-fdd3-4067-8847-3ec750c4408a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:34.648488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.732446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.749559 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.759019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Transition to ACTIVE for port object 1597a962-fdd3-4067-8847-3ec750c4408a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:34.774518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Transition to ACTIVE for port object 1597a962-fdd3-4067-8847-3ec750c4408a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:34.852149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.853628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-390356bb-2844-42eb-865e-2172d1f61549 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4194896 Aug 18 14:39:34.856903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43956) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:34.862080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33', 'name': 'tempest-PortsIpV6TestJSON-990890175'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:34.874994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.918734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:34.921709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:34.926421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:34.929815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Pushing event updated for resources: {'Port': ['ID=1597a962-fdd3-4067-8847-3ec750c4408a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:34.986577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Attempting to bind port 1597a962-fdd3-4067-8847-3ec750c4408a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:34.987006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Attempting to bind port 1597a962-fdd3-4067-8847-3ec750c4408a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '91ff15d8-a11d-45ac-b176-96723ffe172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:34.987366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Attempting to bind port 1597a962-fdd3-4067-8847-3ec750c4408a on network c801da3e-0c5f-4dbe-9622-0ac645536e33 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:34.992798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:34.993218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Checking segment: {'id': '91ff15d8-a11d-45ac-b176-96723ffe172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:34.993608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:34.994031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Bound using segment: {'id': '91ff15d8-a11d-45ac-b176-96723ffe172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:34.994490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Bound port: 1597a962-fdd3-4067-8847-3ec750c4408a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ff15d8-a11d-45ac-b176-96723ffe172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c801da3e-0c5f-4dbe-9622-0ac645536e33'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:34.994871 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.058264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] For port 1597a962-fdd3-4067-8847-3ec750c4408a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:35.061080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] For port 1597a962-fdd3-4067-8847-3ec750c4408a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1597a962-fdd3-4067-8847-3ec750c4408a,segment=NetworkSegment(91ff15d8-a11d-45ac-b176-96723ffe172a),segment_id=91ff15d8-a11d-45ac-b176-96723ffe172a)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:35.120564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:35.124384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.142379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 3ea67831-8814-496e-bebf-1b51c8019b86 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:35.146907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.205720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac18bc-d192-4f44-96b6-c9e4945eb6d5 None None] Pushing event updated for resources: {'Port': ['ID=1597a962-fdd3-4067-8847-3ec750c4408a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:35.281696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::81 (c801da3e-0c5f-4dbe-9622-0ac645536e33/d5625e33-009d-4589-aff9-f18cab398893/3ea67831-8814-496e-bebf-1b51c8019b86) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:35.455359 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.470907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 3ea67831-8814-496e-bebf-1b51c8019b86 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:35.560785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.609761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:35.613002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:35.616958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:35.623354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:35.623999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:35.630594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=3ea67831-8814-496e-bebf-1b51c8019b86,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:35.738336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d9dcdd06-1398-4882-ab55-7eea7f5b4cc3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8803291 Aug 18 14:39:35.740903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43958) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:36.084422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.113347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f662608-f117-480b-8b05-591ef9aef528 None None] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:36.330350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.332067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0b72ad1a-09b1-4cca-8cf9-787c392ee22c None None] Provisioning for port 1597a962-fdd3-4067-8847-3ec750c4408a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:36.400432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.500156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=3ea67831-8814-496e-bebf-1b51c8019b86,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:36.592744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.669032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f31c40b-57f9-4d6d-8854-bd35ad330412 None None] Provisioning for port 3ea67831-8814-496e-bebf-1b51c8019b86 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:36.673096 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f31c40b-57f9-4d6d-8854-bd35ad330412 None None] Provisioning complete for port 3ea67831-8814-496e-bebf-1b51c8019b86 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:36.673498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f31c40b-57f9-4d6d-8854-bd35ad330412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.710633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8f31c40b-57f9-4d6d-8854-bd35ad330412 None None] Port 3ea67831-8814-496e-bebf-1b51c8019b86 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:36.837766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.841776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d384cc81-48f9-4b62-98f2-4f88cb4ba9b6 None None] Provisioning complete for port 3ea67831-8814-496e-bebf-1b51c8019b86 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:36.842341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d384cc81-48f9-4b62-98f2-4f88cb4ba9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:36.881465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d384cc81-48f9-4b62-98f2-4f88cb4ba9b6 None None] Port 3ea67831-8814-496e-bebf-1b51c8019b86 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:37.001535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-00d74f45-029e-402a-9d81-db615beab850 None None] Provisioning complete for port 3ea67831-8814-496e-bebf-1b51c8019b86 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:37.001926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-00d74f45-029e-402a-9d81-db615beab850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.041831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-00d74f45-029e-402a-9d81-db615beab850 None None] Port 3ea67831-8814-496e-bebf-1b51c8019b86 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:37.078633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1597a962-fdd3-4067-8847-3ec750c4408a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:37.111514 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.170531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.171366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.217424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1597a962-fdd3-4067-8847-3ec750c4408a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:37.221932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1597a962-fdd3-4067-8847-3ec750c4408a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:37.222310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.257089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=3ea67831-8814-496e-bebf-1b51c8019b86,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:37.297710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:37.299177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:37.301717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.336564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1597a962-fdd3-4067-8847-3ec750c4408a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1597a962-fdd3-4067-8847-3ec750c4408a,segment=NetworkSegment(91ff15d8-a11d-45ac-b176-96723ffe172a),segment_id=91ff15d8-a11d-45ac-b176-96723ffe172a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:37.451987 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.508786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Router 142acfb4-f351-4ed0-a5d2-1ca556f0b2dd is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:39:37.510582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1597a962-fdd3-4067-8847-3ec750c4408a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:37.568272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ee528dd-8e5c-4fdb-92e3-4419f27feeeb None None] Provisioning complete for port 3ea67831-8814-496e-bebf-1b51c8019b86 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:37.568630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ee528dd-8e5c-4fdb-92e3-4419f27feeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.601772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ee528dd-8e5c-4fdb-92e3-4419f27feeeb None None] Port 3ea67831-8814-496e-bebf-1b51c8019b86 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:37.609933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:39:37.618342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90ea6586-1bd5-4c28-b1b4-80bedb8f0eab tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/routers/142acfb4-f351-4ed0-a5d2-1ca556f0b2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736455 Aug 18 14:39:37.618516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43960) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:37.621113 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] Sync routers for ids ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:39:37.632292 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] Routers {'142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:39:37.633058 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:39:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:37.668784 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:37.670379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48df14-566e-4be8-8561-5bf3c0d22d87 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:37.671922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c48df14-566e-4be8-8561-5bf3c0d22d87 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?device_id=142acfb4-f351-4ed0-a5d2-1ca556f0b2dd HTTP/1.1" status: 200 len: 987 time: 0.0525482 Aug 18 14:39:37.674692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43962) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:37.677914 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] Routers {'142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:39:37.678536 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:39:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:37.710817 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:37.711455 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1b48-5725-4b78-8af9-70a652380f5c None None] The sync data for ids ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'] in n-d-804303-5 is: [] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:39:38.087119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:38.293818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 3ea67831-8814-496e-bebf-1b51c8019b86 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:38.294188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:38.380443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:38.392628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 3ea67831-8814-496e-bebf-1b51c8019b86 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:38.498501 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:39:38.606471 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:38.637547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=3ea67831-8814-496e-bebf-1b51c8019b86,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:38.740443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:38.902311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Router 142acfb4-f351-4ed0-a5d2-1ca556f0b2dd has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:39:38.979097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:39:38.983982 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6e99a843-05c9-4c5d-85ef-dd636c303667 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/routers/142acfb4-f351-4ed0-a5d2-1ca556f0b2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3081748 Aug 18 14:39:38.986608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43964) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:38.989648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] Sync routers for ids ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:39:39.000344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] Routers {'142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:39:39.001104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:39:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:39.015377 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c1cade-a22d-4705-bc8b-97e3512052a3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:39.016959 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-66c1cade-a22d-4705-bc8b-97e3512052a3 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/3ea67831-8814-496e-bebf-1b51c8019b86 HTTP/1.1" status: 404 len: 333 time: 0.0293887 Aug 18 14:39:39.019762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43966) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:39.036794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:39.045714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] Routers {'142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:39:39.046352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:39:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:39.080597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1597a962-fdd3-4067-8847-3ec750c4408a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:39.084779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:39.085425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed2249-4073-4936-ab88-11892f12557c None None] The sync data for ids ['142acfb4-f351-4ed0-a5d2-1ca556f0b2dd'] in n-d-804303-5 is: [] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:39:39.097715 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.140667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1597a962-fdd3-4067-8847-3ec750c4408a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:39.141043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.256864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.258990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.405676 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.406258 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Fanout notify agent at l3_agent the message router_deleted on router 142acfb4-f351-4ed0-a5d2-1ca556f0b2dd {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:39:39.413135 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.414270 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8ec4a44a-e49f-4107-9b86-c9dc59816bad tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/routers/142acfb4-f351-4ed0-a5d2-1ca556f0b2dd HTTP/1.1" status: 204 len: 168 time: 0.3936245 Aug 18 14:39:39.416845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43968) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:39.466957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet d5625e33-009d-4589-aff9-f18cab398893 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:39.470035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.508380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.593999 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.731908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.757227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=d5625e33-009d-4589-aff9-f18cab398893,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:39.763089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.764985 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9405d0d7-b2fc-4d53-9e3c-984e62ca12e1 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/d5625e33-009d-4589-aff9-f18cab398893 HTTP/1.1" status: 204 len: 168 time: 0.3466766 Aug 18 14:39:39.767561 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43970) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:39.769533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9535567d-250e-4850-9b43-41cc0cfaefce None None] Network c801da3e-0c5f-4dbe-9622-0ac645536e33 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:39.848002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.900679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 1597a962-fdd3-4067-8847-3ec750c4408a {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:39.901022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.942495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] DHCP port deletion for c801da3e-0c5f-4dbe-9622-0ac645536e33 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:39.966952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] For port 1597a962-fdd3-4067-8847-3ec750c4408a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1597a962-fdd3-4067-8847-3ec750c4408a,segment=NetworkSegment(91ff15d8-a11d-45ac-b176-96723ffe172a),segment_id=91ff15d8-a11d-45ac-b176-96723ffe172a)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:39.976713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:39.983942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 1597a962-fdd3-4067-8847-3ec750c4408a owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:39.989007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Deleting port 1597a962-fdd3-4067-8847-3ec750c4408a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:39.989387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.051418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] For port 1597a962-fdd3-4067-8847-3ec750c4408a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1597a962-fdd3-4067-8847-3ec750c4408a,segment=NetworkSegment(91ff15d8-a11d-45ac-b176-96723ffe172a),segment_id=91ff15d8-a11d-45ac-b176-96723ffe172a)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:40.052201 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.068232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Calling delete_port for 1597a962-fdd3-4067-8847-3ec750c4408a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:40.137018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.165190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=1597a962-fdd3-4067-8847-3ec750c4408a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:40.170217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No DVR routers for this DVR port 1597a962-fdd3-4067-8847-3ec750c4408a on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:40.301657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.327486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] Pushing event deleted for resources: {'Port': ['ID=1597a962-fdd3-4067-8847-3ec750c4408a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:40.331040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9899a-cd2f-4d29-98b0-15ad3ee70358 None None] No DVR routers for this DVR port 1597a962-fdd3-4067-8847-3ec750c4408a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:40.440094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.598383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.607723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c801da3e-0c5f-4dbe-9622-0ac645536e33']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:40.616964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff15d8-a11d-45ac-b176-96723ffe172a') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:40.617256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff15d8-a11d-45ac-b176-96723ffe172a') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:40.626467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.640243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.645991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:40.646333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:40.649181 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:40.828911 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.837326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:40.839397 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/c801da3e-0c5f-4dbe-9622-0ac645536e33 HTTP/1.1" status: 204 len: 168 time: 1.0708952 Aug 18 14:39:40.843308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43972) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:40.857624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c666f-86bb-4f99-91ea-fcdfe4c10212 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=c801da3e-0c5f-4dbe-9622-0ac645536e33,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:40.890033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48ad90-8360-4b5a-adac-c87026cba336 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:40.891429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb48ad90-8360-4b5a-adac-c87026cba336 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/af01f65c-2e94-4d1f-a6d8-952497b80f16 HTTP/1.1" status: 200 len: 844 time: 0.0468860 Aug 18 14:39:40.895041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43974) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:40.939105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-101690c0-6c46-459e-bfb8-ff07040a9d31 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/af01f65c-2e94-4d1f-a6d8-952497b80f16?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429780 Aug 18 14:39:40.942708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43976) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:40.947839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:41.041338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1597a962-fdd3-4067-8847-3ec750c4408a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:39:41.062542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1597a962-fdd3-4067-8847-3ec750c4408a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:39:41.063204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1597a962-fdd3-4067-8847-3ec750c4408a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:39:41.166206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:41.170348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.256247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.446144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.491278 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:41.494338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:41.498397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:41.498982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.502415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2c63a-8461-43fb-8867-3542a044a44f None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:41.504338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=cd3bcfdd-cde4-433d-9a14-b597decbfa10,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:41.595123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2eeb4bac-217d-453c-b5f7-b602ad0319cb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6513216 Aug 18 14:39:41.597769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43978) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:41.602488 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'security_group': {'name': 'tempest-secgroup-981469709'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:41.663761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'tenant_id': '0a92118c1a9d46f094506b523138d7a9', 'fixed_ips': [{'subnet_id': 'cd3bcfdd-cde4-433d-9a14-b597decbfa10'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:39:41.664616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.708880 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.796614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.804718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Allocated IP 2001:db8::2 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/cd3bcfdd-cde4-433d-9a14-b597decbfa10/698b791c-e51e-469f-acbf-2e8daf74476a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:41.874506 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.904423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47951d9-7c8d-423e-aea0-9667db527e51,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:41.950718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.958560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Transition to ACTIVE for port object 698b791c-e51e-469f-acbf-2e8daf74476a will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:41.973721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Transition to ACTIVE for port object 698b791c-e51e-469f-acbf-2e8daf74476a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:41.983141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:41.984447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4e17e0b2-5763-4bdb-a982-ba8d77c36d1f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3855343 Aug 18 14:39:41.987277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43982) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:41.991913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'security_group': {'name': 'tempest-secgroup-692323611'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:42.034791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.075146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:42.078020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:42.080531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.081549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:42.088300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:42.139029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Attempting to bind port 698b791c-e51e-469f-acbf-2e8daf74476a on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:39:42.139400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Attempting to bind port 698b791c-e51e-469f-acbf-2e8daf74476a by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:39:42.139764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Attempting to bind port 698b791c-e51e-469f-acbf-2e8daf74476a on network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:39:42.144639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:39:42.148628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Checking segment: {'id': 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:39:42.148628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.148628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Bound using segment: {'id': 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:39:42.148628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Bound port: 698b791c-e51e-469f-acbf-2e8daf74476a, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:39:42.148628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.166324 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.211968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.212206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:39:42.215203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:39:42.242099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedc70d-5864-45d0-a58c-b938bfbb543c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:42.286132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.297535 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.298863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-44676710-4737-4882-bdf1-11d83e4e41d0 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3105426 Aug 18 14:39:42.302176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43984) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:42.308221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-925739966', 'security_groups': ['9fedc70d-5864-45d0-a58c-b938bfbb543c'], 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd3bcfdd-cde4-433d-9a14-b597decbfa10'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:42.346531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75a3e-d1ba-4a26-a839-13e8b1f6abc3 None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:42.488453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:42.588379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.607944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port 3170720d-8c8b-4dbd-be2e-17740535359e yet. {{(pid=112228) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:42.770858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::222 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/cd3bcfdd-cde4-433d-9a14-b597decbfa10/3170720d-8c8b-4dbd-be2e-17740535359e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:42.903981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:42.918634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 3170720d-8c8b-4dbd-be2e-17740535359e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:42.990262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.043424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:43.054062 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=3170720d-8c8b-4dbd-be2e-17740535359e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:43.056870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:43.059070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:43.064782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:43.065563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.095248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:43.131509 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0b1c1d9e-debe-4b29-92f9-ed6cc5582ca2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8278818 Aug 18 14:39:43.134512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:43.141153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:43.240209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 698b791c-e51e-469f-acbf-2e8daf74476a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:43.359765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:43.360138 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.366296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:43.369916 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.400773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:43.491560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Provisioning for port 698b791c-e51e-469f-acbf-2e8daf74476a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:43.496451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:43.496830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.577816 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.610834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:43.697683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.727645 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd3bcfdd-cde4-433d-9a14-b597decbfa10 (CIDR: 2001:db8::/64) Aug 18 14:39:43.749629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f50bd5-f70a-4c74-84c7-1da3ff520d1f None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:43.766326 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:39:43.766805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:43.842633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a1321f8a-42ed-461b-a8aa-fac0c9bc489f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7065959 Aug 18 14:39:43.845301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43988) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:43.850405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:43.908560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16216a4a-2b33-4096-867e-527f9c60267b None None] Provisioning for port 3170720d-8c8b-4dbd-be2e-17740535359e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:43.912718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16216a4a-2b33-4096-867e-527f9c60267b None None] Provisioning complete for port 3170720d-8c8b-4dbd-be2e-17740535359e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:43.913231 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16216a4a-2b33-4096-867e-527f9c60267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:43.951568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16216a4a-2b33-4096-867e-527f9c60267b None None] Port 3170720d-8c8b-4dbd-be2e-17740535359e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:44.050633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:44.054651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.371991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.418135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:44.421499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:44.425655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:44.426299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.431822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da54b1b-6b82-4e9b-977a-dace7962a5a1 None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:44.440414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=dc241c99-a8b0-489b-82db-49c8a352ee17,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:44.515304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4140769c-4195-4a53-a938-3f2b6d62f704 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6688910 Aug 18 14:39:44.517832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:44.523420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1864033773', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc241c99-a8b0-489b-82db-49c8a352ee17'}], 'security_groups': ['a47951d9-7c8d-423e-aea0-9667db527e51']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:44.644620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Update dhcp port {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'fixed_ips': [{'subnet_id': 'cd3bcfdd-cde4-433d-9a14-b597decbfa10', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc241c99-a8b0-489b-82db-49c8a352ee17'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '698b791c-e51e-469f-acbf-2e8daf74476a'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:39:44.674755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.683436 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.842653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Allocated IP 2001:db8:0:1::2 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/dc241c99-a8b0-489b-82db-49c8a352ee17/698b791c-e51e-469f-acbf-2e8daf74476a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:44.938925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:44.972883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:44.985433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Transition to ACTIVE for port object 698b791c-e51e-469f-acbf-2e8daf74476a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:45.049542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:45.087610 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.193472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e582fb-2e8e-4aee-921f-a15b27736d50 None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:45.254746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Delete allocated IP 2001:db8::222 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/cd3bcfdd-cde4-433d-9a14-b597decbfa10) {{(pid=112229) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:39:45.266594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8:0:1::30 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/dc241c99-a8b0-489b-82db-49c8a352ee17/3170720d-8c8b-4dbd-be2e-17740535359e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:45.434076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.447931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object 3170720d-8c8b-4dbd-be2e-17740535359e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:45.508896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.580326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] In _notify_port_updated(), no bound segment for port 3170720d-8c8b-4dbd-be2e-17740535359e on network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:39:45.586524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:45.587191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.588574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/ports/3170720d-8c8b-4dbd-be2e-17740535359e HTTP/1.1" status: 200 len: 930 time: 1.0697091 Aug 18 14:39:45.592154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43992) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:45.606081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336813c-eae9-4983-8ec7-06c57831a68b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=3170720d-8c8b-4dbd-be2e-17740535359e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:45.689921 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port 3170720d-8c8b-4dbd-be2e-17740535359e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:45.690234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.790681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:45.791259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.791398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.806133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for 3170720d-8c8b-4dbd-be2e-17740535359e owned by {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:45.829048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:45.925764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Provisioning for port 3170720d-8c8b-4dbd-be2e-17740535359e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:45.929979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Provisioning complete for port 3170720d-8c8b-4dbd-be2e-17740535359e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:45.930353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:45.962792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Port 3170720d-8c8b-4dbd-be2e-17740535359e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:46.045700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Provisioning for port 698b791c-e51e-469f-acbf-2e8daf74476a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:46.049737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:46.050147 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83d21ae4-2450-47f6-a27f-c03916cf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.075797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.117437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=3170720d-8c8b-4dbd-be2e-17740535359e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:46.137025 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.139646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8cf631cd-ad94-4dcd-bc7d-3c3760350c93 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/3170720d-8c8b-4dbd-be2e-17740535359e HTTP/1.1" status: 204 len: 168 time: 0.5462039 Aug 18 14:39:46.141812 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43994) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:46.167364 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca89c5f1-5f98-43ca-8ea7-adf72772d727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:46.168926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca89c5f1-5f98-43ca-8ea7-adf72772d727 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/3170720d-8c8b-4dbd-be2e-17740535359e HTTP/1.1" status: 404 len: 333 time: 0.0261173 Aug 18 14:39:46.172182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 43996) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:46.226145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.243234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-18c5c412-b3d9-489e-9ac3-37d9faaea68f None None] Could not find standard attr ID for object 3170720d-8c8b-4dbd-be2e-17740535359e. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:39:46.255305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.354965 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.357912 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.359201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/security-groups/9fedc70d-5864-45d0-a58c-b938bfbb543c HTTP/1.1" status: 204 len: 168 time: 0.1860003 Aug 18 14:39:46.361981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 43998) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:46.369159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc2cd3-27b1-486c-9563-e320335665e2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedc70d-5864-45d0-a58c-b938bfbb543c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:46.418923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.440887 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.565917 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.568525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.572160 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/security-groups/a47951d9-7c8d-423e-aea0-9667db527e51 HTTP/1.1" status: 204 len: 168 time: 0.2067468 Aug 18 14:39:46.572852 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44000) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:46.579018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9885a-4f03-4cfd-8179-6b9c59b94ab9 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47951d9-7c8d-423e-aea0-9667db527e51,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:46.629438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet cd3bcfdd-cde4-433d-9a14-b597decbfa10 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:46.632468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.672499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.754603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.868700 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.896748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3bcfdd-cde4-433d-9a14-b597decbfa10,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:46.898778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:46.902791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-541721b9-4351-48cc-a53e-2b29f0787517 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/cd3bcfdd-cde4-433d-9a14-b597decbfa10 HTTP/1.1" status: 204 len: 168 time: 0.3275456 Aug 18 14:39:46.905494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8289a-abbc-4cdd-8190-d86183741ef1 None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:46.906004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44002) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:46.911032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:47.062413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:47.107523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:47.111537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.113943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:47.114325 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.400686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.449260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:47.452761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:47.457071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:47.457677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.471511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=e1782155-bb94-46ac-864f-8cd7bcde2b7e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:47.538205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1ce7f30-8820-498b-b910-e0de98330155 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6314278 Aug 18 14:39:47.540909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44004) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:47.545536 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'security_group': {'name': 'tempest-secgroup-878558247'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:47.559795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025f77e-b1b2-4607-ad11-d1c79c8701f3 None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:47.615517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9554ef5c-4308-4f9d-a53d-031b89ac8135 None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:47.615891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9554ef5c-4308-4f9d-a53d-031b89ac8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.639913 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.667820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9554ef5c-4308-4f9d-a53d-031b89ac8135 None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:47.703977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9554ef5c-4308-4f9d-a53d-031b89ac8135 None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:47.704353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9554ef5c-4308-4f9d-a53d-031b89ac8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.719747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.788327 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.819229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad995f4d-1851-4e46-9505-9308b8428a7d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:47.863653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Update dhcp port {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'fixed_ips': [{'subnet_id': 'dc241c99-a8b0-489b-82db-49c8a352ee17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e1782155-bb94-46ac-864f-8cd7bcde2b7e'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '698b791c-e51e-469f-acbf-2e8daf74476a'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:39:47.868561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.869868 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bed96eb8-13cf-4c59-be22-dd2618811486 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3279228 Aug 18 14:39:47.873201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44006) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:47.877992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037759096'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:47.890233 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.964829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.047612 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.053386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Allocated IP 2001:db8::2 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/e1782155-bb94-46ac-864f-8cd7bcde2b7e/698b791c-e51e-469f-acbf-2e8daf74476a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:48.130415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.146820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:48.160105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25007ac8-203d-48ce-9b13-adef51c83b4d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:48.177074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.190295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Transition to ACTIVE for port object 698b791c-e51e-469f-acbf-2e8daf74476a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:48.221832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.223158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e760bf8-88c0-4b1e-a955-8676d1785fc4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3489439 Aug 18 14:39:48.225807 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44008) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:48.230890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'security_group': {'name': 'tempest-secgroup-1774888992'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:48.250418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.332072 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87867a7-42a9-44cd-b094-4eaecad59e14 None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:48.332208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.418273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.468375 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.497820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4368da0-7556-4f73-8fee-44f3e4ea16c2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:48.558795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.560074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3443c6ef-8acf-4b8f-866e-26e041fcaf8f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3333156 Aug 18 14:39:48.563015 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44010) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:48.568557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-36461462', 'security_groups': ['f4368da0-7556-4f73-8fee-44f3e4ea16c2'], 'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1782155-bb94-46ac-864f-8cd7bcde2b7e'}]}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:48.741752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:48.747032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.770479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] device_id is not set on port ac79274a-eb2f-4430-aba2-20605ea3b505 yet. {{(pid=112229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 14:39:48.839647 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:48.840017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:48.875781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:48.929595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8::291 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/e1782155-bb94-46ac-864f-8cd7bcde2b7e/ac79274a-eb2f-4430-aba2-20605ea3b505) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:48.951983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Provisioning for port 698b791c-e51e-469f-acbf-2e8daf74476a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:48.953208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:48.953588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e36c8400-63a4-4ca9-86a5-ca1591298df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.056842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:49.068007 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.080742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object ac79274a-eb2f-4430-aba2-20605ea3b505 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:49.105420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:49.105796 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.176034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.226419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:49.229988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:49.234275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:39:49.239770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:49.242061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.244250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=ac79274a-eb2f-4430-aba2-20605ea3b505,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:49.368213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2582b711-e9d2-4cdd-90a6-0dccf3386a0d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8012607 Aug 18 14:39:49.368465 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44012) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:49.374145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:49.531454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-850c0e5c-b68c-4c52-924b-40c4b2821527 None None] Provisioning for port ac79274a-eb2f-4430-aba2-20605ea3b505 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:49.535507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-850c0e5c-b68c-4c52-924b-40c4b2821527 None None] Provisioning complete for port ac79274a-eb2f-4430-aba2-20605ea3b505 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:49.535885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-850c0e5c-b68c-4c52-924b-40c4b2821527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.560103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:49.563851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:49.569374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-850c0e5c-b68c-4c52-924b-40c4b2821527 None None] Port ac79274a-eb2f-4430-aba2-20605ea3b505 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:49.657112 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1782155-bb94-46ac-864f-8cd7bcde2b7e (CIDR: 2001:db8::/64) Aug 18 14:39:49.703220 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:39:49.703696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:49.772210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90f2e2a3-2b4d-4cd2-be61-45a1440898ed tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4026597 Aug 18 14:39:49.774881 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44014) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:49.780298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:49.937004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:49.940475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.031354 n-d-804303-5 neutron-server[112229]: INFO neutron.db.ipam_backend_mixin [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dc241c99-a8b0-489b-82db-49c8a352ee17 (CIDR: 2001:db8:0:1::/64) Aug 18 14:39:50.068734 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 14:39:50.069191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:50.114690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0abc7dfe-16ab-46cc-ba5b-a0ea1f8eed78 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3388081 Aug 18 14:39:50.117339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44016) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:50.122355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'subnet': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:50.291406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Made reservation on behalf of 0a92118c1a9d46f094506b523138d7a9 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:39:50.294804 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.560219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.601701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:39:50.605260 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:39:50.609289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:50.609887 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.614430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f6208-3a05-4f1f-be6a-1f225b991145 None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:50.618899 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Subnet': ['ID=fa3d63b0-b6ca-4eac-8995-c5b048bebee1,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:50.674984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59202170-f782-4f4f-a0f7-cc99607f2eb2 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5565343 Aug 18 14:39:50.677963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44018) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:50.683775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1249944505', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fa3d63b0-b6ca-4eac-8995-c5b048bebee1'}], 'security_groups': ['ad995f4d-1851-4e46-9505-9308b8428a7d', '25007ac8-203d-48ce-9b13-adef51c83b4d']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:39:50.819409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Update dhcp port {'port': {'network_id': 'a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4', 'fixed_ips': [{'subnet_id': 'dc241c99-a8b0-489b-82db-49c8a352ee17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e1782155-bb94-46ac-864f-8cd7bcde2b7e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa3d63b0-b6ca-4eac-8995-c5b048bebee1'}], 'binding:host_id': 'n-d-804303-5'}, 'id': '698b791c-e51e-469f-acbf-2e8daf74476a'} from n-d-804303-5. {{(pid=112230) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 14:39:50.831904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.846920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.010291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Allocated IP 2001:db8:0:2::2 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/fa3d63b0-b6ca-4eac-8995-c5b048bebee1/698b791c-e51e-469f-acbf-2e8daf74476a) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:51.110456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:51.138324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.151670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Transition to ACTIVE for port object 698b791c-e51e-469f-acbf-2e8daf74476a will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:51.228507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.314413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f837b-f222-4eda-822a-2e8829ac6bef None None] Pushing event updated for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:51.339602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Delete allocated IP 2001:db8::291 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/e1782155-bb94-46ac-864f-8cd7bcde2b7e) {{(pid=112229) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 14:39:51.348009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Allocated IP 2001:db8:0:2::3d8 (a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4/fa3d63b0-b6ca-4eac-8995-c5b048bebee1/ac79274a-eb2f-4430-aba2-20605ea3b505) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:39:51.514762 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.529255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Transition to ACTIVE for port object ac79274a-eb2f-4430-aba2-20605ea3b505 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:39:51.598699 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.666575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] In _notify_port_updated(), no bound segment for port ac79274a-eb2f-4430-aba2-20605ea3b505 on network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 {{(pid=112229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 14:39:51.672244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:39:51.672875 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.674310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "PUT /v2.0/ports/ac79274a-eb2f-4430-aba2-20605ea3b505 HTTP/1.1" status: 200 len: 970 time: 0.9953601 Aug 18 14:39:51.677988 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44020) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:51.688665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54188f7d-5565-4ea8-845b-8ea171eab99f tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event updated for resources: {'Port': ['ID=ac79274a-eb2f-4430-aba2-20605ea3b505,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:51.770547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port ac79274a-eb2f-4430-aba2-20605ea3b505 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:51.771054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.868746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.881919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for ac79274a-eb2f-4430-aba2-20605ea3b505 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:51.902093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:51.902622 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.922397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f4de9ce2-b7e6-4462-9cbc-52a029253fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:51.939302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:52.012442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Provisioning for port 698b791c-e51e-469f-acbf-2e8daf74476a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:52.018044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:52.025909 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.114561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.114828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Provisioning for port ac79274a-eb2f-4430-aba2-20605ea3b505 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:39:52.118456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Provisioning complete for port ac79274a-eb2f-4430-aba2-20605ea3b505 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:52.124086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.137720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-16787f55-0039-48f6-bd7c-5e1161496725 None None] Port ac79274a-eb2f-4430-aba2-20605ea3b505 was deleted so its status cannot be updated. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 14:39:52.141637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=ac79274a-eb2f-4430-aba2-20605ea3b505,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:52.169266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.171268 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-11e30f27-64a1-49c0-81f2-ea7b37951095 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/ac79274a-eb2f-4430-aba2-20605ea3b505 HTTP/1.1" status: 204 len: 168 time: 0.4919846 Aug 18 14:39:52.173900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44022) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:52.199133 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-301cd958-1ad9-4ba5-8eb3-4cd6d5c9799e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] GET failed (client error): The resource could not be found. Aug 18 14:39:52.200691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-301cd958-1ad9-4ba5-8eb3-4cd6d5c9799e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports/ac79274a-eb2f-4430-aba2-20605ea3b505 HTTP/1.1" status: 404 len: 333 time: 0.0257232 Aug 18 14:39:52.203421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44024) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:52.249711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fa2e1c69-f79d-4f3d-9433-f903d0f18d2f None None] Could not find standard attr ID for object ac79274a-eb2f-4430-aba2-20605ea3b505. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 14:39:52.257745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.285095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.417500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.420074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.421208 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/security-groups/f4368da0-7556-4f73-8fee-44f3e4ea16c2 HTTP/1.1" status: 204 len: 168 time: 0.2169220 Aug 18 14:39:52.423969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44026) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:52.430612 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7de4-c016-4ddb-8ec4-d24bae6bc443 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4368da0-7556-4f73-8fee-44f3e4ea16c2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:52.477925 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.499971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.621314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.623867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.625002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/security-groups/25007ac8-203d-48ce-9b13-adef51c83b4d HTTP/1.1" status: 204 len: 168 time: 0.2000444 Aug 18 14:39:52.627791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44028) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:52.634567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bbbaa-fd4e-4c09-b746-3bcde2c54270 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25007ac8-203d-48ce-9b13-adef51c83b4d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:52.681018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.702048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.822642 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.825336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.826514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/security-groups/ad995f4d-1851-4e46-9505-9308b8428a7d HTTP/1.1" status: 204 len: 168 time: 0.1976435 Aug 18 14:39:52.829245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44030) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:52.835461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff63ba7-d400-4c3f-b8f0-c366c0b82a39 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad995f4d-1851-4e46-9505-9308b8428a7d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:52.883741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet e1782155-bb94-46ac-864f-8cd7bcde2b7e {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:52.887312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:52.925543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.005107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.058279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:39:53.105625 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:53.106032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.188953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.215924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=e1782155-bb94-46ac-864f-8cd7bcde2b7e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:53.225697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.227960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce11310c-c6ab-40a5-8ae6-129a2ef10623 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/e1782155-bb94-46ac-864f-8cd7bcde2b7e HTTP/1.1" status: 204 len: 168 time: 0.3976529 Aug 18 14:39:53.233446 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44032) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:53.287513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet fa3d63b0-b6ca-4eac-8995-c5b048bebee1 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:53.290933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.332285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c24213-4880-4235-bf82-ea7880c6afca None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:53.332858 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.418515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.549249 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.579275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3d63b0-b6ca-4eac-8995-c5b048bebee1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:53.582972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.585247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-495120d0-aa3a-4b5b-b8ef-43326e9f42a7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/fa3d63b0-b6ca-4eac-8995-c5b048bebee1 HTTP/1.1" status: 204 len: 168 time: 0.3505650 Aug 18 14:39:53.588165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44034) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:53.615591 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddee0661-c025-43d4-9d6b-94d2bff64bef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:53.616106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddee0661-c025-43d4-9d6b-94d2bff64bef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:53.620837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ddee0661-c025-43d4-9d6b-94d2bff64bef tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/e1782155-bb94-46ac-864f-8cd7bcde2b7e HTTP/1.1" status: 404 len: 337 time: 0.0288532 Aug 18 14:39:53.621230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44036) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:53.672667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting subnet dc241c99-a8b0-489b-82db-49c8a352ee17 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:39:53.675963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.721788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.808499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.955422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.962377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1f7ad-0644-4d99-ac3a-1bf8108e58cb None None] Network a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:39:53.989764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Subnet': ['ID=dc241c99-a8b0-489b-82db-49c8a352ee17,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:53.993463 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:53.996021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e5fa328f-6cc4-40e4-8730-426d36a19018 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/dc241c99-a8b0-489b-82db-49c8a352ee17 HTTP/1.1" status: 204 len: 168 time: 0.3738687 Aug 18 14:39:53.998381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44038) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.024834 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-29838015-bd5e-42b0-a8e7-514299d7f9e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.025290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29838015-bd5e-42b0-a8e7-514299d7f9e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.027585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29838015-bd5e-42b0-a8e7-514299d7f9e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/cd3bcfdd-cde4-433d-9a14-b597decbfa10 HTTP/1.1" status: 404 len: 337 time: 0.0282352 Aug 18 14:39:54.030116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44040) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.031082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d41372c9-95cc-4080-8bf2-92dc8f16fa23 None None] Provisioning complete for port af01f65c-2e94-4d1f-a6d8-952497b80f16 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:54.031463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d41372c9-95cc-4080-8bf2-92dc8f16fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.057321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a9eff997-9f3f-45c2-9036-97bfe55ee9df tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "GET /v2.0/ports?device_id=142acfb4-f351-4ed0-a5d2-1ca556f0b2dd HTTP/1.1" status: 200 len: 205 time: 0.0259531 Aug 18 14:39:54.059526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44042) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.095525 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [None req-099c129b-a132-4e72-8262-f01cbfd338c5 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] delete failed (client error): The resource could not be found. Aug 18 14:39:54.096564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-099c129b-a132-4e72-8262-f01cbfd338c5 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/routers/142acfb4-f351-4ed0-a5d2-1ca556f0b2dd HTTP/1.1" status: 404 len: 336 time: 0.0361109 Aug 18 14:39:54.099126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44044) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.103994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d41372c9-95cc-4080-8bf2-92dc8f16fa23 None None] Port af01f65c-2e94-4d1f-a6d8-952497b80f16 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:39:54.120834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d41372c9-95cc-4080-8bf2-92dc8f16fa23 None None] Provisioning complete for port 698b791c-e51e-469f-acbf-2e8daf74476a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:39:54.121207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d41372c9-95cc-4080-8bf2-92dc8f16fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.132893 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdbcbbb-ec9e-4472-8792-54e9a26a86e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.133454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdbcbbb-ec9e-4472-8792-54e9a26a86e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.137721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9bdbcbbb-ec9e-4472-8792-54e9a26a86e7 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/d5625e33-009d-4589-aff9-f18cab398893 HTTP/1.1" status: 404 len: 337 time: 0.0350950 Aug 18 14:39:54.138068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.167958 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcc4942-c5f3-4a33-96cb-b6013bbcfc5d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.168420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcc4942-c5f3-4a33-96cb-b6013bbcfc5d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.173064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44048) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.173687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0bcc4942-c5f3-4a33-96cb-b6013bbcfc5d tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/cb1aa799-387c-4563-8a83-73303194e57f HTTP/1.1" status: 404 len: 337 time: 0.0312636 Aug 18 14:39:54.195559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] DHCP port deletion for a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:39:54.202819 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-056a6a39-39af-4b7d-868b-b81c103ca599 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.203221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056a6a39-39af-4b7d-868b-b81c103ca599 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.204939 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-056a6a39-39af-4b7d-868b-b81c103ca599 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/d215a027-211d-4ccc-ae9e-72d4d12c7d57 HTTP/1.1" status: 404 len: 337 time: 0.0296528 Aug 18 14:39:54.207654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.230895 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d9c483-01a8-4720-95c8-3a8828ea8c2e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.231556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d9c483-01a8-4720-95c8-3a8828ea8c2e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.233299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0d9c483-01a8-4720-95c8-3a8828ea8c2e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/92825aef-1490-4dfc-ba74-7ddbc08487b9 HTTP/1.1" status: 404 len: 333 time: 0.0247383 Aug 18 14:39:54.235831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44052) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.257261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Deleting port 698b791c-e51e-469f-acbf-2e8daf74476a {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:54.257639 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.264600 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03b4bc9-38f0-4a72-9ce5-4e2c3cd6c4fb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.265060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03b4bc9-38f0-4a72-9ce5-4e2c3cd6c4fb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.266836 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f03b4bc9-38f0-4a72-9ce5-4e2c3cd6c4fb tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/855722eb-b3ce-46e8-bf1c-9a2a0446525d HTTP/1.1" status: 404 len: 337 time: 0.0301118 Aug 18 14:39:54.269312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44054) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.295868 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ffc4b2-f075-4643-a3fb-038298bee05b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.296326 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ffc4b2-f075-4643-a3fb-038298bee05b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.298084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-65ffc4b2-f075-4643-a3fb-038298bee05b tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/ec54b872-ee2a-4921-8aed-9c2980dfcc4f HTTP/1.1" status: 404 len: 337 time: 0.0278180 Aug 18 14:39:54.300518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44056) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.323093 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e250238-09e2-443f-843f-d1b6988e61bf tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.323644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e250238-09e2-443f-843f-d1b6988e61bf tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.325339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e250238-09e2-443f-843f-d1b6988e61bf tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/81c77c1b-672c-4fcf-85c3-c3d9b49c6786 HTTP/1.1" status: 404 len: 333 time: 0.0238714 Aug 18 14:39:54.325654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] For port 698b791c-e51e-469f-acbf-2e8daf74476a, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=698b791c-e51e-469f-acbf-2e8daf74476a,segment=NetworkSegment(ca0c3049-2dd5-4c69-ad47-254f5266a6b1),segment_id=ca0c3049-2dd5-4c69-ad47-254f5266a6b1)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:39:54.325873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.328065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.339839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Calling delete_port for 698b791c-e51e-469f-acbf-2e8daf74476a owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:54.353564 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-3143729d-c9a2-4d61-8247-2fcaf40ef811 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.354131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3143729d-c9a2-4d61-8247-2fcaf40ef811 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.356439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3143729d-c9a2-4d61-8247-2fcaf40ef811 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/5f30c206-cded-40d0-a60e-99e3c34d443b HTTP/1.1" status: 404 len: 337 time: 0.0274839 Aug 18 14:39:54.358860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44060) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.383895 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-466e73eb-1fb0-4e95-8c37-4314654dc47e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] DELETE failed (client error): The resource could not be found. Aug 18 14:39:54.384356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466e73eb-1fb0-4e95-8c37-4314654dc47e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 14:39:54.388875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-466e73eb-1fb0-4e95-8c37-4314654dc47e tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/subnets/7a948852-b766-4af2-a05e-948e5739ebbb HTTP/1.1" status: 404 len: 337 time: 0.0268788 Aug 18 14:39:54.389115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44062) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.477995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Deleting port af01f65c-2e94-4d1f-a6d8-952497b80f16 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:39:54.479841 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.497091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.527780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] Pushing event deleted for resources: {'Port': ['ID=698b791c-e51e-469f-acbf-2e8daf74476a,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:54.533084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75de91-e936-4199-a82f-cdf5d65a3080 None None] No DVR routers for this DVR port 698b791c-e51e-469f-acbf-2e8daf74476a on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:39:54.553741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.567389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Calling delete_port for af01f65c-2e94-4d1f-a6d8-952497b80f16 owned by {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:39:54.697362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.724540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Port': ['ID=af01f65c-2e94-4d1f-a6d8-952497b80f16,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:54.732357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.734349 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c0707196-fec0-4362-a201-d2f525dadb14 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/ports/af01f65c-2e94-4d1f-a6d8-952497b80f16 HTTP/1.1" status: 204 len: 168 time: 0.3443055 Aug 18 14:39:54.736741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:54.748422 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe842-3f52-4858-95d0-d5b1cd9d6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.811989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.898600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.908800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:54.918955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:54.919249 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0c3049-2dd5-4c69-ad47-254f5266a6b1') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:39:54.928121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.941472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.947159 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:39:54.947610 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:39:54.950486 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:39:55.011026 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.053873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:39:55.073397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 698b791c-e51e-469f-acbf-2e8daf74476a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:39:55.073733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 698b791c-e51e-469f-acbf-2e8daf74476a not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:39:55.080116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.086833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.091949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] 10.222.0.35 "DELETE /v2.0/networks/a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4 HTTP/1.1" status: 204 len: 168 time: 0.3542154 Aug 18 14:39:55.104984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01696e-cc32-450d-be87-a254a97784c4 tempest-PortsIpV6TestJSON-1474926793 tempest-PortsIpV6TestJSON-1474926793-project] Pushing event deleted for resources: {'Network': ['ID=a4130fd8-fda8-4c68-8fb9-c4c0c76d2fd4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:55.550063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44070) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:55.679525 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2b3af256-d8eb-44da-bc14-f2153d02dc7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a92118c1a9d46f094506b523138d7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282015 Aug 18 14:39:55.681908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:55.728788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.749531 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.851215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.853765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:55.855483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60ccc401-ae4a-4300-af92-331a32c391e7 HTTP/1.1" status: 204 len: 168 time: 0.1721792 Aug 18 14:39:55.862781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9ea7-4fdd-4fc2-bf4f-3817983abce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccc401-ae4a-4300-af92-331a32c391e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:55.943038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:57.592824 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:57.995352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44114) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:58.098130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78f8581e-3f88-4838-999c-bf0a9b98be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.187170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78f8581e-3f88-4838-999c-bf0a9b98be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.233431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-78f8581e-3f88-4838-999c-bf0a9b98be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.271189 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78f8581e-3f88-4838-999c-bf0a9b98be33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d595660de8b48a2bfe51910026be1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747612 Aug 18 14:39:58.272077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8581e-3f88-4838-999c-bf0a9b98be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb79b6-bc80-469b-aafc-734b38d31ac2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:58.273983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44118) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:58.322617 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.342599 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.439470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.441957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:58.443125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94fb79b6-bc80-469b-aafc-734b38d31ac2 HTTP/1.1" status: 204 len: 168 time: 0.1681528 Aug 18 14:39:58.450888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f6e11-e7d8-4121-95fe-76f3ba7a257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb79b6-bc80-469b-aafc-734b38d31ac2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:59.067597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44124) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:59.080943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ea063da-1e13-4f17-a5ad-a9cc271a4b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.167773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ea063da-1e13-4f17-a5ad-a9cc271a4b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.222926 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7ea063da-1e13-4f17-a5ad-a9cc271a4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.262124 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7ea063da-1e13-4f17-a5ad-a9cc271a4b3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37477924f13742a0ba99358bc3ede005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933672 Aug 18 14:39:59.262925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea063da-1e13-4f17-a5ad-a9cc271a4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe54101-eaf7-4093-9f3d-568f87b1196f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:59.265430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44126) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:59.314868 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.335898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.725403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.728304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:59.730213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fe54101-eaf7-4093-9f3d-568f87b1196f HTTP/1.1" status: 204 len: 168 time: 0.4626663 Aug 18 14:39:59.740033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49529433-0927-4a69-b4d0-b88f12cfb699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe54101-eaf7-4093-9f3d-568f87b1196f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:00.990358 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-6b2c6975-a1e1-4209-aa9d-0e381cfb8712 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393333 Aug 18 14:40:01.086652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-19b8b363-88b5-4ed3-a3f8-0338557f9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:01.088175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-19b8b363-88b5-4ed3-a3f8-0338557f9871 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 1096 time: 0.0487003 Aug 18 14:40:01.191992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-a41b0f5b-63f4-4c2f-862e-0fa731996f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:01.193496 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-a41b0f5b-63f4-4c2f-862e-0fa731996f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0847602 Aug 18 14:40:01.273945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-9c9c4987-7825-4c9a-ab94-44c0679502ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 200 len: 1001 time: 0.0690067 Aug 18 14:40:01.328544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-bb82ccbe-fae3-44c6-9ff3-3e770eabef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:01.330046 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-bb82ccbe-fae3-44c6-9ff3-3e770eabef5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0446126 Aug 18 14:40:01.378909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-e66cd630-abf6-4050-acce-8a9a171a62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:01.380414 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-e66cd630-abf6-4050-acce-8a9a171a62e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392430 Aug 18 14:40:01.480134 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-591c76da-1b06-457c-bfbe-cc08b606b0d6 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Aug 18 14:40:01.575939 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f8259246-43ef-4741-b9f3-db13a4b5dde3 req-1a188cee-e1f2-404c-bc78-1132e2b07dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Aug 18 14:40:02.244180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44182) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:02.349028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77133aa6-5d5b-4112-8d03-03fd588d2c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.435208 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77133aa6-5d5b-4112-8d03-03fd588d2c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.525064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-77133aa6-5d5b-4112-8d03-03fd588d2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.562231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133aa6-5d5b-4112-8d03-03fd588d2c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a824d5b-56fa-402a-9c1b-de7cd63d48dc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:02.566584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-77133aa6-5d5b-4112-8d03-03fd588d2c95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42dd4202636549f3981f760cbcccf5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213427 Aug 18 14:40:02.572535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:02.618803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.639760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.753589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.756124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:02.757299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a824d5b-56fa-402a-9c1b-de7cd63d48dc HTTP/1.1" status: 204 len: 168 time: 0.1867065 Aug 18 14:40:02.765376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f063ae-dc32-4c1c-b49c-173e2543b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a824d5b-56fa-402a-9c1b-de7cd63d48dc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:03.257087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:03.271155 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d119-e519-4cc1-85ba-3954a385de35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.357946 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d119-e519-4cc1-85ba-3954a385de35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.410932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d119-e519-4cc1-85ba-3954a385de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.449753 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e5e0d119-e519-4cc1-85ba-3954a385de35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3134f84ba2a144598aa447b75c2bb82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916099 Aug 18 14:40:03.450966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0d119-e519-4cc1-85ba-3954a385de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b044de9-6bff-41e1-93e5-5affdbeb709b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:03.452451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:03.503094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.523549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.632600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.635224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.636404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b044de9-6bff-41e1-93e5-5affdbeb709b HTTP/1.1" status: 204 len: 168 time: 0.1821401 Aug 18 14:40:03.643941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3253e-29da-4157-972a-a510cf6128ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b044de9-6bff-41e1-93e5-5affdbeb709b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:10.473694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:11.181261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:15.498727 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:40:16.049321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:16.157008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4925f773-bf05-4995-ab8c-b5509a954d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.240386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4925f773-bf05-4995-ab8c-b5509a954d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.302186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4925f773-bf05-4995-ab8c-b5509a954d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.341315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4925f773-bf05-4995-ab8c-b5509a954d40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57764410439d42b7a0c1987a50446f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907984 Aug 18 14:40:16.342463 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925f773-bf05-4995-ab8c-b5509a954d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ba0627-90eb-43f8-b25a-70e9ee32ca0d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:16.344142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:16.391788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.412795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.566661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.569415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:16.570795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3ba0627-90eb-43f8-b25a-70e9ee32ca0d HTTP/1.1" status: 204 len: 168 time: 0.2256625 Aug 18 14:40:16.579781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dcb17-1c16-44b8-ab92-af83028f084d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ba0627-90eb-43f8-b25a-70e9ee32ca0d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:17.079922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44298) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:17.095720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295cf26d-3987-4344-bfdc-18f00634d079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.183607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295cf26d-3987-4344-bfdc-18f00634d079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.284851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-295cf26d-3987-4344-bfdc-18f00634d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.323687 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-295cf26d-3987-4344-bfdc-18f00634d079 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d86f7a0e23d461fb55a6997920ae544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426882 Aug 18 14:40:17.324565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf26d-3987-4344-bfdc-18f00634d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce39e54-588a-4582-8b7f-c3385c0f5037,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:17.326406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44300) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:17.375438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.395547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.502083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.504614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.505761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bce39e54-588a-4582-8b7f-c3385c0f5037 HTTP/1.1" status: 204 len: 168 time: 0.1772425 Aug 18 14:40:17.513533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68689c5-6977-4dc5-bb90-19be9f0241d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce39e54-588a-4582-8b7f-c3385c0f5037,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:21.959053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8b622992-d5b8-453e-9d4f-4163947bc4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:24.764803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6dafcae5-f076-422c-a8ae-01bb364c4645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:24.953701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:25.976453 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:27.616535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:40.484512 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:41.175663 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:51.941420 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-45cbcad6-0250-4b04-b271-f1a3646a6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:52.497965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:40:52.962479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe5a7-dd05-4524-9908-5b4bf614cc7f req-7581271e-d7ba-4681-b82e-c70006f87012 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:52.963898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fcfe5a7-dd05-4524-9908-5b4bf614cc7f req-7581271e-d7ba-4681-b82e-c70006f87012 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0546281 Aug 18 14:40:53.002510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fcfe5a7-dd05-4524-9908-5b4bf614cc7f req-bce7f63e-d42a-49b9-b970-248dc95c31ac tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Aug 18 14:40:54.121010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8013ad-fa5f-470a-9af2-320e56251093 req-67cca5c2-0984-4f63-9159-0d4222408b81 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:54.122578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8013ad-fa5f-470a-9af2-320e56251093 req-67cca5c2-0984-4f63-9159-0d4222408b81 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0490303 Aug 18 14:40:54.160168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8013ad-fa5f-470a-9af2-320e56251093 req-05d8bc2f-c50e-4f32-827e-58b0bc19539a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316827 Aug 18 14:40:54.717658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-36d409ea-f10b-4309-b6ce-972cb5e13498 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:54.719153 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-36d409ea-f10b-4309-b6ce-972cb5e13498 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0516367 Aug 18 14:40:54.809910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-657a507d-0ba4-423b-91d9-e7b4dec846be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:54.820728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port e227b7ac-f854-4d31-a0a2-6c188a7957a0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:40:54.821242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:54.912041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port e227b7ac-f854-4d31-a0a2-6c188a7957a0, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e227b7ac-f854-4d31-a0a2-6c188a7957a0,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:40:54.912397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.004116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.087708 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.088088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.088400 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP e23ec127-3bfa-48f1-9237-79614c515c0a disassociated. External IP: 172.25.1.234, port: e227b7ac-f854-4d31-a0a2-6c188a7957a0. Aug 18 14:40:55.088740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for e227b7ac-f854-4d31-a0a2-6c188a7957a0 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:40:55.303434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.307523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa553f7-d76c-42ca-9446-529a63363660 req-ae0bfc27-9ae8-431c-b4d2-9c61d05165a6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:40:55.309160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5aa553f7-d76c-42ca-9446-529a63363660 req-ae0bfc27-9ae8-431c-b4d2-9c61d05165a6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 945 time: 0.0511324 Aug 18 14:40:55.333073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=e227b7ac-f854-4d31-a0a2-6c188a7957a0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:40:55.344445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.344647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.344951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.345295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.345637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.346038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.346372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.346726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.347020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.347411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.347750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.348077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:55.354837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5aa553f7-d76c-42ca-9446-529a63363660 req-bcf4529b-9ddb-4f56-836f-1ebabf54a389 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 Aug 18 14:40:55.465946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:40:55.581368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:40:55.592353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:40:55.605126 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:40:55.605804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:40:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:55.624392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port e227b7ac-f854-4d31-a0a2-6c188a7957a0 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:40:55.627477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:55.629470 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-998c66e6-73f3-497e-9b3b-41ab38442d86 req-d3141e2d-0375-4ef4-b225-c42112e48ef0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.10 "DELETE /v2.0/ports/e227b7ac-f854-4d31-a0a2-6c188a7957a0 HTTP/1.1" status: 204 len: 173 time: 0.8995306 Aug 18 14:40:55.629943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'name': 'network-vif-deleted', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:40:55.632294 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf316e-6b34-4056-9b32-d5c471e029b8" -d '{"events": [{"server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "name": "network-vif-deleted", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:40:55.685569 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f3640-aa6c-43ed-a97c-7fe4e5d08093 x-openstack-request-id: req-089f3640-aa6c-43ed-a97c-7fe4e5d08093 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:40:55.686008 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d4b1fc-5457-437f-8ee4-212fb9caaced", "name": "network-vif-deleted", "tag": "e227b7ac-f854-4d31-a0a2-6c188a7957a0", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:40:55.686335 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-089f3640-aa6c-43ed-a97c-7fe4e5d08093 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:40:55.686876 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d4b1fc-5457-437f-8ee4-212fb9caaced', 'name': 'network-vif-deleted', 'tag': 'e227b7ac-f854-4d31-a0a2-6c188a7957a0', 'status': 'completed', 'code': 200} Aug 18 14:40:55.747273 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:40:55.975081 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:55.994034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:56.001537 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:40:56.010360 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:40:56.010956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:40:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:56.118992 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:40:56.325022 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:56.364418 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5966eb1-0204-4e40-9415-eed9af5fd0f8 None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:40:56.484465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ba3d482-aab3-4982-9afc-7c8700b1677e req-98bc80f5-6934-4257-b956-565becf668f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0329289 Aug 18 14:40:56.660507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b001d77-7712-48c6-a919-09a5e65e0ef3 None None] New status for floating IP e23ec127-3bfa-48f1-9237-79614c515c0a: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:40:57.439280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e227b7ac-f854-4d31-a0a2-6c188a7957a0 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:40:57.459427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: e227b7ac-f854-4d31-a0a2-6c188a7957a0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:40:57.459921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e227b7ac-f854-4d31-a0a2-6c188a7957a0 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:40:57.596729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceb0efc3-e24f-4ca8-a5c5-6f7a3616eabc req-5649f8b7-214c-4073-939e-bbe695331090 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0260887 Aug 18 14:40:57.637547 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:58.695006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c191fb01-b2ed-41eb-936e-2b6560e86652 req-37eafc76-08a3-4986-b88a-4a7b21edc7a8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0281963 Aug 18 14:40:59.802636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-958c0e72-2ca8-4482-a9d6-29a0e2f0661f req-dfb87205-6d68-4b66-9b00-04ec85f98c95 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d4b1fc-5457-437f-8ee4-212fb9caaced HTTP/1.1" status: 200 len: 210 time: 0.0271420 Aug 18 14:41:01.052838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-09b8fe5c-0ad0-4f57-8648-4c73ba754c1b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330786907&fields=id&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 267 time: 0.0342181 Aug 18 14:41:01.163373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-8235124c-5660-4cc3-87e7-3eec398f5626 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:01.164854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-8235124c-5660-4cc3-87e7-3eec398f5626 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1046038 Aug 18 14:41:01.180096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-1b9d41d5-5538-4ce1-b42e-546c95d7be0d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0089765 Aug 18 14:41:01.232199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-c06fc367-d581-4380-96d8-c5a77d90e431 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462797 Aug 18 14:41:01.351486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-4e01a785-a6e7-42c9-b11a-f59705efcf1b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:01.352525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-4e01a785-a6e7-42c9-b11a-f59705efcf1b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1094327 Aug 18 14:41:01.446356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-d5d9ce8d-9120-4097-b27f-ecfdf879d066 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870526 Aug 18 14:41:01.537061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-1e039ae2-ce45-467c-8e73-cacd8d7b9af1 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Aug 18 14:41:02.076641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68ecced7-9508-4032-8b3d-6579c07449ee req-edc08896-dd10-4a46-aeb4-684e6bb329cc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0286887 Aug 18 14:41:03.174217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-825e3810-63ff-46e7-b882-7ea09c6a2c21 req-8378d706-8490-4218-8dad-0cc55d19483d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0288932 Aug 18 14:41:04.016597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44566) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:04.123044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.209240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.268766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6346b0c-aa0a-4879-9930-f6e0a82a3a68 req-4efca3fb-bbee-444d-8b54-dc632c44cc2e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0269835 Aug 18 14:41:04.300130 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.339501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51f9fe88fec04ad593b1aafa6596d960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222837 Aug 18 14:41:04.349020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32e5e9-21ff-4a49-9479-daf49f97efe6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:04.349213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44572) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:04.349697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.349697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.349697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.349697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.349697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.350273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.350273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.350489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.350711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.351040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.351375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.351709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54641ca9-ea8a-4399-b690-477c6244af6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.395880 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-cc4c4353-618e-4ec5-8a7f-1ad46942f0cf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:04.397334 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-cc4c4353-618e-4ec5-8a7f-1ad46942f0cf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1313770 Aug 18 14:41:04.435805 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.466894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.471969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-07b0829e-6cc0-493d-8d1b-fd953b296612 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 379 time: 0.0581954 Aug 18 14:41:04.493307 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'security_groups': ['d4a9a6fb-184b-4bc5-92fa-8ee2e28de952']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:04.632560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.635266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.639211 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae32e5e9-21ff-4a49-9479-daf49f97efe6 HTTP/1.1" status: 204 len: 168 time: 0.2959843 Aug 18 14:41:04.650032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85537ca-71a8-4d8b-a422-027eba767bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32e5e9-21ff-4a49-9479-daf49f97efe6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:04.667641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:04.671443 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.805648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.4 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/f093914d-ccb4-4389-8970-7248cf37f000) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:04.953937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.969421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object f093914d-ccb4-4389-8970-7248cf37f000 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:05.039067 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.084842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:05.090907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:05.094908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:05.131891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:05.153394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:05.154510 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.232044 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce0c6042-92e5-4d7e-b074-d92c305dc745 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472811 Aug 18 14:41:05.248875 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce4cd21c-cb6d-4b3d-a591-034ec5c39d82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:05.250172 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-ce4cd21c-cb6d-4b3d-a591-034ec5c39d82 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063722 Aug 18 14:41:05.267716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Request body: {'port': {'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:05.331040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.420128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d540a6-912f-4d74-b313-d0dd074f77e9 req-675ee9d3-7f4d-419c-9759-e09e49902e4a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:05.422297 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4d540a6-912f-4d74-b313-d0dd074f77e9 req-675ee9d3-7f4d-419c-9759-e09e49902e4a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 931 time: 0.0749640 Aug 18 14:41:05.455587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-435a4b34-85e6-4522-a0df-4faa46e37159 None None] Provisioning for port f093914d-ccb4-4389-8970-7248cf37f000 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:05.460465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-435a4b34-85e6-4522-a0df-4faa46e37159 None None] Provisioning complete for port f093914d-ccb4-4389-8970-7248cf37f000 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:05.461145 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-435a4b34-85e6-4522-a0df-4faa46e37159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.484216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4d540a6-912f-4d74-b313-d0dd074f77e9 req-58ac041a-6952-4fef-8da0-ad41135cf206 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486503 Aug 18 14:41:05.507971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-435a4b34-85e6-4522-a0df-4faa46e37159 None None] Port f093914d-ccb4-4389-8970-7248cf37f000 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:05.669492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f093914d-ccb4-4389-8970-7248cf37f000 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:41:05.678636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.691871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Transition to ACTIVE for port object f093914d-ccb4-4389-8970-7248cf37f000 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:05.752922 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.810591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:05.894040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Attempting to bind port f093914d-ccb4-4389-8970-7248cf37f000 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:05.894889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Attempting to bind port f093914d-ccb4-4389-8970-7248cf37f000 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:05.895951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Attempting to bind port f093914d-ccb4-4389-8970-7248cf37f000 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:05.902226 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Port f093914d-ccb4-4389-8970-7248cf37f000 on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:41:05.902840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Attempting to bind port f093914d-ccb4-4389-8970-7248cf37f000 on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:05.908429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:05.908792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:05.909164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:05.909599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Bound port: f093914d-ccb4-4389-8970-7248cf37f000, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:05.909990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.988944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:05.997992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f093914d-ccb4-4389-8970-7248cf37f000,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:06.112544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:06.154128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.154849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:06.156200 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] 10.222.0.58 "PUT /v2.0/ports/f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 1091 time: 0.8929381 Aug 18 14:41:06.156654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:06.158963 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9" -d '{"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:06.179025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b613-ac6e-4703-9d54-4a03178e2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:06.225401 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26f9cd-af6b-4254-935b-1f2b95bde92a x-openstack-request-id: req-fe26f9cd-af6b-4254-935b-1f2b95bde92a {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:06.225401 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:06.225401 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe26f9cd-af6b-4254-935b-1f2b95bde92a {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:06.225401 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000', 'status': 'completed', 'code': 200} Aug 18 14:41:06.298420 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-4efc0fd1-9188-4c50-822b-7e19252009cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.301233 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-4efc0fd1-9188-4c50-822b-7e19252009cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1094 time: 0.0479331 Aug 18 14:41:06.436023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-f4ac0aed-a339-4621-afe9-dd2fe56f355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.437440 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-f4ac0aed-a339-4621-afe9-dd2fe56f355e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1234722 Aug 18 14:41:06.565794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-17b96150-4f3a-44d7-a983-6b7a230d662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.567496 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e4a8addb-790a-4f31-b374-e4bf5bb7fae9 req-17b96150-4f3a-44d7-a983-6b7a230d662d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174693 Aug 18 14:41:06.618879 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b51e2-cf92-42d1-9960-299a39c43d3d req-dfc377a9-1b2b-4bb8-9d8f-66ba1c117213 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.620423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f7b51e2-cf92-42d1-9960-299a39c43d3d req-dfc377a9-1b2b-4bb8-9d8f-66ba1c117213 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0554821 Aug 18 14:41:06.656309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-f22eb0f4-c80f-4f49-82da-3242cb876487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.658390 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-f22eb0f4-c80f-4f49-82da-3242cb876487 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1094 time: 0.0445111 Aug 18 14:41:06.661729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f7b51e2-cf92-42d1-9960-299a39c43d3d req-f8d4e3f0-a1f4-49ee-a89b-9c1e73516840 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348687 Aug 18 14:41:06.712201 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-c422a00c-a980-4798-a5bf-6e49e153bffb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 217 time: 0.0399518 Aug 18 14:41:06.771157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-cfd6695e-1eb3-49e1-b3af-f5ccb737da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.777598 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-cfd6695e-1eb3-49e1-b3af-f5ccb737da8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0493727 Aug 18 14:41:06.827812 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deda99-9908-4575-b71b-eb7fd9233bda req-8a0ec8c7-5bd3-4d09-8e05-570bf770fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:06.827812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-8a0ec8c7-5bd3-4d09-8e05-570bf770fcc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404840 Aug 18 14:41:06.927883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-a469b710-403f-4893-b1c0-91b7a2f87ffd service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927227 Aug 18 14:41:07.028640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-00deda99-9908-4575-b71b-eb7fd9233bda req-2b2be662-9d0d-42ff-9070-bf7daf670e99 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920491 Aug 18 14:41:07.960930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566209a-79e2-461f-952c-1b56378fb328 req-013def4f-7564-4187-9a3a-3c033ea84b83 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:07.969450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8566209a-79e2-461f-952c-1b56378fb328 req-013def4f-7564-4187-9a3a-3c033ea84b83 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.2304676 Aug 18 14:41:08.004904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8566209a-79e2-461f-952c-1b56378fb328 req-a0091a79-142f-4084-a1d1-11611e20d3a1 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344958 Aug 18 14:41:09.129568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3295e-0c1d-44b7-8bf9-3a906332a9c0 req-9ef3a7e2-f8f2-4bd0-a356-12d811b2424c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:09.131007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1a3295e-0c1d-44b7-8bf9-3a906332a9c0 req-9ef3a7e2-f8f2-4bd0-a356-12d811b2424c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0485778 Aug 18 14:41:09.168880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1a3295e-0c1d-44b7-8bf9-3a906332a9c0 req-79227608-14c2-4c98-899c-099fe28627b5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Aug 18 14:41:09.279141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-e6ccae79-07cc-49ae-9e07-96e7f7be77ce req-9fb3bb88-3a92-4022-a885-27d63621514e service neutron] (112228) timed out ('10.222.0.35', 59468) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:41:10.287382 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0861a-a4dc-44ff-aa50-52176de2a08a req-411428a4-129f-490c-a156-7d82812c56d2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:10.288854 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28d0861a-a4dc-44ff-aa50-52176de2a08a req-411428a4-129f-490c-a156-7d82812c56d2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0535109 Aug 18 14:41:10.326766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28d0861a-a4dc-44ff-aa50-52176de2a08a req-d8be0d58-fe6f-4179-971b-a7ab4bb7b3f0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Aug 18 14:41:10.495157 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:11.175418 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:11.502118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f95e2e-57f7-487e-bb58-7f614a8c9cc0 req-ae418deb-a817-47d4-b5ad-71538da936cb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:11.503674 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f95e2e-57f7-487e-bb58-7f614a8c9cc0 req-ae418deb-a817-47d4-b5ad-71538da936cb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.1082456 Aug 18 14:41:11.545116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23f95e2e-57f7-487e-bb58-7f614a8c9cc0 req-4c70a799-7027-4c71-acc7-c3b9b7ca86de tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Aug 18 14:41:12.658016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2aef9-8db0-4571-bf32-2b6cd4a52cc7 req-3190f368-928e-4037-9fdf-6c1568ea95b6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:12.659495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3de2aef9-8db0-4571-bf32-2b6cd4a52cc7 req-3190f368-928e-4037-9fdf-6c1568ea95b6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0483184 Aug 18 14:41:12.697039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3de2aef9-8db0-4571-bf32-2b6cd4a52cc7 req-6ed70cbb-95e5-47a7-b790-e3d7a2fca428 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 18 14:41:13.816155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd9cdd-fd64-46a0-b438-0954cb4b3de5 req-726fcb99-c484-45f7-9845-accbb27d2f8f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:13.817648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ecd9cdd-fd64-46a0-b438-0954cb4b3de5 req-726fcb99-c484-45f7-9845-accbb27d2f8f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0536709 Aug 18 14:41:13.856696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ecd9cdd-fd64-46a0-b438-0954cb4b3de5 req-891cb7d7-6d76-41e5-8210-d6e271c98580 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Aug 18 14:41:14.975958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98404e20-0926-49f0-a559-9ab07afb3ad8 req-332c4c7a-056f-4465-bd95-340e1428ee60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:14.977596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98404e20-0926-49f0-a559-9ab07afb3ad8 req-332c4c7a-056f-4465-bd95-340e1428ee60 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0517137 Aug 18 14:41:15.015992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98404e20-0926-49f0-a559-9ab07afb3ad8 req-d57350b2-7c24-41a3-9d3e-deeea6e42c89 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324457 Aug 18 14:41:16.132535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9047555-3453-41ee-b152-be6cd340d6d5 req-86c9b2a1-e410-4e6e-8219-c7d93781b5d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:16.134051 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9047555-3453-41ee-b152-be6cd340d6d5 req-86c9b2a1-e410-4e6e-8219-c7d93781b5d5 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Aug 18 14:41:16.173198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9047555-3453-41ee-b152-be6cd340d6d5 req-9ddfbd6a-e62f-47a0-b401-8554add37127 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Aug 18 14:41:16.776773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f093914d-ccb4-4389-8970-7248cf37f000 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:41:16.871470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f093914d-ccb4-4389-8970-7248cf37f000,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:16.882486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'f093914d-ccb4-4389-8970-7248cf37f000', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:41:16.920962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:16.937261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f093914d-ccb4-4389-8970-7248cf37f000 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:41:16.956417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f093914d-ccb4-4389-8970-7248cf37f000,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:17.043432 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:17.089635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:17.096741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.097091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.097436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.097776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.098135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.098513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.098845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.099179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.099508 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.099834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.100160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.100484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:17.295744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a5746-3183-46ae-80d6-ae5af4330f4f req-038224fa-7521-4997-8387-ad7763280c4b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:17.297176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb5a5746-3183-46ae-80d6-ae5af4330f4f req-038224fa-7521-4997-8387-ad7763280c4b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 944 time: 0.0564673 Aug 18 14:41:17.330057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['f093914d-ccb4-4389-8970-7248cf37f000'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:41:17.338677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb5a5746-3183-46ae-80d6-ae5af4330f4f req-6b9469bf-9f34-4602-ae09-9a302109f006 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349500 Aug 18 14:41:18.041138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44726) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:18.150403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca54de32-6d3c-47d5-a33c-6e4057f046a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.236104 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca54de32-6d3c-47d5-a33c-6e4057f046a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.293915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ca54de32-6d3c-47d5-a33c-6e4057f046a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.330841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ca54de32-6d3c-47d5-a33c-6e4057f046a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a40d28ad8e242319837e751465cadad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877989 Aug 18 14:41:18.331645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54de32-6d3c-47d5-a33c-6e4057f046a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105b8f35-bc58-43b1-9b52-9c553f237b40,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:18.334284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44730) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:18.383985 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.407060 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.479042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe75539-402b-4e81-99aa-ca526d9ce643 req-7a9e666d-0cc3-4fc3-8d04-93b1066a831e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:18.480691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fe75539-402b-4e81-99aa-ca526d9ce643 req-7a9e666d-0cc3-4fc3-8d04-93b1066a831e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 944 time: 0.0717506 Aug 18 14:41:18.530061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fe75539-402b-4e81-99aa-ca526d9ce643 req-c3e2e4f9-1c92-4b29-b309-f87ebc8b4ed0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380540 Aug 18 14:41:18.579697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.582287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.583407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/105b8f35-bc58-43b1-9b52-9c553f237b40 HTTP/1.1" status: 204 len: 168 time: 0.2480943 Aug 18 14:41:18.591641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36bb10-1f01-42b0-88d3-c21e9c31bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105b8f35-bc58-43b1-9b52-9c553f237b40,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:18.792378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f093914d-ccb4-4389-8970-7248cf37f000 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:18.918402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port f093914d-ccb4-4389-8970-7248cf37f000 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:18.922338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port f093914d-ccb4-4389-8970-7248cf37f000 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:18.922843 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.000399 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.021643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:19.023939 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e605e9-d9c5-4e2d-9cbc-f98e7ec1553b" -d '{"events": [{"server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "name": "network-vif-plugged", "status": "completed", "tag": "f093914d-ccb4-4389-8970-7248cf37f000"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:19.037165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f093914d-ccb4-4389-8970-7248cf37f000,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:19.112634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.160981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:19.186230 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c264bbc7-e4df-4e30-a89f-33cc37f36ccb x-openstack-request-id: req-c264bbc7-e4df-4e30-a89f-33cc37f36ccb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:19.186520 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "name": "network-vif-plugged", "status": "completed", "tag": "f093914d-ccb4-4389-8970-7248cf37f000", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:19.186777 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c264bbc7-e4df-4e30-a89f-33cc37f36ccb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:19.187179 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000', 'code': 200} Aug 18 14:41:19.232573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44742) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:19.247045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5aaec34-0437-4de9-b423-033fddc9fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.301144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873e9c-4fb2-4057-9468-59da000ead8c req-edb91416-1e89-43ed-ab9b-fa71bdfce809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:19.302580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5e873e9c-4fb2-4057-9468-59da000ead8c req-edb91416-1e89-43ed-ab9b-fa71bdfce809 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0441039 Aug 18 14:41:19.334488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5aaec34-0437-4de9-b423-033fddc9fe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.343277 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5e873e9c-4fb2-4057-9468-59da000ead8c req-d201d39a-a50f-4f8f-b859-c60d0697c13e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273855 Aug 18 14:41:19.409169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5aaec34-0437-4de9-b423-033fddc9fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.454879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5aaec34-0437-4de9-b423-033fddc9fe61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2453c4f9b0944678791179662a6f915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211266 Aug 18 14:41:19.455761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaec34-0437-4de9-b423-033fddc9fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a167c0-6bd2-4d54-b3aa-4ce4fbe59811,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:19.458223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44744) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:19.506675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.527774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.638358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.641066 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.642255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60a167c0-6bd2-4d54-b3aa-4ce4fbe59811 HTTP/1.1" status: 204 len: 168 time: 0.1830294 Aug 18 14:41:19.643438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb222-82e2-40de-8219-13cd515a506a req-15e746d4-bf42-47c4-bf86-a00c3945c3c8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:19.644875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-917cb222-82e2-40de-8219-13cd515a506a req-15e746d4-bf42-47c4-bf86-a00c3945c3c8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 18 14:41:19.652702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5169088-1e10-449a-8bd1-addea2e43425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a167c0-6bd2-4d54-b3aa-4ce4fbe59811,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:19.690150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-917cb222-82e2-40de-8219-13cd515a506a req-2db119bd-226a-480b-9fcc-88f3704ffcc8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390909 Aug 18 14:41:20.290201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:20.303438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f38566a-efa5-4637-b382-133942e822c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.390904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f38566a-efa5-4637-b382-133942e822c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.466677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1f38566a-efa5-4637-b382-133942e822c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.508053 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1f38566a-efa5-4637-b382-133942e822c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8896bc499ea74b2ba37ead7f102e4bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167814 Aug 18 14:41:20.508918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38566a-efa5-4637-b382-133942e822c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d79531f-a779-4bc2-abc8-2fe7d4766f69,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:20.510747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44754) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:20.562263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.586931 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.689177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.691828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.692994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d79531f-a779-4bc2-abc8-2fe7d4766f69 HTTP/1.1" status: 204 len: 168 time: 0.1801271 Aug 18 14:41:20.700718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366c50-40ae-4b7a-8479-3833ae7e1915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d79531f-a779-4bc2-abc8-2fe7d4766f69,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:20.808109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732c670-fbfb-4203-b1d0-9da84fef40f0 req-c6a0ea77-e0ac-444c-b6ee-0c1738074bde tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:20.810198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2732c670-fbfb-4203-b1d0-9da84fef40f0 req-c6a0ea77-e0ac-444c-b6ee-0c1738074bde tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 945 time: 0.0504403 Aug 18 14:41:20.849087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2732c670-fbfb-4203-b1d0-9da84fef40f0 req-994e65fc-8890-4078-b5f6-654f84515ee7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Aug 18 14:41:20.963155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039679c1-1fc4-4efa-8933-1f825a9c27b4 req-a78dadd7-a2db-4119-892a-e465acf753b0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:20.964664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-039679c1-1fc4-4efa-8933-1f825a9c27b4 req-a78dadd7-a2db-4119-892a-e465acf753b0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Aug 18 14:41:21.002969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-039679c1-1fc4-4efa-8933-1f825a9c27b4 req-7913196b-dc1c-4494-ab8a-1ce0756be657 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Aug 18 14:41:21.024864 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44764) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:21.065215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158c34b-4c21-43a2-a154-5db7c317de1f tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:21.066832 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c158c34b-4c21-43a2-a154-5db7c317de1f tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1091 time: 0.0409396 Aug 18 14:41:21.069486 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 44768) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:21.073919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:21.141315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.236387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.342037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.25.1.152 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/42a7a0c4-be00-4d17-9606-e7f9593c8b64) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:21.446885 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.524173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.564331 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:21.567151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:21.569735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:21.594842 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=42a7a0c4-be00-4d17-9606-e7f9593c8b64,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:21.926720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.935081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bba5a6cf-00b9-46cc-8c2e-bfc11e28f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:22.057810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:22.206706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:22.260742 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:22.329211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=42a7a0c4-be00-4d17-9606-e7f9593c8b64,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:22.339322 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:22.441318 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678 associated. External IP: 172.25.1.152, port: f093914d-ccb4-4389-8970-7248cf37f000. Aug 18 14:41:22.647059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:41:22.949487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44802) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:22.954429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805341759', 'description': 'tempest-secgroup-smoke-805341759 description', 'project_id': '894b1d79036d4ae5b86989257d94086a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:23.037269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.046728 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.097417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:23.108158 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:23.117484 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:23.118141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:40:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:23.148281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.198278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.223864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:23.226335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad43f0-12d8-45e9-8c5a-ef20a164611a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:23.311976 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.338469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2fee9be4-c83e-4e03-ae7d-3a7328207452 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2679315 Aug 18 14:41:23.340469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:23.341952 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09257510-e541-4322-982b-97ab3efdee8e" -d '{"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:23.379005 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcd8678-1160-48c8-ba20-40be8e59003b x-openstack-request-id: req-4dcd8678-1160-48c8-ba20-40be8e59003b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:23.379348 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:23.379608 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dcd8678-1160-48c8-ba20-40be8e59003b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:23.380005 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000', 'status': 'completed', 'code': 200} Aug 18 14:41:23.402749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.445289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257510-e541-4322-982b-97ab3efdee8e req-295d1d21-687c-4768-b366-764b66cbb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:23.446940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-295d1d21-687c-4768-b366-764b66cbb1f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0410843 Aug 18 14:41:23.449086 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:23.476754 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:23.486388 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:23.486996 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:40:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:23.494890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.536380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906e4b97-8035-4042-8605-cd4ffd9612d5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:23.544070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257510-e541-4322-982b-97ab3efdee8e req-1212be3c-be6e-44cd-a15c-fb4a7cd6abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:23.545538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-1212be3c-be6e-44cd-a15c-fb4a7cd6abb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0911083 Aug 18 14:41:23.592755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.594428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6641df99-f40a-4e20-8ced-f5f76f0990d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6437252 Aug 18 14:41:23.597575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:23.603878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:23.615277 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-bf0586a3-d133-421f-9ba1-a5c272fc144d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 999 time: 0.0613594 Aug 18 14:41:23.670302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257510-e541-4322-982b-97ab3efdee8e req-61653c96-0bb7-4f2a-aeb8-4756e9d51984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:23.671853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-61653c96-0bb7-4f2a-aeb8-4756e9d51984 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0492723 Aug 18 14:41:23.692724 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:23.722716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257510-e541-4322-982b-97ab3efdee8e req-2916dad0-aae7-41e6-9d50-aa887d78e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:23.724140 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-2916dad0-aae7-41e6-9d50-aa887d78e7c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454836 Aug 18 14:41:23.826126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-7162e744-406b-4ccd-a33e-96f3e23b03f3 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937748 Aug 18 14:41:23.843291 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.906481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.924371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09257510-e541-4322-982b-97ab3efdee8e req-70400f4c-6a45-4694-bf13-035219e776f1 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903020 Aug 18 14:41:23.934616 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:23.959924 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4811de-f2ba-4887-b273-7a1779d2ad85 None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:21Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:23.981802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.002954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572222d4-388f-4067-a805-c234e1be8c9b,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.070994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.076499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4a510e8b-448a-4c8f-99d8-51da6de327b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4732282 Aug 18 14:41:24.076499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44810) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:24.079610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:24.153586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e92e6b-4888-4905-894a-e1c3d1b56243 None None] New status for floating IP ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:41:24.163592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.221087 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.289611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.310451 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61704d56-e03d-4715-a9f6-4f486db53ab8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.404350 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.408428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dedd9284-3806-41a4-8b33-9828751b41b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3295829 Aug 18 14:41:24.408428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44812) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:24.412849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:24.510671 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.569336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.626237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.644300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307d6748-e180-49ca-a580-e45091fc3a6d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.729117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.731024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-209df9a0-35e8-46df-b3c7-9c111d90ee1a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210649 Aug 18 14:41:24.736625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44814) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:24.741178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:24.751841 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-da8d88bb-14dd-4b61-8d79-edd3f14ae586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.813416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.871577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.918386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.936374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ba58dc-3133-4c8d-afcd-dafdb585c6db,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.946242 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.991909 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.993161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-617ee00c-8933-489d-ad10-65c64fbb80d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2555475 Aug 18 14:41:24.995937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:25.000429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:25.088979 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:41:25.094591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.152773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.214984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.235259 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b66aee-cf49-4cd4-92c7-68e97f04598a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:25.328077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.329293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-029d8970-87dc-4b83-adb6-e61b56ae5669 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324184 Aug 18 14:41:25.331940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44818) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:25.336308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '906e4b97-8035-4042-8605-cd4ffd9612d5', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:25.432176 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:41:25.436872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.496215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.557967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.575231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75622ace-878a-4c91-a706-95ee075240d5,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:25.626515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.627725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3dce80da-9c70-4d2b-9ac8-0372f8ca413a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2948756 Aug 18 14:41:25.630664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44820) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:25.635560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'network': {'name': 'tempest-network-smoke--5436391', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:25.700959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:25.704374 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.726355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:41:25.735101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.735455 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Added segment d4af373e-5f8f-4e5c-a32e-84578986ecd7 of type vlan for network a005af87-bd14-440e-91bc-fcd8799e9837 Aug 18 14:41:25.774836 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.847798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.853274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:25.854529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:25.920240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Network': ['ID=a005af87-bd14-440e-91bc-fcd8799e9837,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:25.930292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a005af87-bd14-440e-91bc-fcd8799e9837 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:41:25.958517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d5bfffa0-9eab-43b8-a6df-cef692682280 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3267074 Aug 18 14:41:25.961282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44822) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:25.966311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'admin_state_up': True, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:25.983936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.054927 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.056038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.106141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.298859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.564756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.587106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.686697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.229 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/abd993e8-2703-4371-80a7-7ec2d2f82c00) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:26.788413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.870803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.905541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:26.910216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:26.913619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:26.937003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=abd993e8-2703-4371-80a7-7ec2d2f82c00,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:27.225962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.421101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.597677 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.619163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 48adf0d8-5566-4551-9e56-2d387e74db28 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:41:27.724030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:27.734268 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Sync routers for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:27.743212 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:27.748601 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:27.796591 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.797745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c1f2d092-8a5b-4b77-947a-1bd746a6ff46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8353853 Aug 18 14:41:27.801290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44824) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:27.846706 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:27.922144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4a278f77-0383-4888-8d74-da968b36e1d6 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=894b1d79036d4ae5b86989257d94086a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197100 Aug 18 14:41:27.924738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44828) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:28.008922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1d7b6-ed18-4d44-9fe7-257a9541cc62 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:28.010395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00a1d7b6-ed18-4d44-9fe7-257a9541cc62 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847619 Aug 18 14:41:28.013817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44830) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:28.020572 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:27Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:28.047023 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Checking router: 48adf0d8-5566-4551-9e56-2d387e74db28 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:28.047380 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Updating router 48adf0d8-5566-4551-9e56-2d387e74db28 port abd993e8-2703-4371-80a7-7ec2d2f82c00 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:41:28.073303 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.307374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c7efe62d-ac03-4e4c-a7ae-8ce03d8c6d00 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2923555 Aug 18 14:41:28.310528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44832) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:28.315358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1984324933', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:28.331083 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.340605 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Transition to ACTIVE for port object abd993e8-2703-4371-80a7-7ec2d2f82c00 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:28.409126 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.457279 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Attempting to bind port abd993e8-2703-4371-80a7-7ec2d2f82c00 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:28.457651 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Attempting to bind port abd993e8-2703-4371-80a7-7ec2d2f82c00 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:28.458038 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Attempting to bind port abd993e8-2703-4371-80a7-7ec2d2f82c00 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:28.464730 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Pushing event updated for resources: {'Port': ['ID=abd993e8-2703-4371-80a7-7ec2d2f82c00,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:28.471298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:28.471672 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:28.472074 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.472468 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:28.472920 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Bound port: abd993e8-2703-4371-80a7-7ec2d2f82c00, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:28.473299 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.476426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.480655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:28.481370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.535439 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] For port abd993e8-2703-4371-80a7-7ec2d2f82c00, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:28.539099 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] For port abd993e8-2703-4371-80a7-7ec2d2f82c00, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=abd993e8-2703-4371-80a7-7ec2d2f82c00,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:28.614252 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.676288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8c9a8-cf95-4d8d-8e1c-0fb4f2ed7451 None None] Pushing event updated for resources: {'Port': ['ID=abd993e8-2703-4371-80a7-7ec2d2f82c00,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:28.678860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:28.679452 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:28.723562 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.781153 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:28.787700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Subnet': ['ID=ffec34a0-b39c-43ee-9ccc-95b042ab10b2,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:28.796897 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Checking segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:28.797262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network hostable DHCP agents. Network: a005af87-bd14-440e-91bc-fcd8799e9837, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:41:28.860372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network a005af87-bd14-440e-91bc-fcd8799e9837 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:41:28.928978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a005af87-bd14-440e-91bc-fcd8799e9837) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:28.934300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:28.934712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.938365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51a18d-99e9-4d71-9da5-f95d08265061 None None] Network a005af87-bd14-440e-91bc-fcd8799e9837 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:28.953662 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:27Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:28.979187 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476aa844-390c-4f5a-bb88-4e4b9faee9cf None None] The sync data for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 is: [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:27Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:29.073076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-95c38c78-9c40-4149-bb86-ba80d860e4cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7615073 Aug 18 14:41:29.075721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44834) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:29.093314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a005af87-bd14-440e-91bc-fcd8799e9837', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:41:29.094244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.261159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Allocated IP 172.20.0.2 (a005af87-bd14-440e-91bc-fcd8799e9837/ffec34a0-b39c-43ee-9ccc-95b042ab10b2/6c2ff58f-841e-4df1-918b-759563e12c07) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:29.458250 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.463189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Transition to ACTIVE for port object 6c2ff58f-841e-4df1-918b-759563e12c07 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:29.480412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Transition to ACTIVE for port object 6c2ff58f-841e-4df1-918b-759563e12c07 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:29.497944 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:41:29.562896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.610931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Network a005af87-bd14-440e-91bc-fcd8799e9837 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:29.613983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:29.616589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:29.622822 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.624371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Pushing event updated for resources: {'Port': ['ID=6c2ff58f-841e-4df1-918b-759563e12c07,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:29.679193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Attempting to bind port 6c2ff58f-841e-4df1-918b-759563e12c07 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:29.679699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Attempting to bind port 6c2ff58f-841e-4df1-918b-759563e12c07 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:29.680651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Attempting to bind port 6c2ff58f-841e-4df1-918b-759563e12c07 on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:29.685712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:29.686253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Checking segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:29.686764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.687259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Bound using segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:29.687850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Bound port: 6c2ff58f-841e-4df1-918b-759563e12c07, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:29.688390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.758358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] For port 6c2ff58f-841e-4df1-918b-759563e12c07, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:29.761709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] For port 6c2ff58f-841e-4df1-918b-759563e12c07, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6c2ff58f-841e-4df1-918b-759563e12c07,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:29.843570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.904773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e888-181c-4bf5-8781-099db780f924 None None] Pushing event updated for resources: {'Port': ['ID=6c2ff58f-841e-4df1-918b-759563e12c07,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:29.919411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.1 (a005af87-bd14-440e-91bc-fcd8799e9837/ffec34a0-b39c-43ee-9ccc-95b042ab10b2/01045b56-b517-4ae7-a3fe-8dc4234395eb) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:30.031556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.047313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 01045b56-b517-4ae7-a3fe-8dc4234395eb will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:30.146881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.195106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network a005af87-bd14-440e-91bc-fcd8799e9837 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:30.198284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:30.202726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:30.208878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:30.246874 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.445243 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.723279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.780547 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.850944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.852661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:30.948877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network a005af87-bd14-440e-91bc-fcd8799e9837 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:30.950468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:31.076522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 48adf0d8-5566-4551-9e56-2d387e74db28 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:41:31.191564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device abd993e8-2703-4371-80a7-7ec2d2f82c00 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:31.206829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:31.223125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b8c5518a-0b0c-4a7e-b294-1a13011320d4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/48adf0d8-5566-4551-9e56-2d387e74db28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362715 Aug 18 14:41:31.223256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Sync routers for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:31.238537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:31.239240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:31.332526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154f2ec-2c71-4fc2-9742-df61770e6bda None None] Network a005af87-bd14-440e-91bc-fcd8799e9837 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:31.371894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b6f1e90-19fc-4ba2-9148-ba8dc8818008 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805341759&fields=id&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 267 time: 0.0410402 Aug 18 14:41:31.385420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port abd993e8-2703-4371-80a7-7ec2d2f82c00 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:31.400940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port abd993e8-2703-4371-80a7-7ec2d2f82c00 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:31.409151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:31.436832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:31.470893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2a3d77ef-2919-4d33-ab54-e2fd56183d5c None None] Provisioning for port 6c2ff58f-841e-4df1-918b-759563e12c07 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:31.490631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-52b8d974-b28f-4463-9d38-0510fd23cdb7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:31.492258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-52b8d974-b28f-4463-9d38-0510fd23cdb7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 794 time: 0.1123521 Aug 18 14:41:31.508307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1242b532-0aee-4d8e-be67-22785bdc3356 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/quotas/894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 375 time: 0.0096960 Aug 18 14:41:31.566396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-c5cf1298-0d01-4462-bbbf-72e08c908a03 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517809 Aug 18 14:41:31.638583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-d71ad88f-35c4-4d3e-bb28-6138311c46cf service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:31.639624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-d71ad88f-35c4-4d3e-bb28-6138311c46cf service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610952 Aug 18 14:41:31.741716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-5c023174-982e-4709-89cd-2e414f4b71d9 service neutron] 10.222.0.35 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955050 Aug 18 14:41:31.838450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-779ab27a-5e65-492a-a384-602219e47d21 service neutron] 10.222.0.35 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896435 Aug 18 14:41:31.859221 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:31.904441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port abd993e8-2703-4371-80a7-7ec2d2f82c00, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=abd993e8-2703-4371-80a7-7ec2d2f82c00,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:31.941051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 2, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:31.969130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Checking router: 48adf0d8-5566-4551-9e56-2d387e74db28 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:31.969489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Updating router 48adf0d8-5566-4551-9e56-2d387e74db28 port 01045b56-b517-4ae7-a3fe-8dc4234395eb binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:41:32.001236 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.007523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6c2ff58f-841e-4df1-918b-759563e12c07 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:32.007523 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.121393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ff53b76-df44-43eb-b39e-3361c086c910 req-7ee3a7a7-cad3-43bd-8759-ab878e95b04e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 210 time: 0.0292010 Aug 18 14:41:32.124204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=abd993e8-2703-4371-80a7-7ec2d2f82c00,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:32.261810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 6c2ff58f-841e-4df1-918b-759563e12c07 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:32.276962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6c2ff58f-841e-4df1-918b-759563e12c07 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:32.282068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.360052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d8f2e0ed-972b-402b-bd33-a88942d24fa0 None None] Provisioning for port 01045b56-b517-4ae7-a3fe-8dc4234395eb completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:32.370621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d8f2e0ed-972b-402b-bd33-a88942d24fa0 None None] Provisioning complete for port 01045b56-b517-4ae7-a3fe-8dc4234395eb triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:32.370912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e0ed-972b-402b-bd33-a88942d24fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.469828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2e0ed-972b-402b-bd33-a88942d24fa0 None None] Port 01045b56-b517-4ae7-a3fe-8dc4234395eb cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:32.480060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.483206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.505235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Transition to ACTIVE for port object 01045b56-b517-4ae7-a3fe-8dc4234395eb will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:32.529759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 6c2ff58f-841e-4df1-918b-759563e12c07, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6c2ff58f-841e-4df1-918b-759563e12c07,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:32.588500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d03071db-1af9-41bd-8021-7b8885f7e95e None None] Provisioning complete for port 01045b56-b517-4ae7-a3fe-8dc4234395eb triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:32.588869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d03071db-1af9-41bd-8021-7b8885f7e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.621062 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.624735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d03071db-1af9-41bd-8021-7b8885f7e95e None None] Port 01045b56-b517-4ae7-a3fe-8dc4234395eb cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:32.650747 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.673657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df823dd8-ba79-46eb-b90b-417ccf2d0649 None None] Pushing event updated for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:32.768390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Attempting to bind port 01045b56-b517-4ae7-a3fe-8dc4234395eb on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:32.768773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Attempting to bind port 01045b56-b517-4ae7-a3fe-8dc4234395eb by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:32.769141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Attempting to bind port 01045b56-b517-4ae7-a3fe-8dc4234395eb on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:32.772377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=6c2ff58f-841e-4df1-918b-759563e12c07,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:32.777467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:32.778449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Checking segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:32.778449 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.778715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Bound using segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:32.779146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Bound port: 01045b56-b517-4ae7-a3fe-8dc4234395eb, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:32.779532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.847311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] For port 01045b56-b517-4ae7-a3fe-8dc4234395eb, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:32.850527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] For port 01045b56-b517-4ae7-a3fe-8dc4234395eb, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=01045b56-b517-4ae7-a3fe-8dc4234395eb,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:32.937038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:33.002238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df823dd8-ba79-46eb-b90b-417ccf2d0649 None None] Pushing event updated for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:33.005107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:33.005716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:33.122356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:33.152955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device abd993e8-2703-4371-80a7-7ec2d2f82c00 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:33.208953 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af9b5b3a-5ddf-4cac-94c8-f2b481c54244 req-a8fe3a68-9878-486d-b218-c20c78d8d6b4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 210 time: 0.0267034 Aug 18 14:41:33.307125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port abd993e8-2703-4371-80a7-7ec2d2f82c00 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:33.307717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:33.431296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6c2ff58f-841e-4df1-918b-759563e12c07 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:33.433910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:32Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:33.475608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db2d35-8272-4c7e-8db6-6757fabcebb9 None None] The sync data for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 is: [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:32Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:33.511658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 6c2ff58f-841e-4df1-918b-759563e12c07 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:33.511658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:34.307649 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e65b7889-a41b-4aaf-9dff-634dd4689688 req-7f0eae55-5d47-462c-ab40-56b2bcfe1696 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 210 time: 0.0278273 Aug 18 14:41:34.463820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1dc9af95-0521-46bc-82b4-a3302fda29d0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:34.465369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1dc9af95-0521-46bc-82b4-a3302fda29d0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 794 time: 0.1231430 Aug 18 14:41:34.518493 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-5203c66c-6751-4a85-b3e7-834f4a0394cc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 379 time: 0.0387383 Aug 18 14:41:34.531784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'port': {'device_id': '72132743-89df-4a8d-949f-e705132f1fb3', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'admin_state_up': True, 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'security_groups': ['906e4b97-8035-4042-8605-cd4ffd9612d5']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:34.723386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:34.727071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:34.863682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.8 (a005af87-bd14-440e-91bc-fcd8799e9837/ffec34a0-b39c-43ee-9ccc-95b042ab10b2/1d06a4b2-7533-4523-acdd-958f54311996) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:35.001208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.019115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 1d06a4b2-7533-4523-acdd-958f54311996 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:35.107015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.132736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 01045b56-b517-4ae7-a3fe-8dc4234395eb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:35.152416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network a005af87-bd14-440e-91bc-fcd8799e9837 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:35.156638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:35.160834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:35.186799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:35.231542 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:35.232153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.257436 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 01045b56-b517-4ae7-a3fe-8dc4234395eb completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:35.259220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 01045b56-b517-4ae7-a3fe-8dc4234395eb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:35.259637 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.312444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-1b76a9c0-5694-40d1-8328-e2c14fe10d62 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847373 Aug 18 14:41:35.332014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Request body: {'port': {'device_id': '72132743-89df-4a8d-949f-e705132f1fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:35.342371 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.381382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 01045b56-b517-4ae7-a3fe-8dc4234395eb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=01045b56-b517-4ae7-a3fe-8dc4234395eb,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:35.398805 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.439630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4135427-a641-43a0-92e4-1570da7dabda req-cec97979-bfc2-49c5-9c28-e53c7f87a910 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:35.441191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4135427-a641-43a0-92e4-1570da7dabda req-cec97979-bfc2-49c5-9c28-e53c7f87a910 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 931 time: 0.0523446 Aug 18 14:41:35.449188 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.481302 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4135427-a641-43a0-92e4-1570da7dabda req-c30cbe24-a3cb-4120-9673-47ad657a2773 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Aug 18 14:41:35.485797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-30eb5baf-a5e3-49f5-9afa-fe00a95aa9ef None None] Provisioning for port 1d06a4b2-7533-4523-acdd-958f54311996 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:35.497833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-30eb5baf-a5e3-49f5-9afa-fe00a95aa9ef None None] Provisioning complete for port 1d06a4b2-7533-4523-acdd-958f54311996 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:35.498143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-30eb5baf-a5e3-49f5-9afa-fe00a95aa9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.524094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:35.540101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-30eb5baf-a5e3-49f5-9afa-fe00a95aa9ef None None] Port 1d06a4b2-7533-4523-acdd-958f54311996 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:35.679130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d06a4b2-7533-4523-acdd-958f54311996 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:41:35.686429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.697923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Transition to ACTIVE for port object 1d06a4b2-7533-4523-acdd-958f54311996 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:35.761918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.812066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:35.883731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:35.884078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:35.884412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:35.889409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:41:35.889730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:35.894596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:35.894937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Checking segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:35.895472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Bound using segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:35.895739 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Bound port: 1d06a4b2-7533-4523-acdd-958f54311996, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:35.896103 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.961581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:35.964581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:36.037707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.070646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.071263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.072660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] 10.222.0.10 "PUT /v2.0/ports/1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 1091 time: 0.7457664 Aug 18 14:41:36.073096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:36.076014 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059" -d '{"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:36.105074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c77b53-095c-4bf2-a8e1-f8b8f19e349a service neutron] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:36.114167 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a07eb-c318-45de-a3a3-ca811765e146 x-openstack-request-id: req-133a07eb-c318-45de-a3a3-ca811765e146 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:36.114413 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:36.114678 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-133a07eb-c318-45de-a3a3-ca811765e146 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:36.115083 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'status': 'completed', 'code': 200} Aug 18 14:41:36.182004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-0b7aa297-ea14-4398-9f87-0c34323f87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.183578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-0b7aa297-ea14-4398-9f87-0c34323f87f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0441744 Aug 18 14:41:36.291757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-ae0705ab-f23e-431e-8d63-a65961a60651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.293233 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-ae0705ab-f23e-431e-8d63-a65961a60651 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=894b1d79036d4ae5b86989257d94086a&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0961497 Aug 18 14:41:36.395238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-cc415720-4e45-4fa8-998e-ae4f9b99ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.396761 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-11c0c0ac-0f0c-4b2a-8b2b-355c0ac59059 req-cc415720-4e45-4fa8-998e-ae4f9b99ec6c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917425 Aug 18 14:41:36.487148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-f1f10604-0d5d-4f25-be76-7ea8f8e54b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.488628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-f1f10604-0d5d-4f25-be76-7ea8f8e54b9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0413702 Aug 18 14:41:36.535430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-f5c4b515-b3b3-4158-9d98-2af762f7a1dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 217 time: 0.0338666 Aug 18 14:41:36.595376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-9630d189-cd44-4be7-bbb9-9bcd33ecc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.596853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-9630d189-cd44-4be7-bbb9-9bcd33ecc7c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0480306 Aug 18 14:41:36.606844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8495-7bb0-42bc-a7ab-ec707830cd1b req-5df8b97d-ee11-4feb-83c8-39bfbc3c85b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.608334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18fb8495-7bb0-42bc-a7ab-ec707830cd1b req-5df8b97d-ee11-4feb-83c8-39bfbc3c85b8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0531244 Aug 18 14:41:36.646050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18fb8495-7bb0-42bc-a7ab-ec707830cd1b req-c4598d7c-a404-474a-8ec8-db280c3965c9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Aug 18 14:41:36.648769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-396b2749-7c78-4c99-8cd7-2e4aef5b7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:36.650320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-396b2749-7c78-4c99-8cd7-2e4aef5b7e69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405345 Aug 18 14:41:36.743148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-84cd789e-fac2-4c56-9852-56ab1441f497 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809519 Aug 18 14:41:36.838507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a696ff42-3dad-46d8-8c6a-269ad0a51cea req-bd8b93b5-3087-4ca7-9489-740ebfde3753 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829828 Aug 18 14:41:37.112535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 01045b56-b517-4ae7-a3fe-8dc4234395eb up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:37.157716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 01045b56-b517-4ae7-a3fe-8dc4234395eb triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:37.158113 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.762746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24692e42-49d9-44cd-aeda-45e63c13cbcc req-b0d9cdc6-f91a-4336-b235-6a9111c2a119 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:37.764211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24692e42-49d9-44cd-aeda-45e63c13cbcc req-b0d9cdc6-f91a-4336-b235-6a9111c2a119 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0489843 Aug 18 14:41:37.801909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24692e42-49d9-44cd-aeda-45e63c13cbcc req-9d021e4e-457d-4301-9057-c79f3dc424da tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Aug 18 14:41:38.913298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da9505-722e-4834-923e-da38cf088f64 req-dc8a2949-8de5-42c3-a47f-e4d164695b21 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:38.914787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9da9505-722e-4834-923e-da38cf088f64 req-dc8a2949-8de5-42c3-a47f-e4d164695b21 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0484936 Aug 18 14:41:38.951997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9da9505-722e-4834-923e-da38cf088f64 req-1fdb8011-e718-4dd5-a6dc-2b1c4cc1c44a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307710 Aug 18 14:41:39.672816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:41:39.765116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:39.775553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '1d06a4b2-7533-4523-acdd-958f54311996', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'mac_address': 'fa:16:3e:fa:c7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:41:39.815540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.828350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d06a4b2-7533-4523-acdd-958f54311996 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:41:39.846814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:39.934938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.981183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:40.078088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1311c-449b-4867-9b1a-0b0dffa871cf req-543d2185-a282-472a-85b5-ff67c7ceaced tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:40.079720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6c1311c-449b-4867-9b1a-0b0dffa871cf req-543d2185-a282-472a-85b5-ff67c7ceaced tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 944 time: 0.0562460 Aug 18 14:41:40.119306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6c1311c-449b-4867-9b1a-0b0dffa871cf req-cb95ed83-c151-47d8-b3fa-04528c2778a5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335200 Aug 18 14:41:40.238589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['1d06a4b2-7533-4523-acdd-958f54311996'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:41:40.494532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.175036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.232301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c540d-c55b-4717-a4ed-cc02ca4564d3 req-c79aacc4-f116-4bb1-88de-cfcb642d132a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:41.233774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d0c540d-c55b-4717-a4ed-cc02ca4564d3 req-c79aacc4-f116-4bb1-88de-cfcb642d132a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Aug 18 14:41:41.271853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d0c540d-c55b-4717-a4ed-cc02ca4564d3 req-e3da7ba4-2d51-4032-99ff-3c603179c20c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Aug 18 14:41:41.671716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:41.774204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 1d06a4b2-7533-4523-acdd-958f54311996 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:41.777747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 1d06a4b2-7533-4523-acdd-958f54311996 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:41.778150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.855502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.877115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:41.879405 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de7ae1d-d225-4077-a2a3-9a1994e90f76" -d '{"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-plugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:41.892571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:41.916459 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382bdaa-036f-43d1-8160-7bf3f6945113 x-openstack-request-id: req-1382bdaa-036f-43d1-8160-7bf3f6945113 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:41.916773 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-plugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:41.917030 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1382bdaa-036f-43d1-8160-7bf3f6945113 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:41.917423 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'code': 200} Aug 18 14:41:41.992027 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:42.031396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fa606-6de0-475d-a016-0826d76a748d req-9bc4da38-7588-4316-a5dd-9044f9202327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:42.032812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-540fa606-6de0-475d-a016-0826d76a748d req-9bc4da38-7588-4316-a5dd-9044f9202327 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0427134 Aug 18 14:41:42.039998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:42.071157 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-540fa606-6de0-475d-a016-0826d76a748d req-fd046ffa-cc27-471b-9e4d-cb07284fdcd1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301929 Aug 18 14:41:42.384152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc11dd7-2c0b-4913-876f-e0ee7fcb5ec0 req-e99708da-5b7b-4ce7-83fb-dec3a3d00343 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:42.385619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc11dd7-2c0b-4913-876f-e0ee7fcb5ec0 req-e99708da-5b7b-4ce7-83fb-dec3a3d00343 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0481102 Aug 18 14:41:42.422192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc11dd7-2c0b-4913-876f-e0ee7fcb5ec0 req-815d5ef7-e9a5-4daa-8a64-48b02c094fdf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306387 Aug 18 14:41:43.799998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7634e-f3f3-4e69-a501-bee714797f3b req-000883e8-e659-46e7-a64b-780f5e80d569 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:43.801722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5c7634e-f3f3-4e69-a501-bee714797f3b req-000883e8-e659-46e7-a64b-780f5e80d569 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.3113840 Aug 18 14:41:43.839739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5c7634e-f3f3-4e69-a501-bee714797f3b req-0f6651ac-48fb-4459-8a30-0a15ade28844 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Aug 18 14:41:43.953867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56dac9-4717-41ed-840d-e6b929defb27 req-765c5829-5767-4458-9266-845475ba346e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:43.955399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d56dac9-4717-41ed-840d-e6b929defb27 req-765c5829-5767-4458-9266-845475ba346e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Aug 18 14:41:43.991957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d56dac9-4717-41ed-840d-e6b929defb27 req-406db63f-0deb-4146-87b2-18680f69be6d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Aug 18 14:41:44.014120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44896) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:44.053003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b726d-6ca9-4c89-8e6d-24fdbc5d0ea6 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:44.054432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-035b726d-6ca9-4c89-8e6d-24fdbc5d0ea6 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1091 time: 0.0393207 Aug 18 14:41:44.057790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:44.062066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:44.157397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:44.254622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:44.359475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.20 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6b1d4d79-474f-42e1-a8ff-5fc8bc830330) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:44.461725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:44.569259 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:44.604161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:44.609383 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:44.612980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:44.642051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=6b1d4d79-474f-42e1-a8ff-5fc8bc830330,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:45.105776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:45.314046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:45.460723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:45.523045 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:45.594630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=6b1d4d79-474f-42e1-a8ff-5fc8bc830330,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:45.605969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:45.718772 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 associated. External IP: 172.25.1.20, port: 1d06a4b2-7533-4523-acdd-958f54311996. Aug 18 14:41:45.925082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 48adf0d8-5566-4551-9e56-2d387e74db28 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:41:46.031569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:46.041292 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Sync routers for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:46.051474 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:46.052069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:46.106506 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:46.137560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00ac0c00-416b-460a-a2e6-acfc0e2ee3ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0787284 Aug 18 14:41:46.138315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:41:46.141182 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5648bf77-f572-4cf0-91f1-5239494976e0" -d '{"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:41:46.157538 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:46.257871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06084e44-0c6a-4037-9c30-9655e329b17a req-8da8c361-e6bc-4c24-a51b-24a57fe163a3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:46.259456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06084e44-0c6a-4037-9c30-9655e329b17a req-8da8c361-e6bc-4c24-a51b-24a57fe163a3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0662212 Aug 18 14:41:46.261000 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b98854-3441-477e-ac94-021507c6cc91 x-openstack-request-id: req-b2b98854-3441-477e-ac94-021507c6cc91 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:41:46.261218 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:41:46.261468 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2b98854-3441-477e-ac94-021507c6cc91 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:41:46.261894 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'status': 'completed', 'code': 200} Aug 18 14:41:46.301980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06084e44-0c6a-4037-9c30-9655e329b17a req-366a2ab1-c0ab-407f-bab0-907b0b6d46a1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355928 Aug 18 14:41:46.327960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44906) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:46.328777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-ddcb8106-54e7-4396-bc8c-056e72e2a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:46.330339 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-ddcb8106-54e7-4396-bc8c-056e72e2a0ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0482805 Aug 18 14:41:46.432010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-b49305bb-0ac4-4155-a926-924d8bd94208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:46.433814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-b49305bb-0ac4-4155-a926-924d8bd94208 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.0966065 Aug 18 14:41:46.448887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8a6b6e66-8bb7-4eda-b081-8a84ba5d1947 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 HTTP/1.1" status: 200 len: 990 time: 0.1197433 Aug 18 14:41:46.478398 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b2920b9f-7a13-4cf1-961e-3cb04d5bafe4', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'mac_address': 'fa:16:3e:fa:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72132743-89df-4a8d-949f-e705132f1fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:44Z', 'updated_at': '2021-08-18T14:41:44Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:46.504583 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Checking router: 48adf0d8-5566-4551-9e56-2d387e74db28 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:46.505414 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-6fdb9b67-9522-4cf4-a12d-014c8ec34de0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 998 time: 0.0645514 Aug 18 14:41:46.512527 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:46.513144 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:41:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:46.557409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-c389172b-9a2a-4d44-9b8b-55b16e1cb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:46.558975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-c389172b-9a2a-4d44-9b8b-55b16e1cb801 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0462248 Aug 18 14:41:46.609377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-a373b0e2-6d90-4a1c-98a9-cc6003d57214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:46.610984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-a373b0e2-6d90-4a1c-98a9-cc6003d57214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446329 Aug 18 14:41:46.618901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:46.710390 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-b5864034-0c0b-4248-b749-19d971cf9064 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915403 Aug 18 14:41:46.799726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5648bf77-f572-4cf0-91f1-5239494976e0 req-24efa6d5-d8c8-479c-860f-712221330026 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Aug 18 14:41:46.836549 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b2920b9f-7a13-4cf1-961e-3cb04d5bafe4', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'mac_address': 'fa:16:3e:fa:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72132743-89df-4a8d-949f-e705132f1fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:44Z', 'updated_at': '2021-08-18T14:41:44Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:46.862162 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f44f5-fe39-4df2-b621-74a3f1f6b35e None None] The sync data for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 is: [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b2920b9f-7a13-4cf1-961e-3cb04d5bafe4', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'mac_address': 'fa:16:3e:fa:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72132743-89df-4a8d-949f-e705132f1fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:44Z', 'updated_at': '2021-08-18T14:41:44Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:47.057924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de137a5-1164-4c6b-94f0-06b086dcd6ad None None] New status for floating IP b2920b9f-7a13-4cf1-961e-3cb04d5bafe4: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:41:47.453189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44908) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:47.515286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea68b102-f2a9-43d6-bb39-0bf5dca48f9a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 HTTP/1.1" status: 200 len: 992 time: 0.0608413 Aug 18 14:41:51.956997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-90bc16c7-895c-4375-b12b-f75a0e62841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:54.877265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8818-cda9-49bb-854f-be2251d23663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:54.974334 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:55.950929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:57.608787 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:57.917952 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-16552ebe-c9b3-4900-9ee5-b201fa2ba066 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896363 Aug 18 14:41:58.007910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-790daa01-9207-4e10-abe4-0044f1d8dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:58.009374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-790daa01-9207-4e10-abe4-0044f1d8dc96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0445378 Aug 18 14:41:58.114939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-adb57c3f-79ab-4859-9449-9c49f26db22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:58.116824 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-adb57c3f-79ab-4859-9449-9c49f26db22d service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0825288 Aug 18 14:41:58.187319 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-93bda38b-8027-43a6-a1b6-318523effc2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 1001 time: 0.0598748 Aug 18 14:41:58.241786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-9df46c0c-f340-469d-ad5f-252244bc829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:58.243181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-9df46c0c-f340-469d-ad5f-252244bc829c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0424354 Aug 18 14:41:58.293738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-6191ebb2-e01e-4147-a189-ce0a25000ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:58.295192 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-6191ebb2-e01e-4147-a189-ce0a25000ec8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379903 Aug 18 14:41:58.390877 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-c3c5dea8-d4d0-4e74-9578-d47c76495ed5 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Aug 18 14:41:58.478040 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e8f874ee-9bca-43d1-9e27-94ab8cb1a537 req-cc35811a-758e-43d0-aee9-8d8454dde39f service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797594 Aug 18 14:42:04.967509 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-8ef54d40-078a-4182-a7b6-cdd64ef9b042 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402656 Aug 18 14:42:05.053549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-7ae09760-a288-4e5c-b6da-9b57981a5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:05.055039 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-7ae09760-a288-4e5c-b6da-9b57981a5edc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0443180 Aug 18 14:42:05.157366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-209c943f-33af-474a-acae-43fa809cc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:05.158865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-209c943f-33af-474a-acae-43fa809cc652 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.0831268 Aug 18 14:42:05.229743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-ab5d0865-d737-45f0-a741-8c62755c3ef9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 1000 time: 0.0626707 Aug 18 14:42:05.278484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-421ec3c5-17cb-4535-9e44-f76a78f05326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:05.279920 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-421ec3c5-17cb-4535-9e44-f76a78f05326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0435591 Aug 18 14:42:05.326437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-34573d7e-50fd-41f9-a7fe-75e58747db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:05.327975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-34573d7e-50fd-41f9-a7fe-75e58747db23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406265 Aug 18 14:42:05.420490 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-788e67af-a471-446c-8d45-83acbea4f6b5 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849202 Aug 18 14:42:05.508009 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-371b7e4b-861e-4fd3-9f2a-66a01451af1b req-c2d76e4e-f3d6-41aa-9bc1-403220674d7b service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797703 Aug 18 14:42:06.497311 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:42:10.488288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:11.195673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:20.744982 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e71630-0476-470c-a204-9b3956a379aa req-178f0438-6fcd-4533-ab3c-f66027b86f96 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:20.746546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74e71630-0476-470c-a204-9b3956a379aa req-178f0438-6fcd-4533-ab3c-f66027b86f96 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0409999 Aug 18 14:42:20.765727 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e71630-0476-470c-a204-9b3956a379aa req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:20.849407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e71630-0476-470c-a204-9b3956a379aa req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:20.904754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-74e71630-0476-470c-a204-9b3956a379aa req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:20.930529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74e71630-0476-470c-a204-9b3956a379aa req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774023 Aug 18 14:42:20.939586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd0d08c-9d7a-4cdb-ab7c-351b743a5408,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:20.947340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.947787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.948021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.948358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.948687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.949040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.949361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.949692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.950045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.950373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.950700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:20.951023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25f67a-7faa-4166-a9e2-056f54369ab1 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:21.047958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772494-26df-4d6b-bcbd-a4fd4ed6e780 req-7242f828-89b2-4816-bf4c-6f0ce9d7c8ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:21.049419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90772494-26df-4d6b-bcbd-a4fd4ed6e780 req-7242f828-89b2-4816-bf4c-6f0ce9d7c8ad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Aug 18 14:42:21.087020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90772494-26df-4d6b-bcbd-a4fd4ed6e780 req-9e7d87d6-fba1-4885-8db9-3609c6c9e2c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Aug 18 14:42:21.109098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:21.166763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6fd04bdd-72f7-43ce-bf6a-b0e2e7853742 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 HTTP/1.1" status: 200 len: 992 time: 0.0565662 Aug 18 14:42:21.946867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f2949-8c1d-4517-b04c-d67baf558d1e req-bff536eb-ec77-445c-aeb6-5b57d26ac431 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:21.948343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f96f2949-8c1d-4517-b04c-d67baf558d1e req-bff536eb-ec77-445c-aeb6-5b57d26ac431 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0537047 Aug 18 14:42:21.986224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f96f2949-8c1d-4517-b04c-d67baf558d1e req-d76e7441-a6fa-4d5c-8b77-c07bb9cb071a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Aug 18 14:42:22.019717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-56241266-3995-44cf-a8d1-886946dca5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:22.102924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 44950) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:22.193721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-f880db46-a76a-4655-b545-d30a61a651cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897043 Aug 18 14:42:23.104130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3f66-e299-499a-8b5c-aa89d3c24563 req-3bb0be97-ca49-4a45-b6d3-b0ad4b274d63 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:23.105581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6af3f66-e299-499a-8b5c-aa89d3c24563 req-3bb0be97-ca49-4a45-b6d3-b0ad4b274d63 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Aug 18 14:42:23.147700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6af3f66-e299-499a-8b5c-aa89d3c24563 req-77ec015a-9f55-4bd0-895f-d9e094dff553 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359495 Aug 18 14:42:24.269080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d58f3-827e-437a-8a75-9ba786ab7207 req-bad5a41e-1df3-4cb0-88e9-0d6ecca6dcad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:24.270576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-155d58f3-827e-437a-8a75-9ba786ab7207 req-bad5a41e-1df3-4cb0-88e9-0d6ecca6dcad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0526583 Aug 18 14:42:24.309284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-155d58f3-827e-437a-8a75-9ba786ab7207 req-08fb0bbe-74c0-43af-a921-27bf701c5568 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Aug 18 14:42:24.369010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-3aa7d203-04a4-4725-8421-cc55c54d742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:24.370528 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-3aa7d203-04a4-4725-8421-cc55c54d742b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0431657 Aug 18 14:42:24.470172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-c032de94-1d24-4b16-9edd-a3b9fe1a334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:24.471559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-c032de94-1d24-4b16-9edd-a3b9fe1a334a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.0908763 Aug 18 14:42:24.541454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-ddd175c7-078d-4476-99f9-d10c9046e5e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 1000 time: 0.0578458 Aug 18 14:42:24.598450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-2a9e7f59-d9c3-4552-a466-23e08eec2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:24.599969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-2a9e7f59-d9c3-4552-a466-23e08eec2d56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0484457 Aug 18 14:42:24.652800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-6bead02c-ad61-4caf-b4db-819051e8be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:24.654391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-6bead02c-ad61-4caf-b4db-819051e8be86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411003 Aug 18 14:42:24.751447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-03e677b8-7126-4032-aa11-24646e7730c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:24.752102 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-a0ba7f41-7d4f-4d1a-814d-0804b6b4912e service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842514 Aug 18 14:42:24.843776 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-99974d3a-4561-4a6e-b1e4-1939aa934482 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800021 Aug 18 14:42:25.025503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:25.428911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd64bdd-59c1-4bd9-a0fa-ee3ace21e380 req-795ba99a-ca51-4b21-91f6-6997c3b7c0c4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:25.430397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fd64bdd-59c1-4bd9-a0fa-ee3ace21e380 req-795ba99a-ca51-4b21-91f6-6997c3b7c0c4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Aug 18 14:42:25.467839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0fd64bdd-59c1-4bd9-a0fa-ee3ace21e380 req-be442fff-c293-4314-84bd-35440396f8a2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 18 14:42:25.990447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:26.584304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22707c-bda3-4f4c-a6c8-98085eb93b30 req-0f18d3a6-c1ea-4498-aafb-7ae2e6d3c4eb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:26.585739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa22707c-bda3-4f4c-a6c8-98085eb93b30 req-0f18d3a6-c1ea-4498-aafb-7ae2e6d3c4eb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0487235 Aug 18 14:42:26.622611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa22707c-bda3-4f4c-a6c8-98085eb93b30 req-5d3837ea-3c11-494a-afe5-3f98712b6036 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308664 Aug 18 14:42:27.612485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:27.739645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d37d4-d503-4ce9-b0db-7a1e38862d30 req-e2f4a486-5c0b-4795-b8da-4fccb43671bd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:27.741096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a1d37d4-d503-4ce9-b0db-7a1e38862d30 req-e2f4a486-5c0b-4795-b8da-4fccb43671bd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Aug 18 14:42:27.777106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a1d37d4-d503-4ce9-b0db-7a1e38862d30 req-33b8fc80-e18e-4e68-a1c8-3fc178e1d16c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299878 Aug 18 14:42:28.889554 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161bd49-aa4e-4dba-90ac-82dc39995293 req-c2982795-bf05-4568-8765-594668f973d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:28.891042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7161bd49-aa4e-4dba-90ac-82dc39995293 req-c2982795-bf05-4568-8765-594668f973d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Aug 18 14:42:28.928622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7161bd49-aa4e-4dba-90ac-82dc39995293 req-9089b6f4-5cf1-43dc-962b-09df86272ee4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Aug 18 14:42:30.046913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe801b-3609-47b7-bed5-476ec8212d92 req-e4d29b5c-c572-4808-b6d7-ae9c3a0da146 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:30.049042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43fe801b-3609-47b7-bed5-476ec8212d92 req-e4d29b5c-c572-4808-b6d7-ae9c3a0da146 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0524189 Aug 18 14:42:30.086079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43fe801b-3609-47b7-bed5-476ec8212d92 req-922b9fd6-d7f7-4fe0-90b6-d28a7128e409 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 18 14:42:31.202935 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2c89c-c6ad-4c76-8312-44dc68165115 req-e4d9b844-eb16-4806-ad2a-b8618e550085 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:31.204924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72e2c89c-c6ad-4c76-8312-44dc68165115 req-e4d9b844-eb16-4806-ad2a-b8618e550085 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Aug 18 14:42:31.241537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72e2c89c-c6ad-4c76-8312-44dc68165115 req-002f2f53-5cb4-4cbd-91c6-c484411c6ae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Aug 18 14:42:32.356054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32cc39-8de2-47f4-9f99-6c354bc9934f req-2e3c6d89-bf0c-4b97-be7c-bf6094d62f4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:32.357522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d32cc39-8de2-47f4-9f99-6c354bc9934f req-2e3c6d89-bf0c-4b97-be7c-bf6094d62f4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0497961 Aug 18 14:42:32.394468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d32cc39-8de2-47f4-9f99-6c354bc9934f req-9046c816-ec6e-4900-9e55-5ee0ca8bc39b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302942 Aug 18 14:42:33.510185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a292d2-7182-457c-8230-073b0d975282 req-e2251963-402f-480d-bcda-c1b1c833f3fe tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:33.511640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9a292d2-7182-457c-8230-073b0d975282 req-e2251963-402f-480d-bcda-c1b1c833f3fe tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0486131 Aug 18 14:42:33.549360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9a292d2-7182-457c-8230-073b0d975282 req-5f8adea0-1074-43b8-9fba-0b8d5940b56e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Aug 18 14:42:34.665733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11612-62d4-4d72-8cc6-d141499af90f req-94c40fae-1518-42a1-b177-0429204bef9d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:34.667230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11d11612-62d4-4d72-8cc6-d141499af90f req-94c40fae-1518-42a1-b177-0429204bef9d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0515580 Aug 18 14:42:34.974072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11d11612-62d4-4d72-8cc6-d141499af90f req-47a57e17-06a6-469f-a732-b9853800032a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009336 Aug 18 14:42:36.090979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ed1d-9295-4bc0-9bc7-d708bae7a7ab req-3bbe15dd-aeba-42f0-a091-9e2ff3246200 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:36.092448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebd0ed1d-9295-4bc0-9bc7-d708bae7a7ab req-3bbe15dd-aeba-42f0-a091-9e2ff3246200 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Aug 18 14:42:36.129145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ebd0ed1d-9295-4bc0-9bc7-d708bae7a7ab req-ae65be9e-d0c2-44f2-9fa6-f4055c66473a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305967 Aug 18 14:42:37.243494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c08acf-e55c-490b-876a-f74c0fd519b5 req-70edbcd6-3d34-4897-ab64-cb9ea5355ed3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:37.245003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c08acf-e55c-490b-876a-f74c0fd519b5 req-70edbcd6-3d34-4897-ab64-cb9ea5355ed3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Aug 18 14:42:37.282205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36c08acf-e55c-490b-876a-f74c0fd519b5 req-5ba7a019-fec2-4b10-afff-02de36a6d8a8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Aug 18 14:42:38.398305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e28109-ea78-44ec-8d89-4b5f01d1f7e1 req-b5f9f0d4-7347-4247-a17b-c697e6246d7e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:38.399800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2e28109-ea78-44ec-8d89-4b5f01d1f7e1 req-b5f9f0d4-7347-4247-a17b-c697e6246d7e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Aug 18 14:42:38.437556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2e28109-ea78-44ec-8d89-4b5f01d1f7e1 req-cd139c4c-2cc8-41aa-bb52-669a27cf0891 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315363 Aug 18 14:42:39.556066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80d9a-9e46-49eb-a730-cbca922aef3e req-3dcd625d-8386-4cff-8079-4bce63f3f312 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:39.557551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8b80d9a-9e46-49eb-a730-cbca922aef3e req-3dcd625d-8386-4cff-8079-4bce63f3f312 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0500317 Aug 18 14:42:39.595471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8b80d9a-9e46-49eb-a730-cbca922aef3e req-788c328d-721c-4a4d-ac9a-30b349c60f6a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Aug 18 14:42:40.516057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:40.709675 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009095a2-1f1e-4c73-a65c-792643c3ace1 req-c56d9b16-b898-49ff-b659-df53b41ccf48 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:40.711180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-009095a2-1f1e-4c73-a65c-792643c3ace1 req-c56d9b16-b898-49ff-b659-df53b41ccf48 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 18 14:42:40.748497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-009095a2-1f1e-4c73-a65c-792643c3ace1 req-daf32e82-69e6-478f-9c63-8debb02620c5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Aug 18 14:42:41.184726 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:41.867915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6524e-ce25-40ef-8a19-fd6b01b25e57 req-14d41c18-d84b-48a2-b545-8a2db72ff162 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:41.869436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc6524e-ce25-40ef-8a19-fd6b01b25e57 req-14d41c18-d84b-48a2-b545-8a2db72ff162 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0532527 Aug 18 14:42:41.906102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcc6524e-ce25-40ef-8a19-fd6b01b25e57 req-65410c68-2383-4494-90cd-4674a05a70cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Aug 18 14:42:42.456726 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-ed19b50f-0ad9-4f5a-be75-ca20cfc6166b service neutron] show failed (client error): The resource could not be found. Aug 18 14:42:42.457718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-ed19b50f-0ad9-4f5a-be75-ca20cfc6166b service neutron] 10.222.0.10 "GET /v2.0/ports/1d06a4b2-7533-4523-acdd-958f54311996/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0556970 Aug 18 14:42:43.022133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17844b8-419b-405e-b4ea-87f62b888d11 req-3526d1c8-267e-4f37-a8c3-5f6f4683c18b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:43.023608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f17844b8-419b-405e-b4ea-87f62b888d11 req-3526d1c8-267e-4f37-a8c3-5f6f4683c18b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 18 14:42:43.061821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f17844b8-419b-405e-b4ea-87f62b888d11 req-5ab64326-46f9-4f4e-ace1-80ca0dbc0e2f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Aug 18 14:42:43.152625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-ee448f87-38d2-43de-9849-3f5b14cf7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:43.154151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-ee448f87-38d2-43de-9849-3f5b14cf7df8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 1096 time: 0.0949221 Aug 18 14:42:43.173119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:43.224937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:43.424344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:42:43.457869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:42:43.496590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:42:43.496858 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:42:43.498796 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb823ac-1cc6-4c99-8299-d9d808dbd3a9" -d '{"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:42:43.502945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:43.515164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Transition to ACTIVE for port object 1d06a4b2-7533-4523-acdd-958f54311996 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:42:43.546036 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6165a2-a2b9-4ccf-8847-bec771ad62ff x-openstack-request-id: req-0b6165a2-a2b9-4ccf-8847-bec771ad62ff {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:42:43.546326 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:42:43.546573 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b6165a2-a2b9-4ccf-8847-bec771ad62ff {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:42:43.546968 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'code': 200} Aug 18 14:42:43.573108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:43.676267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:43.695664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.696009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.696346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.696679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.697007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.697334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.697658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.698006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.698329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.698651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.698973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.699287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:43.760569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] No DVR routers for this DVR port 1d06a4b2-7533-4523-acdd-958f54311996 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:42:43.892916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:42:43.893697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:42:43.894061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:42:43.895047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-a3ce87e6-1167-4672-876b-8e5a512a6446 req-d8f5ef27-fa0b-444b-a243-3a7e5347e71b service neutron] (112229) timed out ('10.222.0.58', 55699) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:42:43.898479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:42:43.898796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Attempting to bind port 1d06a4b2-7533-4523-acdd-958f54311996 on network a005af87-bd14-440e-91bc-fcd8799e9837 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:42:43.903581 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:42:43.903915 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Checking segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:42:43.904294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Bound using segment: {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:42:43.904740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Bound port: 1d06a4b2-7533-4523-acdd-958f54311996, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af373e-5f8f-4e5c-a32e-84578986ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:42:43.905086 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:43.968433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:42:43.972133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:42:44.025065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:44.058185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.059186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:44.060882 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] 10.222.0.58 "PUT /v2.0/ports/1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 1091 time: 0.8914974 Aug 18 14:42:44.087182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147c52-1d01-42e5-bcf5-6c05dc956aab service neutron] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:44.139511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-b84414d2-5fa4-49d8-93a7-98146ab0f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.141035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-b84414d2-5fa4-49d8-93a7-98146ab0f126 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0509760 Aug 18 14:42:44.191965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d10554-7ed5-4676-b6c5-0696b3cb44c7 req-b42f996e-83db-42aa-805e-7bc2742a459c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.194203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d10554-7ed5-4676-b6c5-0696b3cb44c7 req-b42f996e-83db-42aa-805e-7bc2742a459c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0547698 Aug 18 14:42:44.236837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c2d10554-7ed5-4676-b6c5-0696b3cb44c7 req-6fc2d72e-a3a5-4611-9bc1-524266506127 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367539 Aug 18 14:42:44.254628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-08e04b1c-eb16-4777-aeb9-17067dcbd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.256203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-08e04b1c-eb16-4777-aeb9-17067dcbd60b service neutron] 10.222.0.58 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.1045640 Aug 18 14:42:44.328829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-e85e81f4-288c-4374-abbd-663b2b91602b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 998 time: 0.0636640 Aug 18 14:42:44.391656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-2c56238f-85f7-450c-81e0-19983a0cc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.393081 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-2c56238f-85f7-450c-81e0-19983a0cc2a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0458410 Aug 18 14:42:44.441909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-8a2a6e52-53eb-4272-9ba4-adcd80ba7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:44.443431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-8a2a6e52-53eb-4272-9ba4-adcd80ba7c6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423574 Aug 18 14:42:44.540361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-27c39e10-e4e3-44c9-a199-cd6236d04f64 service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856054 Aug 18 14:42:44.970811 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-93b2f24a-aeda-4348-b997-d5212c8de2cb req-a5524c69-2fcf-45ce-bb22-08a773fb17b0 service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226422 Aug 18 14:42:45.360591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178783a-9d78-4d3e-8d94-5d9136dca3fd req-f93e5891-6488-4365-9e1f-220441d364a2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:45.362107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e178783a-9d78-4d3e-8d94-5d9136dca3fd req-f93e5891-6488-4365-9e1f-220441d364a2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0538745 Aug 18 14:42:45.398801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e178783a-9d78-4d3e-8d94-5d9136dca3fd req-11bf7422-35a5-4f04-b9cf-3236cfdb6d75 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307570 Aug 18 14:42:45.548407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:42:45.551106 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:42:45.597349 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602f5e8-364d-42c2-84e9-ca5d846a1913 x-openstack-request-id: req-4602f5e8-364d-42c2-84e9-ca5d846a1913 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:42:45.597647 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:42:45.597937 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4602f5e8-364d-42c2-84e9-ca5d846a1913 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:42:45.598355 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'status': 'completed', 'code': 200} Aug 18 14:42:45.693603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-66aa81fe-ff95-4a81-be5c-d770a8db2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:45.695148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-66aa81fe-ff95-4a81-be5c-d770a8db2d38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0720286 Aug 18 14:42:45.697676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-5cd5b2d1-5f32-432e-9ac9-97316d1c30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:45.699052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-5cd5b2d1-5f32-432e-9ac9-97316d1c30e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0673528 Aug 18 14:42:45.858375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-be2afd82-90f4-4559-a745-a45f087b0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:45.859840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-be2afd82-90f4-4559-a745-a45f087b0e60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.1526983 Aug 18 14:42:45.860960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-639dc7f2-1da0-4794-a477-53208a684285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:45.862341 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-639dc7f2-1da0-4794-a477-53208a684285 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.1541305 Aug 18 14:42:45.975638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-58250dd2-a9c5-4ede-a018-c11866b486e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 998 time: 0.1051474 Aug 18 14:42:45.977384 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-dc6661ed-e43b-4b72-ae8d-4b5174c5482c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 998 time: 0.1013496 Aug 18 14:42:46.029561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:42:46.063934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-9fbe84d8-2aef-47f7-8f7c-0b0cf3c7b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:46.066088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-9fbe84d8-2aef-47f7-8f7c-0b0cf3c7b34a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0809474 Aug 18 14:42:46.067523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-f0307e51-6437-4a31-b16c-6ca138a39b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:46.068897 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-f0307e51-6437-4a31-b16c-6ca138a39b6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0761123 Aug 18 14:42:46.070756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:42:46.141558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-b64338ac-1af9-46bd-a981-c3f381b6f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:46.143035 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-b64338ac-1af9-46bd-a981-c3f381b6f78f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612113 Aug 18 14:42:46.145507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-79c03e7f-89a2-494e-9ea0-203509e9d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:46.146969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-79c03e7f-89a2-494e-9ea0-203509e9d213 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730457 Aug 18 14:42:46.300459 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-176023be-77f7-4459-ac24-5fac527947a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480324 Aug 18 14:42:46.303772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-2bafcb42-ca04-489e-ab62-bff68271670b service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452343 Aug 18 14:42:46.465674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-a93b110d-798d-4fe0-b0fc-47afcd5f57ac service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543338 Aug 18 14:42:46.469164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b23ef3db-1057-4ae0-9f2a-0d74956e2ffb req-51a7b304-5e5d-48a2-95d1-a53eae3e2f02 service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510401 Aug 18 14:42:46.523135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68f1bd-9c10-4ca5-b0c4-20fc5b628416 req-7bfea028-aba6-40a0-b4bc-42dbd7fe674c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:46.524653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f68f1bd-9c10-4ca5-b0c4-20fc5b628416 req-7bfea028-aba6-40a0-b4bc-42dbd7fe674c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 943 time: 0.0582922 Aug 18 14:42:46.563210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f68f1bd-9c10-4ca5-b0c4-20fc5b628416 req-7aac1e49-64f5-4ed1-9a3c-80aab1abae4a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Aug 18 14:42:47.304815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:42:47.399531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:42:47.410669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '1d06a4b2-7533-4523-acdd-958f54311996', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'port_id': '1d06a4b2-7533-4523-acdd-958f54311996', 'mac_address': 'fa:16:3e:fa:c7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:42:47.446912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:47.459001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d06a4b2-7533-4523-acdd-958f54311996 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:42:47.477420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:42:47.550683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:47.600763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:47.608090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.608444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.608781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.609138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.609454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.609785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.610139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.610474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.610801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.611127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.611480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.611764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:47.679485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce73e38-cdcf-45ab-980b-d8741dc3b8a3 req-20360d07-0a58-41e5-9b0f-66a91ec43b4c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:47.681046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce73e38-cdcf-45ab-980b-d8741dc3b8a3 req-20360d07-0a58-41e5-9b0f-66a91ec43b4c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Aug 18 14:42:47.719014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ce73e38-cdcf-45ab-980b-d8741dc3b8a3 req-ec9d1138-aca0-45ff-8e2c-2d4142f6f066 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Aug 18 14:42:47.811720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['1d06a4b2-7533-4523-acdd-958f54311996'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:42:48.067878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddd549-3732-41b0-b382-fae78f578264 req-a66bab54-54ed-4626-a2f5-c98f33341285 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.069354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cddd549-3732-41b0-b382-fae78f578264 req-a66bab54-54ed-4626-a2f5-c98f33341285 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 944 time: 0.0533290 Aug 18 14:42:48.108932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7cddd549-3732-41b0-b382-fae78f578264 req-575b0498-0af7-4b6a-a54f-900ae95df2fd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Aug 18 14:42:48.199993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-9661286b-d235-461f-88de-0062863e1526 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.201468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-9661286b-d235-461f-88de-0062863e1526 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3&tenant_id=894b1d79036d4ae5b86989257d94086a&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 944 time: 0.0857186 Aug 18 14:42:48.264411 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-73868ad4-e1ce-4980-a154-92dd14d9f214 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:42:48.265318 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-73868ad4-e1ce-4980-a154-92dd14d9f214 service neutron] 10.222.0.10 "DELETE /v2.0/ports/1d06a4b2-7533-4523-acdd-958f54311996/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0523183 Aug 18 14:42:48.359720 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-94b32c3b-7870-4412-853e-32336f9edc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.361187 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-94b32c3b-7870-4412-853e-32336f9edc39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1095 time: 0.0430527 Aug 18 14:42:48.463714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-386e2bf6-3935-45ab-809e-375d742fdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.465248 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-386e2bf6-3935-45ab-809e-375d742fdc74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.0911272 Aug 18 14:42:48.540056 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-72835ea6-efb9-4e44-8f87-471821d4009a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 999 time: 0.0638375 Aug 18 14:42:48.594091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-c1c2065c-f718-4380-b928-08c9c193b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.595540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-c1c2065c-f718-4380-b928-08c9c193b715 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0443847 Aug 18 14:42:48.646827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-3d9433ae-d648-496d-b44f-fa29f6ed1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:48.648312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-3d9433ae-d648-496d-b44f-fa29f6ed1d03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407670 Aug 18 14:42:48.743981 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-9d722c93-fa1f-47eb-b919-bac4d7adab54 service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 Aug 18 14:42:48.835996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6126abb8-376e-46e2-a063-e6c4f7ec8a58 req-991fa661-b700-4c1e-9d4b-34072be78abb service neutron] 10.222.0.10 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807941 Aug 18 14:42:49.226800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d9cc9-f475-488b-99ff-6a0a059f00a5 req-a04b1be1-70e2-4a0f-b890-ee9c7a81870b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:49.228284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-783d9cc9-f475-488b-99ff-6a0a059f00a5 req-a04b1be1-70e2-4a0f-b890-ee9c7a81870b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 944 time: 0.0486302 Aug 18 14:42:49.266044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-783d9cc9-f475-488b-99ff-6a0a059f00a5 req-4183df71-77e6-4aa9-b240-8fd22aa35d34 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Aug 18 14:42:49.313972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:42:49.441700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 1d06a4b2-7533-4523-acdd-958f54311996 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:42:49.445655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 1d06a4b2-7533-4523-acdd-958f54311996 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:42:49.446065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:49.520117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:49.542665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:42:49.544916 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420fe407-a7a8-4acb-a81c-398886912fc5" -d '{"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-plugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:42:49.561612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:42:49.580445 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e6979e-a2a7-4190-94aa-c88839781b3c x-openstack-request-id: req-93e6979e-a2a7-4190-94aa-c88839781b3c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:42:49.580788 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-plugged", "status": "completed", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:42:49.581074 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93e6979e-a2a7-4190-94aa-c88839781b3c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:42:49.581490 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'code': 200} Aug 18 14:42:49.618980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:49.668282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:50.380471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90d60-a55c-43c1-b903-878de93ad6b7 req-ebe13f32-f9a7-4071-a9ad-257f44088320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:50.381985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50e90d60-a55c-43c1-b903-878de93ad6b7 req-ebe13f32-f9a7-4071-a9ad-257f44088320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Aug 18 14:42:50.420020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50e90d60-a55c-43c1-b903-878de93ad6b7 req-f852a42d-d0bb-4fef-a9d9-edfd4cd6c4c3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Aug 18 14:42:50.441975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45046) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:50.506402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ffbcbdfa-3c00-420a-8b78-78fc960f15f0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 HTTP/1.1" status: 200 len: 992 time: 0.0633066 Aug 18 14:42:51.961764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9d39a46-3d43-4865-b1ef-51a9570de360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:54.767226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2718ea5-ac1a-453b-bd76-8e768c273eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:54.949779 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:56.001650 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:57.618395 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.807729 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-58d0ef2d-7e12-467d-bac9-1f275358d402 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393412 Aug 18 14:42:58.892617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-8c170caa-84c0-47a6-980f-631f7de348f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:58.894126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-8c170caa-84c0-47a6-980f-631f7de348f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0445094 Aug 18 14:42:58.996925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-fda23205-df61-43b2-ae06-4bc23263215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:58.998412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-fda23205-df61-43b2-ae06-4bc23263215b service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0835640 Aug 18 14:42:59.066351 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-f5a74471-0b9d-4337-9276-bb98dab63951 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 1001 time: 0.0597889 Aug 18 14:42:59.113785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-a954b12f-da6f-4995-9354-d7e5330d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:59.115205 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-a954b12f-da6f-4995-9354-d7e5330d48ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0415494 Aug 18 14:42:59.160591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-27ee61f7-f656-4da3-9e90-c7340c311491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:59.162043 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-27ee61f7-f656-4da3-9e90-c7340c311491 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378313 Aug 18 14:42:59.254944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-432626c1-2b92-43aa-a750-c212f76c0086 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842085 Aug 18 14:42:59.343710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8e3fa195-2497-47a2-90bb-8e9944d25d1f req-5256019a-8814-4001-9a23-44eccd5f13d8 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804660 Aug 18 14:43:10.504087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.195177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.495720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:21.136542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d1eb-3879-4df8-9749-839c1f75470f req-4f710fe8-70a8-49f6-bd40-57dff15657ba tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:21.138115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397d1eb-3879-4df8-9749-839c1f75470f req-4f710fe8-70a8-49f6-bd40-57dff15657ba tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0410068 Aug 18 14:43:21.172252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397d1eb-3879-4df8-9749-839c1f75470f req-4fce1dd4-eccd-4010-a47d-4d8a1b1dffff tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283229 Aug 18 14:43:21.194212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45058) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:21.346120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 6b1d4d79-474f-42e1-a8ff-5fc8bc830330 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:43:21.346467 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.424418 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.424757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.436774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 6b1d4d79-474f-42e1-a8ff-5fc8bc830330 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:43:21.680797 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.705979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=6b1d4d79-474f-42e1-a8ff-5fc8bc830330,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:21.718379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.718761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.719081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.719423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.719758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.720092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.720424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.720753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.721088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.721413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.721737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.722086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.778611 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.778989 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 disassociated (deleted). External IP: 172.25.1.20, port: 1d06a4b2-7533-4523-acdd-958f54311996. Aug 18 14:43:21.943775 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-814af02c-1686-4aaf-b99f-9239c5884c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.983660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 48adf0d8-5566-4551-9e56-2d387e74db28 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:22.088763 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:22.093538 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.098054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Sync routers for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:22.106564 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:22.107167 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:42:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:22.119813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3de19ddf-374a-4f9c-b313-e6fa59c2f320 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/floatingips/b2920b9f-7a13-4cf1-961e-3cb04d5bafe4 HTTP/1.1" status: 204 len: 168 time: 0.9245751 Aug 18 14:43:22.120418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:22.122967 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa" -d '{"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:22.166299 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e896d-95a3-4f5b-b354-b94d6ae721e5 x-openstack-request-id: req-e85e896d-95a3-4f5b-b354-b94d6ae721e5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:22.166925 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:22.166925 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e85e896d-95a3-4f5b-b354-b94d6ae721e5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:22.167255 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'status': 'completed', 'code': 200} Aug 18 14:43:22.214154 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:22.243083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-db05d04e-fe0a-486d-9855-4626a06ecb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.244789 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-db05d04e-fe0a-486d-9855-4626a06ecb6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0425229 Aug 18 14:43:22.340950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-9d966373-dba8-4091-bd31-f48c1310ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.342623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-9d966373-dba8-4091-bd31-f48c1310ff6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 200 len: 895 time: 0.0903342 Aug 18 14:43:22.385446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-6e99bb8c-2087-4642-80a2-c10eb7d789b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 200 len: 217 time: 0.0345657 Aug 18 14:43:22.415326 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:22.439327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-d0f02893-5b0c-4732-bc2c-bb0ff65af218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.440875 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-d0f02893-5b0c-4732-bc2c-bb0ff65af218 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 200 len: 835 time: 0.0485325 Aug 18 14:43:22.442414 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Checking router: 48adf0d8-5566-4551-9e56-2d387e74db28 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:22.451406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:22.452060 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:42:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:22.491154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-0ab569c3-6c67-4595-8436-7fcf52f898fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.492825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-0ab569c3-6c67-4595-8436-7fcf52f898fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a005af87-bd14-440e-91bc-fcd8799e9837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437350 Aug 18 14:43:22.565481 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:22.581813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb9a83-f70c-4343-8099-feb099f1cbdb req-0c0a087f-53ba-44a4-97ea-a46b7320ff71 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.583400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fb9a83-f70c-4343-8099-feb099f1cbdb req-0c0a087f-53ba-44a4-97ea-a46b7320ff71 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Aug 18 14:43:22.595572 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-2ff53129-092c-4344-8ea5-cf560b3f6db4 service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951383 Aug 18 14:43:22.622838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fb9a83-f70c-4343-8099-feb099f1cbdb req-6892ef7a-be27-48d5-82e4-fdeb20414b43 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Aug 18 14:43:22.692951 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbe7f037-6dc5-4b61-9acb-84e900f4ebaa req-d3490147-f048-4023-b63d-f1103922fdea service neutron] 10.222.0.58 "GET /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884202 Aug 18 14:43:22.769132 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:22.794637 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b780a-38f5-4e5f-9cee-8fb0ed2f2a05 None None] The sync data for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 is: [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:30Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '01045b56-b517-4ae7-a3fe-8dc4234395eb', 'name': '', 'network_id': 'a005af87-bd14-440e-91bc-fcd8799e9837', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:f2:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:29Z', 'updated_at': '2021-08-18T14:41:35Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'ffec34a0-b39c-43ee-9ccc-95b042ab10b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:23.010208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408f5d4-2afa-4151-8111-4a8711bfa425 None None] New status for floating IP b2920b9f-7a13-4cf1-961e-3cb04d5bafe4: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:43:23.738937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f8584-7876-47e2-acd9-86fe1804567c req-3bb1b211-1f68-45fc-a7ff-db29b9d87a21 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:23.740386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-889f8584-7876-47e2-acd9-86fe1804567c req-3bb1b211-1f68-45fc-a7ff-db29b9d87a21 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Aug 18 14:43:23.781232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-889f8584-7876-47e2-acd9-86fe1804567c req-33c34f35-31f8-455d-9871-279ef314de95 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=906e4b97-8035-4042-8605-cd4ffd9612d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348120 Aug 18 14:43:24.095122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-7c60b2be-d501-4702-a88c-a97e81ff2ff4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:24.096571 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-7c60b2be-d501-4702-a88c-a97e81ff2ff4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.58 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Aug 18 14:43:24.191431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 1d06a4b2-7533-4523-acdd-958f54311996 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:43:24.191776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.276164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 1d06a4b2-7533-4523-acdd-958f54311996, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=1d06a4b2-7533-4523-acdd-958f54311996,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:24.276525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.288455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 1d06a4b2-7533-4523-acdd-958f54311996 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:43:24.480211 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.506940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=1d06a4b2-7533-4523-acdd-958f54311996,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:24.553570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] No DVR routers for this DVR port 1d06a4b2-7533-4523-acdd-958f54311996 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:43:24.556156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.558771 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-eaaa0a8c-cc8d-453f-b6d2-f7c50bf830aa req-04fa094c-a5aa-4c5a-8692-729c4b468f55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.58 "DELETE /v2.0/ports/1d06a4b2-7533-4523-acdd-958f54311996 HTTP/1.1" status: 204 len: 173 time: 0.4513862 Aug 18 14:43:24.559215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-deleted', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:24.561483 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2778a847-a1e1-4ef0-8fc6-71429193b0b5" -d '{"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-deleted", "tag": "1d06a4b2-7533-4523-acdd-958f54311996"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:24.659412 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbd164-cdbb-4b77-87fe-7ea4d0e7ec4d x-openstack-request-id: req-bdbbd164-cdbb-4b77-87fe-7ea4d0e7ec4d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:24.659568 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72132743-89df-4a8d-949f-e705132f1fb3", "name": "network-vif-deleted", "tag": "1d06a4b2-7533-4523-acdd-958f54311996", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:24.659782 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdbbd164-cdbb-4b77-87fe-7ea4d0e7ec4d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:24.660180 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72132743-89df-4a8d-949f-e705132f1fb3', 'name': 'network-vif-deleted', 'tag': '1d06a4b2-7533-4523-acdd-958f54311996', 'status': 'completed', 'code': 200} Aug 18 14:43:24.749634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb75e03a-9d20-46f3-a45e-c02f37076a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.891358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98614ec6-4906-4887-8c7f-122deaa5849b req-2506113a-a8b6-411a-b80e-3717725dba0c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=72132743-89df-4a8d-949f-e705132f1fb3 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 18 14:43:24.976964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.956238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45076) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:25.966675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.302360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.550289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 01045b56-b517-4ae7-a3fe-8dc4234395eb {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:43:26.555613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.640906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 01045b56-b517-4ae7-a3fe-8dc4234395eb, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=01045b56-b517-4ae7-a3fe-8dc4234395eb,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:26.641269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.655313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 01045b56-b517-4ae7-a3fe-8dc4234395eb owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:43:26.932439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.959985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=01045b56-b517-4ae7-a3fe-8dc4234395eb,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:27.139280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.352719 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 48adf0d8-5566-4551-9e56-2d387e74db28 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:27.555951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:43:27.578341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 1d06a4b2-7533-4523-acdd-958f54311996 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:43:27.578904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 1d06a4b2-7533-4523-acdd-958f54311996 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:43:27.622928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.763210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:27.771320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c614f8ea-2a51-4de7-b0bb-e31c6d7140a7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/48adf0d8-5566-4551-9e56-2d387e74db28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117893 Aug 18 14:43:27.771320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45088) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:27.774481 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Sync routers for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:27.784435 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:27.785179 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:27.827223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting subnet ffec34a0-b39c-43ee-9ccc-95b042ab10b2 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:43:27.832013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.872569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.961166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.989007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:28.081461 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.123293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Subnet': ['ID=ffec34a0-b39c-43ee-9ccc-95b042ab10b2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.129357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.134081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ac4418b2-5264-403f-9aa0-1f5105bd70d1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/subnets/ffec34a0-b39c-43ee-9ccc-95b042ab10b2 HTTP/1.1" status: 204 len: 168 time: 0.3605161 Aug 18 14:43:28.136337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45090) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:28.140177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1da82e-00ac-4a95-8cd5-32e611eff5a1 None None] Network a005af87-bd14-440e-91bc-fcd8799e9837 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:28.225342 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:43:26Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:28.279900 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Checking router: 48adf0d8-5566-4551-9e56-2d387e74db28 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:28.289127 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Routers {'48adf0d8-5566-4551-9e56-2d387e74db28'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:28.289751 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['48adf0d8-5566-4551-9e56-2d387e74db28'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:28.354645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.363233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195adf49-967b-427d-bf40-27dc30828357 None None] DHCP port deletion for a005af87-bd14-440e-91bc-fcd8799e9837 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:43:28.408591 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] Set router 48adf0d8-5566-4551-9e56-2d387e74db28 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:28.412227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Deleting port 6c2ff58f-841e-4df1-918b-759563e12c07 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:43:28.412602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.486699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-195adf49-967b-427d-bf40-27dc30828357 None None] For port 6c2ff58f-841e-4df1-918b-759563e12c07, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=6c2ff58f-841e-4df1-918b-759563e12c07,segment=NetworkSegment(d4af373e-5f8f-4e5c-a32e-84578986ecd7),segment_id=d4af373e-5f8f-4e5c-a32e-84578986ecd7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:28.486961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.502552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Calling delete_port for 6c2ff58f-841e-4df1-918b-759563e12c07 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:43:28.704118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.734587 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:43:26Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:28.737212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195adf49-967b-427d-bf40-27dc30828357 None None] Pushing event deleted for resources: {'Port': ['ID=6c2ff58f-841e-4df1-918b-759563e12c07,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.740827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195adf49-967b-427d-bf40-27dc30828357 None None] No DVR routers for this DVR port 6c2ff58f-841e-4df1-918b-759563e12c07 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:43:28.776732 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d66f0-bef8-48ff-bf37-0ee4d8c0e161 None None] The sync data for ids ['48adf0d8-5566-4551-9e56-2d387e74db28'] in n-d-804303-5 is: [{'id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657871238', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:43:26Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': 'abd993e8-2703-4371-80a7-7ec2d2f82c00', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48adf0d8-5566-4551-9e56-2d387e74db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:26Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:28.818100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.935389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port abd993e8-2703-4371-80a7-7ec2d2f82c00 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:43:28.935666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.012497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port abd993e8-2703-4371-80a7-7ec2d2f82c00, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=abd993e8-2703-4371-80a7-7ec2d2f82c00,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:29.012863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.028409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for abd993e8-2703-4371-80a7-7ec2d2f82c00 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:43:29.184274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6c2ff58f-841e-4df1-918b-759563e12c07 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:43:29.204460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 6c2ff58f-841e-4df1-918b-759563e12c07 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:43:29.204805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 6c2ff58f-841e-4df1-918b-759563e12c07 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:43:29.205228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 01045b56-b517-4ae7-a3fe-8dc4234395eb no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:43:29.226598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 01045b56-b517-4ae7-a3fe-8dc4234395eb {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:43:29.226945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 01045b56-b517-4ae7-a3fe-8dc4234395eb not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:43:29.258395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.289488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=abd993e8-2703-4371-80a7-7ec2d2f82c00,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:29.352023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.442469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.444544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.566876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.567419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Fanout notify agent at l3_agent the message router_deleted on router 48adf0d8-5566-4551-9e56-2d387e74db28 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:43:29.584227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.584227 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f125ca15-43d7-4d27-bca9-897891ce84d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/routers/48adf0d8-5566-4551-9e56-2d387e74db28 HTTP/1.1" status: 204 len: 168 time: 1.4387631 Aug 18 14:43:29.584227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45100) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:29.661318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.757393 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.767594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a005af87-bd14-440e-91bc-fcd8799e9837']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.778395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4af373e-5f8f-4e5c-a32e-84578986ecd7') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.778762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4af373e-5f8f-4e5c-a32e-84578986ecd7') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.787600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.801406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.807324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:43:29.807736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:43:29.810749 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:43:29.950335 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.959110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.960286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/networks/a005af87-bd14-440e-91bc-fcd8799e9837 HTTP/1.1" status: 204 len: 168 time: 0.3794751 Aug 18 14:43:29.963145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45106) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:29.977729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386787d9-84f8-4528-acf0-55ac2a3a2b36 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Network': ['ID=a005af87-bd14-440e-91bc-fcd8799e9837,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/security-groups/906e4b97-8035-4042-8605-cd4ffd9612d5 HTTP/1.1" status: 204 len: 168 time: 0.2347584 Aug 18 14:43:30.220110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9d97-ac09-46c3-b157-9984d001dae5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e4b97-8035-4042-8605-cd4ffd9612d5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:30.790428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45116) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.795760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708092078', 'description': 'tempest-secgroup-smoke-708092078 description', 'project_id': '894b1d79036d4ae5b86989257d94086a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:30.881363 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.975268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.051586 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.081287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.165352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device abd993e8-2703-4371-80a7-7ec2d2f82c00 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:43:31.165889 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.166960 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08c2a00f-2913-42fe-81a0-6af77f695653 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3755279 Aug 18 14:43:31.174190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45120) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:31.178835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:31.186867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: abd993e8-2703-4371-80a7-7ec2d2f82c00 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:43:31.187184 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device abd993e8-2703-4371-80a7-7ec2d2f82c00 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:43:31.270123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.340151 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.389636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.408947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd47cd22-9c23-4099-abd9-71efe236824b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.479734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.481007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c7e3dfde-946b-426a-99b9-bb5b259234a9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058128 Aug 18 14:43:31.483773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:31.488296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:31.593434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.650677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.726918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.747751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff990ab-9e8f-4a43-81c8-d00677434920,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.829515 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.831213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99b3791d-abc3-418a-9b9b-5048d570a3c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464770 Aug 18 14:43:31.833819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45124) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:31.838376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:31.960313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.021065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.075386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.096311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52451788-ec26-4a94-9104-ea197c10da74,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.159866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.164026 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-247f7f6d-2c18-4d29-b914-1b769c5c779d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265960 Aug 18 14:43:32.164271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45128) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:32.169299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:32.261813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.322865 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.395233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.412694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407cf926-831c-4ded-937f-b8e403aed732,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.492133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.493394 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3a4d827b-b9d0-446f-b08c-e56ec9bb2b51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281658 Aug 18 14:43:32.496150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45130) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:32.501205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:32.612275 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:43:32.617962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.679940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.777214 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.796169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248ce8d8-41a2-4bcd-8c8a-314ab32867b5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.874920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.876164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9db7496-4844-4df8-b8d3-7c90dffd5fbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790932 Aug 18 14:43:32.878920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45132) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:32.883595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': '6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:33.001559 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:43:33.007563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.075416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.149198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.169060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb2c32f-eae2-4046-a760-4074b5617bbd,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.240613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.242725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-060df83f-38f8-44ec-8720-77867cad7406 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628180 Aug 18 14:43:33.244772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45136) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:33.250362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'network': {'name': 'tempest-network-smoke--358964804', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:33.348865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:33.352705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.380805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:33.392955 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.393301 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Added segment 9b4ba157-81ed-4f0a-965a-99c792117113 of type vlan for network d6e25ce6-a009-4859-97ab-aa267513a5c9 Aug 18 14:43:33.455691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.549653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.555312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.555906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.654204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Network': ['ID=d6e25ce6-a009-4859-97ab-aa267513a5c9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.665531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:33.692944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-faa8f3a4-0a78-408b-a2ae-2f2c96292627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4465780 Aug 18 14:43:33.695628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45138) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:33.700247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'admin_state_up': True, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:33.806609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.807678 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.898798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.133357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.394692 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.421521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.535275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.206 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/23e5c4ab-4b6e-4a32-9220-b8b9b99490f4) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:34.651970 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.767034 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.803199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:34.806136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:34.812787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:34.846022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:35.145965 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.367442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.646531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 9a071635-6bce-4c44-995a-72cb60231c4e is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:43:35.767663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:35.777915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Sync routers for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:35.787168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:35.787786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:35.883532 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.884804 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b2b93b21-ab55-43df-8bdb-cd06a1cb0d89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1881707 Aug 18 14:43:35.888482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45144) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:35.902272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:35.924338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-731feecb-b6c3-44f4-b495-cb13d0f30f85 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=894b1d79036d4ae5b86989257d94086a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344331 Aug 18 14:43:35.927051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45146) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:36.094778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc657c09-169d-4e94-adc8-c9890966a5e0 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.096391 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cc657c09-169d-4e94-adc8-c9890966a5e0 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682734 Aug 18 14:43:36.099351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45148) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:36.107893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:34Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:36.136356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Checking router: 9a071635-6bce-4c44-995a-72cb60231c4e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:36.136661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Updating router 9a071635-6bce-4c44-995a-72cb60231c4e port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:36.142980 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-07401a34-1e26-49a2-9b7c-abfac683010c tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422637 Aug 18 14:43:36.145456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45150) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:36.150341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253951876', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:36.166247 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.320515 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:36.324691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.435092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.445185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Transition to ACTIVE for port object 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:36.513866 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.574274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Attempting to bind port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:36.574651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Attempting to bind port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:36.575023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Attempting to bind port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:36.584124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:36.584556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:36.585217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.585712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:36.586225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Bound port: 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:36.586733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.589680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a32020-06ba-4055-ae2b-944ebcd610ac None None] Pushing event updated for resources: {'Port': ['ID=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:36.651953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] For port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:36.655369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] For port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:36.721716 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.784940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:36.785585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:36.790672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a32020-06ba-4055-ae2b-944ebcd610ac None None] Pushing event updated for resources: {'Port': ['ID=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:36.881192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.898473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:36.948141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Subnet': ['ID=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:36.953309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:36.953672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network hostable DHCP agents. Network: d6e25ce6-a009-4859-97ab-aa267513a5c9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:37.085071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:34Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:37.091931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:37.188746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d6e25ce6-a009-4859-97ab-aa267513a5c9) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:37.192975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.193583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.293303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1ed69-0d52-470f-a5b6-40ce90c68ec8 None None] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:37.296330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e493e5-1afb-44fd-b64c-e4863ec3e606 None None] The sync data for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 is: [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:34Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:37.310674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-22d0a17a-c415-4bbf-bd2a-4c053822612f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1641538 Aug 18 14:43:37.315784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45156) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:37.477000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d6e25ce6-a009-4859-97ab-aa267513a5c9', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:43:37.477946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.655728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Allocated IP 172.20.0.2 (d6e25ce6-a009-4859-97ab-aa267513a5c9/44ec6fec-12cc-4755-a6f8-0e2b610a7e5d/3ad00c77-b097-4553-8346-2950882d7a46) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:37.831805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.842162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Transition to ACTIVE for port object 3ad00c77-b097-4553-8346-2950882d7a46 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:37.860718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Transition to ACTIVE for port object 3ad00c77-b097-4553-8346-2950882d7a46 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:37.884166 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.937311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.977710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:37.984899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:37.993371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:38.010237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Pushing event updated for resources: {'Port': ['ID=3ad00c77-b097-4553-8346-2950882d7a46,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:38.066208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Attempting to bind port 3ad00c77-b097-4553-8346-2950882d7a46 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:38.066664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Attempting to bind port 3ad00c77-b097-4553-8346-2950882d7a46 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:38.067226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Attempting to bind port 3ad00c77-b097-4553-8346-2950882d7a46 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:38.072790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:38.073775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:38.074268 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.074717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Bound using segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:38.075253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Bound port: 3ad00c77-b097-4553-8346-2950882d7a46, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:38.075631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.155374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] For port 3ad00c77-b097-4553-8346-2950882d7a46, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:38.158813 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] For port 3ad00c77-b097-4553-8346-2950882d7a46, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3ad00c77-b097-4553-8346-2950882d7a46,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:38.211645 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.1 (d6e25ce6-a009-4859-97ab-aa267513a5c9/44ec6fec-12cc-4755-a6f8-0e2b610a7e5d/28f1d7f1-d3e3-48de-8230-57b680eae0d8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:38.241257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.314412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1754a4-7254-4fa6-a644-48b9f285a4f9 None None] Pushing event updated for resources: {'Port': ['ID=3ad00c77-b097-4553-8346-2950882d7a46,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:38.354446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.368299 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 28f1d7f1-d3e3-48de-8230-57b680eae0d8 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:38.486851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.544898 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:38.555825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:38.560523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:38.589218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-6342edb3-1822-4cc3-988e-40af6e6718df req-5b2be89a-e8b9-4afa-9fb5-96c40131057f service neutron] (112229) timed out ('10.222.0.35', 37476) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:43:38.591838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:38.614308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:38.906108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.205338 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.237310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3ad00c77-b097-4553-8346-2950882d7a46 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:39.268159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.343479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.345419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:39.360730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 3ad00c77-b097-4553-8346-2950882d7a46 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:39.365197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:39.454733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:39.458512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:39.498153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:39.502231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:39.503973 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.593980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 9a071635-6bce-4c44-995a-72cb60231c4e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:39.608250 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.629776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:39.709106 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.720440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:39.727110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-893fd3ae-0970-4c93-810c-db71decb7172 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/9a071635-6bce-4c44-995a-72cb60231c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4084907 Aug 18 14:43:39.734940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Sync routers for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:39.747269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:39.748534 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:39.767335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:39.779276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c644ff-6f26-4c58-bdb8-936bb3f82b15 None None] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:39.869509 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:39.906759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-cf2f7111-671b-4278-9452-83aa07da1729 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708092078&fields=id&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 267 time: 0.0392013 Aug 18 14:43:39.953439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Provisioning for port 3ad00c77-b097-4553-8346-2950882d7a46 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:39.958165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Provisioning complete for port 3ad00c77-b097-4553-8346-2950882d7a46 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:39.958614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.045250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-a3310676-ebe3-472a-92d0-6bed98f56841 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:40.049434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-a3310676-ebe3-472a-92d0-6bed98f56841 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 796 time: 0.1328237 Aug 18 14:43:40.067541 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.069635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-bae52262-5b19-4ac3-bb4b-303b183109af tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/quotas/894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 375 time: 0.0103350 Aug 18 14:43:40.108396 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] For port 3ad00c77-b097-4553-8346-2950882d7a46, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3ad00c77-b097-4553-8346-2950882d7a46,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:40.120902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 2, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:40.138280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-ddfa3c64-4e64-491b-935e-d555ed603a5e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617998 Aug 18 14:43:40.150817 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Checking router: 9a071635-6bce-4c44-995a-72cb60231c4e for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:40.151221 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Updating router 9a071635-6bce-4c44-995a-72cb60231c4e port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:40.187457 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.230506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.253607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-21b9387b-9c53-4d6e-bcb9-ea2be8a90407 service neutron] 10.222.0.35 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987577 Aug 18 14:43:40.293085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888c1e6-9f45-4785-b800-e369a51037fe None None] Pushing event updated for resources: {'Port': ['ID=3ad00c77-b097-4553-8346-2950882d7a46,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.372166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-1ecaf3d8-b65b-423c-9bc0-d84d72a0adfd service neutron] 10.222.0.35 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062095 Aug 18 14:43:40.437916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Provisioning for port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:40.447735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Provisioning complete for port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:40.448107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.490782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:40.501049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Provisioning complete for port 3ad00c77-b097-4553-8346-2950882d7a46 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:40.501434 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-28d7ae74-f2ae-4e03-b320-2b4bcefc2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.513828 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.533680 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Transition to ACTIVE for port object 28f1d7f1-d3e3-48de-8230-57b680eae0d8 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:40.548947 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.669472 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.680298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63f51d8c-84fa-481c-90cb-59e709ee8f9d req-dc2aa177-4714-4b25-bd8c-af30a00143f7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 210 time: 0.0334072 Aug 18 14:43:40.731364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Pushing event updated for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.770168 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.770756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.779193 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.779795 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.780142 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.780483 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.780818 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.781150 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.781481 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.781827 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.782183 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.782509 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:40.803278 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Attempting to bind port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:40.803656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Attempting to bind port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:40.804021 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Attempting to bind port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:40.810807 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:40.811330 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:40.811580 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.812009 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Bound using segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:40.812475 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Bound port: 28f1d7f1-d3e3-48de-8230-57b680eae0d8, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:40.812889 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.891169 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] For port 28f1d7f1-d3e3-48de-8230-57b680eae0d8, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:40.894339 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] For port 28f1d7f1-d3e3-48de-8230-57b680eae0d8, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28f1d7f1-d3e3-48de-8230-57b680eae0d8,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:40.962591 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.024780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:41.025423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:41.031207 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0228-31de-48a2-8200-a018cb8a867b None None] Pushing event updated for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:41.158720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:41.216156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:41.278587 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.291408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:41.291865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.390962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3ad00c77-b097-4553-8346-2950882d7a46 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:41.440802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 3ad00c77-b097-4553-8346-2950882d7a46 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:41.441175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.471364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:40Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:41.503531 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560a3a1-0053-4643-927a-68e669e46ab2 None None] The sync data for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 is: [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:40Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:41.793230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4672c9bb-e780-411f-a455-7623ff255e5e req-d5da2c78-7a9a-4e49-ad1b-c558969c0768 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 210 time: 0.0338542 Aug 18 14:43:42.892221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6821837d-7de4-417c-8095-50ad0e957539 req-92ad8b9c-ad62-433f-8896-7104b3e8d203 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 210 time: 0.0285230 Aug 18 14:43:42.957264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d3ac204d-0a99-4e2e-a169-a21bb2214a81 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.958741 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d3ac204d-0a99-4e2e-a169-a21bb2214a81 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 796 time: 0.1123071 Aug 18 14:43:43.011440 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-f5080570-95fa-4ec3-ae21-4ded16b5f17f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 379 time: 0.0362971 Aug 18 14:43:43.023724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'port': {'device_id': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'admin_state_up': True, 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'security_groups': ['6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:43.211548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28f1d7f1-d3e3-48de-8230-57b680eae0d8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:43.240343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:43.244091 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.337557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:43.341557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:43.341965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.377923 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.5 (d6e25ce6-a009-4859-97ab-aa267513a5c9/44ec6fec-12cc-4755-a6f8-0e2b610a7e5d/78e3df6b-1f74-4e01-a330-7fe2a45ed257) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:43.426092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.465828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 28f1d7f1-d3e3-48de-8230-57b680eae0d8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28f1d7f1-d3e3-48de-8230-57b680eae0d8,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:43.528137 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.541415 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 78e3df6b-1f74-4e01-a330-7fe2a45ed257 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:43.554838 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.601270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:43.658192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.705643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:43.709642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:43.715390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:43.721904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:43.762135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.762743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.763163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.763506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.763862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.764188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.764546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.764966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.765296 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.765628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.765984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.766312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:43.788647 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.789284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:43.888132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c3bee342-b36b-4235-a773-2d50133ab10c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679976 Aug 18 14:43:44.017157 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a76f8-0405-4ca2-a780-8fc04c1b9bd1 req-d8730029-5b05-4de0-ba30-cc782bb9196b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.018924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-284a76f8-0405-4ca2-a780-8fc04c1b9bd1 req-d8730029-5b05-4de0-ba30-cc782bb9196b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 931 time: 0.0507195 Aug 18 14:43:44.025463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Request body: {'port': {'device_id': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:44.045678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-33d609b1-db2a-4e5b-8105-3e88ad1c81a2 None None] Provisioning for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:44.050247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-33d609b1-db2a-4e5b-8105-3e88ad1c81a2 None None] Provisioning complete for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:44.050626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-33d609b1-db2a-4e5b-8105-3e88ad1c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.072743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-284a76f8-0405-4ca2-a780-8fc04c1b9bd1 req-37ec0494-0170-4fa8-ac44-63073b6da2f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Aug 18 14:43:44.092551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-33d609b1-db2a-4e5b-8105-3e88ad1c81a2 None None] Port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:44.093673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.371881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:44.379380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.394862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Transition to ACTIVE for port object 78e3df6b-1f74-4e01-a330-7fe2a45ed257 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:44.463294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.527707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:44.594920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:44.595483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:44.596001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:44.600604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:44.600929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:44.606528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:44.606932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:44.607578 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Bound using segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:44.608183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Bound port: 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:44.608548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.683823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:44.687535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:44.761305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.805891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.806518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.808585 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] 10.222.0.10 "PUT /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1091 time: 0.9049633 Aug 18 14:43:44.809026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:44.811339 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f04351-c575-412f-aa40-e7a6b7970ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:44.841736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af998-dc55-4e4d-9d52-da1ed842cc6d service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:44.860117 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbb00d-7401-4aff-be92-d3b4b18ff836 x-openstack-request-id: req-96cbb00d-7401-4aff-be92-d3b4b18ff836 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:44.861155 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:44.861155 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96cbb00d-7401-4aff-be92-d3b4b18ff836 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:44.861155 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:43:44.933540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-b6c03199-8e8e-4e58-951c-74d4db25c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.935108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-b6c03199-8e8e-4e58-951c-74d4db25c4b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0438762 Aug 18 14:43:45.048830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-c1b11051-ca7e-4bed-9421-3a2ad7a6b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.050507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-c1b11051-ca7e-4bed-9421-3a2ad7a6b3f2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=894b1d79036d4ae5b86989257d94086a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1025453 Aug 18 14:43:45.153091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-94f1e7c5-820c-4890-b1d4-4bdcc6d8ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.154758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-67f04351-c575-412f-aa40-e7a6b7970ca6 req-94f1e7c5-820c-4890-b1d4-4bdcc6d8ced3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950043 Aug 18 14:43:45.187487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58f449-5c07-4990-8efd-9385e63d0530 req-2b59e032-cf68-4c64-b5db-a795a5c892c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.194714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db58f449-5c07-4990-8efd-9385e63d0530 req-2b59e032-cf68-4c64-b5db-a795a5c892c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0573928 Aug 18 14:43:45.216303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28f1d7f1-d3e3-48de-8230-57b680eae0d8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:45.233070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db58f449-5c07-4990-8efd-9385e63d0530 req-7343e13f-b8e9-4101-a1bd-c3df65be93c2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372291 Aug 18 14:43:45.261339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-022eef9a-e698-49f4-a07d-f4032fb3c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.262855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-022eef9a-e698-49f4-a07d-f4032fb3c12a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0496695 Aug 18 14:43:45.272189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:45.272559 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:45.312879 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-db3f39d6-fe31-4685-ac94-a964540a1c8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 217 time: 0.0357561 Aug 18 14:43:45.367393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-3f33dd30-ef81-408c-b883-2a70e2d8932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.368961 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-3f33dd30-ef81-408c-b883-2a70e2d8932f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0440414 Aug 18 14:43:45.425063 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-1a25d0ca-657f-493c-b767-61f0c594b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.426533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-1a25d0ca-657f-493c-b767-61f0c594b7da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464160 Aug 18 14:43:45.520747 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-c8a853ae-9b74-48be-9689-ad13dea15551 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814483 Aug 18 14:43:45.626037 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ce0bc67-f27a-4ca0-a1e6-8f566d837e74 req-e5cb76cd-f3ba-4273-86c9-6bea2497a46c service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Aug 18 14:43:46.355722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e7a5-8c68-46a1-a4ea-b598197cff5a req-7038db7b-fe78-4b40-b65e-9b76866714cc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:46.358054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5681e7a5-8c68-46a1-a4ea-b598197cff5a req-7038db7b-fe78-4b40-b65e-9b76866714cc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0536745 Aug 18 14:43:46.400516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5681e7a5-8c68-46a1-a4ea-b598197cff5a req-4ef73080-9448-44d8-b258-cc3321d0d692 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363913 Aug 18 14:43:47.515825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f6a06-d0bd-460d-bc4c-7d1bbb8a281a req-3aaf107c-3193-453f-913d-a56c42249cc3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:47.517344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f2f6a06-d0bd-460d-bc4c-7d1bbb8a281a req-3aaf107c-3193-453f-913d-a56c42249cc3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0488272 Aug 18 14:43:47.558134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f2f6a06-d0bd-460d-bc4c-7d1bbb8a281a req-45131fe8-8942-40fa-a548-18686ac75446 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339444 Aug 18 14:43:48.326412 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:48.421626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:48.432677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:48.474530 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.488870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:48.508469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:48.566285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.617850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:48.625416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.625774 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.626317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.626897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.627482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.628081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.628610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.628954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.629292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.629627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.629988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.630321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:48.678065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c02e8e-31a8-488f-9175-b0382c7e46dd req-4fcd42a0-5761-45c0-adcc-8bcf64a4a5c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:48.679561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35c02e8e-31a8-488f-9175-b0382c7e46dd req-4fcd42a0-5761-45c0-adcc-8bcf64a4a5c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0508482 Aug 18 14:43:48.718470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35c02e8e-31a8-488f-9175-b0382c7e46dd req-871ef571-ac6c-4351-90a2-9e4a2939a27b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321369 Aug 18 14:43:48.857207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['78e3df6b-1f74-4e01-a330-7fe2a45ed257'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:49.838323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562711e-59e6-4b2c-a8e6-1f38862f3666 req-eb84b621-fc09-43db-ba1b-9cdd2bdc5f4a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.840405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5562711e-59e6-4b2c-a8e6-1f38862f3666 req-eb84b621-fc09-43db-ba1b-9cdd2bdc5f4a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0539024 Aug 18 14:43:49.877833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5562711e-59e6-4b2c-a8e6-1f38862f3666 req-3586abdf-0fa2-4898-95c7-80368b413e78 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308168 Aug 18 14:43:50.339684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:50.457025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:50.460857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:50.461246 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.537803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.561343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:50.563601 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7b8ef-c413-4dff-8426-3530ed69cc64" -d '{"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-plugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:50.578103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:50.601122 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca98079-830a-44f5-8597-d6a43927e6da x-openstack-request-id: req-bca98079-830a-44f5-8597-d6a43927e6da {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:50.601546 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-plugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:50.601992 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bca98079-830a-44f5-8597-d6a43927e6da {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:50.602615 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'code': 200} Aug 18 14:43:50.676859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.709666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbea9-3e56-4110-b4a4-193ac271aa5c req-e051401a-eea0-4bb0-85ba-14d7ea84d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:50.711785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-560dbea9-3e56-4110-b4a4-193ac271aa5c req-e051401a-eea0-4bb0-85ba-14d7ea84d3bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0424271 Aug 18 14:43:50.724517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:50.748623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-560dbea9-3e56-4110-b4a4-193ac271aa5c req-1fa5e0dc-818b-4278-852a-cc07c56aa112 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293438 Aug 18 14:43:50.993441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cbd42-af2b-4a00-902b-5d8a085a4148 req-8211bb41-e55f-4854-95d0-98c2f8503f11 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:50.994966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc7cbd42-af2b-4a00-902b-5d8a085a4148 req-8211bb41-e55f-4854-95d0-98c2f8503f11 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0502226 Aug 18 14:43:51.032927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc7cbd42-af2b-4a00-902b-5d8a085a4148 req-87cc5c5e-6aa7-449f-a842-194369820e55 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318992 Aug 18 14:43:51.988226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70f3-7c48-4baf-b940-180da539ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.153287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc983-3697-4c02-b566-67d6254e4c23 req-05aa3787-6c31-4a5b-94a9-c06887e6e9f0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.154819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-690cc983-3697-4c02-b566-67d6254e4c23 req-05aa3787-6c31-4a5b-94a9-c06887e6e9f0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0500333 Aug 18 14:43:52.194931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-690cc983-3697-4c02-b566-67d6254e4c23 req-96327d0c-7c62-41f4-8ac9-f19725da33a1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338514 Aug 18 14:43:52.313092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e89cbc-5a2a-493b-806a-938ea513ffa0 req-94de9977-d14c-438d-889b-dedb001e449c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.314516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6e89cbc-5a2a-493b-806a-938ea513ffa0 req-94de9977-d14c-438d-889b-dedb001e449c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0541675 Aug 18 14:43:52.353967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b6e89cbc-5a2a-493b-806a-938ea513ffa0 req-a9561daa-0f5d-49fa-9228-d3623444ce3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334365 Aug 18 14:43:52.376433 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45242) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:52.415793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628dd203-0b11-4039-8ee4-92fc1fd6e201 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.417293 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-628dd203-0b11-4039-8ee4-92fc1fd6e201 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1091 time: 0.0398736 Aug 18 14:43:52.421071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45244) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:52.425575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:52.514842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.895871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.997445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.52 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/07e1fe63-14e0-4d9a-b52c-7692d73b527c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:53.102011 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.240828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.282411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:53.285195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:53.288047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:53.316388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=07e1fe63-14e0-4d9a-b52c-7692d73b527c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:53.654896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.812764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.956442 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.015971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.089041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=07e1fe63-14e0-4d9a-b52c-7692d73b527c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:54.097379 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.196003 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP b7824a1d-a019-441c-a647-5cd947420876 associated. External IP: 172.25.1.52, port: 78e3df6b-1f74-4e01-a330-7fe2a45ed257. Aug 18 14:43:54.405950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 9a071635-6bce-4c44-995a-72cb60231c4e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:54.493193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-fb76a8b0-28d8-4a78-b5ca-edbd9683aae7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330786907&fields=id&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 267 time: 0.0324934 Aug 18 14:43:54.518873 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:54.528391 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Sync routers for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:54.537098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:54.537710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:54.613014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1f797ef7-1b4b-44e1-8f3b-13b1c94ad8fb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:54.614516 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1f797ef7-1b4b-44e1-8f3b-13b1c94ad8fb tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1133296 Aug 18 14:43:54.617654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.631376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-ef7d4a79-394c-4755-b56a-eb87ad138fd4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/quotas/569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 375 time: 0.0101702 Aug 18 14:43:54.643220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:54.648555 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-654f9cca-81f2-4b3f-ab9e-7e45ae6c0695 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2239509 Aug 18 14:43:54.648555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:54.649584 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492f243-4782-4286-a21f-5cd4f5e78fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:54.697442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-75fa9b8a-5df4-476a-a75c-c3a27d84983c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596824 Aug 18 14:43:54.795515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a2543301-6a11-4a9e-8854-4b90a78bce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.819084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10e72-3376-4d44-b21a-c19195e1b374 req-97de5873-9055-43c8-941d-603779a7d94c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:54.820594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31a10e72-3376-4d44-b21a-c19195e1b374 req-97de5873-9055-43c8-941d-603779a7d94c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.1028278 Aug 18 14:43:54.848260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-fbbcf784-3417-471d-ac10-d1e6f47490de service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380804 Aug 18 14:43:54.883944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31a10e72-3376-4d44-b21a-c19195e1b374 req-d934db05-85bb-4dc8-93af-6bf1c5214dcb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522971 Aug 18 14:43:54.890644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b7824a1d-a019-441c-a647-5cd947420876', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:53Z', 'updated_at': '2021-08-18T14:43:53Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:54.907214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45262) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:54.930521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Checking router: 9a071635-6bce-4c44-995a-72cb60231c4e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:54.954337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:54.955016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:54.965982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-a35983ef-61fe-4cf1-912a-2d3f1aa58107 service neutron] 10.222.0.35 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995023 Aug 18 14:43:54.969529 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473ba07-e3e9-490f-a16d-f8fa8c16ef7b x-openstack-request-id: req-3473ba07-e3e9-490f-a16d-f8fa8c16ef7b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:54.969818 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:54.970100 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3473ba07-e3e9-490f-a16d-f8fa8c16ef7b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:54.970507 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:43:55.027908 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cc8e6c2-76ef-4bb5-bc99-b844866d743d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b7824a1d-a019-441c-a647-5cd947420876 HTTP/1.1" status: 200 len: 990 time: 0.1192887 Aug 18 14:43:55.036600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:55.050247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-3d328ccc-3bc3-4de9-9d97-9015abb2a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:55.051315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-3d328ccc-3bc3-4de9-9d97-9015abb2a2ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0762231 Aug 18 14:43:55.068723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:55.146163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-1af91bc2-c300-486a-8006-15f7a1bea545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:55.147701 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-1af91bc2-c300-486a-8006-15f7a1bea545 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0886128 Aug 18 14:43:55.219814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-63332907-7d8f-4ebe-bb97-1e9eb2258a98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.0652921 Aug 18 14:43:55.275128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-c046d895-73dc-4cd5-965e-cf1941b8db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:55.276596 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-c046d895-73dc-4cd5-965e-cf1941b8db14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0494106 Aug 18 14:43:55.308053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b7824a1d-a019-441c-a647-5cd947420876', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:53Z', 'updated_at': '2021-08-18T14:43:53Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:55.328387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-e89f10e3-510f-4f5a-82d9-a3773d8bd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:55.329908 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-e89f10e3-510f-4f5a-82d9-a3773d8bd1f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457010 Aug 18 14:43:55.337275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da318-7235-4f0b-8c56-30b2a164a4e9 None None] The sync data for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 is: [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b7824a1d-a019-441c-a647-5cd947420876', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:53Z', 'updated_at': '2021-08-18T14:43:53Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:55.437919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-e712d0b1-7aa4-4dd5-9bf7-23b86f3569bf service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983958 Aug 18 14:43:55.537641 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4492f243-4782-4286-a21f-5cd4f5e78fe2 req-359dcf13-6407-4526-bb49-7aecdccb09da service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917437 Aug 18 14:43:55.566991 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38852b30-0cb3-4e89-b657-db51e8bab63c None None] New status for floating IP b7824a1d-a019-441c-a647-5cd947420876: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:43:55.625032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d66d833f-fcce-4dea-90fe-4904588e3883 req-c6872ede-236b-4787-abbf-1651c094b8ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0332158 Aug 18 14:43:55.994850 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.029787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45282) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:56.095073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5d45cc25-9946-41ee-9b04-edfb34c1dcb1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b7824a1d-a019-441c-a647-5cd947420876 HTTP/1.1" status: 200 len: 992 time: 0.0640750 Aug 18 14:43:56.737663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7dd0fb9-e3f7-4eee-8cee-1638264f89b2 req-bb50e03f-bb6f-4adb-86d0-6f1e1d5e12d4 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0276055 Aug 18 14:43:57.495229 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:57.554472 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-769eda2c-39c6-434a-96b5-166550bdb498 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:57.556074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-769eda2c-39c6-434a-96b5-166550bdb498 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 812 time: 0.1094925 Aug 18 14:43:57.601133 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-56aeba92-6405-4f52-a403-a98ef9e69e70 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569294c7645242edb004179c0c6f31f9 HTTP/1.1" status: 200 len: 379 time: 0.0331347 Aug 18 14:43:57.610651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'port': {'device_id': '7b864de1-0c96-4144-94e1-d157d5890b32', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'admin_state_up': True, 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'security_groups': ['d4a9a6fb-184b-4bc5-92fa-8ee2e28de952']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:57.714500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.789779 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Made reservation on behalf of 569294c7645242edb004179c0c6f31f9 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:57.794943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.844681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19d5e835-a480-4754-9fc9-a63464c3f9d1 req-835d4907-1bd5-4498-afab-11bd6683944b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Aug 18 14:43:57.931810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.20.0.10 (20f887b9-08a3-43f0-b275-bd982b76348f/51096a7b-2aa8-4326-839a-f469cb0d2a9a/576cff55-0915-4532-8f91-97c03312a2fc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:58.080073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.093737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Transition to ACTIVE for port object 576cff55-0915-4532-8f91-97c03312a2fc will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:58.183671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.232859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network 20f887b9-08a3-43f0-b275-bd982b76348f is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:58.239316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:58.241673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:58.243943 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:58.296102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:58.296966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.395506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-1545bfe0-6b27-4c30-8da0-9f0226f9eac0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883239 Aug 18 14:43:58.412602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Request body: {'port': {'device_id': '7b864de1-0c96-4144-94e1-d157d5890b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:58.474302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.645710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb2f51bc-afaa-4bc7-8d96-86ba8c16cd40 None None] Provisioning for port 576cff55-0915-4532-8f91-97c03312a2fc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:58.649941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb2f51bc-afaa-4bc7-8d96-86ba8c16cd40 None None] Provisioning complete for port 576cff55-0915-4532-8f91-97c03312a2fc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:58.650362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb2f51bc-afaa-4bc7-8d96-86ba8c16cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.690454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f51bc-afaa-4bc7-8d96-86ba8c16cd40 None None] Port 576cff55-0915-4532-8f91-97c03312a2fc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:58.768133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576cff55-0915-4532-8f91-97c03312a2fc {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:58.775832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.788393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Transition to ACTIVE for port object 576cff55-0915-4532-8f91-97c03312a2fc will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:58.845802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:58.922036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:58.973269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2bda7-11cf-4f2a-98ff-382ba5d3b496 req-f8fac74b-7ee2-4e68-84f5-cb7d5a45a12d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:58.976140 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45a2bda7-11cf-4f2a-98ff-382ba5d3b496 req-f8fac74b-7ee2-4e68-84f5-cb7d5a45a12d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0573912 Aug 18 14:43:58.985892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Attempting to bind port 576cff55-0915-4532-8f91-97c03312a2fc on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:58.986232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Attempting to bind port 576cff55-0915-4532-8f91-97c03312a2fc by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:58.986571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Attempting to bind port 576cff55-0915-4532-8f91-97c03312a2fc on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:58.991430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Port 576cff55-0915-4532-8f91-97c03312a2fc on network 20f887b9-08a3-43f0-b275-bd982b76348f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:58.991832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Attempting to bind port 576cff55-0915-4532-8f91-97c03312a2fc on network 20f887b9-08a3-43f0-b275-bd982b76348f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:58.997589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:58.997969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Checking segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:58.998416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Bound using segment: {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:58.999427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Bound port: 576cff55-0915-4532-8f91-97c03312a2fc, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd146341c-f15c-429c-8d3f-3c76160a6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:58.999846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:59.034883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45a2bda7-11cf-4f2a-98ff-382ba5d3b496 req-a3304cb0-c8e5-4fdd-b1f6-334f48908d0c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495105 Aug 18 14:43:59.071604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:59.075001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=576cff55-0915-4532-8f91-97c03312a2fc,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:59.177908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:59.217012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.218181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:59.219659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] 10.222.0.58 "PUT /v2.0/ports/576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 200 len: 1092 time: 0.8114634 Aug 18 14:43:59.220070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:59.234097 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd6224-157c-4d1c-890f-43372b54132f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:59.248782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0dc67-5345-46a2-93fc-fe3da8a6bdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:59.274774 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d178c-4092-411a-9554-1483ec03faee x-openstack-request-id: req-f77d178c-4092-411a-9554-1483ec03faee {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:59.275085 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:59.275347 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f77d178c-4092-411a-9554-1483ec03faee {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:59.283644 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc', 'status': 'completed', 'code': 200} Aug 18 14:43:59.354470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6224-157c-4d1c-890f-43372b54132f req-a1a23a8c-734e-4f19-b7bb-c7086afc1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.356168 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbfd6224-157c-4d1c-890f-43372b54132f req-a1a23a8c-734e-4f19-b7bb-c7086afc1fb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1095 time: 0.0511010 Aug 18 14:43:59.459838 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6224-157c-4d1c-890f-43372b54132f req-563dfe85-f8c3-4c7d-8f65-1fa2edf2fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.461316 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbfd6224-157c-4d1c-890f-43372b54132f req-563dfe85-f8c3-4c7d-8f65-1fa2edf2fd03 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=569294c7645242edb004179c0c6f31f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955870 Aug 18 14:43:59.569298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6224-157c-4d1c-890f-43372b54132f req-a64bfbeb-0b63-4a2f-96aa-fa547e374a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.570975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cbfd6224-157c-4d1c-890f-43372b54132f req-a64bfbeb-0b63-4a2f-96aa-fa547e374a07 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998390 Aug 18 14:43:59.656599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-cd625289-1db2-4a8e-bda8-e4bedb638001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.658151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-cd625289-1db2-4a8e-bda8-e4bedb638001 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1095 time: 0.0425704 Aug 18 14:43:59.703595 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-0f9bf8ed-7d26-47ea-a44a-1ff916c3ebb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 200 len: 217 time: 0.0352685 Aug 18 14:43:59.759135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-117f454b-88b5-4c51-a8af-a0d1acbd8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.760547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-117f454b-88b5-4c51-a8af-a0d1acbd8b53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0475307 Aug 18 14:43:59.809213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-c7b921b8-3dcd-4ffd-8a91-c8f4488b11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:59.810859 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-c7b921b8-3dcd-4ffd-8a91-c8f4488b11ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419352 Aug 18 14:43:59.909556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-08494f27-4a11-4a3d-9c43-bcf90c5ebcb8 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871727 Aug 18 14:44:00.009279 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fd96419f-cb1c-49ed-ab62-5a9473e9579e req-eb2fbef8-c4e3-4ca6-939a-766ea6c1e68c service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Aug 18 14:44:00.142845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9111c0-ea23-4ad7-949e-eb6479136d61 req-1502aa51-1806-4a6b-a4ff-9f5ea48cebb7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:00.144311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c9111c0-ea23-4ad7-949e-eb6479136d61 req-1502aa51-1806-4a6b-a4ff-9f5ea48cebb7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0506220 Aug 18 14:44:00.183932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6c9111c0-ea23-4ad7-949e-eb6479136d61 req-4bdc08c2-7157-4a52-aef1-cf2316f14d9f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Aug 18 14:44:01.304886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e86a-c17a-46df-a786-ae23e549d0fc req-48b8c78c-687c-418d-8a13-72cdb2fc079f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.306406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57e0e86a-c17a-46df-a786-ae23e549d0fc req-48b8c78c-687c-418d-8a13-72cdb2fc079f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0498405 Aug 18 14:44:01.344675 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57e0e86a-c17a-46df-a786-ae23e549d0fc req-860d822f-6007-460c-9b65-a91ab58fa6bc tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Aug 18 14:44:02.462515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885735-c2eb-4b1e-a5f7-3de6c6893c64 req-ec030a88-9820-488d-90dc-4ba3777d2976 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:02.463980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8885735-c2eb-4b1e-a5f7-3de6c6893c64 req-ec030a88-9820-488d-90dc-4ba3777d2976 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0524085 Aug 18 14:44:02.503177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b8885735-c2eb-4b1e-a5f7-3de6c6893c64 req-21b6c37d-3ca4-494b-af3b-1460c0111d63 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Aug 18 14:44:03.617470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3e2e2-2470-4e7d-9b0c-22401d9d82d5 req-2867dd1a-4a50-4af6-b5f8-c327c027e71b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:03.618952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0e3e2e2-2470-4e7d-9b0c-22401d9d82d5 req-2867dd1a-4a50-4af6-b5f8-c327c027e71b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0488069 Aug 18 14:44:03.656452 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0e3e2e2-2470-4e7d-9b0c-22401d9d82d5 req-4e0f8154-7c47-4fba-9f5b-7bc30ee42cdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Aug 18 14:44:04.770844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49adb3b-8389-4cd3-a5ef-aaf8df3ed5b2 req-b0b1d82e-dfa2-4022-8235-762170900f6f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:04.772334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d49adb3b-8389-4cd3-a5ef-aaf8df3ed5b2 req-b0b1d82e-dfa2-4022-8235-762170900f6f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0496278 Aug 18 14:44:04.809912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d49adb3b-8389-4cd3-a5ef-aaf8df3ed5b2 req-5fb5e099-0e28-4c9a-9e85-da2340215680 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Aug 18 14:44:05.928722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c04e6-e8e2-4cb8-a62f-543368f3f07c req-df741af9-984b-4d1e-b06d-a21782a3f5f3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:05.930263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-980c04e6-e8e2-4cb8-a62f-543368f3f07c req-df741af9-984b-4d1e-b06d-a21782a3f5f3 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0537550 Aug 18 14:44:05.967181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-980c04e6-e8e2-4cb8-a62f-543368f3f07c req-c1746452-cbc9-493b-a97c-3073c00b0598 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Aug 18 14:44:07.080561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f55bf-dbe5-415d-befc-d3a3323f2fbc req-be5dd616-411a-49bd-b48c-5e81ce908399 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:07.082043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-789f55bf-dbe5-415d-befc-d3a3323f2fbc req-be5dd616-411a-49bd-b48c-5e81ce908399 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0486879 Aug 18 14:44:07.118709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-789f55bf-dbe5-415d-befc-d3a3323f2fbc req-0ab0a98e-a01d-40be-bc30-7b6512dba0f2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308394 Aug 18 14:44:08.232773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae63b5-946d-4024-85e5-d4f060981578 req-72b74eeb-f532-4cac-a277-b27c1b30dded tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:08.234253 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ae63b5-946d-4024-85e5-d4f060981578 req-72b74eeb-f532-4cac-a277-b27c1b30dded tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0481246 Aug 18 14:44:08.270932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80ae63b5-946d-4024-85e5-d4f060981578 req-fc70f88a-012a-4898-a0d8-dcca73f1e8c2 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308261 Aug 18 14:44:09.009957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-d8371cd0-8026-4030-a4da-1bbf7e2350ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410681 Aug 18 14:44:09.089444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-2a95ecd3-d540-41db-9b61-a7d0e3622e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.090932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-2a95ecd3-d540-41db-9b61-a7d0e3622e24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0402541 Aug 18 14:44:09.203422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-9f7b8e12-ee2a-4b99-892e-fa4730a5eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.205518 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-9f7b8e12-ee2a-4b99-892e-fa4730a5eb7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0890491 Aug 18 14:44:09.277612 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-18720835-f9cf-4b46-a83b-e6a7a301c34b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1000 time: 0.0608420 Aug 18 14:44:09.327196 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-521574b2-7dad-49f6-bbd8-039a8520a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.328673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-521574b2-7dad-49f6-bbd8-039a8520a295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0437994 Aug 18 14:44:09.381597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-47b7a36c-c3f4-4267-ba20-16f6acfaf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.383173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-47b7a36c-c3f4-4267-ba20-16f6acfaf52b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424571 Aug 18 14:44:09.388026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfe234-c40f-4cd9-b8ec-34387246ae14 req-4f196f84-6e7f-4f38-ac44-7957c67c4eba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.389500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bbfe234-c40f-4cd9-b8ec-34387246ae14 req-4f196f84-6e7f-4f38-ac44-7957c67c4eba tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 944 time: 0.0529032 Aug 18 14:44:09.429586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bbfe234-c40f-4cd9-b8ec-34387246ae14 req-80dd5c93-ea02-48ca-8194-ce61774d0dbe tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Aug 18 14:44:09.478538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-c95c9eab-78dc-4559-a30c-6a6cd274eab8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875902 Aug 18 14:44:09.726907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 576cff55-0915-4532-8f91-97c03312a2fc details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:44:09.841648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=576cff55-0915-4532-8f91-97c03312a2fc,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:09.854313 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '576cff55-0915-4532-8f91-97c03312a2fc', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'port_id': '576cff55-0915-4532-8f91-97c03312a2fc', 'mac_address': 'fa:16:3e:c8:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:44:09.875101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9640c4cd-c90b-4622-baad-98d39bc70563 req-da5464a1-7ea5-4574-bd25-98923b885618 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883505 Aug 18 14:44:09.889911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:09.903227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576cff55-0915-4532-8f91-97c03312a2fc {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:09.923147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=576cff55-0915-4532-8f91-97c03312a2fc,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:10.016969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.222705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:10.305506 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['576cff55-0915-4532-8f91-97c03312a2fc'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:10.533715 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.550861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265f807-20b1-47da-b97d-e2e8f74c51fc req-546933b6-3b3f-43ff-8a86-f5cf61faa47d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:10.552342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7265f807-20b1-47da-b97d-e2e8f74c51fc req-546933b6-3b3f-43ff-8a86-f5cf61faa47d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 945 time: 0.0532458 Aug 18 14:44:10.589210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7265f807-20b1-47da-b97d-e2e8f74c51fc req-dac8ebe9-269a-4f78-aee0-88bad20def29 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Aug 18 14:44:11.210387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.701612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86fa3-280c-481f-87d4-05a056a624a4 req-7708d5f2-d34f-4645-974a-1ea49d55bfd0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.703098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddf86fa3-280c-481f-87d4-05a056a624a4 req-7708d5f2-d34f-4645-974a-1ea49d55bfd0 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 945 time: 0.0481429 Aug 18 14:44:11.740262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 576cff55-0915-4532-8f91-97c03312a2fc up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:44:11.740479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddf86fa3-280c-481f-87d4-05a056a624a4 req-d3174109-dc05-4016-b4a3-0984b65cfcbf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Aug 18 14:44:11.839879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 576cff55-0915-4532-8f91-97c03312a2fc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:44:11.843657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 576cff55-0915-4532-8f91-97c03312a2fc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:44:11.845379 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.917343 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.944252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:11.946516 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e4343-927b-4a4b-aadf-e39804845a46" -d '{"events": [{"server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "name": "network-vif-plugged", "status": "completed", "tag": "576cff55-0915-4532-8f91-97c03312a2fc"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:11.962835 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=576cff55-0915-4532-8f91-97c03312a2fc,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:11.986082 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23d9c6-747f-4488-96f3-f31cbb27c98f x-openstack-request-id: req-aa23d9c6-747f-4488-96f3-f31cbb27c98f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:11.986082 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "name": "network-vif-plugged", "status": "completed", "tag": "576cff55-0915-4532-8f91-97c03312a2fc", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:11.986082 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa23d9c6-747f-4488-96f3-f31cbb27c98f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:11.986082 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc', 'code': 200} Aug 18 14:44:12.050623 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.086795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735bb66-a87c-4c48-b66d-35ff14346ef6 req-b3d78cba-eaa1-440d-8ab7-0f4138916d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.088298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a735bb66-a87c-4c48-b66d-35ff14346ef6 req-b3d78cba-eaa1-440d-8ab7-0f4138916d6d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1097 time: 0.0408878 Aug 18 14:44:12.098040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:12.132100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a735bb66-a87c-4c48-b66d-35ff14346ef6 req-bb4c51d6-fb7a-4a8a-94ca-64f5849e5b18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Aug 18 14:44:12.858619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddc68-40ba-46d4-a78f-2d2e4bb8ac54 req-a70f9602-18d7-41e6-94f6-2aef57689b75 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.860762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd8ddc68-40ba-46d4-a78f-2d2e4bb8ac54 req-a70f9602-18d7-41e6-94f6-2aef57689b75 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.0515046 Aug 18 14:44:12.897360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd8ddc68-40ba-46d4-a78f-2d2e4bb8ac54 req-438e3389-1014-4def-85d7-194c53c478aa tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307910 Aug 18 14:44:14.015502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd165897-bbba-46c4-a097-8d84a87f7128 req-2371aa9d-8c52-47df-b4bd-761c94cc5f2e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:14.017023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd165897-bbba-46c4-a097-8d84a87f7128 req-2371aa9d-8c52-47df-b4bd-761c94cc5f2e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.0512681 Aug 18 14:44:14.057189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd165897-bbba-46c4-a097-8d84a87f7128 req-b2de140a-edfa-469d-a996-cc5536744ec6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Aug 18 14:44:14.167916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b745d4-b567-40fd-95f2-901520bef307 req-4a09b54e-37c6-49ea-9d7b-210a327aeb34 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:14.169440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b745d4-b567-40fd-95f2-901520bef307 req-4a09b54e-37c6-49ea-9d7b-210a327aeb34 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Aug 18 14:44:14.207542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6b745d4-b567-40fd-95f2-901520bef307 req-58884403-7f8e-43a5-af57-4cf4bd1d74cf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Aug 18 14:44:14.230092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45328) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:14.431423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2236f9-42c0-4b5d-93d0-e8a93d601332 tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:14.432955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ea2236f9-42c0-4b5d-93d0-e8a93d601332 tempest-TestVolumeBootPattern-1393431969 tempest-TestVolumeBootPattern-1393431969-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1092 time: 0.2018776 Aug 18 14:44:14.436027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45334) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:14.440449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '576cff55-0915-4532-8f91-97c03312a2fc', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:14.554112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.652221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.759219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Allocated IP 172.25.1.87 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4f6788d0-a5f1-4644-8f3b-61bd32195db8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:44:14.859393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.942862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.984880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:44:14.987708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:44:14.991212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:44:14.996386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=4f6788d0-a5f1-4644-8f3b-61bd32195db8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.340894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.497386 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.647917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.725147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.792439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event updated for resources: {'Port': ['ID=4f6788d0-a5f1-4644-8f3b-61bd32195db8,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.802501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.903017 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP 6a8654ec-c279-412f-b960-4244e10992f6 associated. External IP: 172.25.1.87, port: 576cff55-0915-4532-8f91-97c03312a2fc. Aug 18 14:44:16.122122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:44:16.229699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:44:16.239756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:44:16.249482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:44:16.250132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:16.296796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.324315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1dae7bbc-f654-4da9-a76f-54b2449eb094 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8872325 Aug 18 14:44:16.324913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:16.327827 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b06be-d930-4741-a1b0-86cc6fd0e369" -d '{"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:16.355343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:44:16.365293 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78ae86-6fa2-4410-a32e-987cf09d6375 x-openstack-request-id: req-dd78ae86-6fa2-4410-a32e-987cf09d6375 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:16.365778 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:16.365904 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd78ae86-6fa2-4410-a32e-987cf09d6375 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:16.366241 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc', 'status': 'completed', 'code': 200} Aug 18 14:44:16.429095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-18885dbd-7113-498b-a2c4-aa1e43d9059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:16.430547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-18885dbd-7113-498b-a2c4-aa1e43d9059e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1097 time: 0.0420744 Aug 18 14:44:16.520970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-408d4097-8785-429a-8872-35f041491e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:16.522464 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-408d4097-8785-429a-8872-35f041491e3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0835133 Aug 18 14:44:16.581029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6a8654ec-c279-412f-b960-4244e10992f6', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': '576cff55-0915-4532-8f91-97c03312a2fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:c8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b864de1-0c96-4144-94e1-d157d5890b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:44:15Z', 'updated_at': '2021-08-18T14:44:15Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}, {'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:16.592381 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-f5540a79-9282-467b-b696-128497d19037 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 200 len: 999 time: 0.0617242 Aug 18 14:44:16.612501 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:44:16.620881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:44:16.621485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:43:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:16.642900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-99f6ad95-cbe3-4dd2-850c-1c81a8ebd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:16.644428 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-99f6ad95-cbe3-4dd2-850c-1c81a8ebd805 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0443554 Aug 18 14:44:16.690591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-43a838a7-ad20-486e-abf6-bea68b87c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:16.692269 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-43a838a7-ad20-486e-abf6-bea68b87c12e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403135 Aug 18 14:44:16.727205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:44:16.785263 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-c5c4bcc5-2477-4e9c-bf27-19b73c8b452c service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858278 Aug 18 14:44:16.875413 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cd9b06be-d930-4741-a1b0-86cc6fd0e369 req-aaf4a06a-955e-4c6f-b985-94b63c10b8c5 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833273 Aug 18 14:44:16.946324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6a8654ec-c279-412f-b960-4244e10992f6', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': '576cff55-0915-4532-8f91-97c03312a2fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:c8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b864de1-0c96-4144-94e1-d157d5890b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:44:15Z', 'updated_at': '2021-08-18T14:44:15Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}, {'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:16.976788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc240fc3-0862-4487-a100-f8db693d65eb None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6a8654ec-c279-412f-b960-4244e10992f6', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': '576cff55-0915-4532-8f91-97c03312a2fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:c8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b864de1-0c96-4144-94e1-d157d5890b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:44:15Z', 'updated_at': '2021-08-18T14:44:15Z', 'revision_number': 0, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}, {'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:44:17.166696 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e1644-c433-4c8e-b93f-1b732e9b5ce9 None None] New status for floating IP 6a8654ec-c279-412f-b960-4244e10992f6: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:44:21.976992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-00ddf31e-6b32-4a62-a034-dea3e303ff9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:24.771024 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64fc72b2-2bbf-4e63-80af-12d82bc2572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:24.965758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:26.034235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:27.622444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:29.307024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464c56-b593-4b2b-b415-7c11cb2b7a57 req-92998323-f7b7-4836-9f3a-214ab73edd42 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.308571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6464c56-b593-4b2b-b415-7c11cb2b7a57 req-92998323-f7b7-4836-9f3a-214ab73edd42 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0421417 Aug 18 14:44:29.342672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6464c56-b593-4b2b-b415-7c11cb2b7a57 req-405ee51b-d608-4c34-9899-70c0a7086e7e tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278492 Aug 18 14:44:29.513573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e8b48-df5a-4231-b218-e2a805228819 req-88ccb3ed-69e8-4936-8cec-0e70b1a2e055 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.515021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-145e8b48-df5a-4231-b218-e2a805228819 req-88ccb3ed-69e8-4936-8cec-0e70b1a2e055 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.1034653 Aug 18 14:44:29.555307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-145e8b48-df5a-4231-b218-e2a805228819 req-c18cac76-4da7-477f-9092-e7bafc729727 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Aug 18 14:44:29.577321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45358) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:29.637229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-207b88bf-5cd2-4339-9f32-1dc16c9fc8d7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b7824a1d-a019-441c-a647-5cd947420876 HTTP/1.1" status: 200 len: 992 time: 0.0587149 Aug 18 14:44:30.247843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce2937-de97-48d0-9d45-8a87cb6062ad req-0b1755bf-29dd-4043-8c18-ecb5f811e648 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:30.249362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94ce2937-de97-48d0-9d45-8a87cb6062ad req-0b1755bf-29dd-4043-8c18-ecb5f811e648 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Aug 18 14:44:30.287197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94ce2937-de97-48d0-9d45-8a87cb6062ad req-831ae3fe-69a8-4e81-8a2f-f222706e5627 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Aug 18 14:44:30.322606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45370) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:30.421289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-c32434c3-8f23-42e9-b1ff-2e9275bcf517 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975025 Aug 18 14:44:31.405944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ece71a-7e23-4ee1-834a-8a7479a1af30 req-c55ad88c-f023-463d-9100-5b653f52b81f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:31.407446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3ece71a-7e23-4ee1-834a-8a7479a1af30 req-c55ad88c-f023-463d-9100-5b653f52b81f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Aug 18 14:44:31.445977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3ece71a-7e23-4ee1-834a-8a7479a1af30 req-4fac95ff-a9de-4a7c-b9e0-78fa46e7df33 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Aug 18 14:44:32.563380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4884ee-12a4-4769-b466-9aa7b3eac721 req-6e7093d0-4878-44ea-8d7c-d05ab3d4d7fd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:32.564891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef4884ee-12a4-4769-b466-9aa7b3eac721 req-6e7093d0-4878-44ea-8d7c-d05ab3d4d7fd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0509076 Aug 18 14:44:32.593257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-d14be78c-5026-4bd0-a3b5-f9a6d147ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:32.594801 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-d14be78c-5026-4bd0-a3b5-f9a6d147ff65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0459373 Aug 18 14:44:32.603643 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef4884ee-12a4-4769-b466-9aa7b3eac721 req-0605c66f-c8cb-474f-bea1-ff70e93488df tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Aug 18 14:44:32.686705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-eb530468-6eac-4926-b8f2-02b1d2675a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:32.688245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-eb530468-6eac-4926-b8f2-02b1d2675a3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0853393 Aug 18 14:44:32.756881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-46922a2b-68e1-4f9d-b41a-5078ad0da08e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1000 time: 0.0608792 Aug 18 14:44:32.810703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-79d393d9-8217-4c23-8de1-bd573acdcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:32.812083 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-79d393d9-8217-4c23-8de1-bd573acdcf2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0434668 Aug 18 14:44:32.862107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-dc89cf1a-1920-41d3-8ab3-806a31346e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:32.863585 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-dc89cf1a-1920-41d3-8ab3-806a31346e44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385709 Aug 18 14:44:32.959256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-55ed0676-efc5-40a7-85d4-8b9e9608aa24 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Aug 18 14:44:33.051825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-9060145f-ecc5-49b2-b96a-bedb4af806fa service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808377 Aug 18 14:44:33.725155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea309a1-0469-4d45-ba7a-04bdd4a4fc26 req-7380182a-7547-4737-a813-5a99ef94b6cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:33.726658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fea309a1-0469-4d45-ba7a-04bdd4a4fc26 req-7380182a-7547-4737-a813-5a99ef94b6cf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Aug 18 14:44:33.764593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fea309a1-0469-4d45-ba7a-04bdd4a4fc26 req-ff936459-5b0e-41b5-9cad-fca1a2a5279e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Aug 18 14:44:34.494363 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:44:34.880595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4084-27db-43ca-b809-2c8a3515914f req-1bf0ea34-c068-4527-8a4a-223c2ffaddaf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:34.882183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f50b4084-27db-43ca-b809-2c8a3515914f req-1bf0ea34-c068-4527-8a4a-223c2ffaddaf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Aug 18 14:44:34.920346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f50b4084-27db-43ca-b809-2c8a3515914f req-cb24a69b-3afb-4242-a42e-427db37b276e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Aug 18 14:44:36.042530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc9ba-1aef-4eaa-8ffb-e8cbfcb5c780 req-14beba87-7521-4ac2-afab-2443c415b9d0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:36.044080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80dcc9ba-1aef-4eaa-8ffb-e8cbfcb5c780 req-14beba87-7521-4ac2-afab-2443c415b9d0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0494342 Aug 18 14:44:36.081418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80dcc9ba-1aef-4eaa-8ffb-e8cbfcb5c780 req-1d5e5852-d110-490d-9b00-e6980d9ddcad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Aug 18 14:44:37.206197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488e43-88cb-4d3b-aa28-4293a6183b39 req-047055fe-fc0b-41b7-abd5-99b871589a31 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:37.207668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9488e43-88cb-4d3b-aa28-4293a6183b39 req-047055fe-fc0b-41b7-abd5-99b871589a31 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Aug 18 14:44:37.248574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9488e43-88cb-4d3b-aa28-4293a6183b39 req-109b7943-d9e7-473b-8cb2-f7b002235dcf tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Aug 18 14:44:38.366499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a0db-216b-4b3e-8268-4e161cbc1e7a req-ddb6d0cd-8a6d-4949-83d6-4d42e77c15f9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:38.367956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3939a0db-216b-4b3e-8268-4e161cbc1e7a req-ddb6d0cd-8a6d-4949-83d6-4d42e77c15f9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0492728 Aug 18 14:44:38.405325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3939a0db-216b-4b3e-8268-4e161cbc1e7a req-6abe9103-a7ba-49c2-ab0c-ea3a10cb05a6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Aug 18 14:44:39.524445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19216-8147-43e7-b5ec-f8eb7e512543 req-b5cf80ba-d977-4ff2-b736-f8d8124d25d3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:39.525964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-add19216-8147-43e7-b5ec-f8eb7e512543 req-b5cf80ba-d977-4ff2-b736-f8d8124d25d3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0503612 Aug 18 14:44:39.564798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-add19216-8147-43e7-b5ec-f8eb7e512543 req-6cbcdd86-7ce6-47cc-a794-cf28da51f667 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Aug 18 14:44:40.514181 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:40.682626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53136c22-6454-4dc8-837e-f5d266572953 req-8a5d5114-719b-4f1d-b8da-30f9a4686bd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:40.684070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53136c22-6454-4dc8-837e-f5d266572953 req-8a5d5114-719b-4f1d-b8da-30f9a4686bd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Aug 18 14:44:40.722227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53136c22-6454-4dc8-837e-f5d266572953 req-b7d89124-1fb4-4d40-9e39-9d5dfa12e068 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314701 Aug 18 14:44:41.181104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-3fd3dd75-ee71-4a6b-a238-adb59a3b0554 req-1ea74a50-c500-441c-8d1f-bb2544158975 tempest-TestNetworkBasicOps-1757585139 tempest-TestNetworkBasicOps-1757585139-project] (112228) timed out ('10.222.0.58', 55777) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:44:41.233205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:41.836093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceb847-73f8-44ce-b5c2-6d6b1e40bbb0 req-e8147e45-a7ce-46b4-b3a7-9bd53c7b380a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:41.837561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bceb847-73f8-44ce-b5c2-6d6b1e40bbb0 req-e8147e45-a7ce-46b4-b3a7-9bd53c7b380a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0497818 Aug 18 14:44:41.874495 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bceb847-73f8-44ce-b5c2-6d6b1e40bbb0 req-ad0e3072-4ea8-4506-851d-93ac56154d5b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305927 Aug 18 14:44:42.987553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02801-dd17-42e3-ac2a-ae744ad11b77 req-9bbb5269-d075-465d-a574-b022a5d9ee5a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:42.989031 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb02801-dd17-42e3-ac2a-ae744ad11b77 req-9bbb5269-d075-465d-a574-b022a5d9ee5a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0487220 Aug 18 14:44:43.026553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb02801-dd17-42e3-ac2a-ae744ad11b77 req-426f0803-bfe5-47ed-beec-8ca79448c130 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Aug 18 14:44:44.446288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ca39-5858-4f23-9f1d-f3761668b7cb req-c0579a78-11cb-4397-b683-81e48268cb84 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:44.447787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e807ca39-5858-4f23-9f1d-f3761668b7cb req-c0579a78-11cb-4397-b683-81e48268cb84 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.3540447 Aug 18 14:44:44.486338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e807ca39-5858-4f23-9f1d-f3761668b7cb req-6ad3194d-2fda-4180-be5e-770355edadca tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Aug 18 14:44:45.603127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2aee-238d-4dd8-84df-c7a8b0a8056c req-369896cc-860a-4067-baea-c29482dfc622 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:45.604666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25fd2aee-238d-4dd8-84df-c7a8b0a8056c req-369896cc-860a-4067-baea-c29482dfc622 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0512681 Aug 18 14:44:45.643445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25fd2aee-238d-4dd8-84df-c7a8b0a8056c req-1703fe70-d35c-407b-ac1c-fae0497e3fd5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 18 14:44:46.759267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7683f-99ba-4f0a-82cf-8c21d0626117 req-9cd184bc-d3d9-4ade-891a-04f369f7187e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:46.760748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94a7683f-99ba-4f0a-82cf-8c21d0626117 req-9cd184bc-d3d9-4ade-891a-04f369f7187e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0481710 Aug 18 14:44:46.798155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94a7683f-99ba-4f0a-82cf-8c21d0626117 req-c4ef3620-19f8-40fb-a1ea-6280e5e4883d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Aug 18 14:44:47.915947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049392-8a70-4ada-9341-d9191bb92ac6 req-e7dde42a-2fc2-4bb4-9baf-0fc2b8993db0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:47.917530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c049392-8a70-4ada-9341-d9191bb92ac6 req-e7dde42a-2fc2-4bb4-9baf-0fc2b8993db0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Aug 18 14:44:47.955380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c049392-8a70-4ada-9341-d9191bb92ac6 req-a215ecc8-eb80-4b3d-9cb6-655cec820e03 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310624 Aug 18 14:44:49.069419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221fe89-4bdd-4745-9061-88b5568e0df5 req-f465eec7-521f-4e68-ae84-55c4c01b03b6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:49.070906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c221fe89-4bdd-4745-9061-88b5568e0df5 req-f465eec7-521f-4e68-ae84-55c4c01b03b6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Aug 18 14:44:49.110060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c221fe89-4bdd-4745-9061-88b5568e0df5 req-693b5831-0d7b-4581-9f25-64b9f3bd346f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Aug 18 14:44:50.224955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8aac-ffa3-4790-a8a6-64c5c1df8e1c req-6dfb7f27-7a93-4299-9e51-04d592b3b60b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:50.226554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d10b8aac-ffa3-4790-a8a6-64c5c1df8e1c req-6dfb7f27-7a93-4299-9e51-04d592b3b60b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 18 14:44:50.265736 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d10b8aac-ffa3-4790-a8a6-64c5c1df8e1c req-f3738a63-ccb3-4cae-b5e4-dbc31d68d8b6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331340 Aug 18 14:44:50.417119 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-5bb135f3-7c23-416c-b706-6468327de107 service neutron] show failed (client error): The resource could not be found. Aug 18 14:44:50.418071 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-5bb135f3-7c23-416c-b706-6468327de107 service neutron] 10.222.0.10 "GET /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0559547 Aug 18 14:44:51.002994 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-fd349dc4-308b-4775-9f68-dd8cd84903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:51.004611 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-fd349dc4-308b-4775-9f68-dd8cd84903d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 1096 time: 0.0468445 Aug 18 14:44:51.017154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:51.068193 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.264859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:51.302821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:51.341702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:51.344539 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90372a3f-f0a8-421a-ac9f-059c06c671cf" -d '{"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:51.348980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.362443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Transition to ACTIVE for port object 78e3df6b-1f74-4e01-a330-7fe2a45ed257 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:44:51.384710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf1193-fde3-43c0-8133-31ea89fa2aa7 req-67699c29-9350-47e8-9e8c-ba834c8a4bd4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:51.386224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66cf1193-fde3-43c0-8133-31ea89fa2aa7 req-67699c29-9350-47e8-9e8c-ba834c8a4bd4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0535088 Aug 18 14:44:51.395068 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eb38c9-dc4f-439d-95b4-a29d6908d9ab x-openstack-request-id: req-38eb38c9-dc4f-439d-95b4-a29d6908d9ab {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:51.395357 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:51.395602 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38eb38c9-dc4f-439d-95b4-a29d6908d9ab {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:51.395997 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'code': 200} Aug 18 14:44:51.425117 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66cf1193-fde3-43c0-8133-31ea89fa2aa7 req-ac146db7-8945-49c7-b7c4-c6749d4a5f56 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323153 Aug 18 14:44:51.450436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.534684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:51.549487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.549832 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.550240 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.550580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.550908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.551234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.551558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.551882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.552335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.552857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.553188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.553507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:51.588662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] No DVR routers for this DVR port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:44:51.725726 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:44:51.726103 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:44:51.726440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:51.731054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:44:51.731385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:51.736255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:44:51.736596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:51.736986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Bound using segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:44:51.737531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Bound port: 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:44:51.737918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.801409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:51.804270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:44:51.873846 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.908449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:51.909053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.910502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] 10.222.0.58 "PUT /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1091 time: 0.8972552 Aug 18 14:44:51.933388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b9f0-9314-408c-813b-3582e2a10275 service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:51.965148 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-10362005-c2c3-46f7-82a0-08f7214a240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.988964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-cf6a9dfa-6894-4591-ba79-bf600844c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:51.994175 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-cf6a9dfa-6894-4591-ba79-bf600844c23a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0474427 Aug 18 14:44:52.092250 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-a073cf33-9e3a-46a5-befc-b9b71add26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.093935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-a073cf33-9e3a-46a5-befc-b9b71add26b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0931804 Aug 18 14:44:52.164334 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-89269fc2-d432-422c-8ddf-734cdbff4645 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.0622170 Aug 18 14:44:52.218558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-b92906cb-92fe-4835-bb85-cc642bd49475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.219906 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-b92906cb-92fe-4835-bb85-cc642bd49475 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0436139 Aug 18 14:44:52.266736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-a4cad561-88e4-480a-8334-1af40c67dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.268297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-a4cad561-88e4-480a-8334-1af40c67dfa1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405934 Aug 18 14:44:52.362459 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-b790aaee-7f92-4fde-9736-6856f012121c service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857120 Aug 18 14:44:52.456370 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c1eb0d48-1183-4943-b329-547d8e8dec79 req-16e58309-ec15-45dd-8fa6-bb4608923623 service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Aug 18 14:44:52.542460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da373e-add8-4696-8770-755ddc7d80a4 req-172edf96-7830-406e-a980-76507a79ca89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.543975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35da373e-add8-4696-8770-755ddc7d80a4 req-172edf96-7830-406e-a980-76507a79ca89 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0491438 Aug 18 14:44:52.582700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35da373e-add8-4696-8770-755ddc7d80a4 req-fb572413-10dc-4f1d-a820-5567dac719a5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Aug 18 14:44:52.729057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:44:52.766035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:44:53.396918 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:53.399494 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bfc9c-976e-4a72-8da7-c8df84f85661" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:53.446298 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c066db6-7427-4143-9b6e-ef446c0a5260 x-openstack-request-id: req-6c066db6-7427-4143-9b6e-ef446c0a5260 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:53.446592 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:53.446845 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c066db6-7427-4143-9b6e-ef446c0a5260 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:53.447250 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:44:53.541703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-caddedde-64fd-4455-a1e2-493f206c01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.543244 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-caddedde-64fd-4455-a1e2-493f206c01d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0690851 Aug 18 14:44:53.549953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-8e506237-6cdd-4603-b67d-75383023ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.551326 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-8e506237-6cdd-4603-b67d-75383023ba43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0680726 Aug 18 14:44:53.699365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6fc2b-aef2-4143-9671-2bb8bfc05811 req-65412be8-049d-4002-9dc5-afed74b03ff5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.700972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ad6fc2b-aef2-4143-9671-2bb8bfc05811 req-65412be8-049d-4002-9dc5-afed74b03ff5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0494595 Aug 18 14:44:53.703385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-4979ddb8-75e3-43d9-8a00-f5475c4dec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.704876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-4979ddb8-75e3-43d9-8a00-f5475c4dec2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.1527202 Aug 18 14:44:53.707462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-d14b670f-509e-4a8f-a65f-918c476ef413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.708798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-d14b670f-509e-4a8f-a65f-918c476ef413 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.1394506 Aug 18 14:44:53.739295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7ad6fc2b-aef2-4143-9671-2bb8bfc05811 req-23eb92bf-328b-4ab1-bea4-0d4c5f9c141e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Aug 18 14:44:53.817086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-89b38609-0e2f-4125-bc37-1acff74d03b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.1038723 Aug 18 14:44:53.820727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-a0f5e14c-63b9-40a6-8dea-2f2fc94d67c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.1001964 Aug 18 14:44:53.899313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-1dd1b767-909b-4d47-877a-761912dee6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.900751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-1dd1b767-909b-4d47-877a-761912dee6af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0750439 Aug 18 14:44:53.902126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-4ef1b394-de70-40d9-9ad3-267551328543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.903416 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-4ef1b394-de70-40d9-9ad3-267551328543 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0707316 Aug 18 14:44:53.980635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-bf2fc45c-ffeb-4288-8853-b8b1f9afec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.982045 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-bf2fc45c-ffeb-4288-8853-b8b1f9afec60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730488 Aug 18 14:44:53.984412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-e773e8c5-cc8b-42f7-8a80-0f23751c15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.986434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-e773e8c5-cc8b-42f7-8a80-0f23751c15f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505311 Aug 18 14:44:54.029849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:44:54.127472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:54.138956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:44:54.147627 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-ffeba0b1-b190-4c29-ac03-874528153705 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489942 Aug 18 14:44:54.149357 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-26b38bc3-f5f9-4767-b2ae-5edd8296bf97 service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579976 Aug 18 14:44:54.176286 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:54.188796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:54.208456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:54.273465 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:54.308350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-11bf5f44-9a05-4fcf-92ab-1a7ddf090622 service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499300 Aug 18 14:44:54.310125 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-257bfc9c-976e-4a72-8da7-c8df84f85661 req-a5ddf3ba-7050-486d-aab2-970ac7029113 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448085 Aug 18 14:44:54.324007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:54.333407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.333807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.334179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.334520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.334862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.335197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.335529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.335860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.336191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.336518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.336847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.337175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:54.770110 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-14407c5f-0d0e-4387-b209-f243e131575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:54.862483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6982cff-60e4-4375-82c2-eb53604751f2 req-7f47e4ba-1c4a-41c0-b26b-5a18f8191586 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:54.863989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6982cff-60e4-4375-82c2-eb53604751f2 req-7f47e4ba-1c4a-41c0-b26b-5a18f8191586 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0540254 Aug 18 14:44:54.902475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6982cff-60e4-4375-82c2-eb53604751f2 req-576f5645-d3ad-47c9-84d7-4b16f6494c5c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Aug 18 14:44:55.016396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.393337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478c777-0594-4d2c-aa05-eb40adc54199 req-f3777524-ec72-46ce-a8c6-476ff08fa176 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.394856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b478c777-0594-4d2c-aa05-eb40adc54199 req-f3777524-ec72-46ce-a8c6-476ff08fa176 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Aug 18 14:44:55.434337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b478c777-0594-4d2c-aa05-eb40adc54199 req-766773c6-9da1-4966-9e50-9b7329b7a7c9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330410 Aug 18 14:44:55.466361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-4aa24ebc-5870-47cd-af70-56e6dd7e9cd6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.471501 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-4aa24ebc-5870-47cd-af70-56e6dd7e9cd6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&tenant_id=894b1d79036d4ae5b86989257d94086a&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 944 time: 0.0559933 Aug 18 14:44:55.533520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-7e7e3609-5d76-43a6-8196-8cb411ce967f service neutron] 10.222.0.58 "GET /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.0549986 Aug 18 14:44:55.584234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['78e3df6b-1f74-4e01-a330-7fe2a45ed257'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:55.599225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-073bb052-0718-4d84-8910-849535fd850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.600722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-073bb052-0718-4d84-8910-849535fd850a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0419726 Aug 18 14:44:55.694035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-55bbc497-acb7-4d05-9488-0f4ba18e4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.695435 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-55bbc497-acb7-4d05-9488-0f4ba18e4d2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0866873 Aug 18 14:44:55.762167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-1ef575d3-d26c-4964-973c-1302fb76ab3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 999 time: 0.0584788 Aug 18 14:44:55.815872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-207ff66c-1260-4b5a-9ae7-852dca4dfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.817348 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-207ff66c-1260-4b5a-9ae7-852dca4dfc22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0463305 Aug 18 14:44:55.866703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e9617565-2b8a-42e4-8f69-77726a876e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.868144 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e9617565-2b8a-42e4-8f69-77726a876e72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431056 Aug 18 14:44:55.959731 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-0bc8fb49-d02e-4e2e-8100-2d0b517a322e service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Aug 18 14:44:55.998997 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.058048 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-98c74050-5518-4cf6-abb9-8782ac130425 service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908566 Aug 18 14:44:56.778201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2ce74-be5d-4361-abec-a13913dbb49a req-7a5e5f45-d867-4641-8c3d-4e042f47e71d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:56.779584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53e2ce74-be5d-4361-abec-a13913dbb49a req-7a5e5f45-d867-4641-8c3d-4e042f47e71d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0477231 Aug 18 14:44:56.817468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53e2ce74-be5d-4361-abec-a13913dbb49a req-5dbbf99e-91b5-47a0-a97a-1d54e58181b4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Aug 18 14:44:57.633043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.934903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373ae71-6f99-490c-83b2-28582438b5c4 req-e58ed0bc-2924-4e94-a565-65922954656c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.936370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1373ae71-6f99-490c-83b2-28582438b5c4 req-e58ed0bc-2924-4e94-a565-65922954656c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0518291 Aug 18 14:44:57.975477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1373ae71-6f99-490c-83b2-28582438b5c4 req-c0499f8b-4eb7-4eae-8381-f5b3c4f8f0c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Aug 18 14:44:58.045209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:44:58.118632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.131513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:58.150692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:58.232916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.281651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:58.722366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-c81e771d-412d-4e16-b469-aa1d38103709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:58.723856 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-c81e771d-412d-4e16-b469-aa1d38103709 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 1094 time: 0.0420899 Aug 18 14:44:58.740032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:58.791280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.991723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:59.024953 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:59.057421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:59.065761 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.076749 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Ignored duplicate provisioning block setup for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 14:44:59.095343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665926a-a249-43bb-bc20-ebd6ed02dd0e req-6b6b3b9f-32c7-4980-b6d2-c1e105059242 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.096876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5665926a-a249-43bb-bc20-ebd6ed02dd0e req-6b6b3b9f-32c7-4980-b6d2-c1e105059242 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 943 time: 0.0543408 Aug 18 14:44:59.130142 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.135994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5665926a-a249-43bb-bc20-ebd6ed02dd0e req-4e07af5e-52aa-42a3-b7dc-18cbeb8c6f5f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Aug 18 14:44:59.217108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:59.266565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] No DVR routers for this DVR port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:44:59.701206 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:44:59.701545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:44:59.701897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:59.706083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:44:59.706406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Attempting to bind port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on network d6e25ce6-a009-4859-97ab-aa267513a5c9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:59.711083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:44:59.711416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Checking segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:59.711792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Bound using segment: {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:44:59.712213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Bound port: 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4ba157-81ed-4f0a-965a-99c792117113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:44:59.712559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.772172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:59.775168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:44:59.855983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.889508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.890251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.891604 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] 10.222.0.10 "PUT /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1092 time: 1.1556020 Aug 18 14:44:59.892047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:59.894346 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908d564c-3489-4665-ad24-95cda2f22b65" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:59.924778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6123d-63b9-45ab-9df5-ef7c38f5c924 service neutron] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=11']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:59.956507 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cb607b-0687-4eee-9c51-05973264babf x-openstack-request-id: req-46cb607b-0687-4eee-9c51-05973264babf {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:59.956801 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:59.957050 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46cb607b-0687-4eee-9c51-05973264babf {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:59.957447 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:44:59.973816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-16c3665d-e7e7-4ccf-88d6-48bfb03d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.975530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-16c3665d-e7e7-4ccf-88d6-48bfb03d4991 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0478160 Aug 18 14:45:00.069094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-3ddf42ea-34af-4819-88ee-ff732c67d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.070636 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-3ddf42ea-34af-4819-88ee-ff732c67d716 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0933242 Aug 18 14:45:00.139499 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-aef9de3d-d00b-4616-b9bb-99c6cf83ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.140950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-aef9de3d-d00b-4616-b9bb-99c6cf83ca1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.1561029 Aug 18 14:45:00.229609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-14658c3e-9ccc-4102-85c6-51a19275f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.231118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-14658c3e-9ccc-4102-85c6-51a19275f5c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.1456990 Aug 18 14:45:00.237163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-a9280062-1145-44e8-847a-3b5d5a5e6bc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.0826046 Aug 18 14:45:00.261399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beb4ac-358b-472c-a54c-a18c97e92474 req-b22bcf45-cd62-4489-9734-f38b44a50177 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.262924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63beb4ac-358b-472c-a54c-a18c97e92474 req-b22bcf45-cd62-4489-9734-f38b44a50177 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0551889 Aug 18 14:45:00.301664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63beb4ac-358b-472c-a54c-a18c97e92474 req-ed7088a2-df03-4b06-9a8c-66e7827fc54e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Aug 18 14:45:00.338122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e06d29cc-29a0-417d-ba43-cf18dd37d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.339580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e06d29cc-29a0-417d-ba43-cf18dd37d13d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0875423 Aug 18 14:45:00.341352 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-07e0c200-e2a3-4e3c-8f15-f488c47fb02b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.0962327 Aug 18 14:45:00.418826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-3b1f2c14-ef98-4b82-b340-dde21c4f603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.420258 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-3b1f2c14-ef98-4b82-b340-dde21c4f603d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0612409 Aug 18 14:45:00.425641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e8f9a3e9-4788-4b1d-9550-e5bf96ea856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.427326 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-e8f9a3e9-4788-4b1d-9550-e5bf96ea856b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754566 Aug 18 14:45:00.526167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-33c8e171-560e-403c-98bd-79bd216f6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.527658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-33c8e171-560e-403c-98bd-79bd216f6c5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938118 Aug 18 14:45:00.563831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-5a93d4f9-b10d-497d-89d0-f4716eb9ad8b service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224418 Aug 18 14:45:00.691862 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-2c731487-7e77-4eee-b1ce-888b11773a76 service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487892 Aug 18 14:45:00.701210 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f2a58d4b-2925-41de-abe5-2c50c3d97526 req-6fb34e04-f429-4629-b2d2-61a0c167dd41 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130061 Aug 18 14:45:00.819993 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-e41feee9-c9cb-4c9a-b6f7-abf04e39141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.821379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-e41feee9-c9cb-4c9a-b6f7-abf04e39141a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0641105 Aug 18 14:45:00.823167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-c0ce56d9-e4c5-4587-917a-812120ace19b service neutron] 10.222.0.58 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169899 Aug 18 14:45:00.914886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-a0077b06-df0a-48ff-8a60-ea373addce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.916361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-a0077b06-df0a-48ff-8a60-ea373addce4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0880456 Aug 18 14:45:00.983965 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-479b5a43-0c31-4dc4-962d-ac03f535d366 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 998 time: 0.0566549 Aug 18 14:45:01.042890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-88ea30b1-7a52-460e-b68e-10ab1de8faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.044260 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-88ea30b1-7a52-460e-b68e-10ab1de8faeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0513816 Aug 18 14:45:01.108445 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-b648f75b-5716-41c5-a4bd-72dc3fb26222 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739422 Aug 18 14:45:01.117573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d564c-3489-4665-ad24-95cda2f22b65 req-745b3abd-2d63-4f36-90a1-2c32f4536625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.119650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-745b3abd-2d63-4f36-90a1-2c32f4536625 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536251 Aug 18 14:45:01.233328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-ce7a3038-450e-4df5-9374-ffc2b26e16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.234826 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-ce7a3038-450e-4df5-9374-ffc2b26e16fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0663655 Aug 18 14:45:01.249086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-1306ad72-ee1e-45cf-9216-d202ffd42c4a service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212108 Aug 18 14:45:01.412383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-908d564c-3489-4665-ad24-95cda2f22b65 req-ba12fec4-ec1e-4a92-bbfe-c21a337578b7 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536050 Aug 18 14:45:01.413416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-20cd441c-0575-494b-8503-a23a4415e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.414777 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-20cd441c-0575-494b-8503-a23a4415e3fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.1492262 Aug 18 14:45:01.421962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706ca0-eff6-4fed-84af-6104363a1bca req-8f4b18e7-902f-4348-9151-575bac2d2af6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.424555 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d706ca0-eff6-4fed-84af-6104363a1bca req-8f4b18e7-902f-4348-9151-575bac2d2af6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0538638 Aug 18 14:45:01.462818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d706ca0-eff6-4fed-84af-6104363a1bca req-2be6b5ee-d8d0-4607-9e4e-0cdb6f6c788f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Aug 18 14:45:01.492702 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-7ae0410e-54ab-4824-a406-e086e8aabe5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 1001 time: 0.0643077 Aug 18 14:45:01.546376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-e577c933-a2ba-4004-8df2-bc45c8884e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.548074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-e577c933-a2ba-4004-8df2-bc45c8884e3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0425131 Aug 18 14:45:01.599060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-42221b6d-d576-422c-a486-1e0cf1edddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:01.600511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-42221b6d-d576-422c-a486-1e0cf1edddae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396259 Aug 18 14:45:01.691218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-452b64f4-e804-4dbd-bcfd-6800f4ee44d7 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Aug 18 14:45:01.787285 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6905149a-2ebf-41a9-ac77-22637d833c2a req-bb5885b1-46b6-46b7-9934-3c9d9da8d7f3 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805643 Aug 18 14:45:02.581169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b9cdf-2a37-4204-bcb1-9d3cf22d8c33 req-890181e3-1dd5-4070-b73e-46f57521f06e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:02.583401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d08b9cdf-2a37-4204-bcb1-9d3cf22d8c33 req-890181e3-1dd5-4070-b73e-46f57521f06e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 944 time: 0.0520685 Aug 18 14:45:02.621246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d08b9cdf-2a37-4204-bcb1-9d3cf22d8c33 req-7b76eb1a-5786-4e69-8707-0580ff2c42ee tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Aug 18 14:45:02.760455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:45:02.854112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:02.865665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'port_id': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'mac_address': 'fa:16:3e:49:55:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:45:02.900919 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:02.914547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:45:02.933708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:03.004391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:03.053516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:03.237991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['78e3df6b-1f74-4e01-a330-7fe2a45ed257'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:45:03.735806 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7260436-7cfd-42fc-97a9-7e922b12a6d0 req-71857716-110d-45da-9e8a-04250538fb73 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:03.737286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7260436-7cfd-42fc-97a9-7e922b12a6d0 req-71857716-110d-45da-9e8a-04250538fb73 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 945 time: 0.0487378 Aug 18 14:45:03.774838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7260436-7cfd-42fc-97a9-7e922b12a6d0 req-44c36a19-2e6e-40e3-8957-b5a878273d34 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Aug 18 14:45:03.796034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:03.858919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d871c37-7f11-46cb-8c66-4e3bd0c277ee tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/b7824a1d-a019-441c-a647-5cd947420876 HTTP/1.1" status: 200 len: 991 time: 0.0617769 Aug 18 14:45:04.758641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:04.878475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:04.882206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:04.882580 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:04.955475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:04.978035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:04.980247 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b23314-b6a6-4136-b706-6af93c720e2b" -d '{"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-plugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:04.995989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:05.015312 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16873703-b733-47ac-b4f6-14a5302e179f x-openstack-request-id: req-16873703-b733-47ac-b4f6-14a5302e179f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:45:05.016934 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-plugged", "status": "completed", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:45:05.016934 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16873703-b733-47ac-b4f6-14a5302e179f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:45:05.016934 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'code': 200} Aug 18 14:45:05.061507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:05.107984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=13']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:08.963500 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-9d928bc1-9100-4f31-8468-e4da56a86d0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394514 Aug 18 14:45:09.046013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-5ee428a1-5c65-45a4-9e8d-df5cc3d9d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:09.047798 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-5ee428a1-5c65-45a4-9e8d-df5cc3d9d0cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0437276 Aug 18 14:45:09.148543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-03241d3a-771a-469c-94c6-0e2c4db5b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:09.150067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-03241d3a-771a-469c-94c6-0e2c4db5b057 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0830791 Aug 18 14:45:09.217431 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-a5c12a5e-c833-4f71-8c60-1c6c84e8e8d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 1000 time: 0.0599594 Aug 18 14:45:09.263910 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-5030b739-33f6-4ffa-809e-83237d052a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:09.265294 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-5030b739-33f6-4ffa-809e-83237d052a79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0415108 Aug 18 14:45:09.311128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-24e3c07d-3bfb-4ab9-8ce4-49b9743b40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:09.312568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-24e3c07d-3bfb-4ab9-8ce4-49b9743b40c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390406 Aug 18 14:45:09.405017 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-bf994827-2377-4a49-bffb-e07333ea11c5 service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Aug 18 14:45:09.492878 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5c6c0eb9-e088-4bc1-bf1f-878d2691a2dd req-8759bbfc-df4d-473e-9256-027b3a2c6c4d service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Aug 18 14:45:10.489614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:11.255348 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:11.493783 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:21.975626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db716215-1b2f-48df-9a17-748695dcdc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:24.774068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bfa01471-ca2d-4752-bd38-cbf175fc018c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:25.015216 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:25.992755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:27.621092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:34.585912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ada69-dfea-4f6d-8184-b3becf74ebd5 req-177fe4e5-4203-4b73-b4cd-21c3f743f3c0 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:34.587472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57ada69-dfea-4f6d-8184-b3becf74ebd5 req-177fe4e5-4203-4b73-b4cd-21c3f743f3c0 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0419245 Aug 18 14:45:34.623641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c57ada69-dfea-4f6d-8184-b3becf74ebd5 req-da8b4188-d84d-4848-9ad4-bbf03ae1a304 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298915 Aug 18 14:45:34.646598 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45502) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:34.810380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 07e1fe63-14e0-4d9a-b52c-7692d73b527c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:45:34.810727 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:34.889614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:34.889904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:34.901659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 07e1fe63-14e0-4d9a-b52c-7692d73b527c owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:45:35.123847 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:35.151141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=07e1fe63-14e0-4d9a-b52c-7692d73b527c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:35.158963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.159318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.159663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.160007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.160345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.160681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.161014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.161342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.161670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.162029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.162376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.162688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:35.223979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:35.224366 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP b7824a1d-a019-441c-a647-5cd947420876 disassociated (deleted). External IP: 172.25.1.52, port: 78e3df6b-1f74-4e01-a330-7fe2a45ed257. Aug 18 14:45:35.432937 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 9a071635-6bce-4c44-995a-72cb60231c4e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:45:35.541021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:45:35.545794 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:35.550865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Sync routers for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:45:35.560385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:35.561006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:35.572885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a3d42081-1281-4fbd-9c32-316991f365bb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/floatingips/b7824a1d-a019-441c-a647-5cd947420876 HTTP/1.1" status: 204 len: 168 time: 0.9252307 Aug 18 14:45:35.573576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:35.575937 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:35.622429 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9f7de-3699-49bb-90f2-518876aa6437 x-openstack-request-id: req-cbf9f7de-3699-49bb-90f2-518876aa6437 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:45:35.623563 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:45:35.624098 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbf9f7de-3699-49bb-90f2-518876aa6437 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:45:35.624627 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:45:35.675426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:35.692684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-e11b90bb-9451-438e-96b0-837f1eace98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:35.692684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-e11b90bb-9451-438e-96b0-837f1eace98a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0457170 Aug 18 14:45:35.786422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-1195d377-2501-47de-9cb8-8cef9d156c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:35.787897 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-1195d377-2501-47de-9cb8-8cef9d156c61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0899582 Aug 18 14:45:35.834818 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-c5de073e-814a-4400-b272-8c46f79f8034 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 200 len: 217 time: 0.0351570 Aug 18 14:45:35.881337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:35.892585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-507d579a-5000-4056-8975-759695c4b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:35.894108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-507d579a-5000-4056-8975-759695c4b2c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 200 len: 834 time: 0.0523686 Aug 18 14:45:35.908815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Checking router: 9a071635-6bce-4c44-995a-72cb60231c4e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:45:35.917373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:35.918013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:35.940638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-36d7b0e4-21e9-4229-9cbb-f1a2124d4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:35.942157 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-36d7b0e4-21e9-4229-9cbb-f1a2124d4069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6e25ce6-a009-4859-97ab-aa267513a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402987 Aug 18 14:45:36.029853 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:36.043125 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-54391121-c710-405c-bb2e-929539d0237d service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924609 Aug 18 14:45:36.047290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8484b57-0b7e-4c0a-814f-d03e2fee9d0d req-17aa0a4d-048b-49ec-a2bf-a07129a83dac tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:36.048836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8484b57-0b7e-4c0a-814f-d03e2fee9d0d req-17aa0a4d-048b-49ec-a2bf-a07129a83dac tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 946 time: 0.0513539 Aug 18 14:45:36.097224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8484b57-0b7e-4c0a-814f-d03e2fee9d0d req-5dacd5d6-1048-4639-b5be-6e7e06536089 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421333 Aug 18 14:45:36.149496 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-05a165f4-18e7-4312-8fa0-ca94ea3fdd91 req-b5b2bc71-6a4d-4703-bd6a-dbb6517b1c1f service neutron] 10.222.0.10 "GET /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937829 Aug 18 14:45:36.243171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:36.424755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d1fbf-df70-45b5-a329-41f0b9abe392 None None] The sync data for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 is: [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:43:38Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '28f1d7f1-d3e3-48de-8230-57b680eae0d8', 'name': '', 'network_id': 'd6e25ce6-a009-4859-97ab-aa267513a5c9', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:bd:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:38Z', 'updated_at': '2021-08-18T14:43:43Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '44ec6fec-12cc-4755-a6f8-0e2b610a7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:45:36.650933 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57778a-df83-45bb-ab16-168a124d1b98 None None] New status for floating IP b7824a1d-a019-441c-a647-5cd947420876: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:45:37.218759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb6b3-0c2c-4270-a534-e89c4545993b req-11493df5-85e3-4ea0-92b1-aa9b6d0272bc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:37.220274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b99cb6b3-0c2c-4270-a534-e89c4545993b req-11493df5-85e3-4ea0-92b1-aa9b6d0272bc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 946 time: 0.0514863 Aug 18 14:45:37.257280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b99cb6b3-0c2c-4270-a534-e89c4545993b req-5975025b-d2f6-443a-ace0-0b1b4f054e46 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309968 Aug 18 14:45:37.439628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-db349353-6e98-43a6-a5b8-3981221f25ba tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:37.441065 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-db349353-6e98-43a6-a5b8-3981221f25ba tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 946 time: 0.0485694 Aug 18 14:45:37.536214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:45:37.536556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:37.622169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 78e3df6b-1f74-4e01-a330-7fe2a45ed257, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=78e3df6b-1f74-4e01-a330-7fe2a45ed257,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:37.622534 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:37.634490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 78e3df6b-1f74-4e01-a330-7fe2a45ed257 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:45:37.849333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:37.879143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=78e3df6b-1f74-4e01-a330-7fe2a45ed257,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:37.921469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] No DVR routers for this DVR port 78e3df6b-1f74-4e01-a330-7fe2a45ed257 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:45:37.924371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:37.928495 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c8a29b45-71b8-4397-acab-7a9bdf4d2ebe req-24ce469a-601b-4e09-aaf9-bd32ccae671f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "DELETE /v2.0/ports/78e3df6b-1f74-4e01-a330-7fe2a45ed257 HTTP/1.1" status: 204 len: 173 time: 0.4770565 Aug 18 14:45:37.928495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-deleted', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:37.929030 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8780c6-c49c-4bd2-a74f-f4338550433b" -d '{"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-deleted", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:37.964115 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7205a90d-9dd9-484e-b2fd-5669cc7cd03c x-openstack-request-id: req-7205a90d-9dd9-484e-b2fd-5669cc7cd03c {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:45:37.964532 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f8e2f-afb2-4184-9267-2e8fb2730ff3", "name": "network-vif-deleted", "tag": "78e3df6b-1f74-4e01-a330-7fe2a45ed257", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:45:37.964788 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7205a90d-9dd9-484e-b2fd-5669cc7cd03c {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:45:37.965187 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f8e2f-afb2-4184-9267-2e8fb2730ff3', 'name': 'network-vif-deleted', 'tag': '78e3df6b-1f74-4e01-a330-7fe2a45ed257', 'status': 'completed', 'code': 200} Aug 18 14:45:38.366314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6df03ef-0876-4a34-bbae-b7a9450681b8 req-b99a4a8b-1b14-4929-9135-7318ed36f8bd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=b09f8e2f-afb2-4184-9267-2e8fb2730ff3 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Aug 18 14:45:39.422888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45532) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:39.781773 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.035135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 28f1d7f1-d3e3-48de-8230-57b680eae0d8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:45:40.035405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.134918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 28f1d7f1-d3e3-48de-8230-57b680eae0d8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28f1d7f1-d3e3-48de-8230-57b680eae0d8,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:40.135285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.147924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 28f1d7f1-d3e3-48de-8230-57b680eae0d8 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:45:40.420845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.452818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=28f1d7f1-d3e3-48de-8230-57b680eae0d8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:40.558617 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.629323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:40.841491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 9a071635-6bce-4c44-995a-72cb60231c4e has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:45:40.886997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:45:40.906415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 78e3df6b-1f74-4e01-a330-7fe2a45ed257 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:45:40.906764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 78e3df6b-1f74-4e01-a330-7fe2a45ed257 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:45:41.249581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:45:41.254600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ce7cd508-97b4-44bf-a93d-e2d7f2c75953 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/9a071635-6bce-4c44-995a-72cb60231c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8306911 Aug 18 14:45:41.257208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.257643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.259414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Sync routers for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:45:41.269011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:41.269641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:41.309567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting subnet 44ec6fec-12cc-4755-a6f8-0e2b610a7e5d {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:45:41.312635 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.351910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.371075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:41.440022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.545771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:45:40Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:41.563303 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.575487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Checking router: 9a071635-6bce-4c44-995a-72cb60231c4e for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:45:41.583997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Routers {'9a071635-6bce-4c44-995a-72cb60231c4e'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:41.584129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['9a071635-6bce-4c44-995a-72cb60231c4e'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:41.592857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.597769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/subnets/44ec6fec-12cc-4755-a6f8-0e2b610a7e5d HTTP/1.1" status: 204 len: 168 time: 0.3362200 Aug 18 14:45:41.597769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.603730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f0251-1cea-49ab-a3bc-3fe9a02f1967 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Subnet': ['ID=44ec6fec-12cc-4755-a6f8-0e2b610a7e5d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:41.617218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d9d94-3759-40f7-831f-4e316fc36666 None None] Network d6e25ce6-a009-4859-97ab-aa267513a5c9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:41.708747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.770648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] Set router 9a071635-6bce-4c44-995a-72cb60231c4e gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:41.942832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] DHCP port deletion for d6e25ce6-a009-4859-97ab-aa267513a5c9 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:45:42.002355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:45:40Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:42.008350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Deleting port 3ad00c77-b097-4553-8346-2950882d7a46 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:45:42.008721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.038062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d19cfa-0811-44c5-8fe1-074401d8332c None None] The sync data for ids ['9a071635-6bce-4c44-995a-72cb60231c4e'] in n-d-804303-5 is: [{'id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372056158', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:33Z', 'updated_at': '2021-08-18T14:45:40Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '23e5c4ab-4b6e-4a32-9220-b8b9b99490f4', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a071635-6bce-4c44-995a-72cb60231c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:34Z', 'updated_at': '2021-08-18T14:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:45:42.101900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] For port 3ad00c77-b097-4553-8346-2950882d7a46, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3ad00c77-b097-4553-8346-2950882d7a46,segment=NetworkSegment(9b4ba157-81ed-4f0a-965a-99c792117113),segment_id=9b4ba157-81ed-4f0a-965a-99c792117113)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:42.102301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.114665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Calling delete_port for 3ad00c77-b097-4553-8346-2950882d7a46 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:45:42.128638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.255464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.274383 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:45:42.274939 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.284372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] No DVR routers for this DVR port 3ad00c77-b097-4553-8346-2950882d7a46 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:45:42.286076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0362dc-4f27-4ee4-b771-5734a4c285d5 None None] Pushing event deleted for resources: {'Port': ['ID=3ad00c77-b097-4553-8346-2950882d7a46,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:42.359620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:42.359989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.371220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:45:42.598566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.623347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=23e5c4ab-4b6e-4a32-9220-b8b9b99490f4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:42.688074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.777735 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.779766 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.860365 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.860861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Fanout notify agent at l3_agent the message router_deleted on router 9a071635-6bce-4c44-995a-72cb60231c4e {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:45:42.867808 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:42.868916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-30b6f951-5526-48d8-8174-fbd41cc24ce4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/routers/9a071635-6bce-4c44-995a-72cb60231c4e HTTP/1.1" status: 204 len: 168 time: 1.2704630 Aug 18 14:45:42.872227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45540) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:42.952817 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.041340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.051629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e25ce6-a009-4859-97ab-aa267513a5c9']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:43.062148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4ba157-81ed-4f0a-965a-99c792117113') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:43.062452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4ba157-81ed-4f0a-965a-99c792117113') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:43.070977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.084073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.089858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:45:43.090256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:45:43.093101 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:45:43.236711 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.243774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.246190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/networks/d6e25ce6-a009-4859-97ab-aa267513a5c9 HTTP/1.1" status: 204 len: 168 time: 0.3724635 Aug 18 14:45:43.249045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45542) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:43.258156 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214086a-1642-4d6a-a494-ee6a31537f06 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Network': ['ID=d6e25ce6-a009-4859-97ab-aa267513a5c9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:43.312257 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.353987 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.357875 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28f1d7f1-d3e3-48de-8230-57b680eae0d8 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:45:43.377192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 28f1d7f1-d3e3-48de-8230-57b680eae0d8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:45:43.377622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28f1d7f1-d3e3-48de-8230-57b680eae0d8 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:45:43.378158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3ad00c77-b097-4553-8346-2950882d7a46 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:45:43.396379 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 3ad00c77-b097-4553-8346-2950882d7a46 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:45:43.396826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3ad00c77-b097-4553-8346-2950882d7a46 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:45:43.397320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:45:43.416030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:45:43.416376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 23e5c4ab-4b6e-4a32-9220-b8b9b99490f4 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:45:43.477950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.481347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.482556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/security-groups/6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039 HTTP/1.1" status: 204 len: 168 time: 0.2325056 Aug 18 14:45:43.491745 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d6eaa-e03f-446f-97ab-014f390b8ed9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57aa21-33d0-4e32-b0d7-3ab8eb8ef039,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.125172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45548) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.130003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171612937', 'description': 'tempest-secgroup-smoke-1171612937 description', 'project_id': '894b1d79036d4ae5b86989257d94086a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:44.232004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.312402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.380383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.409289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.454988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.456255 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1235a511-2962-4fef-8320-f068ffdc3da5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3300271 Aug 18 14:45:44.459397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45550) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.463857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:44.546078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.600957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.648760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.666146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6fd2ad-f9e0-4bea-9e0e-7c47d7a43269,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.717289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.718516 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c8332d9b-d643-4d91-9e1e-c93a823187f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581713 Aug 18 14:45:44.721116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45552) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.725478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:44.797188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.853581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.906287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.930660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992a01dc-28d2-4dd6-8138-2bb6ab11be47,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.974876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.976072 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b5698a36-b212-4d80-b5d8-292b510fb3f1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2540336 Aug 18 14:45:44.978721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45554) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.983829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:45.048349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.104829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.174598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.191852 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a863f82d-ef88-4b70-8b91-e74168da82b1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:45.243405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.244610 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d00ab4a0-0631-4fd7-95ea-08fbe867ea4e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649009 Aug 18 14:45:45.247311 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45556) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:45.251725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:45.322287 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.380795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.426693 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.444931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03aac8a-69a0-4358-818d-4494254766bf,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:45.541056 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.544564 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-300f0673-5eaa-4a15-9be3-a470d666200f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940619 Aug 18 14:45:45.545576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45558) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:45.550351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:45.649429 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:45:45.654859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.714576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.780127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.800772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad40ef2b-ca89-4f1d-96aa-c066085e9cd4,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:45.854713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.855917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8f1a0c6-964c-4518-9013-99f9f0ecd7d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094037 Aug 18 14:45:45.859168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45560) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:45.863639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:45.928914 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:45:45.933920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:45.994000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.043181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.062912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2d3b10-1b88-4bf7-b0e0-7f39480aa15a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:46.117658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.118993 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f9444e3a-0295-45e4-981c-bb8bb7b6600e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2588322 Aug 18 14:45:46.121735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45562) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:46.126716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'network': {'name': 'tempest-network-smoke--818317845', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:46.208891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:46.212418 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.235362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:45:46.243790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.244179 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Added segment 5365cc15-70f3-49ee-be3b-49cd188643c9 of type vlan for network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 Aug 18 14:45:46.283260 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.346023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.351636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:46.352218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.417222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Network': ['ID=fb18ae7e-1af6-4422-ac52-5ce37ba075e7,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:46.427362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:45:46.444091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23cb4875-590a-4aa4-ac11-1b71df7da38c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3212903 Aug 18 14:45:46.446791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45564) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:46.451854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'admin_state_up': True, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:46.518271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.519251 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.572741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.756006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.000750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.022771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.124637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.128 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/42356619-70b0-4a3b-8840-566c166da23c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:45:47.229646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.317928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.357545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:47.360449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:47.364027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:45:47.369414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=42356619-70b0-4a3b-8840-566c166da23c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:47.662645 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.859871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.037559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 34575119-4207-4e41-b611-3765107d2f81 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:45:48.143685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:45:48.154024 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Sync routers for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:45:48.165088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:48.172871 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:48.215180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.217234 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f1c2a4f-6dde-48e4-af86-1cbb8e61555e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7695074 Aug 18 14:45:48.220491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45568) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:48.250018 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-80ac8688-2503-448e-8036-245e0d554ee3 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=894b1d79036d4ae5b86989257d94086a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283661 Aug 18 14:45:48.252666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45570) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:48.271517 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:48.339353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4621c0-cb2c-4b09-ade9-e7246832575c tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:48.340970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb4621c0-cb2c-4b09-ade9-e7246832575c tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873296 Aug 18 14:45:48.343874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45572) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:48.377437 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-78409d31-728f-42a9-8e68-c6f872cb4b00 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324934 Aug 18 14:45:48.380113 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45574) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:48.385359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802202151', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:48.448526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:47Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:48.474030 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Checking router: 34575119-4207-4e41-b611-3765107d2f81 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:45:48.474381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Updating router 34575119-4207-4e41-b611-3765107d2f81 port 42356619-70b0-4a3b-8840-566c166da23c binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:45:48.502671 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:48.504970 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.534753 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:48.538319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.755670 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.764899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Transition to ACTIVE for port object 42356619-70b0-4a3b-8840-566c166da23c will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:48.815075 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.843424 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.879137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Subnet': ['ID=a9ec3703-9444-4ccf-802e-7d284abaae3c,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:48.887858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:48.888229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network hostable DHCP agents. Network: fb18ae7e-1af6-4422-ac52-5ce37ba075e7, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:45:48.892687 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Attempting to bind port 42356619-70b0-4a3b-8840-566c166da23c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:45:48.893052 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Attempting to bind port 42356619-70b0-4a3b-8840-566c166da23c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:45:48.893523 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Attempting to bind port 42356619-70b0-4a3b-8840-566c166da23c on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:48.901165 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:45:48.901565 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:48.901987 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.902376 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:45:48.902825 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Bound port: 42356619-70b0-4a3b-8840-566c166da23c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:45:48.903198 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:48.908514 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Pushing event updated for resources: {'Port': ['ID=42356619-70b0-4a3b-8840-566c166da23c,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:48.934164 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.934527 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.934902 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.935235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.935562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.935885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.936203 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.936519 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.936833 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.937148 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.937463 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.937775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:48.963354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:45:48.969923 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] For port 42356619-70b0-4a3b-8840-566c166da23c, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:45:48.972843 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] For port 42356619-70b0-4a3b-8840-566c166da23c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=42356619-70b0-4a3b-8840-566c166da23c,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:45:49.032006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, fb18ae7e-1af6-4422-ac52-5ce37ba075e7) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:49.035955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:49.036575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.041522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d8229-e6a4-4f64-8f81-33ea252fcd48 None None] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:49.044754 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.096063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-402c5120-3f82-4c03-8610-751c9a30106f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7149179 Aug 18 14:45:49.100487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45576) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:49.100608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:49.100608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:49.147470 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeccb9e-db0f-4c1d-9519-58fb8fa80bda None None] Pushing event updated for resources: {'Port': ['ID=42356619-70b0-4a3b-8840-566c166da23c,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:49.194725 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:45:49.195874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.224567 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:49.335924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Allocated IP 172.20.0.2 (fb18ae7e-1af6-4422-ac52-5ce37ba075e7/a9ec3703-9444-4ccf-802e-7d284abaae3c/1464044a-4520-498b-8821-d80679bcb4fa) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:45:49.500220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.509435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Transition to ACTIVE for port object 1464044a-4520-498b-8821-d80679bcb4fa will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:49.514538 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:47Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:49.525357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Transition to ACTIVE for port object 1464044a-4520-498b-8821-d80679bcb4fa will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:49.549664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503fc29-6c33-4b7d-a52f-e8cada22e3b3 None None] The sync data for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 is: [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:47Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:45:49.592863 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.638168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:49.642244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:49.645020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:45:49.647940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Pushing event updated for resources: {'Port': ['ID=1464044a-4520-498b-8821-d80679bcb4fa,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:49.708551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Attempting to bind port 1464044a-4520-498b-8821-d80679bcb4fa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:45:49.708925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Attempting to bind port 1464044a-4520-498b-8821-d80679bcb4fa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:45:49.709295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Attempting to bind port 1464044a-4520-498b-8821-d80679bcb4fa on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:49.714273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:45:49.714649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:49.715059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.715460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Bound using segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:45:49.716494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Bound port: 1464044a-4520-498b-8821-d80679bcb4fa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:45:49.716883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.782620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] For port 1464044a-4520-498b-8821-d80679bcb4fa, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:45:49.797699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] For port 1464044a-4520-498b-8821-d80679bcb4fa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1464044a-4520-498b-8821-d80679bcb4fa,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:45:49.869890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.908100 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.935801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cad69-fbab-4fe3-a46c-47bf2ed91e54 None None] Pushing event updated for resources: {'Port': ['ID=1464044a-4520-498b-8821-d80679bcb4fa,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:50.217146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.1 (fb18ae7e-1af6-4422-ac52-5ce37ba075e7/a9ec3703-9444-4ccf-802e-7d284abaae3c/087e81f0-eef2-49f9-b7da-2e464430d066) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:45:50.344428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:50.359320 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 087e81f0-eef2-49f9-b7da-2e464430d066 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:50.426734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:50.471274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:50.474570 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:50.478408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:45:50.485289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:50.524906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:50.693108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:50.863017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52acedd7-9662-409b-85e3-f3ab666c2515 None None] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:50.981346 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.079106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.083649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bbbb6ed1-69ba-40ca-b241-65c0968bb632 None None] Provisioning for port 1464044a-4520-498b-8821-d80679bcb4fa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:51.149252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.151353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:51.277239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:51.279337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:51.330005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1464044a-4520-498b-8821-d80679bcb4fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:51.384408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-43fb0786-846d-44c8-81a4-c80c45f22402 None None] Provisioning for port 087e81f0-eef2-49f9-b7da-2e464430d066 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:51.390741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-43fb0786-846d-44c8-81a4-c80c45f22402 None None] Provisioning complete for port 087e81f0-eef2-49f9-b7da-2e464430d066 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:51.391158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-43fb0786-846d-44c8-81a4-c80c45f22402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.420244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 34575119-4207-4e41-b611-3765107d2f81 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:45:51.429244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-43fb0786-846d-44c8-81a4-c80c45f22402 None None] Port 087e81f0-eef2-49f9-b7da-2e464430d066 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:45:51.466812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1464044a-4520-498b-8821-d80679bcb4fa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:51.476066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1464044a-4520-498b-8821-d80679bcb4fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:51.476591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.558747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:45:51.567423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-32b96448-8f5a-4c4c-b362-ac0cb03d46cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/34575119-4207-4e41-b611-3765107d2f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666481 Aug 18 14:45:51.580789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Sync routers for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:45:51.597807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5fb548c3-69ce-42ae-8b88-40396291e4be None None] Provisioning complete for port 087e81f0-eef2-49f9-b7da-2e464430d066 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:51.598222 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fb548c3-69ce-42ae-8b88-40396291e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.633519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:51.634247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:51.636454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.689615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5fb548c3-69ce-42ae-8b88-40396291e4be None None] Port 087e81f0-eef2-49f9-b7da-2e464430d066 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:45:51.712380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-333707f4-48a5-4a20-a298-6d4173ae6387 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171612937&fields=id&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 267 time: 0.0337360 Aug 18 14:45:51.721278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1464044a-4520-498b-8821-d80679bcb4fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1464044a-4520-498b-8821-d80679bcb4fa,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:51.779759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:51.810586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:51.811265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 42356619-70b0-4a3b-8840-566c166da23c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:51.828194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-200d7789-9e9e-4838-a199-62490a43feba tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:51.829703 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-200d7789-9e9e-4838-a199-62490a43feba tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 796 time: 0.1086047 Aug 18 14:45:51.845080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f436dacc-d534-4572-ab28-c3f3631f70d6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/quotas/894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 375 time: 0.0093796 Aug 18 14:45:51.896880 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-dfd4340c-4384-4da0-b9e9-63a34e5b6d11 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462706 Aug 18 14:45:52.001619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-14ee41cd-ad01-4671-a6da-92b28a6d4ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925019 Aug 18 14:45:52.096099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-7e0179de-c112-40f6-ad97-dd1c8973ec10 service neutron] 10.222.0.35 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878816 Aug 18 14:45:52.096619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8d0ea9e6-a567-4bb8-ae8d-702e84b898f3 None None] Provisioning complete for port 087e81f0-eef2-49f9-b7da-2e464430d066 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:52.097107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea9e6-a567-4bb8-ae8d-702e84b898f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.176472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1464044a-4520-498b-8821-d80679bcb4fa,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:52.206185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ea9e6-a567-4bb8-ae8d-702e84b898f3 None None] Port 087e81f0-eef2-49f9-b7da-2e464430d066 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:45:52.224906 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1d09-7308-46bd-b702-1af8373fd87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.267013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 42356619-70b0-4a3b-8840-566c166da23c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:52.275219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 42356619-70b0-4a3b-8840-566c166da23c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:52.275608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.321731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 2, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:52.354743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Checking router: 34575119-4207-4e41-b611-3765107d2f81 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:45:52.355106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Updating router 34575119-4207-4e41-b611-3765107d2f81 port 087e81f0-eef2-49f9-b7da-2e464430d066 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:45:52.360868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d08d933-9c8d-4245-853e-9d22bbd6be1f req-c3cbde07-d4bf-49fc-916b-a7a1ed333d97 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 210 time: 0.0342393 Aug 18 14:45:52.400563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.441444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.474393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 42356619-70b0-4a3b-8840-566c166da23c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=42356619-70b0-4a3b-8840-566c166da23c,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:52.585740 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.663318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=42356619-70b0-4a3b-8840-566c166da23c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:52.735224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.745074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Transition to ACTIVE for port object 087e81f0-eef2-49f9-b7da-2e464430d066 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:52.872007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.921138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a3f6-5208-49c2-949c-cf4591e0f0b6 None None] Pushing event updated for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:52.975430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Attempting to bind port 087e81f0-eef2-49f9-b7da-2e464430d066 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:45:52.975612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Attempting to bind port 087e81f0-eef2-49f9-b7da-2e464430d066 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:45:52.976111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Attempting to bind port 087e81f0-eef2-49f9-b7da-2e464430d066 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:52.982846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:45:52.983328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:52.983742 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.984141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Bound using segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:45:52.984620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Bound port: 087e81f0-eef2-49f9-b7da-2e464430d066, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:45:52.985008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.053151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] For port 087e81f0-eef2-49f9-b7da-2e464430d066, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:45:53.056357 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] For port 087e81f0-eef2-49f9-b7da-2e464430d066, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=087e81f0-eef2-49f9-b7da-2e464430d066,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:45:53.117465 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.187205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:45:53.187849 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:53.192984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a3f6-5208-49c2-949c-cf4591e0f0b6 None None] Pushing event updated for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:53.279351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1464044a-4520-498b-8821-d80679bcb4fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:53.336637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:45:53.387068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1464044a-4520-498b-8821-d80679bcb4fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:53.387373 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.440445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21e1ba85-22cc-4a2d-951d-2a8b8917b4bb req-1fa77823-bdfa-4565-b86a-6ce97e9abd04 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 210 time: 0.0272503 Aug 18 14:45:53.589782 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 42356619-70b0-4a3b-8840-566c166da23c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:53.655957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:53Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:45:53.682779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 42356619-70b0-4a3b-8840-566c166da23c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:53.683154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.684880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b51a6b-5c19-44e7-9523-1d25e9c95fcc None None] The sync data for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 is: [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:53Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:45:54.545366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ed9220f-43fa-43ea-858b-05ba11c15bbb req-640db714-bcdc-48dd-a854-2b874c88f063 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 210 time: 0.0349336 Aug 18 14:45:54.703236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-1e83cca3-1339-44f3-bc31-2742df835a14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:54.704810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-1e83cca3-1339-44f3-bc31-2742df835a14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 796 time: 0.1060362 Aug 18 14:45:54.755794 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-1a21d444-4dc8-4d91-a34e-10c4571940d9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 380 time: 0.0339780 Aug 18 14:45:54.768277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'port': {'device_id': 'd896a451-108a-46a0-b832-827738d3e084', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'admin_state_up': True, 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'security_groups': ['cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:54.797114 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6730cbc2-03fd-49d3-b69c-60cc11b2000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.945354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:54.948952 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.991223 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.081474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.14 (fb18ae7e-1af6-4422-ac52-5ce37ba075e7/a9ec3703-9444-4ccf-802e-7d284abaae3c/aa7331aa-245a-42b9-89fa-defd2dd9e6b1) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:45:55.217898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.232088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object aa7331aa-245a-42b9-89fa-defd2dd9e6b1 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:55.283383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 087e81f0-eef2-49f9-b7da-2e464430d066 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:55.341227 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.386232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:55.391752 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:55.395431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:45:55.420856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:55.436987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.437340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.437680 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.438044 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.438376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.438719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.439057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.439429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.439758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.440083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.440405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.440906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.443562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 087e81f0-eef2-49f9-b7da-2e464430d066 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:55.452278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 087e81f0-eef2-49f9-b7da-2e464430d066 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:55.452666 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.463246 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:55.463928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.534568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.541727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-f22d70f9-7023-404a-b625-814d22cdd53d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770178 Aug 18 14:45:55.563804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Request body: {'port': {'device_id': 'd896a451-108a-46a0-b832-827738d3e084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:55.571159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 087e81f0-eef2-49f9-b7da-2e464430d066, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=087e81f0-eef2-49f9-b7da-2e464430d066,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:55.631000 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.632850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.670977 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5d8e5-df8e-4385-a09d-eacb609fb4d7 req-d843b3b8-5888-4db1-b921-e42e95145b94 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:55.672685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed5d8e5-df8e-4385-a09d-eacb609fb4d7 req-d843b3b8-5888-4db1-b921-e42e95145b94 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 932 time: 0.0522466 Aug 18 14:45:55.685045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:55.693284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.693631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.694036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.694407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.697474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:55.713356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eed5d8e5-df8e-4385-a09d-eacb609fb4d7 req-37c73a76-24a3-4e7d-a20f-08715c7cb686 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Aug 18 14:45:55.716421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7a760a6-e5b2-4662-b92a-700e126195ed None None] Provisioning for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:55.720354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b7a760a6-e5b2-4662-b92a-700e126195ed None None] Provisioning complete for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:55.720794 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7a760a6-e5b2-4662-b92a-700e126195ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.754688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b7a760a6-e5b2-4662-b92a-700e126195ed None None] Port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:45:55.909059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7331aa-245a-42b9-89fa-defd2dd9e6b1 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:45:55.916578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:55.929174 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Transition to ACTIVE for port object aa7331aa-245a-42b9-89fa-defd2dd9e6b1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:56.014559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.043110 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.066987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:56.136890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:45:56.137224 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:45:56.137682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:56.142497 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:45:56.142811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:56.148092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:45:56.148435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:56.148855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Bound using segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:45:56.149290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Bound port: aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:45:56.149690 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.219908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:45:56.223380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:45:56.305829 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.344026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.344703 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.346113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] 10.222.0.10 "PUT /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1092 time: 0.7902822 Aug 18 14:45:56.346543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:56.348792 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2400f-64d5-4047-b406-74139506142c" -d '{"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:56.374095 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174b49-97b4-4209-a40f-f5f24236261e service neutron] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:56.396216 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e7e4f2-01fa-43bc-b947-4ea6215c68dd x-openstack-request-id: req-90e7e4f2-01fa-43bc-b947-4ea6215c68dd {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:45:56.396509 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:45:56.396764 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90e7e4f2-01fa-43bc-b947-4ea6215c68dd {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:45:56.397176 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'status': 'completed', 'code': 200} Aug 18 14:45:56.468207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2400f-64d5-4047-b406-74139506142c req-195606f8-6276-47e7-a66e-88a5e4299221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.469783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12e2400f-64d5-4047-b406-74139506142c req-195606f8-6276-47e7-a66e-88a5e4299221 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1095 time: 0.0433180 Aug 18 14:45:56.580438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2400f-64d5-4047-b406-74139506142c req-458eefc2-96f2-44af-8381-b06d9e9bb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.581947 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12e2400f-64d5-4047-b406-74139506142c req-458eefc2-96f2-44af-8381-b06d9e9bb571 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=894b1d79036d4ae5b86989257d94086a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993407 Aug 18 14:45:56.684399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2400f-64d5-4047-b406-74139506142c req-669bcc09-639e-4f34-a2df-dd7b8deba93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.686419 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-12e2400f-64d5-4047-b406-74139506142c req-669bcc09-639e-4f34-a2df-dd7b8deba93f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937915 Aug 18 14:45:56.772759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-36f46acb-4dc7-435f-9c37-2a0e7fd80831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.774314 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-36f46acb-4dc7-435f-9c37-2a0e7fd80831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1095 time: 0.0416901 Aug 18 14:45:56.822374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-52d1f85c-3c14-41e1-a1c1-8a2b4c7604b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 217 time: 0.0368953 Aug 18 14:45:56.833861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a22a-0155-486c-be8e-79669812823f req-a35685e2-543f-4772-ac1e-c54c9b644c09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.835362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a504a22a-0155-486c-be8e-79669812823f req-a35685e2-543f-4772-ac1e-c54c9b644c09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 944 time: 0.0492516 Aug 18 14:45:56.873635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a504a22a-0155-486c-be8e-79669812823f req-f10f5261-6cd1-41d0-ada1-9e2800a07ece tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Aug 18 14:45:56.880532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-91606e40-6017-4152-ba8c-0a6a4521a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.882052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-91606e40-6017-4152-ba8c-0a6a4521a05f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0484147 Aug 18 14:45:56.933029 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-df7818e2-8722-4f37-8d18-03bc994aac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.934675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-df7818e2-8722-4f37-8d18-03bc994aac99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414741 Aug 18 14:45:57.026947 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-ad51ba59-231b-4516-ae77-0ecfd03c715b service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797648 Aug 18 14:45:57.123772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-afd1a2d3-4084-4821-a35a-ca97d37bc16d req-c1e45262-9bb9-4af6-b676-855e391019b7 service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855050 Aug 18 14:45:57.250967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 087e81f0-eef2-49f9-b7da-2e464430d066 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:57.300076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 087e81f0-eef2-49f9-b7da-2e464430d066 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:57.300487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.665151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.991919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0f0b-1154-4162-aa79-c2f9cf442e05 req-78f84db3-9fc5-41fb-96e6-e7ca06d354ed tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:57.993372 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e84e0f0b-1154-4162-aa79-c2f9cf442e05 req-78f84db3-9fc5-41fb-96e6-e7ca06d354ed tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 944 time: 0.0509458 Aug 18 14:45:58.030304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e84e0f0b-1154-4162-aa79-c2f9cf442e05 req-48dc742d-f0fd-4383-a0eb-289713c1662b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303044 Aug 18 14:45:58.945748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:45:59.039016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:59.049767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'port_id': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'mac_address': 'fa:16:3e:22:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:45:59.090204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.102821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7331aa-245a-42b9-89fa-defd2dd9e6b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:45:59.122413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:59.144374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a1b37-49cc-4474-9b9e-78098e27605c req-154dbe80-2c5c-4427-929a-36e90a0bec2c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.145894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e2a1b37-49cc-4474-9b9e-78098e27605c req-154dbe80-2c5c-4427-929a-36e90a0bec2c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 944 time: 0.0492637 Aug 18 14:45:59.183582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e2a1b37-49cc-4474-9b9e-78098e27605c req-8f2e9600-0bd7-4a51-b2bd-b9a6fae9717a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Aug 18 14:45:59.203638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.251311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:59.442439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['aa7331aa-245a-42b9-89fa-defd2dd9e6b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:00.298651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0ea45-393d-40fc-adc8-34b06efd9c18 req-eefb596b-f4f9-4e23-8758-837333e608f8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.300114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55a0ea45-393d-40fc-adc8-34b06efd9c18 req-eefb596b-f4f9-4e23-8758-837333e608f8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Aug 18 14:46:00.336766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55a0ea45-393d-40fc-adc8-34b06efd9c18 req-8b6ddfc5-a4bc-40c0-83f9-338f87be9633 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306532 Aug 18 14:46:00.946683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:01.083118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:01.087079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:01.087472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.174178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.197066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:01.199278 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d2624-cdb1-4d8e-983f-b8e884cec453" -d '{"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-plugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:01.212611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:01.236763 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a044ae-b50e-44f6-a625-929c54745d97 x-openstack-request-id: req-65a044ae-b50e-44f6-a625-929c54745d97 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:01.237059 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-plugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:01.237310 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65a044ae-b50e-44f6-a625-929c54745d97 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:01.237703 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'code': 200} Aug 18 14:46:01.278345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.331331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:01.348980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f5fb6-d073-4f62-8c52-af5c7cc633c7 req-8bc5fb64-3816-448b-a984-1c2b1694636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.350533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed9f5fb6-d073-4f62-8c52-af5c7cc633c7 req-8bc5fb64-3816-448b-a984-1c2b1694636c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1097 time: 0.0422626 Aug 18 14:46:01.391123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed9f5fb6-d073-4f62-8c52-af5c7cc633c7 req-d6b27fd5-4132-4555-aae2-3dd832cf52e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294602 Aug 18 14:46:01.457120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40b85-2b37-4894-8452-c084a623c93d req-8f5f508b-0628-4a45-ac54-47091004e279 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.458559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e40b85-2b37-4894-8452-c084a623c93d req-8f5f508b-0628-4a45-ac54-47091004e279 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0551884 Aug 18 14:46:01.498337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e40b85-2b37-4894-8452-c084a623c93d req-f1af428b-c205-4098-91ed-b73cc353e55f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338736 Aug 18 14:46:02.618236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d886-0af2-4cec-98a5-7d6407573795 req-0937031c-b0e5-4c78-bbdd-2323b7b6b6c1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.619721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3477d886-0af2-4cec-98a5-7d6407573795 req-0937031c-b0e5-4c78-bbdd-2323b7b6b6c1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Aug 18 14:46:02.656707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3477d886-0af2-4cec-98a5-7d6407573795 req-d0d1eb11-e43b-410f-bb79-3b4658fbaa98 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Aug 18 14:46:02.769544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a9c1-8479-4109-8ce9-383db6d5cb4b req-49965d4e-c4ca-4015-af7b-4e663a4dda1d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.771043 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17e2a9c1-8479-4109-8ce9-383db6d5cb4b req-49965d4e-c4ca-4015-af7b-4e663a4dda1d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0486617 Aug 18 14:46:02.808602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17e2a9c1-8479-4109-8ce9-383db6d5cb4b req-921e0ccc-e484-4a96-9382-0ecf2e9e6fc8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Aug 18 14:46:02.829272 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45644) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:02.872121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f43c3a-1051-4cf2-b7bd-45124ef7bb7b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.873637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-85f43c3a-1051-4cf2-b7bd-45124ef7bb7b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1092 time: 0.0433736 Aug 18 14:46:02.876409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45646) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:02.880678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:02.968789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.072895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.087100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-bbe96632-66eb-4d30-9c3a-2cfa079a9194 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451636 Aug 18 14:46:03.154008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-e7115a58-10d6-4bac-afd1-f9c825f46e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.156141 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-e7115a58-10d6-4bac-afd1-f9c825f46e35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1097 time: 0.0408351 Aug 18 14:46:03.181225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.243 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2384100e-8fb6-4a6c-bd75-df2c38eecb92) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:46:03.258352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-ff6e05f9-e239-47cb-ba82-a49383b98e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.260239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-ff6e05f9-e239-47cb-ba82-a49383b98e19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0853891 Aug 18 14:46:03.284483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.335813 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-64fcbafe-c21e-46bf-a1f0-307737362b00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 200 len: 1001 time: 0.0625763 Aug 18 14:46:03.386543 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.386797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-f05f2ecd-3ae9-4f36-b7a7-5a147f95e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.388248 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-f05f2ecd-3ae9-4f36-b7a7-5a147f95e462 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0416200 Aug 18 14:46:03.432908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:46:03.435958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:46:03.436317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-6699a268-31f7-4763-a470-1f983a264d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.437918 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-6699a268-31f7-4763-a470-1f983a264d65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407951 Aug 18 14:46:03.438625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:46:03.464107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=2384100e-8fb6-4a6c-bd75-df2c38eecb92,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:03.534730 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-eb0fe683-e9a1-4f27-a3bf-fa333cd6eefa service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869462 Aug 18 14:46:03.629368 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-582ab442-8705-4442-8d0f-3f9b8cf41321 req-be878ac3-afe6-475e-9c03-f9da2abc41c0 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 Aug 18 14:46:03.797295 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.917219 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.064693 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.134273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.202385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=2384100e-8fb6-4a6c-bd75-df2c38eecb92,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:04.212081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.310240 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 associated. External IP: 172.25.1.243, port: aa7331aa-245a-42b9-89fa-defd2dd9e6b1. Aug 18 14:46:04.516067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 34575119-4207-4e41-b611-3765107d2f81 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:46:04.623009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:46:04.633519 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Sync routers for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:46:04.644921 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:04.645518 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:04.700631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.727615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d2a136ca-3e75-48e9-a4f7-a7b67d71bf3b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8502197 Aug 18 14:46:04.728215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:04.730509 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a77cb8-0796-41eb-918f-5161d744584c" -d '{"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:04.753643 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:04.769601 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458e5523-3193-465d-afe6-2b0c08419c6a x-openstack-request-id: req-458e5523-3193-465d-afe6-2b0c08419c6a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:04.769965 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:04.770224 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-458e5523-3193-465d-afe6-2b0c08419c6a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:04.770635 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'status': 'completed', 'code': 200} Aug 18 14:46:04.826780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece4359-ca0c-4511-9fd4-3d04c57759e8 req-e4635481-4913-4e6e-9b3c-8115dfdc514f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.828838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ece4359-ca0c-4511-9fd4-3d04c57759e8 req-e4635481-4913-4e6e-9b3c-8115dfdc514f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Aug 18 14:46:04.840416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77cb8-0796-41eb-918f-5161d744584c req-d6e6961a-b829-4490-a83b-e8ff977ddbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.842068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-d6e6961a-b829-4490-a83b-e8ff977ddbcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1097 time: 0.0476229 Aug 18 14:46:04.869301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ece4359-ca0c-4511-9fd4-3d04c57759e8 req-92a4411d-171e-4061-b927-bf13fbe11748 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Aug 18 14:46:04.891931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45654) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:04.942484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77cb8-0796-41eb-918f-5161d744584c req-94dee9f9-039d-42f6-bfad-26aab1d6ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.943984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-94dee9f9-039d-42f6-bfad-26aab1d6ca88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.0941858 Aug 18 14:46:04.958774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f5be3c15-9b4a-476b-8afc-48dda216b885 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 HTTP/1.1" status: 200 len: 992 time: 0.0655618 Aug 18 14:46:04.986349 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd3b8c40f-4ad3-4042-8d6d-17c1157b4a00', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '34575119-4207-4e41-b611-3765107d2f81', 'port_id': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'mac_address': 'fa:16:3e:22:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896a451-108a-46a0-b832-827738d3e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:46:03Z', 'updated_at': '2021-08-18T14:46:03Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:05.012115 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Checking router: 34575119-4207-4e41-b611-3765107d2f81 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:46:05.016186 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-70e43302-4da0-4318-9323-307659cde7c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1000 time: 0.0646491 Aug 18 14:46:05.020799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:05.021332 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:45:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:05.066434 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77cb8-0796-41eb-918f-5161d744584c req-b40a9261-3b1d-4459-8a4c-5f32e67080cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.067904 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-b40a9261-3b1d-4459-8a4c-5f32e67080cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0432723 Aug 18 14:46:05.114213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77cb8-0796-41eb-918f-5161d744584c req-22620345-82ee-4c1f-8610-a97a331ffabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.115762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-22620345-82ee-4c1f-8610-a97a331ffabc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403278 Aug 18 14:46:05.123408 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:05.210278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-3bf4c08c-b8dd-4d27-95cf-1e0f26d5bcea service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869994 Aug 18 14:46:05.299181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-41a77cb8-0796-41eb-918f-5161d744584c req-0c69d53e-dbb2-4dfd-ad43-0e367d598916 service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817232 Aug 18 14:46:05.344651 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd3b8c40f-4ad3-4042-8d6d-17c1157b4a00', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '34575119-4207-4e41-b611-3765107d2f81', 'port_id': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'mac_address': 'fa:16:3e:22:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896a451-108a-46a0-b832-827738d3e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:46:03Z', 'updated_at': '2021-08-18T14:46:03Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:05.370324 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85031bda-4b9f-415a-9891-7fa9ac174eb6 None None] The sync data for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 is: [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'd3b8c40f-4ad3-4042-8d6d-17c1157b4a00', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '34575119-4207-4e41-b611-3765107d2f81', 'port_id': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'mac_address': 'fa:16:3e:22:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896a451-108a-46a0-b832-827738d3e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:46:03Z', 'updated_at': '2021-08-18T14:46:03Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:46:05.560779 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05845edc-500c-4083-8d12-88195aee5d1b None None] New status for floating IP d3b8c40f-4ad3-4042-8d6d-17c1157b4a00: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:46:05.962342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45656) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:06.026177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41408f43-c510-4964-832e-f0f879b4e96e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 HTTP/1.1" status: 200 len: 994 time: 0.0626276 Aug 18 14:46:10.539089 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:11.225624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:11.647830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-1ccaa601-40e4-477e-90a2-1547a0d4e121 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393019 Aug 18 14:46:11.749072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b1ddc18f-e12f-4db9-89bd-fb03e72d8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:11.751058 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b1ddc18f-e12f-4db9-89bd-fb03e72d8568 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1097 time: 0.0401664 Aug 18 14:46:12.143306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-cb1a588a-139a-4b6e-9e6d-65bc30367e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.144800 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-cb1a588a-139a-4b6e-9e6d-65bc30367e14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.3738732 Aug 18 14:46:12.216829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-14bf9d1f-f321-457c-8c87-ca8654f5fbde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1002 time: 0.0633328 Aug 18 14:46:12.272614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b2ee8b38-3e64-4b9c-b702-1473ad5997af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.274088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b2ee8b38-3e64-4b9c-b702-1473ad5997af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0438576 Aug 18 14:46:12.321369 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b7445a5e-62d0-4385-8de1-ad7ad254154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.322872 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-b7445a5e-62d0-4385-8de1-ad7ad254154c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422013 Aug 18 14:46:12.410132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-229f2c9b-3dd2-41be-8d60-76f19764fec9 service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797286 Aug 18 14:46:12.500393 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-dbb65e49-3c36-47e7-92a1-d97f816710c5 req-705f1dcd-f1e5-4272-9349-17f645589956 service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Aug 18 14:46:21.979996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6bc7-4190-4d9f-97f6-d587a698f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.797219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54015a17-97d9-472c-a506-0fb78d8edf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.951032 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:25.501859 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:46:25.991238 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:27.636768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.194743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45674) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:33.353606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 4f6788d0-a5f1-4644-8f3b-61bd32195db8 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:33.353974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.432571 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.432902 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.444568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 4f6788d0-a5f1-4644-8f3b-61bd32195db8 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:33.665130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.690247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=4f6788d0-a5f1-4644-8f3b-61bd32195db8,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:33.748237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.748494 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP 6a8654ec-c279-412f-b960-4244e10992f6 disassociated (deleted). External IP: 172.25.1.87, port: 576cff55-0915-4532-8f91-97c03312a2fc. Aug 18 14:46:33.956211 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:46:34.062567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:46:34.068294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:34.073262 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:46:34.081891 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:34.084159 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:34.095306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f8f5a4b3-c31f-45ad-a55c-efdd9bd588ae tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "DELETE /v2.0/floatingips/6a8654ec-c279-412f-b960-4244e10992f6 HTTP/1.1" status: 204 len: 168 time: 0.8993795 Aug 18 14:46:34.095966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:34.098319 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d7d2c8-ecb4-43e0-909c-179b458cd713" -d '{"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:34.143900 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ddc23e-c7a7-46c0-9cba-15d051e3f155 x-openstack-request-id: req-a3ddc23e-c7a7-46c0-9cba-15d051e3f155 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:34.144198 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "tag": "576cff55-0915-4532-8f91-97c03312a2fc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:34.144452 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3ddc23e-c7a7-46c0-9cba-15d051e3f155 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:34.144933 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc', 'status': 'completed', 'code': 200} Aug 18 14:46:34.195044 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:34.217355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-ab98e740-2397-4bb1-ab3c-351e0e9828e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.218926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-ab98e740-2397-4bb1-ab3c-351e0e9828e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 1097 time: 0.0467052 Aug 18 14:46:34.322563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-8478e9a2-8c7d-44d8-bace-6a9e9fa2584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.326679 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-8478e9a2-8c7d-44d8-bace-6a9e9fa2584a service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0954902 Aug 18 14:46:34.380971 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-ec0e0492-b31f-490c-bdb9-a849fb1f6e76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 200 len: 217 time: 0.0425711 Aug 18 14:46:34.430456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:34.450329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-dc565eb7-045c-4fa4-b521-6c14aca221ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.452021 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-dc565eb7-045c-4fa4-b521-6c14aca221ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0483890 Aug 18 14:46:34.458150 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:46:34.472978 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:34.473867 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:34.503245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-e9a1fee5-7f10-414a-80ba-bb95d3de2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.504797 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-e9a1fee5-7f10-414a-80ba-bb95d3de2030 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434008 Aug 18 14:46:34.592217 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:34.626396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-a607a6e8-f733-47ab-9994-f4361395e690 service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117680 Aug 18 14:46:34.690311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87b68-5899-41aa-ab8c-f872fc17cf85 req-65c19d43-b929-46c4-9eba-e4de8e12c83a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.692501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64a87b68-5899-41aa-ab8c-f872fc17cf85 req-65c19d43-b929-46c4-9eba-e4de8e12c83a tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.1350265 Aug 18 14:46:34.733290 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-79d7d2c8-ecb4-43e0-909c-179b458cd713 req-efe45d55-ad94-4253-b626-c026f016e24f service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976975 Aug 18 14:46:34.735406 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64a87b68-5899-41aa-ab8c-f872fc17cf85 req-8b6a26d7-d881-4141-8a58-193c8464ff4d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Aug 18 14:46:34.828848 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-053238de-86ac-4389-bdca-b628dae3577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:34.947518 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053238de-86ac-4389-bdca-b628dae3577d None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'port_id': 'f093914d-ccb4-4389-8970-7248cf37f000', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'mac_address': 'fa:16:3e:e2:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:41:21Z', 'updated_at': '2021-08-18T14:41:24Z', 'revision_number': 1, 'project_id': '569294c7645242edb004179c0c6f31f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:46:35.174476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a87c3-cadc-4a3a-891f-e0eb202f6baf None None] New status for floating IP 6a8654ec-c279-412f-b960-4244e10992f6: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:46:35.904409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a9ad-c51e-4db0-9196-c901f66004d8 req-70144d31-0134-42a4-ad35-c46c131ce35b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:35.905887 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0db7a9ad-c51e-4db0-9196-c901f66004d8 req-70144d31-0134-42a4-ad35-c46c131ce35b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.1014352 Aug 18 14:46:35.946247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0db7a9ad-c51e-4db0-9196-c901f66004d8 req-522b2b4b-eb15-4a37-89e8-1f5d7d2978de tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345321 Aug 18 14:46:36.310712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-fdc2a728-10ce-4dab-9f72-2b2fda1e120e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:36.312218 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-fdc2a728-10ce-4dab-9f72-2b2fda1e120e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Aug 18 14:46:36.410495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 576cff55-0915-4532-8f91-97c03312a2fc {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:36.411725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:36.495750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port 576cff55-0915-4532-8f91-97c03312a2fc, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=576cff55-0915-4532-8f91-97c03312a2fc,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:36.496119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:36.508478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 576cff55-0915-4532-8f91-97c03312a2fc owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:36.682238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:36.709676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=576cff55-0915-4532-8f91-97c03312a2fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:36.756475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port 576cff55-0915-4532-8f91-97c03312a2fc on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:36.759046 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:36.761104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-343c17fa-2312-4be4-8fa4-dbef2cc68e68 req-5a62ed76-f5af-46eb-83fe-e55d7f3057f7 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "DELETE /v2.0/ports/576cff55-0915-4532-8f91-97c03312a2fc HTTP/1.1" status: 204 len: 173 time: 0.4369636 Aug 18 14:46:36.761541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'name': 'network-vif-deleted', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:36.763780 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74a1c7-2120-48dd-9f4c-bbb0d6543468" -d '{"events": [{"server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "name": "network-vif-deleted", "tag": "576cff55-0915-4532-8f91-97c03312a2fc"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:36.799093 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc41c8f6-66f3-4987-bba7-c83710bcc972 x-openstack-request-id: req-fc41c8f6-66f3-4987-bba7-c83710bcc972 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:36.799394 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b864de1-0c96-4144-94e1-d157d5890b32", "name": "network-vif-deleted", "tag": "576cff55-0915-4532-8f91-97c03312a2fc", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:36.799650 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc41c8f6-66f3-4987-bba7-c83710bcc972 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:36.800053 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b864de1-0c96-4144-94e1-d157d5890b32', 'name': 'network-vif-deleted', 'tag': '576cff55-0915-4532-8f91-97c03312a2fc', 'status': 'completed', 'code': 200} Aug 18 14:46:37.040464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a2f904e-9cad-407b-8ca2-a6e6824ee65b req-22f7fd47-dadb-4b53-ae8e-4b74c55b7a0c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Aug 18 14:46:38.137284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7258780-9c1f-48da-8371-97428027cc9b req-f072c588-fb80-4404-9145-c07e5c903b7d tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0259073 Aug 18 14:46:39.099350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed07a-dcf3-4d88-85e2-95918c33a624 req-b313975d-331f-4b18-a22f-53d2f255726c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:39.100834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f4ed07a-dcf3-4d88-85e2-95918c33a624 req-b313975d-331f-4b18-a22f-53d2f255726c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0492549 Aug 18 14:46:39.139130 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f4ed07a-dcf3-4d88-85e2-95918c33a624 req-a5e1b651-7d99-4177-9eb4-0d8eadb46e54 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Aug 18 14:46:39.161475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45706) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:39.227444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2213696a-b611-4985-a8da-99b36f71153d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 HTTP/1.1" status: 200 len: 994 time: 0.0597470 Aug 18 14:46:39.240465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c108ac8c-2e1b-4032-9e69-469754a345cf req-023ca1bc-9e2d-4173-9c88-8d7361ed9e74 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0350611 Aug 18 14:46:39.594038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0ed1-2758-4496-b499-c520e39d364d req-5d3b0772-6988-40a5-9d81-a51221e0d99b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:39.595680 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-323e0ed1-2758-4496-b499-c520e39d364d req-5d3b0772-6988-40a5-9d81-a51221e0d99b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1097 time: 0.0448890 Aug 18 14:46:39.629557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-323e0ed1-2758-4496-b499-c520e39d364d req-9a4beed1-ecb0-41a3-b976-9aaa5b3769fc tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278127 Aug 18 14:46:40.349200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29ad4ddb-af04-4337-8309-9dfa675ad442 req-daa530d3-773e-4acd-b1f8-e65c6e6bba68 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b864de1-0c96-4144-94e1-d157d5890b32 HTTP/1.1" status: 200 len: 210 time: 0.0325916 Aug 18 14:46:40.384726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 576cff55-0915-4532-8f91-97c03312a2fc no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:40.404829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 576cff55-0915-4532-8f91-97c03312a2fc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:40.405175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 576cff55-0915-4532-8f91-97c03312a2fc not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:40.549766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:40.627639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-ceab90cc-f37a-4a52-a8d1-b63857ad53af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403018 Aug 18 14:46:41.219887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:41.479068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-c6700a44-6887-4dff-9138-8e330468bf07 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:46:41.480666 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-c6700a44-6887-4dff-9138-8e330468bf07 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602281 Aug 18 14:46:41.489567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Request body: {'binding': {'host': 'n-h2-804303-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:41.490055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Unknown quota resources ['binding']. {{(pid=112229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 14:46:41.624710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on host n-h2-804303-5 for vnic_type normal with profile None {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:41.629818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:41.629818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:41.631718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:41.632040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:41.636903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:41.637239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:41.637611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Bound using segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:41.638058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Bound port: aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:41.725959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:41.791948 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] Notify callbacks [] for binding, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:41.793148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-5f47dd75-85c7-4e23-b507-3cee8c0631da service neutron] 10.222.0.35 "POST /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3067477 Aug 18 14:46:42.047784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f20c-3f97-4d34-a19a-2c2a79be17e1 req-02c3aa9c-6ca2-479a-ab88-aa6df0cfb112 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.049288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d610f20c-3f97-4d34-a19a-2c2a79be17e1 req-02c3aa9c-6ca2-479a-ab88-aa6df0cfb112 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Aug 18 14:46:42.087993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d610f20c-3f97-4d34-a19a-2c2a79be17e1 req-fda07eab-4cab-42c2-bc64-f0b1685eef44 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Aug 18 14:46:42.427829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6214f9a1-d070-4d80-b862-2bd3b1963c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.429338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6214f9a1-d070-4d80-b862-2bd3b1963c5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1097 time: 0.0420690 Aug 18 14:46:42.524450 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-43e6596e-d6bb-4ac1-a496-fe975dd26014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.525955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-43e6596e-d6bb-4ac1-a496-fe975dd26014 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.0885537 Aug 18 14:46:42.591521 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-ce004fba-b479-459f-89e2-e3c88b50eb71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1002 time: 0.0579133 Aug 18 14:46:42.648940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-38e68d02-b2fd-4bb5-823c-15492bdb8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.650411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-38e68d02-b2fd-4bb5-823c-15492bdb8f46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0474293 Aug 18 14:46:42.702559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-31ad5b26-d31d-48b5-baff-c28467e85c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.704236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-31ad5b26-d31d-48b5-baff-c28467e85c32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415232 Aug 18 14:46:42.806597 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-e4c87b19-c6a5-40d9-beb0-0f0ef74e8890 service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895679 Aug 18 14:46:42.902769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-94721763-5818-4df2-adad-189831995463 service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830107 Aug 18 14:46:43.057205 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-47bcb678-d2ae-49ae-9b66-6490aa15ba2b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:43.058680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-47bcb678-d2ae-49ae-9b66-6490aa15ba2b tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&tenant_id=894b1d79036d4ae5b86989257d94086a&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1097 time: 0.0815759 Aug 18 14:46:43.076763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-5'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:43.131639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.216328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad3bd-31d6-4c3b-a833-4883b4216dd1 req-b927ff22-7e50-407d-b0f9-cfdb997cb1e4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:43.224919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2caad3bd-31d6-4c3b-a833-4883b4216dd1 req-b927ff22-7e50-407d-b0f9-cfdb997cb1e4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0617831 Aug 18 14:46:43.258275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2caad3bd-31d6-4c3b-a833-4883b4216dd1 req-88e0bd00-b5a0-4754-a4a6-c44241c3af47 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Aug 18 14:46:43.269233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:43.308632 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:43.348498 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:43.350774 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac64d5d-3b39-4dca-b5eb-1dee238f6305" -d '{"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:43.354628 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.389883 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64222b2a-287d-4918-b78c-ce306a5d84fe x-openstack-request-id: req-64222b2a-287d-4918-b78c-ce306a5d84fe {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:43.390195 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:43.390445 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64222b2a-287d-4918-b78c-ce306a5d84fe {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:43.391403 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'code': 200} Aug 18 14:46:43.425186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.519259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:43.581319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on host n-h1-804303-5 for vnic_type normal with profile {"migrating_to": "n-h2-804303-5"} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:43.584525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:43.584525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:43.587424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:43.587745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Attempting to bind port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:43.593468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:43.593883 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Checking segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:43.594247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Bound using segment: {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:43.594672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Bound port: aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365cc15-70f3-49ee-be3b-49cd188643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:43.595027 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.664279 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:43.667361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:43.728758 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.777981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] Provisioning complete for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:43.778459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.833236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=8']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:43.874367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.879123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:43.879834 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.881505 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8862e198-262c-4697-b901-3cfb07736bb8 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1122 time: 0.8087680 Aug 18 14:46:43.899619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:43.901762 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f655b-4e10-428a-a3e8-e939c110f510" -d '{"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-plugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:43.921355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:43.966416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['aa7331aa-245a-42b9-89fa-defd2dd9e6b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:44.008003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.056813 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87d779-0e6f-42be-b09b-cf5df11e2bde x-openstack-request-id: req-9a87d779-0e6f-42be-b09b-cf5df11e2bde {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:44.057095 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-plugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:44.057521 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a87d779-0e6f-42be-b09b-cf5df11e2bde {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:44.057967 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'code': 200} Aug 18 14:46:44.181902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525e6a2-27bd-4623-9ec8-efbe369a7b27 None None] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:44.356058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ad2bd4d0-4821-4801-8f5e-bdbdf78bfd3c None None] Provisioning complete for port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:44.356517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd4d0-4821-4801-8f5e-bdbdf78bfd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.380616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11053881-cb93-44c0-aadc-4a25dfaa9da5 req-f637b0cb-49dd-4f80-8747-9cc502ff8ec4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:44.382264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11053881-cb93-44c0-aadc-4a25dfaa9da5 req-f637b0cb-49dd-4f80-8747-9cc502ff8ec4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0493958 Aug 18 14:46:44.425368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11053881-cb93-44c0-aadc-4a25dfaa9da5 req-c75599e1-0376-4c0e-a8fc-bba899ae19f7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370870 Aug 18 14:46:45.392606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:45.394960 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bad424-70a8-4c97-be09-fdaedba77a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:45.433162 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07481622-d2d3-4371-a803-bb924dff2950 x-openstack-request-id: req-07481622-d2d3-4371-a803-bb924dff2950 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:45.433461 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:45.433720 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07481622-d2d3-4371-a803-bb924dff2950 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:45.434163 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'status': 'completed', 'code': 200} Aug 18 14:46:45.501382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-809796e6-87d8-4c16-a374-95730df183a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.502945 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-809796e6-87d8-4c16-a374-95730df183a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1127 time: 0.0471983 Aug 18 14:46:45.543688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c1a9-86ce-405e-84f1-0c8054366637 req-67b62235-5b92-47cf-8bb6-435fc3836ae4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.545326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e641c1a9-86ce-405e-84f1-0c8054366637 req-67b62235-5b92-47cf-8bb6-435fc3836ae4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0517240 Aug 18 14:46:45.588365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e641c1a9-86ce-405e-84f1-0c8054366637 req-9529c35c-fac4-4467-b73d-808122698819 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Aug 18 14:46:45.607184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-cbd33350-34c1-42de-80a3-014207a9a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.608775 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-cbd33350-34c1-42de-80a3-014207a9a8d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.0983083 Aug 18 14:46:45.682312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-5989e376-fac4-4e58-acd4-a329e6d32e44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1002 time: 0.0629442 Aug 18 14:46:45.735643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-a8b2dffb-f18f-4d4e-aa04-e80d8456a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.737209 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-a8b2dffb-f18f-4d4e-aa04-e80d8456a825 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0436513 Aug 18 14:46:45.791740 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-7eadce1c-35db-4634-85fc-f56f279d3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.793640 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-7eadce1c-35db-4634-85fc-f56f279d3fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459833 Aug 18 14:46:45.896302 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-7c7ef42c-66a7-4ec9-8df5-56fa16ac9486 service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878680 Aug 18 14:46:45.992904 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a0bad424-70a8-4c97-be09-fdaedba77a9d req-290c66cd-1b61-43ec-8b39-d6aa085695ce service neutron] 10.222.0.10 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849516 Aug 18 14:46:46.403469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:46.495237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:46.506316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 has no active binding in host n-h2-804303-5 {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 14:46:46.704152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a57061-11d5-4cfa-afc6-e28f5331d433 req-b5ff1bbe-ad70-4f00-be69-245a68b765a5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:46.705540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11a57061-11d5-4cfa-afc6-e28f5331d433 req-b5ff1bbe-ad70-4f00-be69-245a68b765a5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Aug 18 14:46:46.742728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11a57061-11d5-4cfa-afc6-e28f5331d433 req-08986955-a195-45c4-a558-16481172c88c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Aug 18 14:46:46.999454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45784) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:47.153386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port 42a7a0c4-be00-4d17-9606-e7f9593c8b64 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:47.153727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.230628 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.230961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.243050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for 42a7a0c4-be00-4d17-9606-e7f9593c8b64 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:47.458352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.483862 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=42a7a0c4-be00-4d17-9606-e7f9593c8b64,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:47.542333 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.542682 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Floating IP ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678 disassociated (deleted). External IP: 172.25.1.152, port: f093914d-ccb4-4389-8970-7248cf37f000. Aug 18 14:46:47.744919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:46:47.852507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:46:47.858054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.858555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9e38-b1fe-491a-ac8b-ff670c94595d req-c20d83cb-6946-4ca3-835c-4a9163eb25cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:47.860069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b7b9e38-b1fe-491a-ac8b-ff670c94595d req-c20d83cb-6946-4ca3-835c-4a9163eb25cd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Aug 18 14:46:47.862760 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:46:47.871785 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:47.872393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:47.887520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c650f2d-d54e-4d66-8afa-e3ac5cfb87da tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "DELETE /v2.0/floatingips/ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678 HTTP/1.1" status: 204 len: 168 time: 0.8869178 Aug 18 14:46:47.888593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:47.892004 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cba096-7cab-4cab-937f-716bc1ebefed" -d '{"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:47.903951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b7b9e38-b1fe-491a-ac8b-ff670c94595d req-22ee0c67-0d3b-46ad-9bbb-4648f7213e33 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Aug 18 14:46:47.950804 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f21382-c639-4f7f-ba77-a91a2418f608 x-openstack-request-id: req-29f21382-c639-4f7f-ba77-a91a2418f608 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:47.951108 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "tag": "f093914d-ccb4-4389-8970-7248cf37f000", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:47.951367 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29f21382-c639-4f7f-ba77-a91a2418f608 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:47.951777 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000', 'status': 'completed', 'code': 200} Aug 18 14:46:47.986790 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:48.017016 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba096-7cab-4cab-937f-716bc1ebefed req-df45ba8a-2c02-4289-ac45-41190136f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.018560 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-df45ba8a-2c02-4289-ac45-41190136f5a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=569294c7645242edb004179c0c6f31f9&device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 1096 time: 0.0412159 Aug 18 14:46:48.119126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba096-7cab-4cab-937f-716bc1ebefed req-0e2e544e-de2c-45dc-a5ac-0b4ee69c1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.120645 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-0e2e544e-de2c-45dc-a5ac-0b4ee69c1257 service neutron] 10.222.0.58 "GET /v2.0/networks?id=20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 200 len: 913 time: 0.0909991 Aug 18 14:46:48.169167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-5f821ff5-d73c-4c37-80dd-64ce449b934d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 200 len: 217 time: 0.0372796 Aug 18 14:46:48.183443 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:48.214602 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:46:48.225034 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:48.231852 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:48.231967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba096-7cab-4cab-937f-716bc1ebefed req-bad08b9e-1326-4496-bd48-0f3fca3cb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.231967 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-bad08b9e-1326-4496-bd48-0f3fca3cb3a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 200 len: 851 time: 0.0512230 Aug 18 14:46:48.289464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba096-7cab-4cab-937f-716bc1ebefed req-4b7ecadb-e3fa-43fa-ad0f-8779138ed4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.291025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-4b7ecadb-e3fa-43fa-ad0f-8779138ed4dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=20f887b9-08a3-43f0-b275-bd982b76348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439699 Aug 18 14:46:48.310125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ca866-4b5d-4bb9-927e-2f413c467f72 req-bcb3484a-90ec-4f44-ba05-cd921caebbcf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.311796 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-528ca866-4b5d-4bb9-927e-2f413c467f72 req-bcb3484a-90ec-4f44-ba05-cd921caebbcf tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Aug 18 14:46:48.334935 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:48.359010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-528ca866-4b5d-4bb9-927e-2f413c467f72 req-5a9eb875-186c-450e-95f6-304d72fe849e tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 Aug 18 14:46:48.397046 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-c5e8667e-e45b-4b32-afc0-b372692b616f service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960994 Aug 18 14:46:48.548329 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:48.574753 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68e500-a40d-4311-943e-31d52b97f9e9 None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:33:04Z', 'revision_number': 4, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '9f7b4536-8fd6-4c22-b81b-af3925ac3ae1', 'name': '', 'network_id': '20f887b9-08a3-43f0-b275-bd982b76348f', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'mac_address': 'fa:16:3e:6b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:03Z', 'updated_at': '2021-08-18T14:33:09Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'subnets': [{'id': '51096a7b-2aa8-4326-839a-f469cb0d2a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:46:48.798481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37cba096-7cab-4cab-937f-716bc1ebefed req-064e7fb6-8647-4859-9431-24866289485c service neutron] 10.222.0.58 "GET /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898532 Aug 18 14:46:48.799413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156d894-7ed9-40bb-a63c-3add0a2570b8 None None] New status for floating IP ec6f3bc0-a6ef-4bcc-95fa-bcaf8a50f678: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:46:48.912125 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-59fc03e1-8190-4d40-9472-efaae806eed8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:48.913581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-59fc03e1-8190-4d40-9472-efaae806eed8 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 945 time: 0.0522814 Aug 18 14:46:49.008172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port f093914d-ccb4-4389-8970-7248cf37f000 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:49.008522 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.021387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fa075-83ab-4a9e-8a05-bfb0fcacfeac req-37297bed-6b4d-4620-b0e7-c9f46a8a2027 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:49.023005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-827fa075-83ab-4a9e-8a05-bfb0fcacfeac req-37297bed-6b4d-4620-b0e7-c9f46a8a2027 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Aug 18 14:46:49.061141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-827fa075-83ab-4a9e-8a05-bfb0fcacfeac req-70a4053d-afb0-4fa1-b680-bd38f7c7837c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Aug 18 14:46:49.100123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] For port f093914d-ccb4-4389-8970-7248cf37f000, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f093914d-ccb4-4389-8970-7248cf37f000,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:49.100699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.112556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for f093914d-ccb4-4389-8970-7248cf37f000 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:49.299450 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.325939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=f093914d-ccb4-4389-8970-7248cf37f000,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:49.398938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] No DVR routers for this DVR port f093914d-ccb4-4389-8970-7248cf37f000 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:49.402736 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.404688 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c9c024fa-5a7d-4e34-bff2-24a976356ae9 req-323274d1-445c-4383-acad-1cb1abe5dfdd tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.58 "DELETE /v2.0/ports/f093914d-ccb4-4389-8970-7248cf37f000 HTTP/1.1" status: 204 len: 173 time: 0.4838054 Aug 18 14:46:49.423665 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-fc83a81d-1f88-463c-b1ef-aef7b90a498d service neutron] 10.222.0.10 "GET /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 384 time: 0.0918632 Aug 18 14:46:49.458434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-866b5a62-7c96-42a5-b692-a44fc7c8f77c req-a98674da-e594-41ba-be35-efb088b502d6 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Aug 18 14:46:49.602716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:49.623009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:49.673978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:49.756403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.839885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] Transition to ACTIVE for port object aa7331aa-245a-42b9-89fa-defd2dd9e6b1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:49.911381 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.952934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'name': 'network-vif-deleted', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000'}, {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:49.959331 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e371a-eb5c-4dac-aa3c-1535afe957d4" -d '{"events": [{"server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "name": "network-vif-deleted", "tag": "f093914d-ccb4-4389-8970-7248cf37f000"}, {"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:50.014168 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa56ab3-1412-4838-a14b-2c93dacfc003 x-openstack-request-id: req-5aa56ab3-1412-4838-a14b-2c93dacfc003 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:50.014479 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700919c1-4e78-4442-a6fd-250c0eaf6268", "name": "network-vif-deleted", "tag": "f093914d-ccb4-4389-8970-7248cf37f000", "status": "completed", "code": 200}, {"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:50.014718 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5aa56ab3-1412-4838-a14b-2c93dacfc003 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:50.015114 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700919c1-4e78-4442-a6fd-250c0eaf6268', 'name': 'network-vif-deleted', 'tag': 'f093914d-ccb4-4389-8970-7248cf37f000', 'status': 'completed', 'code': 200} Aug 18 14:46:50.015378 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'code': 200} Aug 18 14:46:50.021635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] Pushing event updated for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=11']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:50.057671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] No DVR routers for this DVR port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:50.205508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da6002-c239-448d-a975-ca2654e02c61 req-b644ead4-4a3e-4b9c-a2e5-3d3b94c7fa3d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.207568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-6144ed17-f619-4462-8827-e4a2b77fb63f service neutron] 10.222.0.10 "PUT /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1/bindings/n-h2-804303-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7771962 Aug 18 14:46:50.208388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3da6002-c239-448d-a975-ca2654e02c61 req-b644ead4-4a3e-4b9c-a2e5-3d3b94c7fa3d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0649488 Aug 18 14:46:50.247968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a3da6002-c239-448d-a975-ca2654e02c61 req-4bdaa43d-a27b-4155-9630-ba9492e1d296 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338798 Aug 18 14:46:50.374592 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-2b0f4426-9396-4409-8a1c-18323086d87d tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.376117 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-2b0f4426-9396-4409-8a1c-18323086d87d tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&tenant_id=894b1d79036d4ae5b86989257d94086a&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0445766 Aug 18 14:46:50.429140 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-9bad6d02-7928-4f2c-a5fa-e1da0176fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.430684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-9bad6d02-7928-4f2c-a5fa-e1da0176fb76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 1096 time: 0.0420370 Aug 18 14:46:50.503378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-f68cc0dd-6b1c-47f5-b875-152638684faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.504826 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-f68cc0dd-6b1c-47f5-b875-152638684faf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1096 time: 0.0458004 Aug 18 14:46:50.561745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef6a9c8f-b79d-4170-9a33-1b4e9ae9c395 req-9092dee7-9844-4714-b86c-868d44dc4b8c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Aug 18 14:46:50.606618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8177afac-566f-4acd-9726-4668b00bf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.608165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-8177afac-566f-4acd-9726-4668b00bf15c service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.0906713 Aug 18 14:46:50.683624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-a5a791fc-8a95-462c-ba9a-43d91598f64d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 1000 time: 0.0630591 Aug 18 14:46:50.738280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-4390828d-9177-4650-b3bf-2186ae59cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.739740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-4390828d-9177-4650-b3bf-2186ae59cd2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0432005 Aug 18 14:46:50.790757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-66157142-7dbb-40b6-a691-3b3859d27222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:50.792195 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-66157142-7dbb-40b6-a691-3b3859d27222 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400529 Aug 18 14:46:50.893190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-539de40d-8055-45e8-931b-9d2b50f4ab7c service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882068 Aug 18 14:46:50.988865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-c7452c30-0396-4c10-8285-0cd36b8b0578 service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843513 Aug 18 14:46:51.365299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2955ba-505b-4257-ba67-04330f1886fc req-b8ade6bd-44c6-4b57-b875-7786c93a329a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:51.367032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d2955ba-505b-4257-ba67-04330f1886fc req-b8ade6bd-44c6-4b57-b875-7786c93a329a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0497029 Aug 18 14:46:51.405312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d2955ba-505b-4257-ba67-04330f1886fc req-cb86059b-f828-49f3-aac4-da8e61887534 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Aug 18 14:46:51.485422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-32368060-46c8-4710-8b42-e764d9e965c3 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:51.486914 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-32368060-46c8-4710-8b42-e764d9e965c3 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084&tenant_id=894b1d79036d4ae5b86989257d94086a&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 1096 time: 0.0447669 Aug 18 14:46:51.661735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e86a572a-325c-4597-9e2a-eeff07ec4238 req-d24e64a5-627e-49f9-8323-8491b711b12c tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0299060 Aug 18 14:46:51.685495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-49ccd244-e8e2-437a-91f9-41b2b53c3dac service neutron] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:51.689372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-49ccd244-e8e2-437a-91f9-41b2b53c3dac service neutron] Notify callbacks [] for binding, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:51.690543 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d5d635c-a303-4a8f-8cd3-ed02c3a331d3 req-49ccd244-e8e2-437a-91f9-41b2b53c3dac service neutron] 10.222.0.58 "DELETE /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1/bindings/n-h1-804303-5 HTTP/1.1" status: 204 len: 173 time: 0.1952152 Aug 18 14:46:51.943848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78ee844c-b45d-46c2-9b48-0d9090e299b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:52.425390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f093914d-ccb4-4389-8970-7248cf37f000 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:52.449913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: f093914d-ccb4-4389-8970-7248cf37f000 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:52.450599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f093914d-ccb4-4389-8970-7248cf37f000 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:52.523332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800580ed-3193-4df5-bf01-0cc61cc57947 req-e96c5aec-098d-4a2a-9cf3-042cdba2ee13 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:52.524897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-800580ed-3193-4df5-bf01-0cc61cc57947 req-e96c5aec-098d-4a2a-9cf3-042cdba2ee13 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Aug 18 14:46:52.564103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-800580ed-3193-4df5-bf01-0cc61cc57947 req-64260969-4073-41f0-8109-6d74bec7f8e3 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Aug 18 14:46:52.676420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4f52-081b-4a0e-9f2b-ca9e9bc3f531 req-d6e135af-0b1e-47f5-a3d9-edaa0d3b7d19 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:52.678148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-952e4f52-081b-4a0e-9f2b-ca9e9bc3f531 req-d6e135af-0b1e-47f5-a3d9-edaa0d3b7d19 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1096 time: 0.0423238 Aug 18 14:46:52.715179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-952e4f52-081b-4a0e-9f2b-ca9e9bc3f531 req-8a0816b4-5c0a-4601-86ff-d5c89a807a8a tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Aug 18 14:46:52.759944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6a57723-7e47-427e-8e7f-b8129e0a08b0 req-5d6f8610-e0cf-4dc4-947a-e324e9d4d94b tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "GET /v2.0/ports?device_id=700919c1-4e78-4442-a6fd-250c0eaf6268 HTTP/1.1" status: 200 len: 210 time: 0.0291967 Aug 18 14:46:52.837341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b60a2-d349-414c-a124-d4a3abd6b6a2 req-4af0aba0-0107-495c-89eb-752612dca191 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:52.838911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c81b60a2-d349-414c-a124-d4a3abd6b6a2 req-4af0aba0-0107-495c-89eb-752612dca191 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Aug 18 14:46:52.878856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c81b60a2-d349-414c-a124-d4a3abd6b6a2 req-d708437b-c402-4914-9f90-c7449ec5a45c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Aug 18 14:46:52.900369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:52.959755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-649748b2-f558-44dc-8d50-322e589d9888 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 HTTP/1.1" status: 200 len: 992 time: 0.0582733 Aug 18 14:46:53.117098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:53.152983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:53.816502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45824) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:53.938945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Deleting port ec2ba0fa-ad0a-4732-be12-b808bbbb8d38 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:53.939290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.014212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.014542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.025628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Calling delete_port for ec2ba0fa-ad0a-4732-be12-b808bbbb8d38 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:54.207567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.233191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'Port': ['ID=ec2ba0fa-ad0a-4732-be12-b808bbbb8d38,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:54.291577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.294131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.295281 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c3c43a1d-ffd6-4fbe-9170-58d9dfa00326 tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "DELETE /v2.0/floatingips/e23ec127-3bfa-48f1-9237-79614c515c0a HTTP/1.1" status: 204 len: 168 time: 0.4777689 Aug 18 14:46:54.830498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b8b407a-b7ae-44b1-a393-9393b40abdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.967758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.013394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.707242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45838) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:56.864324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 2384100e-8fb6-4a6c-bd75-df2c38eecb92 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:56.864672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.944626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.944953 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.956814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 2384100e-8fb6-4a6c-bd75-df2c38eecb92 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:57.139133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.164209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=2384100e-8fb6-4a6c-bd75-df2c38eecb92,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:57.176747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.177105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.177447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.177805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.178145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.178476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.178809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.179138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.179469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.179795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.180116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.180508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:57.237498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.237872 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 disassociated (deleted). External IP: 172.25.1.243, port: aa7331aa-245a-42b9-89fa-defd2dd9e6b1. Aug 18 14:46:57.449624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 34575119-4207-4e41-b611-3765107d2f81 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:46:57.558699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:46:57.565668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.572715 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Sync routers for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:46:57.583149 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:57.587416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:57.600312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-194ab294-6cf3-4152-ab15-5bb9f40a1f9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/floatingips/d3b8c40f-4ad3-4042-8d6d-17c1157b4a00 HTTP/1.1" status: 204 len: 168 time: 0.8893094 Aug 18 14:46:57.600312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:57.601489 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078cea4e-c5a4-4947-804e-56a6301356d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:57.643130 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.643615 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d74ad3-2a7c-42e0-a5da-eb12f94d902d x-openstack-request-id: req-f8d74ad3-2a7c-42e0-a5da-eb12f94d902d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:57.644090 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:57.644461 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8d74ad3-2a7c-42e0-a5da-eb12f94d902d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:57.644958 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'status': 'completed', 'code': 200} Aug 18 14:46:57.710584 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:57.727309 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-82ef39f1-e638-4638-983f-5870c429f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:57.727875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45846) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:57.728944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-82ef39f1-e638-4638-983f-5870c429f825 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 1096 time: 0.0529327 Aug 18 14:46:57.813099 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.842548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-22a43ca1-c62e-4703-87b9-025d9808ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:57.844296 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-22a43ca1-c62e-4703-87b9-025d9808ee96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 200 len: 897 time: 0.1043174 Aug 18 14:46:57.872993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:57.985601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-32caa837-c2ed-4247-a7e8-cbaf22c011c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 200 len: 217 time: 0.1105981 Aug 18 14:46:58.015088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:58.019253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.022183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.026497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4a9a6fb-184b-4bc5-92fa-8ee2e28de952 HTTP/1.1" status: 204 len: 168 time: 0.2979724 Aug 18 14:46:58.052950 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Checking router: 34575119-4207-4e41-b611-3765107d2f81 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:46:58.065704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:58.065704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:58.081107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-3635cc16-8baf-4802-a6ba-34273b70e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:58.083673 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-3635cc16-8baf-4802-a6ba-34273b70e6c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 200 len: 835 time: 0.0877509 Aug 18 14:46:58.084846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a9a6fb-184b-4bc5-92fa-8ee2e28de952,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:58.096165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.096777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.097335 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.097885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.098513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.099039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.099552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.100050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.100558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.101062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.101561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.102102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7925-3ca4-4247-b841-25e1c359ea3f tempest-TestVolumeBootPattern-1901073412 tempest-TestVolumeBootPattern-1901073412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:58.121556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc6ee-64a0-4a8d-bb49-e7c1656083d7 req-44ef0f8c-6cf1-4faa-9b70-0cd3c9742d0a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:58.125906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-756fc6ee-64a0-4a8d-bb49-e7c1656083d7 req-44ef0f8c-6cf1-4faa-9b70-0cd3c9742d0a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0953968 Aug 18 14:46:58.172714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45854) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:58.183327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-753b097b-353d-48e4-aea1-2e5643674339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:58.184820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-753b097b-353d-48e4-aea1-2e5643674339 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb18ae7e-1af6-4422-ac52-5ce37ba075e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935581 Aug 18 14:46:58.190428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-756fc6ee-64a0-4a8d-bb49-e7c1656083d7 req-aed18b80-5ecf-4890-9ad7-aa96b7ebc12e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551949 Aug 18 14:46:58.219907 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:46:58.292232 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-b9093703-e35e-4a03-ba57-78b17906832f service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966170 Aug 18 14:46:58.467239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.58', 56347) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:58.483839 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-c0da3d82-473e-4a31-addc-54b84b89317c service neutron] 10.222.0.58 "GET /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814306 Aug 18 14:46:58.522901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:46:58.536238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-eed354a9-01e7-4258-9fa1-5eb2092cdde1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:58.537741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-eed354a9-01e7-4258-9fa1-5eb2092cdde1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.58 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 945 time: 0.0544481 Aug 18 14:46:58.553958 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dec00-4666-46c8-b377-491610bdbb91 None None] The sync data for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 is: [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:45:50Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '087e81f0-eef2-49f9-b7da-2e464430d066', 'name': '', 'network_id': 'fb18ae7e-1af6-4422-ac52-5ce37ba075e7', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:81:b5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:50Z', 'updated_at': '2021-08-18T14:45:55Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': 'a9ec3703-9444-4ccf-802e-7d284abaae3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:46:58.652884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:58.653546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.751870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port aa7331aa-245a-42b9-89fa-defd2dd9e6b1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:58.752533 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.765818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for aa7331aa-245a-42b9-89fa-defd2dd9e6b1 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:58.824057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9887f-c79f-4f9c-8ac7-386343552123 None None] New status for floating IP d3b8c40f-4ad3-4042-8d6d-17c1157b4a00: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:46:58.832416 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.979384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.010613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=aa7331aa-245a-42b9-89fa-defd2dd9e6b1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:59.056536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] No DVR routers for this DVR port aa7331aa-245a-42b9-89fa-defd2dd9e6b1 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:59.059342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.061394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8aeda0d-9720-433f-bbff-0a7e09d87130 req-1232fe19-b94f-446d-a110-4334fa8dd093 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.58 "DELETE /v2.0/ports/aa7331aa-245a-42b9-89fa-defd2dd9e6b1 HTTP/1.1" status: 204 len: 173 time: 0.5140791 Aug 18 14:46:59.062104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-deleted', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:59.065987 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e223aa-7421-4419-873b-515940cb2300" -d '{"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-deleted", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:59.174659 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c235bf-35f5-4566-a7e2-09c938ca6203 x-openstack-request-id: req-f1c235bf-35f5-4566-a7e2-09c938ca6203 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:59.174959 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d896a451-108a-46a0-b832-827738d3e084", "name": "network-vif-deleted", "tag": "aa7331aa-245a-42b9-89fa-defd2dd9e6b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:59.175214 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1c235bf-35f5-4566-a7e2-09c938ca6203 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:59.175622 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd896a451-108a-46a0-b832-827738d3e084', 'name': 'network-vif-deleted', 'tag': 'aa7331aa-245a-42b9-89fa-defd2dd9e6b1', 'status': 'completed', 'code': 200} Aug 18 14:46:59.279164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56fbf722-d06a-47f5-8cdf-f6a042aaaccb req-e1835547-cc15-4f5d-a367-f729a636400a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=d896a451-108a-46a0-b832-827738d3e084 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Aug 18 14:46:59.396365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Deleting port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:59.396631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.480342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] For port 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:59.480702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.495743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Calling delete_port for 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:59.716224 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.741710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b4536-8fd6-4c22-b81b-af3925ac3ae1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:59.906624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.124147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Router 92839907-ac2e-4a47-8b36-32568c04b14b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:47:00.231191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:00.236061 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-40a1fad6-413a-4ea9-b83a-7dbcb7b51e94 admin admin] 10.222.0.35 "PUT /v2.0/routers/92839907-ac2e-4a47-8b36-32568c04b14b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0624034 Aug 18 14:47:00.238721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45866) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:00.242080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Sync routers for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:00.250962 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:00.251561 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.343477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45870) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:00.354022 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.359054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:00.460218 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.547390 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:46:59Z', 'revision_number': 5, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port': {'id': '7ab297cd-279b-493a-a1bf-dcda8b7b95ac', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:01Z', 'updated_at': '2021-08-18T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.568402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Deleting port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:00.568751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.573459 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Checking router: 92839907-ac2e-4a47-8b36-32568c04b14b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:00.582491 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Routers {'92839907-ac2e-4a47-8b36-32568c04b14b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:00.583100 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['92839907-ac2e-4a47-8b36-32568c04b14b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.654940 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] For port 7ab297cd-279b-493a-a1bf-dcda8b7b95ac, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:00.655324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.669950 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] Set router 92839907-ac2e-4a47-8b36-32568c04b14b gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:00.671564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Calling delete_port for 7ab297cd-279b-493a-a1bf-dcda8b7b95ac owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:00.723492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:47:00Z', 'revision_number': 6, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.728653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.756046 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba2153-3166-4f56-84c9-43fee221862e None None] The sync data for ids ['92839907-ac2e-4a47-8b36-32568c04b14b'] in n-d-804303-5 is: [{'id': '92839907-ac2e-4a47-8b36-32568c04b14b', 'name': 'tempest-TestVolumeBootPattern-1877784059-router', 'tenant_id': '569294c7645242edb004179c0c6f31f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:00Z', 'updated_at': '2021-08-18T14:47:00Z', 'revision_number': 6, 'project_id': '569294c7645242edb004179c0c6f31f9', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:00.904786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.932628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab297cd-279b-493a-a1bf-dcda8b7b95ac,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:00.997567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.096288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.099226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.224518 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.225119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92839907-ac2e-4a47-8b36-32568c04b14b {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:47:01.229785 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.230970 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-26a67523-888a-47d6-9955-adec03e5cb28 admin admin] 10.222.0.35 "DELETE /v2.0/routers/92839907-ac2e-4a47-8b36-32568c04b14b HTTP/1.1" status: 204 len: 168 time: 0.9913325 Aug 18 14:47:01.233428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45872) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:01.279886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Deleting subnet 51096a7b-2aa8-4326-839a-f469cb0d2a9a {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:01.281390 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.303534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 087e81f0-eef2-49f9-b7da-2e464430d066 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:01.303886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.317000 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.389900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 087e81f0-eef2-49f9-b7da-2e464430d066, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=087e81f0-eef2-49f9-b7da-2e464430d066,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:01.390513 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.398674 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.403261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 087e81f0-eef2-49f9-b7da-2e464430d066 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:01.511180 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.553287 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51096a7b-2aa8-4326-839a-f469cb0d2a9a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:01.558385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.562840 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ebbb4793-b32f-41b6-9a81-3ec47895767d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/51096a7b-2aa8-4326-839a-f469cb0d2a9a HTTP/1.1" status: 204 len: 168 time: 0.3260372 Aug 18 14:47:01.567957 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45874) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:01.568082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9a02a-f732-44d5-8c24-ba7e52ed3a5f None None] Network 20f887b9-08a3-43f0-b275-bd982b76348f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:47:01.585371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:01.637522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:01.637934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f7b4536-8fd6-4c22-b81b-af3925ac3ae1 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:01.638329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7ab297cd-279b-493a-a1bf-dcda8b7b95ac no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:01.649385 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.665065 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.667298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7ab297cd-279b-493a-a1bf-dcda8b7b95ac {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:01.667660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7ab297cd-279b-493a-a1bf-dcda8b7b95ac not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:01.703733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Deleting port 9f68a5a0-aea3-4169-92a1-2f908488d954 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:01.704607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.707898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=087e81f0-eef2-49f9-b7da-2e464430d066,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:01.788297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] For port 9f68a5a0-aea3-4169-92a1-2f908488d954, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f68a5a0-aea3-4169-92a1-2f908488d954,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:01.789627 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.810706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Calling delete_port for 9f68a5a0-aea3-4169-92a1-2f908488d954 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:01.837240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] DHCP port deletion for 20f887b9-08a3-43f0-b275-bd982b76348f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:47:01.916936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.925378 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Deleting port 9f68a5a0-aea3-4169-92a1-2f908488d954 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:01.925764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.993914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] For port 9f68a5a0-aea3-4169-92a1-2f908488d954, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=9f68a5a0-aea3-4169-92a1-2f908488d954,segment=NetworkSegment(d146341c-f15c-429c-8d3f-3c76160a6805),segment_id=d146341c-f15c-429c-8d3f-3c76160a6805)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:01.994311 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.006946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Calling delete_port for 9f68a5a0-aea3-4169-92a1-2f908488d954 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:02.053275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.075678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9f68a5a0-aea3-4169-92a1-2f908488d954,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:02.085000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] No DVR routers for this DVR port 9f68a5a0-aea3-4169-92a1-2f908488d954 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:02.092367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.118462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Pushing event deleted for resources: {'Port': ['ID=9f68a5a0-aea3-4169-92a1-2f908488d954,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:02.127771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.128113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.128445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.128877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.129224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.129550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.129905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.130235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.130562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.130881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.131206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.131524 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.136514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b8d69-4e3a-4a26-9f50-3ae674544940 None None] No DVR routers for this DVR port 9f68a5a0-aea3-4169-92a1-2f908488d954 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:02.159240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router 34575119-4207-4e41-b611-3765107d2f81 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:47:02.169212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.179597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f887b9-08a3-43f0-b275-bd982b76348f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.190604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd146341c-f15c-429c-8d3f-3c76160a6805') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.190906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd146341c-f15c-429c-8d3f-3c76160a6805') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.199705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.214575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.220339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:02.220735 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:02.222352 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:02.268347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:02.273549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7fa0ed85-bef6-4630-89e1-e65c6e61cc8a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/34575119-4207-4e41-b611-3765107d2f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9288864 Aug 18 14:47:02.276507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45876) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:02.277699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Sync routers for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:02.287242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:02.287948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.328629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting subnet a9ec3703-9444-4ccf-802e-7d284abaae3c {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:02.331718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.356691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.373220 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.375129 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] 10.222.0.35 "DELETE /v2.0/networks/20f887b9-08a3-43f0-b275-bd982b76348f HTTP/1.1" status: 204 len: 168 time: 0.8096776 Aug 18 14:47:02.378926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45878) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:02.393028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117a187-c3a3-48ec-90c1-3eb0be6210ca admin admin] Pushing event deleted for resources: {'Network': ['ID=20f887b9-08a3-43f0-b275-bd982b76348f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:02.393741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:02.401021 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.457066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:02.487295 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.502595 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:47:02.509077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: aa7331aa-245a-42b9-89fa-defd2dd9e6b1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:02.509442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device aa7331aa-245a-42b9-89fa-defd2dd9e6b1 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:02.606645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:47:01Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.625159 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.633727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Checking router: 34575119-4207-4e41-b611-3765107d2f81 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:02.642311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Routers {'34575119-4207-4e41-b611-3765107d2f81'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:02.642929 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['34575119-4207-4e41-b611-3765107d2f81'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:02.658987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ec3703-9444-4ccf-802e-7d284abaae3c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:02.663668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.665788 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-962329d8-eb91-494e-a501-4a70e019533f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/subnets/a9ec3703-9444-4ccf-802e-7d284abaae3c HTTP/1.1" status: 204 len: 168 time: 0.3883023 Aug 18 14:47:02.668393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45880) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:02.682978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826649b-4376-45d2-acc5-ca69a26b8525 None None] Network fb18ae7e-1af6-4422-ac52-5ce37ba075e7 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:47:02.754406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.783290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.836162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] Set router 34575119-4207-4e41-b611-3765107d2f81 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:02.892342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.017524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 42356619-70b0-4a3b-8840-566c166da23c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:03.018081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.025261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Deleting port 946bfa2f-6cde-49d2-b853-280d9fb4ca25 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:03.025616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.107030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 42356619-70b0-4a3b-8840-566c166da23c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=42356619-70b0-4a3b-8840-566c166da23c,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:03.107636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.122724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 42356619-70b0-4a3b-8840-566c166da23c owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:03.129620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] For port 946bfa2f-6cde-49d2-b853-280d9fb4ca25, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=946bfa2f-6cde-49d2-b853-280d9fb4ca25,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:03.130039 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.147002 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Calling delete_port for 946bfa2f-6cde-49d2-b853-280d9fb4ca25 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:03.201549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:47:01Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:03.236175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] DHCP port deletion for fb18ae7e-1af6-4422-ac52-5ce37ba075e7 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:47:03.238549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2422c2d-dc0b-44dc-a440-d86c07512e4a None None] The sync data for ids ['34575119-4207-4e41-b611-3765107d2f81'] in n-d-804303-5 is: [{'id': '34575119-4207-4e41-b611-3765107d2f81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779814883', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '42356619-70b0-4a3b-8840-566c166da23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:45:46Z', 'updated_at': '2021-08-18T14:47:01Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '42356619-70b0-4a3b-8840-566c166da23c', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34575119-4207-4e41-b611-3765107d2f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:45:47Z', 'updated_at': '2021-08-18T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:03.287512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Deleting port 1464044a-4520-498b-8821-d80679bcb4fa {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:03.287897 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.356894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] For port 1464044a-4520-498b-8821-d80679bcb4fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1464044a-4520-498b-8821-d80679bcb4fa,segment=NetworkSegment(5365cc15-70f3-49ee-be3b-49cd188643c9),segment_id=5365cc15-70f3-49ee-be3b-49cd188643c9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:03.357293 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.373805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Calling delete_port for 1464044a-4520-498b-8821-d80679bcb4fa owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:03.379478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.410654 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=42356619-70b0-4a3b-8840-566c166da23c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:03.465056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.472240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.493543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=946bfa2f-6cde-49d2-b853-280d9fb4ca25,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:03.539043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.570055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.572241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.580948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] Pushing event deleted for resources: {'Port': ['ID=1464044a-4520-498b-8821-d80679bcb4fa,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:03.600039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7d50-4143-4e81-8c12-be9dd2da35e7 None None] No DVR routers for this DVR port 1464044a-4520-498b-8821-d80679bcb4fa on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:03.691963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.705040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.705689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Fanout notify agent at l3_agent the message router_deleted on router 34575119-4207-4e41-b611-3765107d2f81 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:47:03.713694 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.717938 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c182375d-a437-43ed-b2e6-d9e5b798c8d5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/routers/34575119-4207-4e41-b611-3765107d2f81 HTTP/1.1" status: 204 len: 168 time: 1.0440130 Aug 18 14:47:03.717938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45882) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:03.731314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f68a5a0-aea3-4169-92a1-2f908488d954 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:03.763418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 9f68a5a0-aea3-4169-92a1-2f908488d954 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:03.763942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 9f68a5a0-aea3-4169-92a1-2f908488d954 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:03.764207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1464044a-4520-498b-8821-d80679bcb4fa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:03.787038 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1464044a-4520-498b-8821-d80679bcb4fa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:03.787393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1464044a-4520-498b-8821-d80679bcb4fa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:03.843781 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.935798 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.936000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Router 30d1971a-ef06-4bb2-8fc4-bd038c664330 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:47:03.945758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb18ae7e-1af6-4422-ac52-5ce37ba075e7']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:03.957216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5365cc15-70f3-49ee-be3b-49cd188643c9') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:03.957609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5365cc15-70f3-49ee-be3b-49cd188643c9') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:03.966962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.982884 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.990903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:03.991304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:03.998179 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:04.054735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:04.062001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c3454b47-9b81-4025-8a43-172a262c1d78 admin admin] 10.222.0.35 "PUT /v2.0/routers/30d1971a-ef06-4bb2-8fc4-bd038c664330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792576 Aug 18 14:47:04.062631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45884) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:04.064650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Sync routers for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:04.073811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:04.074526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:04.139460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.160790 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.165360 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/networks/fb18ae7e-1af6-4422-ac52-5ce37ba075e7 HTTP/1.1" status: 204 len: 168 time: 0.4438860 Aug 18 14:47:04.165360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592b386-6841-4f73-8cad-60ba8b9cf2ef tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Network': ['ID=fb18ae7e-1af6-4422-ac52-5ce37ba075e7,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:04.166699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45886) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:04.182889 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:04.234744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.263065 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.368164 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:47:03Z', 'revision_number': 5, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:04.400215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Checking router: 30d1971a-ef06-4bb2-8fc4-bd038c664330 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:04.410511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Routers {'30d1971a-ef06-4bb2-8fc4-bd038c664330'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:04.411200 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['30d1971a-ef06-4bb2-8fc4-bd038c664330'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:04.436696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.439409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.443291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/security-groups/cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a HTTP/1.1" status: 204 len: 168 time: 0.2686412 Aug 18 14:47:04.460348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a35d7b-79e3-433f-8ac0-e3230d80fafa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bcee2-6b35-4c9a-bac6-e00f1b35ac6a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:04.496325 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.523247 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] Set router 30d1971a-ef06-4bb2-8fc4-bd038c664330 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:04.608111 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.715616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Deleting port 766cd338-8068-4854-b53f-671d7e076a6e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:04.715826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.796907 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] For port 766cd338-8068-4854-b53f-671d7e076a6e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=766cd338-8068-4854-b53f-671d7e076a6e,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:04.797182 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:47:03Z', 'revision_number': 5, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:04.797313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.809380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Calling delete_port for 766cd338-8068-4854-b53f-671d7e076a6e owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:04.824284 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aee73-5aa9-4d76-b533-be20c5ae1355 None None] The sync data for ids ['30d1971a-ef06-4bb2-8fc4-bd038c664330'] in n-d-804303-5 is: [{'id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'name': 'tempest-TestVolumeBootPattern-1428440625-router', 'tenant_id': 'c86679e127d849ceb0a4f94a45cf59de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '766cd338-8068-4854-b53f-671d7e076a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:33:07Z', 'updated_at': '2021-08-18T14:47:03Z', 'revision_number': 5, 'project_id': 'c86679e127d849ceb0a4f94a45cf59de', 'gw_port': {'id': '766cd338-8068-4854-b53f-671d7e076a6e', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d1971a-ef06-4bb2-8fc4-bd038c664330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:33:08Z', 'updated_at': '2021-08-18T14:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:05.042158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.054588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45892) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.059352 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858725366', 'description': 'tempest-secgroup-smoke-858725366 description', 'project_id': '894b1d79036d4ae5b86989257d94086a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:05.068681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=766cd338-8068-4854-b53f-671d7e076a6e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.122261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.127127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.205876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.220068 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.222437 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.270472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.304840 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.305576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d1971a-ef06-4bb2-8fc4-bd038c664330 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:47:05.308058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac528710-4769-4436-908a-a9460da3a477,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.310876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.313781 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00df2a92-2dfe-4ecc-83ea-3ace240601e1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/30d1971a-ef06-4bb2-8fc4-bd038c664330 HTTP/1.1" status: 204 len: 168 time: 1.2476058 Aug 18 14:47:05.314005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45894) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.356082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.359387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 087e81f0-eef2-49f9-b7da-2e464430d066 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:05.362611 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-955b3ece-3f94-4e14-b0e5-746e8b16447a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3048573 Aug 18 14:47:05.362611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45896) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.365722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:05.372627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Deleting subnet e04d61c6-3804-485a-8cbe-9bb5a59efe01 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:05.375873 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.384730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 087e81f0-eef2-49f9-b7da-2e464430d066 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:05.385371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 087e81f0-eef2-49f9-b7da-2e464430d066 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:05.386052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 42356619-70b0-4a3b-8840-566c166da23c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:05.406309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 42356619-70b0-4a3b-8840-566c166da23c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:05.406737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 42356619-70b0-4a3b-8840-566c166da23c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:05.407806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 946bfa2f-6cde-49d2-b853-280d9fb4ca25 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:05.415668 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.428163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 946bfa2f-6cde-49d2-b853-280d9fb4ca25 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:05.428521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 946bfa2f-6cde-49d2-b853-280d9fb4ca25 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:05.437387 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.499099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.504676 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.567646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.585389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a16c70e-04e4-43e8-889c-1ea66b6712b7,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.607961 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.635882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04d61c6-3804-485a-8cbe-9bb5a59efe01,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.637865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.639794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4f1effda-8c1b-43db-91ba-5862c7cbde49 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e04d61c6-3804-485a-8cbe-9bb5a59efe01 HTTP/1.1" status: 204 len: 168 time: 0.3247912 Aug 18 14:47:05.642163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45898) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.642309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5678d-9304-46e5-be3d-1870f6ba2ad7 None None] Network 728e6947-8e14-4e66-89aa-7991b4b3ec2f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:47:05.647371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.649513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3bfa6be7-c3fa-4a6c-ad60-7aa73a3c88c0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866137 Aug 18 14:47:05.651393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45900) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.657703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:05.710510 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.734208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.771965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Deleting port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:05.772391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.800479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.840762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] For port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:05.841218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.853526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Calling delete_port for d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:05.877252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.896504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0352ff1-8675-4dc6-a29e-49098612c445,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.905206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] DHCP port deletion for 728e6947-8e14-4e66-89aa-7991b4b3ec2f request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:47:05.958297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Deleting port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:05.958681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.973190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.977077 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5d877324-4f7f-4c6c-86c9-e208eebb96d2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221717 Aug 18 14:47:05.977341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.981938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:06.022591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] For port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,segment=NetworkSegment(828d3565-78cc-45d4-9622-c33c1bfe0c36),segment_id=828d3565-78cc-45d4-9622-c33c1bfe0c36)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:06.023095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.036241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Calling delete_port for d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:06.048344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.080885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.080885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] No DVR routers for this DVR port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:06.081452 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.121996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.144524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.146310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] Pushing event deleted for resources: {'Port': ['ID=d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.152726 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.152847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49407aa2-ef9e-41cc-8424-81f845fab16a None None] No DVR routers for this DVR port d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:06.163987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728e6947-8e14-4e66-89aa-7991b4b3ec2f']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:06.178212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828d3565-78cc-45d4-9622-c33c1bfe0c36') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:06.178512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828d3565-78cc-45d4-9622-c33c1bfe0c36') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:06.187200 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.200770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.207421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.207936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:06.207936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:06.209544 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:06.226564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7a4d02-b2da-4008-8973-b9bb58b036a9,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.292355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.293607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-24d83953-2681-4e54-a04b-5067bcd64e07 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152301 Aug 18 14:47:06.296580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45904) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.301626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:06.356006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.362056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.366347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] 10.222.0.35 "DELETE /v2.0/networks/728e6947-8e14-4e66-89aa-7991b4b3ec2f HTTP/1.1" status: 204 len: 168 time: 0.7208061 Aug 18 14:47:06.374820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94493-06dc-460f-ba04-b612bd105728 admin admin] Pushing event deleted for resources: {'Network': ['ID=728e6947-8e14-4e66-89aa-7991b4b3ec2f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.423892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.482467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.567525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.585446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3e8df5-a267-4c9a-bf97-0dda6b1bec1b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.631075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45908) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.647297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.648569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bd0fb011-b4e6-40cb-8094-60775c14a2b7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509841 Aug 18 14:47:06.651402 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45910) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.655715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:06.686113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59afeac3-83bb-4b8e-aa9f-e8195cc2d37f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=569294c7645242edb004179c0c6f31f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538521 Aug 18 14:47:06.689228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45912) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.735888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.738735 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:47:06.743820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.759527 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.795061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.847053 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.864439 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.867243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.868369 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4203ec4f-d7b9-41de-b4e1-ed58ea28715e HTTP/1.1" status: 204 len: 168 time: 0.1780598 Aug 18 14:47:06.868755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d8f6e8-ada3-4976-8016-8a6de1711274,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.877947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef217-5404-4a91-b333-c9d23e7dee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203ec4f-d7b9-41de-b4e1-ed58ea28715e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.922273 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.923522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-59604bb1-b6d1-46d3-9ef4-3e9d9e0dbf09 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2712152 Aug 18 14:47:06.926353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45916) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.933519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'security_group_rule': {'security_group_id': 'ac528710-4769-4436-908a-a9460da3a477', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:07.053393 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Project 894b1d79036d4ae5b86989257d94086a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:47:07.058561 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.119715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.179224 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.199966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b3e20f-d985-4e5a-aa3f-40fc13023095,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:07.259070 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.260404 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a707c9dd-d13e-4f28-afc9-9ad8c856eb14 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331158 Aug 18 14:47:07.263254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45920) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:07.269161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'network': {'name': 'tempest-network-smoke--889979026', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:07.286439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 766cd338-8068-4854-b53f-671d7e076a6e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:07.306140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 766cd338-8068-4854-b53f-671d7e076a6e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:07.306485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 766cd338-8068-4854-b53f-671d7e076a6e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:07.306899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:07.328275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:07.328628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d1a128f1-f7aa-4fdc-bb0f-c72bb9c37576 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:07.373449 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:47:07.377397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.401021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:47:07.409343 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.409692 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Added segment c8586900-7dc8-44d8-9ff1-6df25829c081 of type vlan for network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 Aug 18 14:47:07.447852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.573141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.578723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:07.579354 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.631442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:07.646236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Network': ['ID=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:07.656194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:47:07.673540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-695f8115-57af-43fa-afe6-d4cfd3df8d01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c86679e127d849ceb0a4f94a45cf59de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408072 Aug 18 14:47:07.676117 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 45924) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:07.694465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f7ae41b9-b52b-4280-8d4e-bcfa6f5623c8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4294436 Aug 18 14:47:07.699549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45926) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:07.704722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'admin_state_up': True, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:07.726447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.746663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.796256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.797331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.864583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.867263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:07.868514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6e48f1a-f269-4b10-b35b-19daba42a24e HTTP/1.1" status: 204 len: 168 time: 0.1914222 Aug 18 14:47:07.878908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914cf59-200c-485d-a06d-eb67ef9dfa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e48f1a-f269-4b10-b35b-19daba42a24e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:07.910327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.107400 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.378002 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.402578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.512417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.253 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/41d81a18-5352-4126-aa45-076abc4c3cef) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:47:08.621661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.721933 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:08.762279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:08.765170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:08.770058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:47:08.773034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=41d81a18-5352-4126-aa45-076abc4c3cef,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:09.067713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:09.257731 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:09.464010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router b46fba0c-c1a3-4283-a5c0-be0908be121b is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:47:09.568294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:09.577690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Sync routers for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:09.587850 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:09.588470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:09.653216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:09.654567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-853e3f66-cbb4-42af-95ba-213e8822ee88 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9539971 Aug 18 14:47:09.658128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45930) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:09.686734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-82ec2598-b82a-4860-b49f-d3a42e2110f0 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=894b1d79036d4ae5b86989257d94086a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275135 Aug 18 14:47:09.689193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45932) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:09.689635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:09.778562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7d947-5f4e-4c63-ae58-1fd5dc0ba611 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:09.779995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3cc7d947-5f4e-4c63-ae58-1fd5dc0ba611 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899029 Aug 18 14:47:09.783298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45934) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:09.811106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d7d8a9c2-d595-48fd-8e07-4446106cacde tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267229 Aug 18 14:47:09.813562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45936) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:09.818360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841090594', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'project_id': '894b1d79036d4ae5b86989257d94086a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:09.864787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:08Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:09.891014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Checking router: b46fba0c-c1a3-4283-a5c0-be0908be121b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:09.892433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Updating router b46fba0c-c1a3-4283-a5c0-be0908be121b port 41d81a18-5352-4126-aa45-076abc4c3cef binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:47:09.916711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:09.990072 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:47:09.993640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.165909 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.176091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Transition to ACTIVE for port object 41d81a18-5352-4126-aa45-076abc4c3cef will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:10.253123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.269486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.311808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Subnet': ['ID=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.321731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0ecaa-be04-4927-9d5a-8ec7834d2353 None None] Pushing event updated for resources: {'Port': ['ID=41d81a18-5352-4126-aa45-076abc4c3cef,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.324153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Attempting to bind port 41d81a18-5352-4126-aa45-076abc4c3cef on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:47:10.324533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Attempting to bind port 41d81a18-5352-4126-aa45-076abc4c3cef by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:47:10.324902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Attempting to bind port 41d81a18-5352-4126-aa45-076abc4c3cef on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:47:10.330317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Checking segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:47:10.330692 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network hostable DHCP agents. Network: f7ebf96b-38b1-49cb-9d2d-1c56902c8c18, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:47:10.334299 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:47:10.334768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:47:10.335177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.335573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:47:10.336248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Bound port: 41d81a18-5352-4126-aa45-076abc4c3cef, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:47:10.336634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.386564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] For port 41d81a18-5352-4126-aa45-076abc4c3cef, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:47:10.389594 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] For port 41d81a18-5352-4126-aa45-076abc4c3cef, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=41d81a18-5352-4126-aa45-076abc4c3cef,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:47:10.413445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:47:10.471445 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.498984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f7ebf96b-38b1-49cb-9d2d-1c56902c8c18) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:10.503509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:10.504117 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.512648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9c72d-4283-41ff-9735-eb45643e9e2e None None] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:47:10.582783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:10.583444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:10.588341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0ecaa-be04-4927-9d5a-8ec7834d2353 None None] Pushing event updated for resources: {'Port': ['ID=41d81a18-5352-4126-aa45-076abc4c3cef,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.601514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-41557b92-83ee-44d0-bd18-dd4f6a35baab tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7827609 Aug 18 14:47:10.601514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45938) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:10.629130 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.737386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:10.844109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:47:10.845512 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.032155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Allocated IP 172.20.0.2 (f7ebf96b-38b1-49cb-9d2d-1c56902c8c18/3e35ba94-48e4-4fc0-84f3-09986cc3a6b8/12448bdd-da25-4035-8f66-b55ab68daa5d) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:47:11.260543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:08Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:11.298660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaac49-daaa-4a8d-acdb-f277901cceb4 None None] The sync data for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 is: [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:08Z', 'revision_number': 3, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:11.341195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.371955 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.393674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.402419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Transition to ACTIVE for port object 12448bdd-da25-4035-8f66-b55ab68daa5d will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:11.417549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Transition to ACTIVE for port object 12448bdd-da25-4035-8f66-b55ab68daa5d will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:11.499587 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.579192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:11.584356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:11.587340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:47:11.593046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Pushing event updated for resources: {'Port': ['ID=12448bdd-da25-4035-8f66-b55ab68daa5d,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:11.657571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Attempting to bind port 12448bdd-da25-4035-8f66-b55ab68daa5d on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:47:11.658251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Attempting to bind port 12448bdd-da25-4035-8f66-b55ab68daa5d by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:47:11.658748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Attempting to bind port 12448bdd-da25-4035-8f66-b55ab68daa5d on network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:47:11.660647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.1 (f7ebf96b-38b1-49cb-9d2d-1c56902c8c18/3e35ba94-48e4-4fc0-84f3-09986cc3a6b8/d458f034-19f5-49af-b4c4-553166b71f36) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:47:11.664300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:47:11.664676 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Checking segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:47:11.665078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.665474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Bound using segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:47:11.665965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Bound port: 12448bdd-da25-4035-8f66-b55ab68daa5d, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:47:11.666354 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.733021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] For port 12448bdd-da25-4035-8f66-b55ab68daa5d, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:47:11.737087 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] For port 12448bdd-da25-4035-8f66-b55ab68daa5d, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=12448bdd-da25-4035-8f66-b55ab68daa5d,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:47:11.779346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.800017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object d458f034-19f5-49af-b4c4-553166b71f36 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:11.818326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.875965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e7ebe-36c7-4a1f-98b4-ef71cb417b01 None None] Pushing event updated for resources: {'Port': ['ID=12448bdd-da25-4035-8f66-b55ab68daa5d,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:11.906994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:11.946787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:11.950073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:11.955336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:47:11.959500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:12.002802 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:12.193737 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:12.468525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:12.538276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:12.612721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:12.614532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:12.711351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:12.712787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:12.796798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9749676-2c57-4d13-b5b6-14b71091f1dc None None] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:47:12.831419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router b46fba0c-c1a3-4283-a5c0-be0908be121b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:47:12.941736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:12.947705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c2904f32-d4aa-4179-b0d6-59c34749cac2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/b46fba0c-c1a3-4283-a5c0-be0908be121b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3464589 Aug 18 14:47:12.973637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c12b3c1b-7375-4232-b2e9-11a6867c3c67 None None] Provisioning for port 12448bdd-da25-4035-8f66-b55ab68daa5d completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:13.153342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-1cb0cb5e-adf5-4fad-b0c0-0d63e20b4702 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858725366&fields=id&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 267 time: 0.0342994 Aug 18 14:47:13.237407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf5daad8-b678-42ac-b456-871fc03671a1 None None] Provisioning for port d458f034-19f5-49af-b4c4-553166b71f36 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:13.248097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bf5daad8-b678-42ac-b456-871fc03671a1 None None] Provisioning complete for port d458f034-19f5-49af-b4c4-553166b71f36 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:13.248097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bf5daad8-b678-42ac-b456-871fc03671a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.300417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-3be8e01c-dbe9-4166-a4aa-684f4af5087b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:13.300417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-3be8e01c-dbe9-4166-a4aa-684f4af5087b tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/networks?id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 200 len: 796 time: 0.1349068 Aug 18 14:47:13.305745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bf5daad8-b678-42ac-b456-871fc03671a1 None None] Port d458f034-19f5-49af-b4c4-553166b71f36 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:47:13.324363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-8cc97a0e-b922-4685-99df-28eb3f3272d7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/quotas/894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 375 time: 0.0187204 Aug 18 14:47:13.366355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Sync routers for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:13.384886 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:13.385608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:13.389518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-a9bb4416-dfae-4e7e-99f9-32f2e71bdfa7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553591 Aug 18 14:47:13.417559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 41d81a18-5352-4126-aa45-076abc4c3cef up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:13.482112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d13ca1de-c13a-47b8-adb2-195a99e079c5 None None] Provisioning complete for port d458f034-19f5-49af-b4c4-553166b71f36 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:13.482112 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d13ca1de-c13a-47b8-adb2-195a99e079c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.501536 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:13.556807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d13ca1de-c13a-47b8-adb2-195a99e079c5 None None] Port d458f034-19f5-49af-b4c4-553166b71f36 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:47:13.612786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 41d81a18-5352-4126-aa45-076abc4c3cef completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:13.617426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 41d81a18-5352-4126-aa45-076abc4c3cef triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:13.617882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.631497 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-bbe94f3e-47d8-4118-b879-94da783e835f service neutron] 10.222.0.35 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259693 Aug 18 14:47:13.700111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.709561 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 2, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:13.725162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 41d81a18-5352-4126-aa45-076abc4c3cef, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=41d81a18-5352-4126-aa45-076abc4c3cef,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:13.728812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-dc6eb41c-72ef-458b-bcef-282f7ce2276f service neutron] 10.222.0.35 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901222 Aug 18 14:47:13.731632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ded01637-33af-4df9-b177-3d18d0b8fc15 None None] Provisioning complete for port d458f034-19f5-49af-b4c4-553166b71f36 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:13.731995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ded01637-33af-4df9-b177-3d18d0b8fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.736414 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Checking router: b46fba0c-c1a3-4283-a5c0-be0908be121b for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:13.736771 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Updating router b46fba0c-c1a3-4283-a5c0-be0908be121b port d458f034-19f5-49af-b4c4-553166b71f36 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:47:13.761452 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.769979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ded01637-33af-4df9-b177-3d18d0b8fc15 None None] Port d458f034-19f5-49af-b4c4-553166b71f36 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:47:13.796071 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.801822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12448bdd-da25-4035-8f66-b55ab68daa5d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:13.871025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=41d81a18-5352-4126-aa45-076abc4c3cef,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:13.955614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 12448bdd-da25-4035-8f66-b55ab68daa5d completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:13.959540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 12448bdd-da25-4035-8f66-b55ab68daa5d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:13.959922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.962721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b8eb0e9-51f3-4267-bbe0-c643e304ad7d req-be75823a-1d07-4d30-a4cc-805b6a87167a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 210 time: 0.0280852 Aug 18 14:47:14.040860 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.045682 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.053952 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Transition to ACTIVE for port object d458f034-19f5-49af-b4c4-553166b71f36 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:14.079807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 12448bdd-da25-4035-8f66-b55ab68daa5d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=12448bdd-da25-4035-8f66-b55ab68daa5d,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:14.110069 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.137775 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.179100 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Pushing event updated for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:14.187792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=12448bdd-da25-4035-8f66-b55ab68daa5d,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:14.202288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.202634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.202976 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.203311 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.204237 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.204565 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.204891 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.205248 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.205534 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.205888 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.206267 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.206545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:14.220338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Attempting to bind port d458f034-19f5-49af-b4c4-553166b71f36 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:47:14.220714 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Attempting to bind port d458f034-19f5-49af-b4c4-553166b71f36 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:47:14.221082 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Attempting to bind port d458f034-19f5-49af-b4c4-553166b71f36 on network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:47:14.226555 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:47:14.230814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Checking segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:47:14.230814 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.230814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Bound using segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:47:14.230814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Bound port: d458f034-19f5-49af-b4c4-553166b71f36, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:47:14.230814 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.302228 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] For port d458f034-19f5-49af-b4c4-553166b71f36, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:47:14.305573 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] For port d458f034-19f5-49af-b4c4-553166b71f36, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d458f034-19f5-49af-b4c4-553166b71f36,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:47:14.390674 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.452726 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:14.453385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:46:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:14.455209 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeaac2-d0c5-441e-acdf-930a343a4049 None None] Pushing event updated for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:14.567823 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:14.761183 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:14Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:14.790304 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08dd87-0923-41b8-9036-030953eb3ca1 None None] The sync data for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 is: [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:14Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:15.062992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7da42ae9-cf43-4ea3-a56e-1dbdc02b6616 req-6e9ec17a-22bf-4d1d-ada4-bd4e9a97421e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 210 time: 0.0280821 Aug 18 14:47:15.382187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d458f034-19f5-49af-b4c4-553166b71f36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:15.475843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d458f034-19f5-49af-b4c4-553166b71f36 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:15.480232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d458f034-19f5-49af-b4c4-553166b71f36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:15.480605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:15.562534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:15.595571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d458f034-19f5-49af-b4c4-553166b71f36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d458f034-19f5-49af-b4c4-553166b71f36,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:15.682160 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:15.683683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 41d81a18-5352-4126-aa45-076abc4c3cef up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:15.759445 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:15.776326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 41d81a18-5352-4126-aa45-076abc4c3cef triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:15.776712 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:15.858011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12448bdd-da25-4035-8f66-b55ab68daa5d up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:15.903514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 12448bdd-da25-4035-8f66-b55ab68daa5d triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:15.903894 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:15.977991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-8c552874-db6f-43e7-bbd4-5fc293c2a202 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:15.980128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-8c552874-db6f-43e7-bbd4-5fc293c2a202 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/networks?id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 200 len: 796 time: 0.1079688 Aug 18 14:47:16.028547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-1a21b442-572f-48a6-8f07-e50ebd0ee48d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=894b1d79036d4ae5b86989257d94086a HTTP/1.1" status: 200 len: 379 time: 0.0329692 Aug 18 14:47:16.042490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'port': {'device_id': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'admin_state_up': True, 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'security_groups': ['ac528710-4769-4436-908a-a9460da3a477']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:16.160952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27d74bda-332a-408b-8398-c85b5386deaa req-fc42ace5-fd05-4ca0-bc40-68ab80da6fad tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 210 time: 0.0281560 Aug 18 14:47:16.201426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Made reservation on behalf of 894b1d79036d4ae5b86989257d94086a for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:47:16.205576 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:16.328388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.20.0.13 (f7ebf96b-38b1-49cb-9d2d-1c56902c8c18/3e35ba94-48e4-4fc0-84f3-09986cc3a6b8/93bd68a8-16ff-49f1-b190-8e425448a89b) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:47:16.777225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:16.790218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Transition to ACTIVE for port object 93bd68a8-16ff-49f1-b190-8e425448a89b will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:16.898606 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:16.942355 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:16.945348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:16.949041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:47:16.955234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:17.003951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.004577 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.070750 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b0d61121-3875-4263-8a46-06444649fb5d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0317497 Aug 18 14:47:17.085111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-8222e69c-16ee-4a2f-9704-89940d49d51d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:47:17.086319 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-8222e69c-16ee-4a2f-9704-89940d49d51d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057302 Aug 18 14:47:17.099269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Request body: {'port': {'device_id': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:17.153378 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.218206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83af21d7-0322-4dcc-acaf-d08f222043fb None None] Provisioning for port 93bd68a8-16ff-49f1-b190-8e425448a89b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:17.222730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-83af21d7-0322-4dcc-acaf-d08f222043fb None None] Provisioning complete for port 93bd68a8-16ff-49f1-b190-8e425448a89b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:17.223217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83af21d7-0322-4dcc-acaf-d08f222043fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.285060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-83af21d7-0322-4dcc-acaf-d08f222043fb None None] Port 93bd68a8-16ff-49f1-b190-8e425448a89b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:47:17.293248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500844c-ce02-433e-a15d-6c42e2ce2a25 req-d7e052e4-5a0d-4c8f-bb72-ab001117fd9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.298504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e500844c-ce02-433e-a15d-6c42e2ce2a25 req-d7e052e4-5a0d-4c8f-bb72-ab001117fd9e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 932 time: 0.0701008 Aug 18 14:47:17.323943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d458f034-19f5-49af-b4c4-553166b71f36 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:17.353506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e500844c-ce02-433e-a15d-6c42e2ce2a25 req-b94e7e3d-a0ba-46dd-a74f-5c7407a67d2f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Aug 18 14:47:17.381918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d458f034-19f5-49af-b4c4-553166b71f36 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:17.382296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.439256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:47:17.446752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.459047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Transition to ACTIVE for port object 93bd68a8-16ff-49f1-b190-8e425448a89b will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:47:17.521334 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.573489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:17.639011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Attempting to bind port 93bd68a8-16ff-49f1-b190-8e425448a89b on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:47:17.639360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Attempting to bind port 93bd68a8-16ff-49f1-b190-8e425448a89b by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:47:17.639697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Attempting to bind port 93bd68a8-16ff-49f1-b190-8e425448a89b on network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:47:17.644867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Port 93bd68a8-16ff-49f1-b190-8e425448a89b on network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:47:17.645197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Attempting to bind port 93bd68a8-16ff-49f1-b190-8e425448a89b on network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:47:17.650179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:47:17.650528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Checking segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:47:17.650920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Bound using segment: {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:47:17.651354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Bound port: 93bd68a8-16ff-49f1-b190-8e425448a89b, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8586900-7dc8-44d8-9ff1-6df25829c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:47:17.651720 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.721291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:47:17.724264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:47:17.790739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.829152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.829773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.831181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 200 len: 1092 time: 0.7368848 Aug 18 14:47:17.831619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:17.833892 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:17.855002 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17835-70a0-4b45-927e-e5047ae954f6 service neutron] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:17.872974 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07314d62-98c8-4a19-b4d4-336bfd4d3771 x-openstack-request-id: req-07314d62-98c8-4a19-b4d4-336bfd4d3771 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:17.873435 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:17.873778 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07314d62-98c8-4a19-b4d4-336bfd4d3771 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:17.874311 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'status': 'completed', 'code': 200} Aug 18 14:47:17.937482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-807e79c1-3653-48e0-a2c0-999a834a2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.939659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-807e79c1-3653-48e0-a2c0-999a834a2d37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1095 time: 0.0432618 Aug 18 14:47:18.048709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-ce3e3024-7cde-4360-8534-a3d56a9ef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.050216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-ce3e3024-7cde-4360-8534-a3d56a9ef5ef service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=894b1d79036d4ae5b86989257d94086a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989089 Aug 18 14:47:18.145037 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-18b7dd11-4721-4952-aa8a-6741c980a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.146451 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7fa9a85e-671b-4384-8dc7-2cdd0fdb61a1 req-18b7dd11-4721-4952-aa8a-6741c980a255 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856781 Aug 18 14:47:18.236556 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-149e581b-e1c3-40c7-b9c9-2ffca01589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.238049 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-149e581b-e1c3-40c7-b9c9-2ffca01589f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1095 time: 0.0442483 Aug 18 14:47:18.283704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-0c607cf5-b367-446c-b026-c5624814fff5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 200 len: 217 time: 0.0333860 Aug 18 14:47:18.336938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-9c0478e7-7df4-4739-ac6a-0c256ede7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.338481 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-9c0478e7-7df4-4739-ac6a-0c256ede7244 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 HTTP/1.1" status: 200 len: 834 time: 0.0438135 Aug 18 14:47:18.394193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-5d57ce38-d33f-4f04-bb66-390a7d151d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.395764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-5d57ce38-d33f-4f04-bb66-390a7d151d3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446966 Aug 18 14:47:18.458579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2ad1-fbc0-4f0e-88bd-4df6856c65b4 req-8af25d05-d747-4b69-8093-35f53a625ae1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.460091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b53b2ad1-fbc0-4f0e-88bd-4df6856c65b4 req-8af25d05-d747-4b69-8093-35f53a625ae1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 944 time: 0.0487373 Aug 18 14:47:18.492660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-0429bdc8-1028-4085-bf7a-456c30096fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846765 Aug 18 14:47:18.498531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b53b2ad1-fbc0-4f0e-88bd-4df6856c65b4 req-f05affb1-77ca-4659-a8ae-2fb3328cfec2 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Aug 18 14:47:18.590708 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4449470d-f186-4faf-b9a7-2355e27fe975 req-69509e73-39c1-4b44-ba63-d13c79406014 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868757 Aug 18 14:47:19.614123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa1c4-0c97-492e-9665-7b976cf35018 req-cf989d79-7593-4252-b1ad-07eecf6003fa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:19.615572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad9fa1c4-0c97-492e-9665-7b976cf35018 req-cf989d79-7593-4252-b1ad-07eecf6003fa tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 944 time: 0.0478756 Aug 18 14:47:19.652488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad9fa1c4-0c97-492e-9665-7b976cf35018 req-9378d6a0-927d-4bd7-8eae-0fd9ccd3c2d8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Aug 18 14:47:20.768891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9e93-51f9-457e-9a99-1a0a837826c1 req-3474900f-bfce-40cb-a0a8-c38908ab4d99 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:20.770389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3da9e93-51f9-457e-9a99-1a0a837826c1 req-3474900f-bfce-40cb-a0a8-c38908ab4d99 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 944 time: 0.0521064 Aug 18 14:47:20.807798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3da9e93-51f9-457e-9a99-1a0a837826c1 req-dea6771f-6852-4879-8593-31d399e34543 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Aug 18 14:47:21.225753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:47:21.319176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:21.330141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'mac_address': 'fa:16:3e:2c:15:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:47:21.369226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:21.381966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:47:21.400448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:21.452630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:21.498636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:21.689144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['93bd68a8-16ff-49f1-b190-8e425448a89b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:47:21.923454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60363a-1ace-4489-98e7-b00deb57899e req-3fe1f4fb-68c1-4e34-84b8-a96281049fae tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:21.925005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe60363a-1ace-4489-98e7-b00deb57899e req-3fe1f4fb-68c1-4e34-84b8-a96281049fae tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Aug 18 14:47:21.962212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe60363a-1ace-4489-98e7-b00deb57899e req-cdb02d0b-9a1f-4904-8063-fb8588955fca tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Aug 18 14:47:21.990155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fff67839-bd87-4fc7-808e-c22f142eed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.074780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1a3f-586e-49da-881a-361829d441d0 req-6f1968f4-5e45-458a-9c7a-99ec4612ff98 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:23.076258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e3c1a3f-586e-49da-881a-361829d441d0 req-6f1968f4-5e45-458a-9c7a-99ec4612ff98 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 18 14:47:23.113276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e3c1a3f-586e-49da-881a-361829d441d0 req-d40db7d0-a864-4184-823a-c6a3b5e6633e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Aug 18 14:47:23.240846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:23.377950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 93bd68a8-16ff-49f1-b190-8e425448a89b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:47:23.382175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 93bd68a8-16ff-49f1-b190-8e425448a89b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:23.382552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.459253 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.481064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:23.483320 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b431f683-d9e4-4100-966b-6a97924aa743" -d '{"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-plugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:23.496781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:23.519673 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4179e-0d5a-4c17-8ba0-844683827db7 x-openstack-request-id: req-87d4179e-0d5a-4c17-8ba0-844683827db7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:23.519673 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-plugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:23.519673 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87d4179e-0d5a-4c17-8ba0-844683827db7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:23.519673 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'code': 200} Aug 18 14:47:23.561155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.609304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:23.619588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aec400-a978-4e78-985e-1c2b6ccd2996 req-74ecc6fd-77fc-4c15-8ad8-b015631d0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:23.621089 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92aec400-a978-4e78-985e-1c2b6ccd2996 req-74ecc6fd-77fc-4c15-8ad8-b015631d0303 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1097 time: 0.0413799 Aug 18 14:47:23.657740 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92aec400-a978-4e78-985e-1c2b6ccd2996 req-71717317-eaa5-4da3-a571-ab66508634b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273066 Aug 18 14:47:24.228404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742dd1d-08a2-4fac-9533-4274f5356d6e req-84243349-d86e-408e-bc9b-21fccbb1ca90 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:24.229898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2742dd1d-08a2-4fac-9533-4274f5356d6e req-84243349-d86e-408e-bc9b-21fccbb1ca90 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0517151 Aug 18 14:47:24.267365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2742dd1d-08a2-4fac-9533-4274f5356d6e req-104c0c37-5a74-4061-b836-cbd5d96bc6ff tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Aug 18 14:47:24.812823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2c53ce4-7052-487f-b0f0-f2beb4b6e99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:24.962333 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:25.386341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849867-f7c8-4d03-9b6d-9a95edc15653 req-cc85baa6-ffa4-49d7-a1c6-f309a604626e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:25.387891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac849867-f7c8-4d03-9b6d-9a95edc15653 req-cc85baa6-ffa4-49d7-a1c6-f309a604626e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0487034 Aug 18 14:47:25.426687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac849867-f7c8-4d03-9b6d-9a95edc15653 req-cbc9fcdb-884c-4cba-89cd-819787369f85 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Aug 18 14:47:25.541191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ef85d-b6a5-4906-885e-39963d3bc2f0 req-15ec66d8-c62c-4cb5-b9b4-ce1dfa676cdd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:25.542726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c89ef85d-b6a5-4906-885e-39963d3bc2f0 req-15ec66d8-c62c-4cb5-b9b4-ce1dfa676cdd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0502498 Aug 18 14:47:25.579191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c89ef85d-b6a5-4906-885e-39963d3bc2f0 req-fca9319d-4288-4ec3-9f74-4dd16baaea81 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304110 Aug 18 14:47:25.600917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 45998) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:25.642365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156634b-ca0b-477f-b673-c2ba8f69a375 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:25.644366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-7156634b-ca0b-477f-b673-c2ba8f69a375 tempest-TestNetworkAdvancedServerOps-1094028525 tempest-TestNetworkAdvancedServerOps-1094028525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1092 time: 0.0425062 Aug 18 14:47:25.647110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46000) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:25.651408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:47:25.709970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:25.803216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:25.906622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Allocated IP 172.25.1.241 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/e0acc99d-3305-4723-80b8-65029cf27f20) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:47:25.995619 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.005032 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.103444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.142584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:47:26.147984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:47:26.151505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:47:26.174593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=e0acc99d-3305-4723-80b8-65029cf27f20,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:26.496721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.620357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.764866 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.818278 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.881929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event updated for resources: {'Port': ['ID=e0acc99d-3305-4723-80b8-65029cf27f20,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:26.893064 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.989764 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP f09d17d3-36a7-49fa-b42b-7665045757ac associated. External IP: 172.25.1.241, port: 93bd68a8-16ff-49f1-b190-8e425448a89b. Aug 18 14:47:27.188188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router b46fba0c-c1a3-4283-a5c0-be0908be121b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:47:27.294770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:47:27.304909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Sync routers for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:47:27.313544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:27.314186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:47:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:27.361603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:27.388878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bfad8d83-f6f2-42cf-a47b-ebfc25ef1585 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7407517 Aug 18 14:47:27.389564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:27.393117 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:27.424872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:27.434773 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b2e08c-582e-496e-a7c2-16e960a129f6 x-openstack-request-id: req-63b2e08c-582e-496e-a7c2-16e960a129f6 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:27.435062 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:27.435311 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63b2e08c-582e-496e-a7c2-16e960a129f6 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:27.435715 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'status': 'completed', 'code': 200} Aug 18 14:47:27.494316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad0e4-66f5-4209-9579-0e282abad549 req-64b42130-7cbe-410f-b809-b79d882b71c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.498930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9cad0e4-66f5-4209-9579-0e282abad549 req-64b42130-7cbe-410f-b809-b79d882b71c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0604491 Aug 18 14:47:27.501666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-91928520-8a8d-44cd-a178-77c9af6c7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.503297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-91928520-8a8d-44cd-a178-77c9af6c7b78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1097 time: 0.0432284 Aug 18 14:47:27.537976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9cad0e4-66f5-4209-9579-0e282abad549 req-241a3895-2b89-4d88-b328-926852e2445c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358582 Aug 18 14:47:27.560492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46006) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:27.611160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-171b2a84-dec6-4b51-a3d2-d96f59ba8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.612781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-171b2a84-dec6-4b51-a3d2-d96f59ba8c6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 200 len: 897 time: 0.1027155 Aug 18 14:47:27.636871 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5290ae1b-f146-4036-8ae8-a5b62041dd78 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/f09d17d3-36a7-49fa-b42b-7665045757ac HTTP/1.1" status: 200 len: 992 time: 0.0746925 Aug 18 14:47:27.638196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:27.666150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f09d17d3-36a7-49fa-b42b-7665045757ac', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'mac_address': 'fa:16:3e:2c:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:47:26Z', 'updated_at': '2021-08-18T14:47:26Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:27.684423 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-61419982-d72b-4f41-adc8-bf3f1fb3b74c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 200 len: 1000 time: 0.0635939 Aug 18 14:47:27.692828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Checking router: b46fba0c-c1a3-4283-a5c0-be0908be121b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:27.705269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:27.705269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:47:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:27.732746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-b0e81482-b309-4f48-a8d0-e36e2fac6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.734280 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-b0e81482-b309-4f48-a8d0-e36e2fac6349 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 HTTP/1.1" status: 200 len: 834 time: 0.0434115 Aug 18 14:47:27.785568 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-bab0ddea-d9aa-4077-9475-d6e5304c89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.787105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-bab0ddea-d9aa-4077-9475-d6e5304c89ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447164 Aug 18 14:47:27.805814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:27.877584 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-5c222d64-ee41-4f62-bcc3-51527ae235e5 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828078 Aug 18 14:47:27.973820 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6fe2bbba-87d9-4ed4-a760-9a1d7565ac5c req-bcbe8bbe-e2cb-43a5-975c-3b4e17b391eb service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886915 Aug 18 14:47:28.025018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f09d17d3-36a7-49fa-b42b-7665045757ac', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'mac_address': 'fa:16:3e:2c:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:47:26Z', 'updated_at': '2021-08-18T14:47:26Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:28.050771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54100b6-e3af-4816-8b34-31f472b093b7 None None] The sync data for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 is: [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'f09d17d3-36a7-49fa-b42b-7665045757ac', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'mac_address': 'fa:16:3e:2c:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:47:26Z', 'updated_at': '2021-08-18T14:47:26Z', 'revision_number': 0, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:28.230927 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131e8a2-4ccd-46ab-8241-a4f688c0bbb6 None None] New status for floating IP f09d17d3-36a7-49fa-b42b-7665045757ac: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:47:28.640073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:28.698985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f698502e-1188-471b-8d69-84b91b674e51 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/f09d17d3-36a7-49fa-b42b-7665045757ac HTTP/1.1" status: 200 len: 994 time: 0.0577970 Aug 18 14:47:39.502142 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:47:40.606928 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:41.292016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:51.959655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb7fe-4176-48f0-9e76-6f5e06ee2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:54.822589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c71a40e5-6cdc-4c65-a47f-816c30b6ab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:54.959711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:56.017421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:57.645017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.376368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de7b0-5418-49e8-88b8-42fb52b8afda req-d8519cc2-43fd-4307-aeae-125c12eaf975 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.377897 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f2de7b0-5418-49e8-88b8-42fb52b8afda req-d8519cc2-43fd-4307-aeae-125c12eaf975 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0536745 Aug 18 14:48:02.722972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8f2de7b0-5418-49e8-88b8-42fb52b8afda req-0c4febba-b720-40eb-b165-dc52c286f940 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389635 Aug 18 14:48:03.837156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253b6c2-720d-429d-acfd-e60752d05e65 req-e0975ce9-5fcb-402d-aef3-210ce715a209 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.838634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9253b6c2-720d-429d-acfd-e60752d05e65 req-e0975ce9-5fcb-402d-aef3-210ce715a209 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0477397 Aug 18 14:48:03.874408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9253b6c2-720d-429d-acfd-e60752d05e65 req-12cd2071-c35b-4826-9c88-9b4168f36a3c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294275 Aug 18 14:48:04.990958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4600f6-d4db-4c3a-8004-762e34832abf req-e211a646-7f3b-4e9a-bdca-71c1924271ae tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.992517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e4600f6-d4db-4c3a-8004-762e34832abf req-e211a646-7f3b-4e9a-bdca-71c1924271ae tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Aug 18 14:48:05.029612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e4600f6-d4db-4c3a-8004-762e34832abf req-5a0c246e-89e7-41b3-8a1b-72a5c99962a4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 18 14:48:06.147684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584d66d-9c2c-4c15-99a3-25231f5e78f3 req-7bd71637-d34a-473f-8496-3aaaa7934ccc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:06.149164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9584d66d-9c2c-4c15-99a3-25231f5e78f3 req-7bd71637-d34a-473f-8496-3aaaa7934ccc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0521359 Aug 18 14:48:06.185081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9584d66d-9c2c-4c15-99a3-25231f5e78f3 req-eb88f688-7130-4992-841c-9669abb1c520 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300612 Aug 18 14:48:07.299976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d288-6d4f-4f22-80c9-3b2d0742b807 req-873b8bf6-4cc9-42b7-8455-ed8fe168c3b5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:07.301447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e524d288-6d4f-4f22-80c9-3b2d0742b807 req-873b8bf6-4cc9-42b7-8455-ed8fe168c3b5 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0482273 Aug 18 14:48:07.338685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e524d288-6d4f-4f22-80c9-3b2d0742b807 req-bd097a46-afe1-4cc4-a525-8979172dd495 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Aug 18 14:48:08.449700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2fe53-cbe6-497e-873a-e4e7d4b777db req-5b0d84f5-5d48-4e62-bb63-9d02498844f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:08.451185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fef2fe53-cbe6-497e-873a-e4e7d4b777db req-5b0d84f5-5d48-4e62-bb63-9d02498844f4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0477979 Aug 18 14:48:08.487848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fef2fe53-cbe6-497e-873a-e4e7d4b777db req-2761a21c-ae84-4516-8a41-67faa5997e77 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Aug 18 14:48:09.605876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71021a80-4446-49f5-823d-ba0278154018 req-cffb297d-fa5c-4bd9-b6d1-efd82d5c109f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:09.607345 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71021a80-4446-49f5-823d-ba0278154018 req-cffb297d-fa5c-4bd9-b6d1-efd82d5c109f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Aug 18 14:48:09.644846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71021a80-4446-49f5-823d-ba0278154018 req-28c2349d-26c8-403a-8040-4978f144c458 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315149 Aug 18 14:48:10.565663 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.759506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c49ec-2a66-4c77-8949-b9fa84c0a38d req-b7697ee5-77d1-4a7c-a84e-706c04158ea8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:10.760971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d0c49ec-2a66-4c77-8949-b9fa84c0a38d req-b7697ee5-77d1-4a7c-a84e-706c04158ea8 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Aug 18 14:48:10.798134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d0c49ec-2a66-4c77-8949-b9fa84c0a38d req-87422213-943e-46e0-a111-f096794e9926 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Aug 18 14:48:11.267582 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:11.909219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c8201-49c4-4a01-8dfb-e923bce13ac1 req-15bd2017-da81-4204-845a-d509b66dd229 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:11.910707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e5c8201-49c4-4a01-8dfb-e923bce13ac1 req-15bd2017-da81-4204-845a-d509b66dd229 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0475025 Aug 18 14:48:11.947659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e5c8201-49c4-4a01-8dfb-e923bce13ac1 req-e105c53c-b400-41da-8432-90aa75778d3d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Aug 18 14:48:13.010769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-d2a7847b-cd83-489b-8251-91122fa771a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.012278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-d2a7847b-cd83-489b-8251-91122fa771a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1097 time: 0.0417802 Aug 18 14:48:13.063933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c07c-16e2-453e-a62d-a982c42b0947 req-080fcec8-a9aa-43a8-83ec-4a8d343a3979 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.065403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e078c07c-16e2-453e-a62d-a982c42b0947 req-080fcec8-a9aa-43a8-83ec-4a8d343a3979 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0519712 Aug 18 14:48:13.102684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e078c07c-16e2-453e-a62d-a982c42b0947 req-0e38b18d-d8c9-4c4f-b73c-71def2d8abac tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Aug 18 14:48:13.126269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-8a8dff11-2793-43f8-8d43-b3c8b1357f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.127786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-8a8dff11-2793-43f8-8d43-b3c8b1357f18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 200 len: 897 time: 0.0902083 Aug 18 14:48:13.196150 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-58a0114b-3936-4377-aad5-4f42486b5e93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 200 len: 1002 time: 0.0565903 Aug 18 14:48:13.248071 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-98279af5-2ab6-4bae-aaf3-722071bc69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.250055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-98279af5-2ab6-4bae-aaf3-722071bc69f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 HTTP/1.1" status: 200 len: 834 time: 0.0425208 Aug 18 14:48:13.304981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-6df92df4-1147-45e7-a264-0d1204c85987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.306524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-6df92df4-1147-45e7-a264-0d1204c85987 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448117 Aug 18 14:48:13.402068 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-9ad5a481-6f69-4b8c-9ec2-fb35320785ad service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Aug 18 14:48:13.500193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62650691-9cd5-4cdf-a10a-0b22057de1ff req-4abb124d-7fb2-43d4-8cd8-0d8b43ca7182 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Aug 18 14:48:14.217304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b2193-f4ef-41b7-96c6-7546452f0cff req-5a88356d-5428-41af-961f-848823d04a37 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:14.219416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-621b2193-f4ef-41b7-96c6-7546452f0cff req-5a88356d-5428-41af-961f-848823d04a37 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0501215 Aug 18 14:48:14.256341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-621b2193-f4ef-41b7-96c6-7546452f0cff req-f0a2b703-599e-470b-9cbf-d52d7c93686a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 Aug 18 14:48:15.371483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3955e-b05b-41de-a8b3-c7d735c58c77 req-86d65f3a-5272-4e3e-8243-39a9b1c67412 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:15.372987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a3955e-b05b-41de-a8b3-c7d735c58c77 req-86d65f3a-5272-4e3e-8243-39a9b1c67412 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Aug 18 14:48:15.410435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71a3955e-b05b-41de-a8b3-c7d735c58c77 req-80f4f43f-dca3-41fa-b434-3b22f4d2eefc tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Aug 18 14:48:16.502283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:16.526936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86804743-4538-422b-9115-56684f69b404 req-966bbbe1-e837-41f5-8c05-43d57d75026e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:16.528428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86804743-4538-422b-9115-56684f69b404 req-966bbbe1-e837-41f5-8c05-43d57d75026e tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0527732 Aug 18 14:48:16.566705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86804743-4538-422b-9115-56684f69b404 req-6b95826c-bb43-4c80-b7a0-d49942760254 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Aug 18 14:48:17.678422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56197fb1-976b-44e3-8a26-0180a05b64e7 req-7d5a0582-4527-465a-8bf0-f4ea37066e98 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:17.680220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56197fb1-976b-44e3-8a26-0180a05b64e7 req-7d5a0582-4527-465a-8bf0-f4ea37066e98 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0495391 Aug 18 14:48:17.717765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56197fb1-976b-44e3-8a26-0180a05b64e7 req-d9559a8b-cd1d-4709-bf3c-dc9bfacdf871 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Aug 18 14:48:18.831947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66624b3-060e-4bf2-8f6a-a995b313fb8e req-cf7f1d96-3593-48a2-8800-22025def6c32 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:18.833528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f66624b3-060e-4bf2-8f6a-a995b313fb8e req-cf7f1d96-3593-48a2-8800-22025def6c32 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Aug 18 14:48:18.871213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f66624b3-060e-4bf2-8f6a-a995b313fb8e req-509eb3c8-8e4b-4db2-82cf-b06c14f39c5f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Aug 18 14:48:19.989996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abf61-5d55-4302-9ae7-80c6464c0df7 req-73faff17-7217-4a07-a534-fc1703d28e7f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:19.991471 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f0abf61-5d55-4302-9ae7-80c6464c0df7 req-73faff17-7217-4a07-a534-fc1703d28e7f tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0519638 Aug 18 14:48:20.027809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f0abf61-5d55-4302-9ae7-80c6464c0df7 req-de6d37dd-68c9-497d-80b2-637f60f8ff6a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304837 Aug 18 14:48:20.954199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5816f19-c8ff-4fb2-a00e-c9f8567a29fd req-61b63d98-8997-4bf1-b25a-63efe5117f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:20.955635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a5816f19-c8ff-4fb2-a00e-c9f8567a29fd req-61b63d98-8997-4bf1-b25a-63efe5117f76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1097 time: 0.0403931 Aug 18 14:48:20.990806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a5816f19-c8ff-4fb2-a00e-c9f8567a29fd req-ccbf6a04-6f2f-4baa-bcce-96fede6e5d1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264306 Aug 18 14:48:21.145158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78604b-208b-4be3-bbc5-398909cf76ec req-507bd9b9-a00d-47e9-ba5c-b5532f4aa275 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:21.146669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e78604b-208b-4be3-bbc5-398909cf76ec req-507bd9b9-a00d-47e9-ba5c-b5532f4aa275 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Aug 18 14:48:21.185519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e78604b-208b-4be3-bbc5-398909cf76ec req-829e51af-4fa8-471b-8e6d-a4341e700ab4 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Aug 18 14:48:22.000440 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-33fb5888-c7a2-4a35-afc1-34c8375bd5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:22.300761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3694-e33f-47fc-a8c1-22868b5628a8 req-8def0bbf-6c1d-497d-b382-954e114572d6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.302276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7ac3694-e33f-47fc-a8c1-22868b5628a8 req-8def0bbf-6c1d-497d-b382-954e114572d6 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Aug 18 14:48:22.339553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7ac3694-e33f-47fc-a8c1-22868b5628a8 req-cd857730-969a-45a2-9ed1-3769ddae969c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Aug 18 14:48:22.362014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46072) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:22.425015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d3ff3742-68fd-4285-bf0a-57045fa0c615 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/floatingips/f09d17d3-36a7-49fa-b42b-7665045757ac HTTP/1.1" status: 200 len: 994 time: 0.0619075 Aug 18 14:48:23.613151 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:48:23.616194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:48:23.755144 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:23.925060 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:23.941884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'port_id': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'mac_address': 'fa:16:3e:2c:15:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:48:23.947063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:48:23.949246 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91bbba2-4af5-4ef8-8283-c77a87a87b8e" -d '{"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-unplugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:48:23.963449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:23.986219 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4d2365-0e48-4f18-8b0f-365e25a2e557 x-openstack-request-id: req-be4d2365-0e48-4f18-8b0f-365e25a2e557 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:48:23.986513 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-unplugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:48:23.986768 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be4d2365-0e48-4f18-8b0f-365e25a2e557 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:48:23.987211 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'code': 200} Aug 18 14:48:23.996913 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.009937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:48:24.028394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.097887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:48:24.098245 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:48:24.102410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:24.110108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.111711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.111711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.111711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.111711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.111711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.112123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.112370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.112693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.113018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.113342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.113665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:24.633811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.649441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:48:24.668681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:24.731366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.782019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:24.785185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-22d9bbab-cb80-44b1-9b0f-4b3cd234c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.963703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['93bd68a8-16ff-49f1-b190-8e425448a89b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:48:25.063364 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:25.628481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:25.677593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 93bd68a8-16ff-49f1-b190-8e425448a89b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:25.678275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:25.749289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:25.780825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:25.845403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:25.894797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:25.988242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:48:25.990534 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ce803-b3fe-4119-aca2-f1f788354be7" -d '{"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-plugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:48:25.993853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:26.025300 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01597de7-d318-45bb-80e9-853643a4904d x-openstack-request-id: req-01597de7-d318-45bb-80e9-853643a4904d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:48:26.025593 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-plugged", "status": "completed", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:48:26.025873 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01597de7-d318-45bb-80e9-853643a4904d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:48:26.026362 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'code': 200} Aug 18 14:48:27.616636 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:40.588074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:41.262303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.993211 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2d40e5f4-8f16-4ea1-bf64-7b061834e631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.501721 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:54.804962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c7ee3ac2-8485-47df-a5e3-184dbd525384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.964514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.027004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.638486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.480797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46094) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:59.637162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port e0acc99d-3305-4723-80b8-65029cf27f20 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:48:59.661476 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.715892 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.716222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.729055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for e0acc99d-3305-4723-80b8-65029cf27f20 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:48:59.953409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.978753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=e0acc99d-3305-4723-80b8-65029cf27f20,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:59.990410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.991270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.991615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.991956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.992296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.992633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.992968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.993299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.993632 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.994005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.994336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:59.994658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:00.046660 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:00.047021 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Floating IP f09d17d3-36a7-49fa-b42b-7665045757ac disassociated (deleted). External IP: 172.25.1.241, port: 93bd68a8-16ff-49f1-b190-8e425448a89b. Aug 18 14:49:00.249373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router b46fba0c-c1a3-4283-a5c0-be0908be121b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:00.354784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:00.359593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:00.364521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Sync routers for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:00.374922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:00.375876 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:00.387863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0604ea2f-c432-4143-a6bd-71f42db574c7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/floatingips/f09d17d3-36a7-49fa-b42b-7665045757ac HTTP/1.1" status: 204 len: 168 time: 0.9035757 Aug 18 14:49:00.387863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:00.391952 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945" -d '{"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:00.426516 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41472b3-4d52-4eb0-b0a2-6903210423d0 x-openstack-request-id: req-c41472b3-4d52-4eb0-b0a2-6903210423d0 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:00.426940 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:00.427293 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c41472b3-4d52-4eb0-b0a2-6903210423d0 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:00.427834 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'status': 'completed', 'code': 200} Aug 18 14:49:00.483754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:00.546357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-16c4210c-80ca-4583-bf70-04f55cb0fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:00.547900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-16c4210c-80ca-4583-bf70-04f55cb0fc39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894b1d79036d4ae5b86989257d94086a&device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 1097 time: 0.0954423 Aug 18 14:49:00.643698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-d9f94926-f174-4d57-926f-a0b2c07e6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:00.645200 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-d9f94926-f174-4d57-926f-a0b2c07e6965 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 200 len: 897 time: 0.0888972 Aug 18 14:49:00.681465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:00.694575 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-e476ca6f-7352-42ab-bd84-18a09e231f2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 200 len: 217 time: 0.0364201 Aug 18 14:49:00.711978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Checking router: b46fba0c-c1a3-4283-a5c0-be0908be121b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:00.720204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:00.720810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:00.752523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-fe704569-a381-4432-a608-7b2eb1830d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:00.754093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-fe704569-a381-4432-a608-7b2eb1830d59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 HTTP/1.1" status: 200 len: 834 time: 0.0527165 Aug 18 14:49:00.803363 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-9e99eae3-3ce8-4d69-a560-42cb46bf5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:00.804916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-9e99eae3-3ce8-4d69-a560-42cb46bf5246 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419552 Aug 18 14:49:00.833987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbde5a-9c85-41be-b03e-29ebf3a577ca req-c8f462dd-372d-411f-b6cb-a21771bdfc5a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:00.836244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1fbde5a-9c85-41be-b03e-29ebf3a577ca req-c8f462dd-372d-411f-b6cb-a21771bdfc5a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0523648 Aug 18 14:49:00.838470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:00.874801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1fbde5a-9c85-41be-b03e-29ebf3a577ca req-ec023bca-6893-4aae-ab02-9fce572b56e7 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Aug 18 14:49:00.903851 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-c691e922-e600-41d4-a816-629c588fd745 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909991 Aug 18 14:49:00.997335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ed4dd71c-a0f9-4cff-a380-ffe3ad6ca945 req-4b399185-a5d6-44b0-95ca-ba3f70a98d76 service neutron] 10.222.0.10 "GET /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Aug 18 14:49:01.035419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:01.061810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91147cd-31b2-4fee-9563-4f28be3b260f None None] The sync data for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 is: [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:47:12Z', 'revision_number': 4, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd458f034-19f5-49af-b4c4-553166b71f36', 'name': '', 'network_id': 'f7ebf96b-38b1-49cb-9d2d-1c56902c8c18', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'mac_address': 'fa:16:3e:96:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:11Z', 'updated_at': '2021-08-18T14:47:15Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'subnets': [{'id': '3e35ba94-48e4-4fc0-84f3-09986cc3a6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:01.275592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553e051-f189-49a7-aeb8-1d19c8146cbd None None] New status for floating IP f09d17d3-36a7-49fa-b42b-7665045757ac: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:49:01.997274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390697b-2d95-4224-883d-3b02f6f984a5 req-19caaf2c-1fc5-4c34-9644-0d6374839acd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:01.998833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5390697b-2d95-4224-883d-3b02f6f984a5 req-19caaf2c-1fc5-4c34-9644-0d6374839acd tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Aug 18 14:49:02.038584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5390697b-2d95-4224-883d-3b02f6f984a5 req-bcf70835-73f3-41ed-9c05-10203cbcadc1 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac528710-4769-4436-908a-a9460da3a477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Aug 18 14:49:02.216444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-b6fd07b2-63a1-4f6d-acea-892d32a491af tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:02.217786 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-b6fd07b2-63a1-4f6d-acea-892d32a491af tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 946 time: 0.0480797 Aug 18 14:49:02.309056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:49:02.309478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:02.394133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 93bd68a8-16ff-49f1-b190-8e425448a89b, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=93bd68a8-16ff-49f1-b190-8e425448a89b,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:02.394500 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:02.406538 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 93bd68a8-16ff-49f1-b190-8e425448a89b owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:49:02.587773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:02.616243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=93bd68a8-16ff-49f1-b190-8e425448a89b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:02.628080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.628439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.628783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.629123 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.629457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.629791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.630149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.630476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.630808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.631129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.631452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.631774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:02.669690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] No DVR routers for this DVR port 93bd68a8-16ff-49f1-b190-8e425448a89b on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:49:02.672339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:02.674360 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7a627c22-05d8-4b29-baa0-8f30353be1b1 req-6f0578ce-8b70-4647-a49e-31aec973afd9 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.10 "DELETE /v2.0/ports/93bd68a8-16ff-49f1-b190-8e425448a89b HTTP/1.1" status: 204 len: 173 time: 0.4500358 Aug 18 14:49:02.674788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-deleted', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:02.677007 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0ead0-d12b-476e-98fd-5ae696f643ea" -d '{"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-deleted", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:02.851181 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965485c-4984-4578-8cb6-f16b7e37d013 x-openstack-request-id: req-8965485c-4984-4578-8cb6-f16b7e37d013 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:02.851481 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817cdcf-e04c-4b1e-aa78-be4bcd464c61", "name": "network-vif-deleted", "tag": "93bd68a8-16ff-49f1-b190-8e425448a89b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:02.851740 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8965485c-4984-4578-8cb6-f16b7e37d013 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:02.852142 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817cdcf-e04c-4b1e-aa78-be4bcd464c61', 'name': 'network-vif-deleted', 'tag': '93bd68a8-16ff-49f1-b190-8e425448a89b', 'status': 'completed', 'code': 200} Aug 18 14:49:03.143884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c854e479-ebec-4a74-8a13-afa730bdae19 req-70f8186a-4039-4f1e-b869-40d7fae9e3b0 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c817cdcf-e04c-4b1e-aa78-be4bcd464c61 HTTP/1.1" status: 200 len: 210 time: 0.0263009 Aug 18 14:49:04.200081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46118) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:04.554842 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:04.801456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port d458f034-19f5-49af-b4c4-553166b71f36 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:49:04.801718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:04.887137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port d458f034-19f5-49af-b4c4-553166b71f36, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d458f034-19f5-49af-b4c4-553166b71f36,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:04.887501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:04.900078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for d458f034-19f5-49af-b4c4-553166b71f36 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:49:05.119036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:05.151809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=d458f034-19f5-49af-b4c4-553166b71f36,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:05.339340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:05.579255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Router b46fba0c-c1a3-4283-a5c0-be0908be121b has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:05.883564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:49:05.908329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 93bd68a8-16ff-49f1-b190-8e425448a89b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:49:05.908684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 93bd68a8-16ff-49f1-b190-8e425448a89b not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:49:05.993868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:05.998881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-08ef91ab-f001-4285-8ef0-44b2ee7e5f3a tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "PUT /v2.0/routers/b46fba0c-c1a3-4283-a5c0-be0908be121b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977748 Aug 18 14:49:06.001616 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46120) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:06.004043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Sync routers for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:06.013981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:06.014596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:06.052580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting subnet 3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:49:06.055653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.094121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.116143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:06.181123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.288955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:49:05Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:06.302076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.314230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Checking router: b46fba0c-c1a3-4283-a5c0-be0908be121b for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:06.323116 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Routers {'b46fba0c-c1a3-4283-a5c0-be0908be121b'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:06.323730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b46fba0c-c1a3-4283-a5c0-be0908be121b'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:06.329188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Subnet': ['ID=3e35ba94-48e4-4fc0-84f3-09986cc3a6b8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:06.333000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.334929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3ebfc7ee-df71-457a-81d0-17e0dcfe134c tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/subnets/3e35ba94-48e4-4fc0-84f3-09986cc3a6b8 HTTP/1.1" status: 204 len: 168 time: 0.3322427 Aug 18 14:49:06.338342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:06.360794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1082b3d0-43ea-4134-8c8d-f96e100b628a None None] Network f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:06.449565 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.497061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] Set router b46fba0c-c1a3-4283-a5c0-be0908be121b gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:06.548344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.683906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] DHCP port deletion for f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:49:06.693675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Deleting port 41d81a18-5352-4126-aa45-076abc4c3cef {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:49:06.694059 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.722541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:49:05Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:06.749483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72412076-b047-4c2e-9e75-dd8fe2aab336 None None] The sync data for ids ['b46fba0c-c1a3-4283-a5c0-be0908be121b'] in n-d-804303-5 is: [{'id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-920470096', 'tenant_id': '894b1d79036d4ae5b86989257d94086a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:47:07Z', 'updated_at': '2021-08-18T14:49:05Z', 'revision_number': 5, 'project_id': '894b1d79036d4ae5b86989257d94086a', 'gw_port': {'id': '41d81a18-5352-4126-aa45-076abc4c3cef', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fba0c-c1a3-4283-a5c0-be0908be121b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:47:08Z', 'updated_at': '2021-08-18T14:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:06.764243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Deleting port 12448bdd-da25-4035-8f66-b55ab68daa5d {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:49:06.764645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.772770 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] For port 41d81a18-5352-4126-aa45-076abc4c3cef, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=41d81a18-5352-4126-aa45-076abc4c3cef,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:06.773307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.788396 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Calling delete_port for 41d81a18-5352-4126-aa45-076abc4c3cef owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:49:06.985950 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] For port 12448bdd-da25-4035-8f66-b55ab68daa5d, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=12448bdd-da25-4035-8f66-b55ab68daa5d,segment=NetworkSegment(c8586900-7dc8-44d8-9ff1-6df25829c081),segment_id=c8586900-7dc8-44d8-9ff1-6df25829c081)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:06.986564 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:06.997955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Calling delete_port for 12448bdd-da25-4035-8f66-b55ab68daa5d owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:49:06.999371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.030187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Port': ['ID=41d81a18-5352-4126-aa45-076abc4c3cef,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:07.090384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.156251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.187249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.188416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] Pushing event deleted for resources: {'Port': ['ID=12448bdd-da25-4035-8f66-b55ab68daa5d,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:07.189626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.191952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2fe64-ae45-4060-ab2f-8c93c5b1a34e None None] No DVR routers for this DVR port 12448bdd-da25-4035-8f66-b55ab68daa5d on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:49:07.274030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.274622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Fanout notify agent at l3_agent the message router_deleted on router b46fba0c-c1a3-4283-a5c0-be0908be121b {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:49:07.282371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.283479 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-eb0f346e-3a12-41eb-8d4f-f6aa8e738e68 tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/routers/b46fba0c-c1a3-4283-a5c0-be0908be121b HTTP/1.1" status: 204 len: 168 time: 0.9441044 Aug 18 14:49:07.286277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46124) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:07.369599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.441115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d458f034-19f5-49af-b4c4-553166b71f36 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:49:07.464945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d458f034-19f5-49af-b4c4-553166b71f36 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:49:07.465367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d458f034-19f5-49af-b4c4-553166b71f36 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:49:07.465920 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12448bdd-da25-4035-8f66-b55ab68daa5d no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:49:07.476813 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.485078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 12448bdd-da25-4035-8f66-b55ab68daa5d {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:49:07.485078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 12448bdd-da25-4035-8f66-b55ab68daa5d not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:49:07.486476 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ebf96b-38b1-49cb-9d2d-1c56902c8c18']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:07.496610 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8586900-7dc8-44d8-9ff1-6df25829c081') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:07.496907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8586900-7dc8-44d8-9ff1-6df25829c081') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:07.505409 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.519726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.525823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:49:07.526246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:49:07.529319 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:49:07.644609 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.649029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.651246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/networks/f7ebf96b-38b1-49cb-9d2d-1c56902c8c18 HTTP/1.1" status: 204 len: 168 time: 0.3639097 Aug 18 14:49:07.653967 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46126) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:07.665816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378d969-fb72-4b06-8e1e-5fdc866e410d tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'Network': ['ID=f7ebf96b-38b1-49cb-9d2d-1c56902c8c18,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:07.712094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.735872 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.873468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.876195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:07.877392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] 10.222.0.35 "DELETE /v2.0/security-groups/ac528710-4769-4436-908a-a9460da3a477 HTTP/1.1" status: 204 len: 168 time: 0.2224221 Aug 18 14:49:07.886876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01c091-d509-47a6-9bf6-d1c0d1534bbb tempest-TestNetworkAdvancedServerOps-1274105261 tempest-TestNetworkAdvancedServerOps-1274105261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac528710-4769-4436-908a-a9460da3a477,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:08.367792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:08.494325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68a07ff5-119e-46f3-b0da-f5261c5b1739 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=894b1d79036d4ae5b86989257d94086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253436 Aug 18 14:49:08.496769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46138) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:08.548336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:08.568754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:08.667529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:08.670364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:08.671521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cad43f0-12d8-45e9-8c5a-ef20a164611a HTTP/1.1" status: 204 len: 168 time: 0.1738598 Aug 18 14:49:08.679240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4feea-014c-4c44-8048-3a191c7ed12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad43f0-12d8-45e9-8c5a-ef20a164611a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:09.198572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46144) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:09.238269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6525c8b9-6a77-4d56-bb44-f9bd3d890630 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8fa5d3d208743cca6a8a01e6ce021fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385346 Aug 18 14:49:09.240636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46146) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:09.287651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:09.309014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:09.314290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 41d81a18-5352-4126-aa45-076abc4c3cef no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:49:09.333615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 41d81a18-5352-4126-aa45-076abc4c3cef {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:49:09.333980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 41d81a18-5352-4126-aa45-076abc4c3cef not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:49:09.449348 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:09.451915 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:09.453094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bd0d08c-9d7a-4cdb-ab7c-351b743a5408 HTTP/1.1" status: 204 len: 168 time: 0.2115655 Aug 18 14:49:09.461365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca0d17-4cab-48fb-857c-a3a341a6a68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd0d08c-9d7a-4cdb-ab7c-351b743a5408,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:10.555152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46168) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:10.616384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.647892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-636535838-network', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:10.747485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Made reservation on behalf of 4fcff2878d384e1aa47f9b1bd01ec47d for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:10.749767 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.760957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.846149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.907521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.932726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:10.942438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22986852-b4c5-47cb-a361-6d9513f3cb45,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:10.948620 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:10.948965 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Added segment 19c108db-f12d-49b6-9232-464a56124739 of type vlan for network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e Aug 18 14:49:10.988276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.050491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.051459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:11.052061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.110460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] Pushing event updated for resources: {'Network': ['ID=d4ca7b5b-276e-4513-a8dc-5b17812d4a2e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:11.120600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:11.147427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ff032ca6-f15d-4102-93cc-0e2dd7f2560e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911376 Aug 18 14:49:11.150455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46172) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:11.155347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Request body: {'subnet': {'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-636535838-subnet', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:11.233156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Made reservation on behalf of 4fcff2878d384e1aa47f9b1bd01ec47d for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:11.235529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.289404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.466566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.523385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cad80e5-0fcc-4836-b98c-5cdc19ba9416,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:11.534797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Checking segment: {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:11.535163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Network hostable DHCP agents. Network: d4ca7b5b-276e-4513-a8dc-5b17812d4a2e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:11.609889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:11.690187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d4ca7b5b-276e-4513-a8dc-5b17812d4a2e) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:11.694671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:11.695568 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.698746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1bb7a-2868-49e2-9ab2-05e6b8084706 None None] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:11.754053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-963dee08-db7d-4b4f-aa85-13a87816a0b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6024630 Aug 18 14:49:11.756525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46174) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:11.760862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:11.821764 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.822869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.841103 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'fixed_ips': [{'subnet_id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:49:11.842036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.874214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:11.971833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Allocated IP 172.20.0.2 (d4ca7b5b-276e-4513-a8dc-5b17812d4a2e/7cad80e5-0fcc-4836-b98c-5cdc19ba9416/a89d622c-52f3-488b-aa04-67f10961c919) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:12.073080 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.111643 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.119555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Transition to ACTIVE for port object a89d622c-52f3-488b-aa04-67f10961c919 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:12.133807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Transition to ACTIVE for port object a89d622c-52f3-488b-aa04-67f10961c919 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:12.204874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.245042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:12.247898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:12.252086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:12.254978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Pushing event updated for resources: {'Port': ['ID=a89d622c-52f3-488b-aa04-67f10961c919,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:12.309288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.310487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Attempting to bind port a89d622c-52f3-488b-aa04-67f10961c919 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:12.310845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Attempting to bind port a89d622c-52f3-488b-aa04-67f10961c919 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:12.311209 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Attempting to bind port a89d622c-52f3-488b-aa04-67f10961c919 on network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:12.316459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:12.316900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Checking segment: {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:12.317302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.317811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Bound using segment: {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:12.318330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Bound port: a89d622c-52f3-488b-aa04-67f10961c919, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:12.318716 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.332269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.380024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] For port a89d622c-52f3-488b-aa04-67f10961c919, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:12.383253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] For port a89d622c-52f3-488b-aa04-67f10961c919, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a89d622c-52f3-488b-aa04-67f10961c919,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:12.433754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Allocated IP 172.25.1.248 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c2117252-5df3-41d3-b014-eff805e428a6) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:12.467797 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.524011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c36e9-c626-4e46-8555-29f95226c884 None None] Pushing event updated for resources: {'Port': ['ID=a89d622c-52f3-488b-aa04-67f10961c919,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:12.554305 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.657423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.707369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:12.710845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:12.714668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:12.720357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Pushing event updated for resources: {'Port': ['ID=c2117252-5df3-41d3-b014-eff805e428a6,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:13.052999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.257172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.437698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b6f1d-d693-4bde-8366-ca184876ab9b None None] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:13.437698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a89d622c-52f3-488b-aa04-67f10961c919 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:13.479656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Router 0ebd64b9-7aeb-483a-9cb7-38357b102295 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:49:13.603099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:13.616428 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Sync routers for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:13.620644 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a89d622c-52f3-488b-aa04-67f10961c919 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:13.622729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Provisioning for port a89d622c-52f3-488b-aa04-67f10961c919 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:13.626385 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:13.627238 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:13.628740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Provisioning complete for port a89d622c-52f3-488b-aa04-67f10961c919 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:13.629133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.631818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a89d622c-52f3-488b-aa04-67f10961c919 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:13.632171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.667644 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.670245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c1b80ff2-4d0a-4298-926e-b142262b8870 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9123559 Aug 18 14:49:13.672553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46178) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:13.754567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.806095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.830335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a89d622c-52f3-488b-aa04-67f10961c919, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a89d622c-52f3-488b-aa04-67f10961c919,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:13.839462 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:13.891117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.969125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:49:13.969444 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-07325916-f556-4138-90d7-0d61872cd54f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:49:13.972384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a89d622c-52f3-488b-aa04-67f10961c919,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.032535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:12Z', 'revision_number': 3, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:14.061543 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Checking router: 0ebd64b9-7aeb-483a-9cb7-38357b102295 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:14.061918 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Updating router 0ebd64b9-7aeb-483a-9cb7-38357b102295 port c2117252-5df3-41d3-b014-eff805e428a6 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:14.085513 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.144269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.332292 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.341758 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Transition to ACTIVE for port object c2117252-5df3-41d3-b014-eff805e428a6 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:14.344014 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Allocated IP 172.20.0.1 (d4ca7b5b-276e-4513-a8dc-5b17812d4a2e/7cad80e5-0fcc-4836-b98c-5cdc19ba9416/b1eeaeef-2607-408f-90c9-3c05d7b7754b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:14.398719 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.423111 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Attempting to bind port c2117252-5df3-41d3-b014-eff805e428a6 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:14.423485 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Attempting to bind port c2117252-5df3-41d3-b014-eff805e428a6 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:14.423852 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Attempting to bind port c2117252-5df3-41d3-b014-eff805e428a6 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:14.428828 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:14.429195 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:14.429594 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.430026 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:14.431350 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Bound port: c2117252-5df3-41d3-b014-eff805e428a6, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:14.431473 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.502212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.517411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Transition to ACTIVE for port object b1eeaeef-2607-408f-90c9-3c05d7b7754b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:14.540700 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Pushing event updated for resources: {'Port': ['ID=c2117252-5df3-41d3-b014-eff805e428a6,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.553405 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.553745 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.554104 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.554434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.554764 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.555083 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.555443 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.556432 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.556763 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.557081 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.557400 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.557715 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.564455 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] For port c2117252-5df3-41d3-b014-eff805e428a6, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:14.567836 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] For port c2117252-5df3-41d3-b014-eff805e428a6, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c2117252-5df3-41d3-b014-eff805e428a6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:14.621554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.628793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f6da0140-3edc-4905-8d78-ff93bfbd83a2 None None] Provisioning complete for port a89d622c-52f3-488b-aa04-67f10961c919 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:14.629291 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f6da0140-3edc-4905-8d78-ff93bfbd83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.645229 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.656376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:14.659248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:14.661677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:14.698708 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:14.699292 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:14.706088 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.719881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.765134 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388c7ae-893a-46fd-8c77-dba52855e27e None None] Pushing event updated for resources: {'Port': ['ID=c2117252-5df3-41d3-b014-eff805e428a6,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.821362 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:14.931488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.001659 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:12Z', 'revision_number': 3, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:15.010489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d1df46a-aaf4-4c06-b727-a5d9b9db9ed4 None None] Provisioning for port b1eeaeef-2607-408f-90c9-3c05d7b7754b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:15.014533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1d1df46a-aaf4-4c06-b727-a5d9b9db9ed4 None None] Provisioning complete for port b1eeaeef-2607-408f-90c9-3c05d7b7754b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:15.015217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1d1df46a-aaf4-4c06-b727-a5d9b9db9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.027735 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c12e1-c776-454f-8f1d-bece3de221cd None None] The sync data for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 is: [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:12Z', 'revision_number': 3, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:15.055811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-1d1df46a-aaf4-4c06-b727-a5d9b9db9ed4 None None] Port b1eeaeef-2607-408f-90c9-3c05d7b7754b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:15.106938 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.187883 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.260961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:15.263393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.365242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:15.366749 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:15.462477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a89d622c-52f3-488b-aa04-67f10961c919 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:15.534360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a89d622c-52f3-488b-aa04-67f10961c919 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:15.534360 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.635953 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c2117252-5df3-41d3-b014-eff805e428a6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:15.690426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f142a74-84a0-46da-be7e-725bc92848f2 None None] Provisioning complete for port b1eeaeef-2607-408f-90c9-3c05d7b7754b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:15.690801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8f142a74-84a0-46da-be7e-725bc92848f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.731616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8f142a74-84a0-46da-be7e-725bc92848f2 None None] Port b1eeaeef-2607-408f-90c9-3c05d7b7754b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:15.753490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c2117252-5df3-41d3-b014-eff805e428a6 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:15.758247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c2117252-5df3-41d3-b014-eff805e428a6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:15.759276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.833307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Router 0ebd64b9-7aeb-483a-9cb7-38357b102295 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:15.841193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.864020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port c2117252-5df3-41d3-b014-eff805e428a6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c2117252-5df3-41d3-b014-eff805e428a6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:15.924820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.947627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:15.959060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2f668545-4c7c-4080-a740-f95b50f59c82 admin admin] 10.222.0.35 "PUT /v2.0/routers/0ebd64b9-7aeb-483a-9cb7-38357b102295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2847872 Aug 18 14:49:15.974422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=c2117252-5df3-41d3-b014-eff805e428a6,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:16.588247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46194) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:16.593185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-778122896-network', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:16.651963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Sync routers for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:16.661120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:16.661563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Made reservation on behalf of 259ff1e52c5048e4a0ae07e1fbad21a0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:16.661718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:16.663977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.673707 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.758961 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.767073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:16.890282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.919381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:16.929481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc44a6a2-4fbb-44a6-a93a-159cb0e13803,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:16.935485 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.935829 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Added segment eef78a79-90ed-4706-8455-5c6e44fac0fb of type vlan for network 81434f27-38e0-4e60-b680-6553028f4610 Aug 18 14:49:16.968149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 4, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b1eeaeef-2607-408f-90c9-3c05d7b7754b', 'name': '', 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'mac_address': 'fa:16:3e:5d:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:14Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 2, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'subnets': [{'id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:16.978683 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.994509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Checking router: 0ebd64b9-7aeb-483a-9cb7-38357b102295 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:16.994863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Updating router 0ebd64b9-7aeb-483a-9cb7-38357b102295 port b1eeaeef-2607-408f-90c9-3c05d7b7754b binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:17.019095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.067215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.068359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.068996 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.153073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] Pushing event updated for resources: {'Network': ['ID=81434f27-38e0-4e60-b680-6553028f4610,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.174269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 81434f27-38e0-4e60-b680-6553028f4610 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:17.193817 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3b18892f-f7a6-4bcc-9dd9-bfd1485c544f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6044567 Aug 18 14:49:17.196480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46196) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:17.202030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Request body: {'subnet': {'network_id': '81434f27-38e0-4e60-b680-6553028f4610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-778122896-subnet', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:17.272270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Made reservation on behalf of 259ff1e52c5048e4a0ae07e1fbad21a0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:17.274724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.340112 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.349976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Transition to ACTIVE for port object b1eeaeef-2607-408f-90c9-3c05d7b7754b will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:17.369245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c2117252-5df3-41d3-b014-eff805e428a6 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:17.415669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c2117252-5df3-41d3-b014-eff805e428a6 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:17.416104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.457043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.545201 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de52b4-22ff-4b27-b0a9-1480666aa4b9 None None] Pushing event updated for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.576274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.589442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Attempting to bind port b1eeaeef-2607-408f-90c9-3c05d7b7754b on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:17.589815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Attempting to bind port b1eeaeef-2607-408f-90c9-3c05d7b7754b by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:17.590264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Attempting to bind port b1eeaeef-2607-408f-90c9-3c05d7b7754b on network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:17.595744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:17.596120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Checking segment: {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:17.599848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.599848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Bound using segment: {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:17.599848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Bound port: b1eeaeef-2607-408f-90c9-3c05d7b7754b, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c108db-f12d-49b6-9232-464a56124739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:17.599848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.637714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e2fe12-5c24-4431-811d-0f72e7a14026,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.643285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Checking segment: {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:17.643721 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Network hostable DHCP agents. Network: 81434f27-38e0-4e60-b680-6553028f4610, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:17.665488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] For port b1eeaeef-2607-408f-90c9-3c05d7b7754b, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:17.669900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] For port b1eeaeef-2607-408f-90c9-3c05d7b7754b, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1eeaeef-2607-408f-90c9-3c05d7b7754b,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:17.713148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Network 81434f27-38e0-4e60-b680-6553028f4610 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:17.742091 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.787164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 81434f27-38e0-4e60-b680-6553028f4610) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:17.791967 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.792598 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.802504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887df7a-6355-4939-875f-19908f96df7c None None] Network 81434f27-38e0-4e60-b680-6553028f4610 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:17.855463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de52b4-22ff-4b27-b0a9-1480666aa4b9 None None] Pushing event updated for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.859727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-83946aa1-3281-45c7-8aea-2f6169a1dba6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6598613 Aug 18 14:49:17.860075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:17.860369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:17.860999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:17.866351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:17.935078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.936566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.007374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.189400 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.190159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:18.280105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-81434f27-38e0-4e60-b680-6553028f4610', 'network_id': '81434f27-38e0-4e60-b680-6553028f4610', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'fixed_ips': [{'subnet_id': '59e2fe12-5c24-4431-811d-0f72e7a14026'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:49:18.282627 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.446454 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.466300 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.505234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Allocated IP 172.20.0.2 (81434f27-38e0-4e60-b680-6553028f4610/59e2fe12-5c24-4431-811d-0f72e7a14026/610bac67-c6af-4187-a0b8-1ee444c92642) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:18.571208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Allocated IP 172.25.1.183 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/484b02c1-afbe-40bd-b686-e0ce65dc72f8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:18.573979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 4, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b1eeaeef-2607-408f-90c9-3c05d7b7754b', 'name': '', 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'mac_address': 'fa:16:3e:5d:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:14Z', 'updated_at': '2021-08-18T14:49:17Z', 'revision_number': 4, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'subnets': [{'id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:18.604069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b336a3a-9b41-4b2b-8750-419483aa8143 None None] The sync data for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 is: [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:49:14Z', 'revision_number': 4, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'b1eeaeef-2607-408f-90c9-3c05d7b7754b', 'name': '', 'network_id': 'd4ca7b5b-276e-4513-a8dc-5b17812d4a2e', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'mac_address': 'fa:16:3e:5d:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:14Z', 'updated_at': '2021-08-18T14:49:17Z', 'revision_number': 4, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'subnets': [{'id': '7cad80e5-0fcc-4836-b98c-5cdc19ba9416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:18.697255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.703183 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.706718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Transition to ACTIVE for port object 610bac67-c6af-4187-a0b8-1ee444c92642 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:18.726558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Transition to ACTIVE for port object 610bac67-c6af-4187-a0b8-1ee444c92642 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:18.782411 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.799478 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.824414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Network 81434f27-38e0-4e60-b680-6553028f4610 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:18.827465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:18.830047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:18.842473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Pushing event updated for resources: {'Port': ['ID=610bac67-c6af-4187-a0b8-1ee444c92642,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.844362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:18.847623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:18.852467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:18.877079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Pushing event updated for resources: {'Port': ['ID=484b02c1-afbe-40bd-b686-e0ce65dc72f8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.898588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Attempting to bind port 610bac67-c6af-4187-a0b8-1ee444c92642 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:18.898964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Attempting to bind port 610bac67-c6af-4187-a0b8-1ee444c92642 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:18.899329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Attempting to bind port 610bac67-c6af-4187-a0b8-1ee444c92642 on network 81434f27-38e0-4e60-b680-6553028f4610 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:18.904765 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:18.905091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Checking segment: {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:18.905484 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.906479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Bound using segment: {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:18.906968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Bound port: 610bac67-c6af-4187-a0b8-1ee444c92642, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:18.907355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.982272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] For port 610bac67-c6af-4187-a0b8-1ee444c92642, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:18.986003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] For port 610bac67-c6af-4187-a0b8-1ee444c92642, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=610bac67-c6af-4187-a0b8-1ee444c92642,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:19.056600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.132035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7e1f-e4ce-4e62-bc70-aaac6e5fc1e2 None None] Pushing event updated for resources: {'Port': ['ID=610bac67-c6af-4187-a0b8-1ee444c92642,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:19.462731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1eeaeef-2607-408f-90c9-3c05d7b7754b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:19.569165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.576037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port b1eeaeef-2607-408f-90c9-3c05d7b7754b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:19.581958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b1eeaeef-2607-408f-90c9-3c05d7b7754b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:19.582312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.680367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.718796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port b1eeaeef-2607-408f-90c9-3c05d7b7754b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1eeaeef-2607-408f-90c9-3c05d7b7754b,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:19.775279 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.781819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.782680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 610bac67-c6af-4187-a0b8-1ee444c92642 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:19.852654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:19.942091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 610bac67-c6af-4187-a0b8-1ee444c92642 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:19.965386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:49:20.079456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:20.088704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Sync routers for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:20.099596 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:20.100218 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:20.153127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.157186 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827646f-5040-4a61-b772-fc3472646117 None None] Network 81434f27-38e0-4e60-b680-6553028f4610 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:20.157332 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c506524f-0250-41a0-ae2d-c284454fbad1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2929447 Aug 18 14:49:20.157469 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46200) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:20.210146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:20.281359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Provisioning for port 610bac67-c6af-4187-a0b8-1ee444c92642 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:20.287565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Provisioning complete for port 610bac67-c6af-4187-a0b8-1ee444c92642 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:20.287939 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.400033 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.406541 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:19Z', 'revision_number': 3, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:20.438173 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Checking router: 268bc026-e321-41b8-82d6-c3dd2d1f1d7d for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:20.438510 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Updating router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:20.438870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] For port 610bac67-c6af-4187-a0b8-1ee444c92642, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=610bac67-c6af-4187-a0b8-1ee444c92642,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:20.468527 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.485723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.550448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d5c1-ae3f-46bc-b232-665f017454d6 None None] Pushing event updated for resources: {'Port': ['ID=610bac67-c6af-4187-a0b8-1ee444c92642,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.605208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-366edc63-388d-4b97-912d-e21cd9401895 None None] Provisioning complete for port 610bac67-c6af-4187-a0b8-1ee444c92642 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:20.605635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-366edc63-388d-4b97-912d-e21cd9401895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.627290 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.741555 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.751854 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Transition to ACTIVE for port object 484b02c1-afbe-40bd-b686-e0ce65dc72f8 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:20.829507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Allocated IP 172.20.0.1 (81434f27-38e0-4e60-b680-6553028f4610/59e2fe12-5c24-4431-811d-0f72e7a14026/2ec7d59a-8043-4b85-8cd7-396f76e019b9) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:20.855963 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.935791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.949227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Transition to ACTIVE for port object 2ec7d59a-8043-4b85-8cd7-396f76e019b9 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:21.002680 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Attempting to bind port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:21.003078 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Attempting to bind port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:21.003438 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Attempting to bind port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:21.012070 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:21.012451 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:21.013085 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.013478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:21.013958 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Bound port: 484b02c1-afbe-40bd-b686-e0ce65dc72f8, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:21.014337 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.015821 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94bf0-4c82-4485-aecf-626e693dd2d5 None None] Pushing event updated for resources: {'Port': ['ID=484b02c1-afbe-40bd-b686-e0ce65dc72f8,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.050750 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.068100 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] For port 484b02c1-afbe-40bd-b686-e0ce65dc72f8, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:21.071907 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] For port 484b02c1-afbe-40bd-b686-e0ce65dc72f8, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=484b02c1-afbe-40bd-b686-e0ce65dc72f8,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:21.095312 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Network 81434f27-38e0-4e60-b680-6553028f4610 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:21.098195 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:21.101733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:21.124404 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.143613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.153751 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.216654 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:21.217296 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.254627 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94bf0-4c82-4485-aecf-626e693dd2d5 None None] Pushing event updated for resources: {'Port': ['ID=484b02c1-afbe-40bd-b686-e0ce65dc72f8,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.330150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.330308 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:21.364069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e20a5d3b-28d2-4dda-8fcc-aa7d904f06ac None None] Provisioning for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:21.373517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e20a5d3b-28d2-4dda-8fcc-aa7d904f06ac None None] Provisioning complete for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:21.373517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e20a5d3b-28d2-4dda-8fcc-aa7d904f06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.375538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1eeaeef-2607-408f-90c9-3c05d7b7754b up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:21.435842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e20a5d3b-28d2-4dda-8fcc-aa7d904f06ac None None] Port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:21.453991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port b1eeaeef-2607-408f-90c9-3c05d7b7754b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:21.453991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.506217 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.524521 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-52925972-b799-4845-b3ad-3f483b447007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:19Z', 'revision_number': 3, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.534225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 610bac67-c6af-4187-a0b8-1ee444c92642 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:21.551645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925972-b799-4845-b3ad-3f483b447007 None None] The sync data for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 is: [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:19Z', 'revision_number': 3, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:21.576087 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.588180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 610bac67-c6af-4187-a0b8-1ee444c92642 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:21.588561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.644395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.646982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.744066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Network 81434f27-38e0-4e60-b680-6553028f4610 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:21.746091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:21.877253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:21.964836 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e2941ea4-1ce4-42e7-9bbe-601c1929e49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.997232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:22.002396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dab42a18-6eaf-46fd-bb8d-e2979d278c31 admin admin] 10.222.0.35 "PUT /v2.0/routers/268bc026-e321-41b8-82d6-c3dd2d1f1d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439581 Aug 18 14:49:22.060733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d2d7c49d-161d-4aa7-9372-b22a445fa9eb None None] Provisioning complete for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:22.061141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d2d7c49d-161d-4aa7-9372-b22a445fa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.100365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7c49d-161d-4aa7-9372-b22a445fa9eb None None] Port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:22.532898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-1d96f533-3fe6-42c7-b9c1-61368f6eeed8 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:22.534687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-1d96f533-3fe6-42c7-b9c1-61368f6eeed8 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/networks?id=d4ca7b5b-276e-4513-a8dc-5b17812d4a2e HTTP/1.1" status: 200 len: 910 time: 0.0918705 Aug 18 14:49:22.550423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-d3957984-99e8-4e1d-bcba-1b5185d102e7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/quotas/259ff1e52c5048e4a0ae07e1fbad21a0 HTTP/1.1" status: 200 len: 375 time: 0.0096691 Aug 18 14:49:22.630129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-efdacf0e-5fe2-4e20-9be4-beeae1b3cbfa tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=259ff1e52c5048e4a0ae07e1fbad21a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742319 Aug 18 14:49:22.813532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-db3d78a1-ff12-4b7d-a39e-e4d35b1db58d service neutron] 10.222.0.35 "GET /v2.0/networks/d4ca7b5b-276e-4513-a8dc-5b17812d4a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763520 Aug 18 14:49:22.908560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6b7aa2-1743-4c88-b6cc-24d36a94bd94 req-6400fbf5-6125-4c7c-b92d-1c905aaffa93 service neutron] 10.222.0.35 "GET /v2.0/networks/d4ca7b5b-276e-4513-a8dc-5b17812d4a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Aug 18 14:49:23.054356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Sync routers for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:23.063805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:23.064410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:23.131700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b9f55c1-4108-455a-b18e-d784b89a3f36 req-6724553f-4b82-4328-bd6b-9883babf5088 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 18 14:49:23.170724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:23.364570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 4, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ec7d59a-8043-4b85-8cd7-396f76e019b9', 'name': '', 'network_id': '81434f27-38e0-4e60-b680-6553028f4610', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'mac_address': 'fa:16:3e:93:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 2, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'subnets': [{'id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:23.393569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 484b02c1-afbe-40bd-b686-e0ce65dc72f8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:23.397106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Checking router: 268bc026-e321-41b8-82d6-c3dd2d1f1d7d for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:23.397685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Updating router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:23.448435 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.544069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:23.551160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:23.551540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.710982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.739885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 484b02c1-afbe-40bd-b686-e0ce65dc72f8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=484b02c1-afbe-40bd-b686-e0ce65dc72f8,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:23.786132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.796222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Transition to ACTIVE for port object 2ec7d59a-8043-4b85-8cd7-396f76e019b9 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:23.809658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.855712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=484b02c1-afbe-40bd-b686-e0ce65dc72f8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.884459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.935037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Pushing event updated for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.985328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Attempting to bind port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:23.985700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Attempting to bind port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:23.986118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Attempting to bind port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 on network 81434f27-38e0-4e60-b680-6553028f4610 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:23.991241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:23.991613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Checking segment: {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:23.992010 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.992393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Bound using segment: {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:23.992848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Bound port: 2ec7d59a-8043-4b85-8cd7-396f76e019b9, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef78a79-90ed-4706-8455-5c6e44fac0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '81434f27-38e0-4e60-b680-6553028f4610'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:23.993224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.057470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] For port 2ec7d59a-8043-4b85-8cd7-396f76e019b9, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:24.060975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] For port 2ec7d59a-8043-4b85-8cd7-396f76e019b9, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ec7d59a-8043-4b85-8cd7-396f76e019b9,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:24.136183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.194736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:24.195385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:48:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:24.218480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d888e7f7-caa6-483f-9a42-efb4aded8760 req-570a7a18-cdf9-4149-a361-f1e548a5d1bd tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Aug 18 14:49:24.392636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Pushing event updated for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.404803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.405150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.405491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.405828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.406187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.406518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.406847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.407170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.407495 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.407821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.408140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.408466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674ad0e-9d5e-4e2b-8efa-643f3feb8d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:24.485315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:24.674593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 4, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ec7d59a-8043-4b85-8cd7-396f76e019b9', 'name': '', 'network_id': '81434f27-38e0-4e60-b680-6553028f4610', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'mac_address': 'fa:16:3e:93:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:24Z', 'revision_number': 4, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'subnets': [{'id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:24.703640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795c1b-2cce-4f7b-a6e6-a32b91be6c25 None None] The sync data for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 is: [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:21Z', 'revision_number': 4, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ec7d59a-8043-4b85-8cd7-396f76e019b9', 'name': '', 'network_id': '81434f27-38e0-4e60-b680-6553028f4610', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'mac_address': 'fa:16:3e:93:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:24Z', 'revision_number': 4, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'subnets': [{'id': '59e2fe12-5c24-4431-811d-0f72e7a14026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:24.793207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cbeca35e-42d2-4cbf-a96e-46840b065639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.969450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.036165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-19e5cb5b-5f38-4681-b440-75f3567e02e6 req-d50bd282-0604-4152-9396-4d64dc7a175a service neutron] (112229) timed out ('10.222.0.10', 59381) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:49:25.294981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01842018-ea8e-4c13-be33-aa7b24c32fce req-2f6cd5a9-74f9-4857-a360-fb83bdbb9ef4 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0262835 Aug 18 14:49:25.456363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ec7d59a-8043-4b85-8cd7-396f76e019b9 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:25.564131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:25.568197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:25.568574 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.645776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.677376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2ec7d59a-8043-4b85-8cd7-396f76e019b9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ec7d59a-8043-4b85-8cd7-396f76e019b9,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:25.763910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.764689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 484b02c1-afbe-40bd-b686-e0ce65dc72f8 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:25.842547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:25.853604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:25.854016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.003951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.373611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a203311-c141-4a03-8e83-82708ce11e59 req-7197ce9f-38f3-4e68-b3dd-0a00c55b58e8 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Aug 18 14:49:27.368030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ec7d59a-8043-4b85-8cd7-396f76e019b9 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:27.420040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:27.420339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.448358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3484b55-f38c-43d8-b52e-5c016a614dae req-6c4c31da-f6d4-4760-b439-a408fda7ef9f tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0261569 Aug 18 14:49:27.638551 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.522686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7a0ce94-4e2b-47de-a214-34b0e243f2ab req-a2d4a0ee-2003-44cb-a0f0-581f3291fdc9 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0259659 Aug 18 14:49:29.596030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07775487-70ee-4f5e-bd2b-7bcbbfbc3921 req-3045b527-239d-45eb-8273-8f30db18a558 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Aug 18 14:49:30.500545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:49:30.669187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acdba30f-fa93-4cab-8499-167f02633966 req-4b726d10-0239-49ec-840d-edaa06734ee7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0249419 Aug 18 14:49:31.742201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c52e378-6b0f-4918-a516-41f682e90ea6 req-d09acdd6-4b1e-4ca5-81b8-0d29cbd5d4eb tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0243578 Aug 18 14:49:32.819119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e586a15-8f4a-446c-8b67-bb2d5fd42365 req-dbd5e672-c15d-4fc8-a542-28c2a81bca8c tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0296955 Aug 18 14:49:33.891401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ec47ac0-7d34-4e45-95e5-689f2e75f03d req-72780f42-f308-4120-9506-d0d8b5426653 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0257504 Aug 18 14:49:34.965401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fcb8f1b-a479-4322-9a2f-b5ec36869697 req-b3efe8d9-1b39-4046-8c98-27569421b952 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0251412 Aug 18 14:49:36.039143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c432d96e-3e0e-4b99-b8aa-4583848cdf6d req-0d2a52ff-b2ef-4d7b-8f9b-5da5957398ef tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0247903 Aug 18 14:49:37.111789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3354f37d-71c0-4d16-ae16-4944552dfaa5 req-ff55d742-b94b-4f8e-a1c8-da47615742b5 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0250609 Aug 18 14:49:38.185028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd2c1cef-5b5b-4693-bde6-fdce1aff469d req-1a649ae2-e52c-409b-b011-904332e4a0f3 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0256488 Aug 18 14:49:39.261756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58fa7499-33d3-4199-9a7f-7baaa3174672 req-babc406f-5ef6-423e-86de-3299b91143b7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 18 14:49:40.335309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d874ff1-aee4-47e9-96b4-42df1df4370a req-bc1abb9c-9455-4d21-8a75-4b482be5e066 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0254767 Aug 18 14:49:40.603561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.300761 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.408473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0acd4ef8-8884-43fa-8620-1373399f4c7a req-a204517f-5731-474f-9f90-43a255a02b8a tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0259497 Aug 18 14:49:42.483429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ffed54d0-2a25-441e-87de-97622d16d08b req-09f6d8f7-7a39-457b-83e1-af6f0038a8ff tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0253074 Aug 18 14:49:43.556215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cc62c59-42a2-490d-8af9-f2789138b298 req-79256260-1ecf-4a40-bea5-d3d2889fa8de tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0252509 Aug 18 14:49:44.628037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f72c970f-4465-45d1-9f71-056af4ffb6f4 req-d023a9a9-e22e-4776-ac7b-073803a2a00f tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0243707 Aug 18 14:49:45.703718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa48973e-ea8f-4b24-b035-7fcdee736ee6 req-14c8f538-1b5f-4c54-8f3c-eaf00afdf3c6 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0276623 Aug 18 14:49:46.777270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd4126d0-b7e4-4ab8-8c90-1db55076df9e req-6c980104-6a8c-42b2-8677-4eba61c35878 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0247555 Aug 18 14:49:47.850818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dfeae881-c654-4e97-b73e-4306be790549 req-18d0fe0d-225f-41f4-b12a-54fed809ff75 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0244224 Aug 18 14:49:48.929477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6639fa53-251c-43dc-9791-5c3f498890a0 req-6b10b22d-e58e-4a38-8886-93fa299f1615 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0312004 Aug 18 14:49:50.003235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10c1145b-423d-4d20-b08d-48a427a86a8d req-9afb223b-9e53-4541-bff1-274604549161 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0252523 Aug 18 14:49:51.077364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06a866ed-8439-4756-8efe-729372195543 req-6e1cb714-61d6-428e-9d3a-d5796dc0e9b0 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0244722 Aug 18 14:49:51.998374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bec9d81e-ceac-4789-a445-b001180ca6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.153915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4d9a500-b515-4364-91e4-ddabaf3463f6 req-8a8dfc92-e0ef-402a-8a64-18fae04c0596 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Aug 18 14:49:53.226488 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12a56eb1-5c08-42c2-8052-3371ae65b920 req-69e53d28-0827-4705-bf27-b130cbd89c38 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0255327 Aug 18 14:49:54.300650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a5977ea-8412-4cf3-892f-c5eb3435eb09 req-259a2753-5371-4254-b117-0aa51aece83d tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0260422 Aug 18 14:49:54.802886 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7b43ebeb-e6bc-4e2f-a261-2c83df51fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.968633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.374091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a89dfe5-85ce-4fa1-b27c-70ded9cec201 req-67a10e09-9a72-4d8c-8707-25e0a93c0abf tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0256300 Aug 18 14:49:56.032183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.448240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b5117e6-5c52-4acb-8b24-e606b9fc1691 req-cee97ff5-27d3-4420-8cd9-5c867a1e9987 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0255435 Aug 18 14:49:57.519759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb8958fd-0a31-41eb-872e-43b2df85bdaf req-1934998f-4a34-4cab-916b-d40a98789847 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0255449 Aug 18 14:49:57.649105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.596939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca288187-1f2b-4fd3-8457-094017425569 req-30c8ef7e-1e32-4fba-8cb0-bfb412b365f0 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Aug 18 14:49:59.671184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-523442fc-23f5-4760-80ea-b372dd6a44a7 req-49ab9b1c-5482-4242-9c91-2a4701ac63c7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0258043 Aug 18 14:50:00.744865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c496080-4e84-4a41-85e8-3fbcb2d51469 req-da1ccb76-fe19-4e1f-b665-13554e51684f tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0250957 Aug 18 14:50:01.816774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41214133-7f01-406b-b830-06e9b538b9af req-2b668c21-81ec-4600-88e5-cbd941e363e5 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0262220 Aug 18 14:50:02.907522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9107ede4-022c-443c-ac42-fab684581917 req-25cf7040-d25b-44d6-abb9-265050420d5d tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0252516 Aug 18 14:50:03.980279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-33b93a16-5d14-4aea-a8ce-9a01c26b322e req-3086bee1-a869-4f2b-a91f-390a90799eb4 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0241547 Aug 18 14:50:05.065324 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cbb8b07-5779-4277-b0d5-bf6412f80eb2 req-3d879e07-5127-446b-87fb-d80b0b6c7de8 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Aug 18 14:50:06.138662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a7519a1-23e0-42a8-a11d-9206f0975066 req-62d8989c-fb3f-4410-a71e-adce23570686 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0254965 Aug 18 14:50:07.210464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10624563-ab07-401e-abb7-f747fc1dc926 req-cd3f530b-49ed-4b27-909a-f2cf16c88c19 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0245140 Aug 18 14:50:07.499878 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:50:08.283290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d8a557a-e20e-4c81-bbc0-b0caaaee31c3 req-ad485f0f-d998-47a3-8fb1-7aa7fca26921 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0252521 Aug 18 14:50:09.356683 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab82e097-7402-4b0b-a516-eb77f33cffcf req-0db34877-f7bc-4458-97a6-661e6c7d9fa7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0254309 Aug 18 14:50:10.430188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9900dda6-298a-45b1-9055-858468b2ecf6 req-de2b4285-98e1-45c6-a6a7-e0e2a3415de3 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0264599 Aug 18 14:50:10.608861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:11.317341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:11.506618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6dc3b1d-b2d2-4402-a73a-e3e4b71ddf76 req-18f04ab8-38b7-4e2f-a819-c9ef295500ac tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0284960 Aug 18 14:50:12.582731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e0aeb01b-c566-49f8-b617-0ae92dcda285 req-b35cd9a3-ff4d-4508-b167-07aa89f0067b tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0248094 Aug 18 14:50:13.655332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f300342-71a5-4c61-aa70-e9a67586838f req-7b1e5d38-f178-4bb2-a862-d1ab4e71eec2 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0253046 Aug 18 14:50:14.727662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf1ed371-d980-4eff-a164-58da89e347a2 req-b02b8b56-1a01-43d5-b5e5-45d352bb25e2 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0254676 Aug 18 14:50:15.801001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15edd755-523d-49f5-9997-cb047e63979e req-4e75f6b9-6512-4a14-8f45-fc40bcd224b7 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0251162 Aug 18 14:50:16.873979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7cc7f49-2a79-44df-8771-00944b269e4f req-c98180a6-b5ce-4420-a683-8bf230b5067f tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0245168 Aug 18 14:50:17.950541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1fc53d76-9367-4771-8d90-06758e530c39 req-6cc981e8-9023-4eea-a952-f19b8dbbc984 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Aug 18 14:50:19.022271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-059426d6-d406-440c-a987-727a0498bd7c req-a4e8eab3-7a23-435f-82cd-38ed4f867027 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0249646 Aug 18 14:50:20.095483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f34ed9b3-f771-4272-b6ee-27bd5c6e35d3 req-68a4e18b-6c04-4ad0-a9a6-39ee4fdb6a58 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0255687 Aug 18 14:50:21.169018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dbe4aeca-bb58-4708-a945-cda44ea28f85 req-fdb5d5cf-d452-4481-99b6-c1a349ad0810 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0256562 Aug 18 14:50:21.974520 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e928f11a-3cfb-451e-956e-b09b9a48daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.242063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-94c7fabe-b9d3-4f92-86f8-b1cc73593147 req-cdc2bc7f-a055-48d6-a365-a6374603d1ac tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0256276 Aug 18 14:50:23.315536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1927cc71-9d31-4eea-a88e-f48812788838 req-02e87f6a-f4b0-41be-a28d-95fbb0233e18 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0259206 Aug 18 14:50:24.464285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4427546f-efc3-4b73-992a-1b17687d15a9 req-5cfc8b4a-0ba4-4448-9a69-09dfbca63b44 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Aug 18 14:50:24.785959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-965d6c8c-b563-48c3-aecd-66d5d9475a0d req-80184aab-3b82-4c11-8937-f6b9979a1d73 tempest-TestServerMultinode-90091262 tempest-TestServerMultinode-90091262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df891b20-0b56-4ae5-9eb3-22f491726f57 HTTP/1.1" status: 200 len: 210 time: 0.0250444 Aug 18 14:50:24.791589 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60d22eb7-1167-4450-961c-29fcefc7b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.980046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.449132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46366) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:25.787053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.019117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.026150 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Deleting port b1eeaeef-2607-408f-90c9-3c05d7b7754b {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:26.026499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.104351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] For port b1eeaeef-2607-408f-90c9-3c05d7b7754b, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=b1eeaeef-2607-408f-90c9-3c05d7b7754b,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:26.104721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.120483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Calling delete_port for b1eeaeef-2607-408f-90c9-3c05d7b7754b owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:26.425741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.450895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eeaeef-2607-408f-90c9-3c05d7b7754b,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:26.474577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.474939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.475263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.475593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.475921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.476242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.476562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.476881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.477198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.477513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.477834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.478169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:26.622093 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.150541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Router 0ebd64b9-7aeb-483a-9cb7-38357b102295 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:27.254877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:27.259926 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c1c92d49-1125-43c6-8a79-afb5b6dce3fa admin admin] 10.222.0.35 "PUT /v2.0/routers/0ebd64b9-7aeb-483a-9cb7-38357b102295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095727 Aug 18 14:50:27.262431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46370) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:27.264477 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Sync routers for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:27.273617 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:27.274267 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:50:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.369033 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.379834 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:27.480899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.556273 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:50:26Z', 'revision_number': 5, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port': {'id': 'c2117252-5df3-41d3-b014-eff805e428a6', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:12Z', 'updated_at': '2021-08-18T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.581454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Checking router: 0ebd64b9-7aeb-483a-9cb7-38357b102295 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:27.589519 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Routers {'0ebd64b9-7aeb-483a-9cb7-38357b102295'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:27.589684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Deleting port c2117252-5df3-41d3-b014-eff805e428a6 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:27.589991 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.590210 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:50:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['0ebd64b9-7aeb-483a-9cb7-38357b102295'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.642256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.671192 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] For port c2117252-5df3-41d3-b014-eff805e428a6, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c2117252-5df3-41d3-b014-eff805e428a6,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:27.671484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.674715 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] Set router 0ebd64b9-7aeb-483a-9cb7-38357b102295 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:27.684400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Calling delete_port for c2117252-5df3-41d3-b014-eff805e428a6 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:27.724696 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:50:27Z', 'revision_number': 6, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.753795 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243605fa-2c47-43a4-ad66-91fdba3e217d None None] The sync data for ids ['0ebd64b9-7aeb-483a-9cb7-38357b102295'] in n-d-804303-5 is: [{'id': '0ebd64b9-7aeb-483a-9cb7-38357b102295', 'name': 'tempest-TestServerMultinode-636535838-router', 'tenant_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:11Z', 'updated_at': '2021-08-18T14:50:27Z', 'revision_number': 6, 'project_id': '4fcff2878d384e1aa47f9b1bd01ec47d', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:27.917047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:27.945701 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2117252-5df3-41d3-b014-eff805e428a6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:28.004698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.094533 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.097309 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.185945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.186490 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebd64b9-7aeb-483a-9cb7-38357b102295 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:50:28.191293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.192450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dc964d87-3440-44fb-89ae-7140d6c09065 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0ebd64b9-7aeb-483a-9cb7-38357b102295 HTTP/1.1" status: 204 len: 168 time: 0.9291108 Aug 18 14:50:28.195007 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46372) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:28.242534 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Deleting subnet 7cad80e5-0fcc-4836-b98c-5cdc19ba9416 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:50:28.245399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.279672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.354004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.455332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.486784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cad80e5-0fcc-4836-b98c-5cdc19ba9416,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:28.488734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.491203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc9a0467-bac8-4f96-8f40-4c167daf7905 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7cad80e5-0fcc-4836-b98c-5cdc19ba9416 HTTP/1.1" status: 204 len: 168 time: 0.2946560 Aug 18 14:50:28.493241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46376) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:28.495386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f352b4-1fae-41c3-bbec-be7e30085b9f None None] Network d4ca7b5b-276e-4513-a8dc-5b17812d4a2e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:28.561310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.618955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Deleting port a89d622c-52f3-488b-aa04-67f10961c919 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:28.619268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.674259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] DHCP port deletion for d4ca7b5b-276e-4513-a8dc-5b17812d4a2e request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:50:28.690959 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] For port a89d622c-52f3-488b-aa04-67f10961c919, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a89d622c-52f3-488b-aa04-67f10961c919,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:28.691332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.704239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Calling delete_port for a89d622c-52f3-488b-aa04-67f10961c919 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:28.721205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Deleting port a89d622c-52f3-488b-aa04-67f10961c919 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:28.721965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.787455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] For port a89d622c-52f3-488b-aa04-67f10961c919, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a89d622c-52f3-488b-aa04-67f10961c919,segment=NetworkSegment(19c108db-f12d-49b6-9232-464a56124739),segment_id=19c108db-f12d-49b6-9232-464a56124739)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:28.787967 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.805404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Calling delete_port for a89d622c-52f3-488b-aa04-67f10961c919 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:28.871705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.879021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.901776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Pushing event deleted for resources: {'Port': ['ID=a89d622c-52f3-488b-aa04-67f10961c919,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:28.902305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89d622c-52f3-488b-aa04-67f10961c919,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:28.907116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] No DVR routers for this DVR port a89d622c-52f3-488b-aa04-67f10961c919 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:28.912001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.912887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.912887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.913106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.913309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.913634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.913981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.914311 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.914638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.914957 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.915275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.915602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:28.918491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014dd036-b4c5-4ed0-984f-7cee9aff3fd4 None None] No DVR routers for this DVR port a89d622c-52f3-488b-aa04-67f10961c919 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:28.981803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:28.992164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ca7b5b-276e-4513-a8dc-5b17812d4a2e']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:29.001687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c108db-f12d-49b6-9232-464a56124739') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:29.002022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c108db-f12d-49b6-9232-464a56124739') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:29.010695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.023943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.029521 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:50:29.029943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:50:29.031522 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:50:29.146035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.151738 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.155203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d4ca7b5b-276e-4513-a8dc-5b17812d4a2e HTTP/1.1" status: 204 len: 168 time: 0.6593988 Aug 18 14:50:29.156619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:29.164214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e744-0043-482c-99b9-454e94680a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ca7b5b-276e-4513-a8dc-5b17812d4a2e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:29.405270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a89d622c-52f3-488b-aa04-67f10961c919 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:29.417105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a89d622c-52f3-488b-aa04-67f10961c919 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:29.417720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a89d622c-52f3-488b-aa04-67f10961c919 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:29.418191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1eeaeef-2607-408f-90c9-3c05d7b7754b no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:29.436422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: b1eeaeef-2607-408f-90c9-3c05d7b7754b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:29.436768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device b1eeaeef-2607-408f-90c9-3c05d7b7754b not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:29.437179 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c2117252-5df3-41d3-b014-eff805e428a6 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:29.458604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c2117252-5df3-41d3-b014-eff805e428a6 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:29.458959 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c2117252-5df3-41d3-b014-eff805e428a6 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:29.498384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.737129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Deleting port 2ec7d59a-8043-4b85-8cd7-396f76e019b9 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:29.737369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.817410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] For port 2ec7d59a-8043-4b85-8cd7-396f76e019b9, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ec7d59a-8043-4b85-8cd7-396f76e019b9,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:29.817774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.830258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Calling delete_port for 2ec7d59a-8043-4b85-8cd7-396f76e019b9 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:30.071566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.098532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec7d59a-8043-4b85-8cd7-396f76e019b9,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:30.121048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.121398 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.121743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.122109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.122445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.122775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.123110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.123438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.123764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.124087 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.124412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.124737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:30.271820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.479842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:30.584664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:30.589533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-748335f7-059a-453f-82f7-10a8ff9e8aca admin admin] 10.222.0.35 "PUT /v2.0/routers/268bc026-e321-41b8-82d6-c3dd2d1f1d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318528 Aug 18 14:50:30.592071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46380) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:30.595216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Sync routers for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:30.604583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:30.605264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:50:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:30.693051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.705790 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:30.882452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:50:29Z', 'revision_number': 5, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:30.910187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Checking router: 268bc026-e321-41b8-82d6-c3dd2d1f1d7d for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:30.919127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Routers {'268bc026-e321-41b8-82d6-c3dd2d1f1d7d'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:30.919756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:50:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:31.024585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] Set router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:31.103776 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.200389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:50:29Z', 'revision_number': 5, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:31.223031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Deleting port 484b02c1-afbe-40bd-b686-e0ce65dc72f8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:31.223376 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.226428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eea016-590f-4f28-97c9-4db35608a006 None None] The sync data for ids ['268bc026-e321-41b8-82d6-c3dd2d1f1d7d'] in n-d-804303-5 is: [{'id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'name': 'tempest-TestServerMultinode-778122896-router', 'tenant_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:50:29Z', 'revision_number': 5, 'project_id': '259ff1e52c5048e4a0ae07e1fbad21a0', 'gw_port': {'id': '484b02c1-afbe-40bd-b686-e0ce65dc72f8', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268bc026-e321-41b8-82d6-c3dd2d1f1d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:31.305815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] For port 484b02c1-afbe-40bd-b686-e0ce65dc72f8, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=484b02c1-afbe-40bd-b686-e0ce65dc72f8,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:31.306391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.317737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Calling delete_port for 484b02c1-afbe-40bd-b686-e0ce65dc72f8 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:31.528852 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.555163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Pushing event deleted for resources: {'Port': ['ID=484b02c1-afbe-40bd-b686-e0ce65dc72f8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:31.616769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.707075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ec7d59a-8043-4b85-8cd7-396f76e019b9 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:31.711008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.713336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.736134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2ec7d59a-8043-4b85-8cd7-396f76e019b9 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:31.736641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ec7d59a-8043-4b85-8cd7-396f76e019b9 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:31.837485 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.838096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268bc026-e321-41b8-82d6-c3dd2d1f1d7d {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:50:31.842335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.843408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a900a3e4-a1b8-434f-944d-0198e28fba82 admin admin] 10.222.0.35 "DELETE /v2.0/routers/268bc026-e321-41b8-82d6-c3dd2d1f1d7d HTTP/1.1" status: 204 len: 168 time: 1.2504039 Aug 18 14:50:31.845922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46382) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:31.891307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Deleting subnet 59e2fe12-5c24-4431-811d-0f72e7a14026 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:50:31.894652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.930563 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.010913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.145604 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.172197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e2fe12-5c24-4431-811d-0f72e7a14026,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:32.174806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.177230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-661a003d-db7b-4c52-87cc-4e87d2b1c160 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/59e2fe12-5c24-4431-811d-0f72e7a14026 HTTP/1.1" status: 204 len: 168 time: 0.3298187 Aug 18 14:50:32.179718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9357a5-fb17-4f44-9ec0-2b32edf9d59d None None] Network 81434f27-38e0-4e60-b680-6553028f4610 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:32.179888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46384) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:32.245930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.312109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Deleting port 610bac67-c6af-4187-a0b8-1ee444c92642 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:32.312655 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.352211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] DHCP port deletion for 81434f27-38e0-4e60-b680-6553028f4610 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:50:32.375237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] For port 610bac67-c6af-4187-a0b8-1ee444c92642, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=610bac67-c6af-4187-a0b8-1ee444c92642,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:32.375605 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.387459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Calling delete_port for 610bac67-c6af-4187-a0b8-1ee444c92642 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:32.397156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Deleting port 610bac67-c6af-4187-a0b8-1ee444c92642 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:32.397528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.522612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.548164 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Pushing event deleted for resources: {'Port': ['ID=610bac67-c6af-4187-a0b8-1ee444c92642,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:32.555040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] No DVR routers for this DVR port 610bac67-c6af-4187-a0b8-1ee444c92642 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:32.615130 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] For port 610bac67-c6af-4187-a0b8-1ee444c92642, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=610bac67-c6af-4187-a0b8-1ee444c92642,segment=NetworkSegment(eef78a79-90ed-4706-8455-5c6e44fac0fb),segment_id=eef78a79-90ed-4706-8455-5c6e44fac0fb)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:32.615667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.627798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.628705 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Calling delete_port for 610bac67-c6af-4187-a0b8-1ee444c92642 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:32.637281 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81434f27-38e0-4e60-b680-6553028f4610']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:32.651183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef78a79-90ed-4706-8455-5c6e44fac0fb') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:32.651445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef78a79-90ed-4706-8455-5c6e44fac0fb') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:32.659955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.673423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.679197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:50:32.679576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: timer() Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:50:32.681161 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:50:32.703368 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.726487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] Pushing event deleted for resources: {'Port': ['ID=610bac67-c6af-4187-a0b8-1ee444c92642,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:32.733619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8a838-e5c1-4a67-976d-8de994a378c5 None None] No DVR routers for this DVR port 610bac67-c6af-4187-a0b8-1ee444c92642 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:32.786031 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.791456 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:32.793500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] 10.222.0.35 "DELETE /v2.0/networks/81434f27-38e0-4e60-b680-6553028f4610 HTTP/1.1" status: 204 len: 168 time: 0.6127424 Aug 18 14:50:32.804729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6848ed-6f60-4481-948d-44f139d8347f admin admin] Pushing event deleted for resources: {'Network': ['ID=81434f27-38e0-4e60-b680-6553028f4610,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:33.087868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:33.128240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aaad570f-3e19-43c3-8f90-7fddd25e8c73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fcff2878d384e1aa47f9b1bd01ec47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392401 Aug 18 14:50:33.130606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46390) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:33.177975 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.202202 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.288550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.291116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.292490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22986852-b4c5-47cb-a361-6d9513f3cb45 HTTP/1.1" status: 204 len: 168 time: 0.1607509 Aug 18 14:50:33.300156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba0b5c-017b-4e50-8654-d50141f20586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22986852-b4c5-47cb-a361-6d9513f3cb45,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:33.397300 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 484b02c1-afbe-40bd-b686-e0ce65dc72f8 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:33.419895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 484b02c1-afbe-40bd-b686-e0ce65dc72f8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:33.420237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 484b02c1-afbe-40bd-b686-e0ce65dc72f8 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:33.420650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 610bac67-c6af-4187-a0b8-1ee444c92642 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:33.438108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 610bac67-c6af-4187-a0b8-1ee444c92642 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:33.438966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 610bac67-c6af-4187-a0b8-1ee444c92642 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:33.956825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:33.995900 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bce837e-6afa-41ff-ad31-02ef36093c89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=259ff1e52c5048e4a0ae07e1fbad21a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378380 Aug 18 14:50:33.998241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:34.044314 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.065621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.179705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.182280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.183454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc44a6a2-4fbb-44a6-a93a-159cb0e13803 HTTP/1.1" status: 204 len: 168 time: 0.1842709 Aug 18 14:50:34.191290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9daba5-25cc-480d-9c19-bd8548118924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc44a6a2-4fbb-44a6-a93a-159cb0e13803,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:40.619939 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:41.328150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:44.498675 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:50:44.840714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-7097ad5c-2778-4b53-89fa-97d7d442bf14 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306942 Aug 18 14:50:45.020775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-97cc6492-2e76-4e1e-8923-31138dd0a4c7 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:45.022181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-97cc6492-2e76-4e1e-8923-31138dd0a4c7 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761751 Aug 18 14:50:45.037225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-05f53023-335a-41b4-8c2a-bfec8ee98a60 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/quotas/ecf0285623394223a2bd5bcd0815f3b3 HTTP/1.1" status: 200 len: 375 time: 0.0093002 Aug 18 14:50:45.073238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-34fe5986-e281-4c63-86ae-5c7efd81be40 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302992 Aug 18 14:50:45.318723 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85e06001-46a0-4c09-b138-4e86338a3c4c req-49cf46f4-f280-4d03-81b0-26042f01e507 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Aug 18 14:50:46.410967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37968331-9a7f-4854-9ad2-cc24ab21147a req-6e05d7c9-9163-48a6-9cb3-004f1e1487f0 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Aug 18 14:50:47.231506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-1d9b1a1e-6da2-460a-8f53-856a496c8120 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200665 Aug 18 14:50:47.339775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-77105c50-25cf-433e-a841-f9e720e4e954 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:47.341272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-77105c50-25cf-433e-a841-f9e720e4e954 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031582 Aug 18 14:50:47.361076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Request body: {'port': {'device_id': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'admin_state_up': True, 'tenant_id': 'ecf0285623394223a2bd5bcd0815f3b3'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:47.512042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a106483d-b741-49a8-8c48-4b6c96c96dbe req-498a6761-0b50-4406-aa57-c4a57017e190 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 210 time: 0.0303774 Aug 18 14:50:47.551857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Made reservation on behalf of ecf0285623394223a2bd5bcd0815f3b3 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:47.555416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.564105 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.650161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.705323 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.768768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31872abf-c7d5-4979-bbbb-f9739e1da4c1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:47.832291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Allocated IP 192.168.233.172 (d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728/fa7703e1-2430-4db7-b9a1-c2e428e3a66c/2660d34b-21fb-4742-b8c8-9b724660774a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:50:47.975709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.989094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Transition to ACTIVE for port object 2660d34b-21fb-4742-b8c8-9b724660774a will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:48.053934 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.100756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:50:48.103896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:48.107646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:50:48.114498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Pushing event updated for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:48.160320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:48.160967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.243472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-4bd963eb-dfc1-497e-b9bc-c22ce9c38871 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8859665 Aug 18 14:50:48.258114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Request body: {'port': {'device_id': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:48.310799 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.373719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b88218c-098b-4a43-9101-81b80ca8264a None None] Provisioning for port 2660d34b-21fb-4742-b8c8-9b724660774a completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:48.377761 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b88218c-098b-4a43-9101-81b80ca8264a None None] Provisioning complete for port 2660d34b-21fb-4742-b8c8-9b724660774a triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:48.378237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b88218c-098b-4a43-9101-81b80ca8264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.412565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9b88218c-098b-4a43-9101-81b80ca8264a None None] Port 2660d34b-21fb-4742-b8c8-9b724660774a cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:50:48.639041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2660d34b-21fb-4742-b8c8-9b724660774a {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:48.649311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.666493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Transition to ACTIVE for port object 2660d34b-21fb-4742-b8c8-9b724660774a will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:48.674304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d2f7e-88d8-4f4c-bed5-5beac0676244 req-a03d9b81-62dc-498d-86fa-a8d10ef4d63a tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:48.675817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b1d2f7e-88d8-4f4c-bed5-5beac0676244 req-a03d9b81-62dc-498d-86fa-a8d10ef4d63a tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 936 time: 0.0885663 Aug 18 14:50:48.712878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b1d2f7e-88d8-4f4c-bed5-5beac0676244 req-ce19a6d3-b834-4e77-a4b0-a6281eda3663 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Aug 18 14:50:48.762632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.814339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Pushing event updated for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:48.885610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Attempting to bind port 2660d34b-21fb-4742-b8c8-9b724660774a on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:50:48.885980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Attempting to bind port 2660d34b-21fb-4742-b8c8-9b724660774a by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:50:48.886310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Attempting to bind port 2660d34b-21fb-4742-b8c8-9b724660774a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:48.892649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Port 2660d34b-21fb-4742-b8c8-9b724660774a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:50:48.892649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Attempting to bind port 2660d34b-21fb-4742-b8c8-9b724660774a on network d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:48.896832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:50:48.897178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Checking segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:48.897569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Bound using segment: {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:50:48.898029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Bound port: 2660d34b-21fb-4742-b8c8-9b724660774a, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78f740-23e2-4586-8c26-3f20a150a238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:50:48.898407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:48.964827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:50:48.967843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2660d34b-21fb-4742-b8c8-9b724660774a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:50:49.059876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:49.098551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.098551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:49.098551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] 10.222.0.58 "PUT /v2.0/ports/2660d34b-21fb-4742-b8c8-9b724660774a HTTP/1.1" status: 200 len: 1096 time: 0.8434298 Aug 18 14:50:49.098551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:49.099770 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:49.132265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064988c8-9e90-4026-9752-00f2ed8d92cf service neutron] Pushing event updated for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:49.141277 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d083be-e116-437d-a774-8cf7228a09f0 x-openstack-request-id: req-51d083be-e116-437d-a774-8cf7228a09f0 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:49.141670 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:49.142025 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51d083be-e116-437d-a774-8cf7228a09f0 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:49.142443 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a', 'status': 'completed', 'code': 200} Aug 18 14:50:49.243968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d req-04f0daf1-c359-4f03-9b42-56d987dbad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.245815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d req-04f0daf1-c359-4f03-9b42-56d987dbad95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 1099 time: 0.0818834 Aug 18 14:50:49.284207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d req-7adcb39d-d7da-40c5-8e15-cb95bf2c0294 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255117 Aug 18 14:50:49.444305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d req-ae0d50ca-112d-48b7-a90e-043dfd2c3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.445690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-348a2dc5-3ecc-42ae-9ccb-25ef72887d6d req-ae0d50ca-112d-48b7-a90e-043dfd2c3601 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530323 Aug 18 14:50:49.525597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-84f0f1f5-54b5-470a-b811-c6d451a821ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.527136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-84f0f1f5-54b5-470a-b811-c6d451a821ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 1099 time: 0.0399730 Aug 18 14:50:49.591883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-db4914e1-f997-4b84-ab6c-e5e651ea4447 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2660d34b-21fb-4742-b8c8-9b724660774a HTTP/1.1" status: 200 len: 217 time: 0.0517416 Aug 18 14:50:49.649129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-44c8bb2d-c1f0-4788-8609-87eb233f376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.650621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-44c8bb2d-c1f0-4788-8609-87eb233f376c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fa7703e1-2430-4db7-b9a1-c2e428e3a66c HTTP/1.1" status: 200 len: 843 time: 0.0480490 Aug 18 14:50:49.731263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-116c88be-f0cb-44d7-99e5-96d4a800919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.732656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-116c88be-f0cb-44d7-99e5-96d4a800919e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709989 Aug 18 14:50:49.861048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d6b5-b12c-4d2a-9f2d-ec81ffe2a6d7 req-2eb437fb-ee07-4ff4-8f1b-25e747eaa022 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.862542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a71d6b5-b12c-4d2a-9f2d-ec81ffe2a6d7 req-2eb437fb-ee07-4ff4-8f1b-25e747eaa022 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 948 time: 0.0776882 Aug 18 14:50:49.864711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-a874e9ae-19ab-42dd-a0f3-7ef54b870aeb service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234879 Aug 18 14:50:49.943713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a71d6b5-b12c-4d2a-9f2d-ec81ffe2a6d7 req-64658c29-5df4-4d98-a528-a4eb0e20c728 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752409 Aug 18 14:50:49.976574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-091bd0c1-9988-4ea8-9c8f-2c30a1fc4646 req-80414070-a2d5-4156-89ce-5fc48f8a33f6 service neutron] 10.222.0.58 "GET /v2.0/networks/d156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025124 Aug 18 14:50:51.060638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758cff-13ad-4345-8342-f7ee45714748 req-a3feed19-0ae2-42de-8e87-4add34cf91bc tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:51.062102 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe758cff-13ad-4345-8342-f7ee45714748 req-a3feed19-0ae2-42de-8e87-4add34cf91bc tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 948 time: 0.0511522 Aug 18 14:50:51.099165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe758cff-13ad-4345-8342-f7ee45714748 req-416d0ed0-5d44-4352-b38e-b6aa70e2f89b tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Aug 18 14:50:51.515646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2660d34b-21fb-4742-b8c8-9b724660774a details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:50:51.608722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2660d34b-21fb-4742-b8c8-9b724660774a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:51.619848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '2660d34b-21fb-4742-b8c8-9b724660774a', 'network_id': 'd156a56d-1ac5-4bfe-a9d3-4f7c6a6ee728', 'port_id': '2660d34b-21fb-4742-b8c8-9b724660774a', 'mac_address': 'fa:16:3e:28:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7703e1-2430-4db7-b9a1-c2e428e3a66c', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:50:51.654669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:51.666535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2660d34b-21fb-4742-b8c8-9b724660774a {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:51.685602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2660d34b-21fb-4742-b8c8-9b724660774a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:51.750183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:51.798568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:51.962288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-42a323af-8c83-4748-8e52-4f76a92243e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:52.057527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['2660d34b-21fb-4742-b8c8-9b724660774a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:52.211780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3399f-c721-4a54-9082-63eb421db886 req-94fcc636-1090-4786-888a-903e54c962e2 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:52.213352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bf3399f-c721-4a54-9082-63eb421db886 req-94fcc636-1090-4786-888a-903e54c962e2 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 949 time: 0.0492351 Aug 18 14:50:52.250006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bf3399f-c721-4a54-9082-63eb421db886 req-3445bf82-b806-4065-adba-04a580701831 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Aug 18 14:50:53.362059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cc7c2-0ed2-4a2f-a245-d687870797a9 req-54d925e6-4bf2-4a13-8f57-8d9bb8fa20c4 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:53.363518 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d5cc7c2-0ed2-4a2f-a245-d687870797a9 req-54d925e6-4bf2-4a13-8f57-8d9bb8fa20c4 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 949 time: 0.0489573 Aug 18 14:50:53.401721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1d5cc7c2-0ed2-4a2f-a245-d687870797a9 req-cc407f06-ab98-4ae5-9c12-4b26f39671e5 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 18 14:50:53.515690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2660d34b-21fb-4742-b8c8-9b724660774a up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:50:53.630114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 2660d34b-21fb-4742-b8c8-9b724660774a completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:53.633734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 2660d34b-21fb-4742-b8c8-9b724660774a triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:53.634133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:53.709390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:53.730793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:53.733032 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897c5e0-6b45-49cc-954a-99d1bde8e41d" -d '{"events": [{"server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "name": "network-vif-plugged", "status": "completed", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:53.745274 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2660d34b-21fb-4742-b8c8-9b724660774a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:53.771192 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0225ac-05b0-493a-8411-d1d48152e1ad x-openstack-request-id: req-8e0225ac-05b0-493a-8411-d1d48152e1ad {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:53.771192 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "name": "network-vif-plugged", "status": "completed", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:53.771192 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e0225ac-05b0-493a-8411-d1d48152e1ad {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:53.771192 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a', 'code': 200} Aug 18 14:50:53.813309 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:53.860504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:53.875876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12ab9-c6ec-4922-ac5f-b2e9ba664bd4 req-30a2538c-4556-4b05-bec9-6e8a3ffc04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:53.877338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7c12ab9-c6ec-4922-ac5f-b2e9ba664bd4 req-30a2538c-4556-4b05-bec9-6e8a3ffc04fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 1101 time: 0.0429611 Aug 18 14:50:54.228829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7c12ab9-c6ec-4922-ac5f-b2e9ba664bd4 req-da8f56e8-37a7-4a74-a578-bfcce3f71ab1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415978 Aug 18 14:50:54.514102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043911fd-041b-42b2-9620-e0c7787bb348 req-fdecdc39-8533-4bed-a954-8bd8afbe9210 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:54.515460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-043911fd-041b-42b2-9620-e0c7787bb348 req-fdecdc39-8533-4bed-a954-8bd8afbe9210 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 950 time: 0.0474913 Aug 18 14:50:54.553079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-043911fd-041b-42b2-9620-e0c7787bb348 req-d3b82a99-52b4-487e-bb94-ec72ec07c245 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 18 14:50:54.796655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dc79b645-9c69-48a7-bcd3-6e492a02257f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:54.956549 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:55.670823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9bca-6b43-42f7-aa7d-32cb01f8fcd3 req-b028cdc2-45ef-4e03-a1c4-089701236983 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:55.672177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34ac9bca-6b43-42f7-aa7d-32cb01f8fcd3 req-b028cdc2-45ef-4e03-a1c4-089701236983 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 950 time: 0.0518265 Aug 18 14:50:55.708435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34ac9bca-6b43-42f7-aa7d-32cb01f8fcd3 req-a9bd014e-d62f-440c-aff6-e84e8806bc6d tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298707 Aug 18 14:50:56.025066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:57.106798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f50bd-da71-4e1f-8c29-a101d613b8aa req-736e426c-12a8-46ae-975a-c2ce3b0a23b3 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:57.108284 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c20f50bd-da71-4e1f-8c29-a101d613b8aa req-736e426c-12a8-46ae-975a-c2ce3b0a23b3 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 950 time: 0.0516675 Aug 18 14:50:57.146227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c20f50bd-da71-4e1f-8c29-a101d613b8aa req-24186f42-0559-4fdf-ac51-58f2da4aedf3 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 18 14:50:57.665137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.261199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71adc88-eca6-4936-bd51-09e79d92c860 req-dd02e96c-5d01-400c-a7cb-ea61904c1a94 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:58.262706 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e71adc88-eca6-4936-bd51-09e79d92c860 req-dd02e96c-5d01-400c-a7cb-ea61904c1a94 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 950 time: 0.0479631 Aug 18 14:50:58.299673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e71adc88-eca6-4936-bd51-09e79d92c860 req-bedce5b6-573a-4d98-9de6-f44ffa59e2bb tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/security-groups?id=31872abf-c7d5-4979-bbbb-f9739e1da4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Aug 18 14:50:58.508664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-be1ad238-6d19-4bf9-b07c-be9aafe4e3cf tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:58.510055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-be1ad238-6d19-4bf9-b07c-be9aafe4e3cf tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 950 time: 0.0481913 Aug 18 14:50:58.604201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Deleting port 2660d34b-21fb-4742-b8c8-9b724660774a {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:58.604551 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.690634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] For port 2660d34b-21fb-4742-b8c8-9b724660774a, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=2660d34b-21fb-4742-b8c8-9b724660774a,segment=NetworkSegment(9e78f740-23e2-4586-8c26-3f20a150a238),segment_id=9e78f740-23e2-4586-8c26-3f20a150a238)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:58.691001 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.702457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Calling delete_port for 2660d34b-21fb-4742-b8c8-9b724660774a owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:58.911227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.929341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['2660d34b-21fb-4742-b8c8-9b724660774a'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:58.940949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Pushing event deleted for resources: {'Port': ['ID=2660d34b-21fb-4742-b8c8-9b724660774a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:58.990707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] No DVR routers for this DVR port 2660d34b-21fb-4742-b8c8-9b724660774a on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:58.993493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.995644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5cee17c3-4a6c-4d9b-8284-79ec07a18049 req-ac322ac6-51ab-40ee-9126-48f02631c256 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.58 "DELETE /v2.0/ports/2660d34b-21fb-4742-b8c8-9b724660774a HTTP/1.1" status: 204 len: 173 time: 0.4753749 Aug 18 14:50:59.001887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'name': 'network-vif-deleted', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:59.001887 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95490711-56bb-40ef-85b5-aa2ef60fd018" -d '{"events": [{"server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "name": "network-vif-deleted", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:59.043599 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397507e-cca4-475b-9e77-71974e324dd1 x-openstack-request-id: req-1397507e-cca4-475b-9e77-71974e324dd1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:59.043905 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d28dea-2d70-4368-98ee-f6cb41af0c53", "name": "network-vif-deleted", "tag": "2660d34b-21fb-4742-b8c8-9b724660774a", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:59.044463 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1397507e-cca4-475b-9e77-71974e324dd1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:59.044878 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d28dea-2d70-4368-98ee-f6cb41af0c53', 'name': 'network-vif-deleted', 'tag': '2660d34b-21fb-4742-b8c8-9b724660774a', 'status': 'completed', 'code': 200} Aug 18 14:50:59.403290 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97216431-d64c-482b-95ec-a8053566de6b req-08fd589e-a133-434f-9de5-fa3221db9533 tempest-ServersAdminNegativeTestJSON-805558262 tempest-ServersAdminNegativeTestJSON-805558262-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6d28dea-2d70-4368-98ee-f6cb41af0c53 HTTP/1.1" status: 200 len: 210 time: 0.0270047 Aug 18 14:51:00.892588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46548) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:01.021325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a8bb970f-4719-4ff9-8015-633562181da7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecf0285623394223a2bd5bcd0815f3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275599 Aug 18 14:51:01.023797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46552) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:01.070558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.091133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.208103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.210770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.211971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31872abf-c7d5-4979-bbbb-f9739e1da4c1 HTTP/1.1" status: 204 len: 168 time: 0.1872630 Aug 18 14:51:01.220123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdfa11-dc2b-4864-84c6-b1b7d0e2c320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31872abf-c7d5-4979-bbbb-f9739e1da4c1,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:01.575682 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2660d34b-21fb-4742-b8c8-9b724660774a no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:51:01.594825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 2660d34b-21fb-4742-b8c8-9b724660774a {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:51:01.595168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 2660d34b-21fb-4742-b8c8-9b724660774a not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:51:01.803095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46558) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:01.819614 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88426bc3-8be3-49b0-8437-62bbe783bb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.904498 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88426bc3-8be3-49b0-8437-62bbe783bb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.944569 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88426bc3-8be3-49b0-8437-62bbe783bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:01.983074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-88426bc3-8be3-49b0-8437-62bbe783bb33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07451f0e47304f21ba25125867244546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787956 Aug 18 14:51:01.984169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88426bc3-8be3-49b0-8437-62bbe783bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302d9aa0-f219-4f02-94d7-6a8966cf3c76,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:01.985924 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46560) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:02.035185 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:02.056521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:02.161945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:02.164541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:02.165678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/302d9aa0-f219-4f02-94d7-6a8966cf3c76 HTTP/1.1" status: 204 len: 168 time: 0.1776063 Aug 18 14:51:02.173630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6d627-1c48-4de1-a556-ade9648adafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302d9aa0-f219-4f02-94d7-6a8966cf3c76,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:03.162900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46582) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:03.256525 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1640752267-network', 'tenant_id': 'f18a8d627ae04257a7b4fce163bafceb'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:03.367878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Made reservation on behalf of f18a8d627ae04257a7b4fce163bafceb for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:51:03.370369 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.379055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.466778 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.521859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.546260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:51:03.556227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8010f8d5-cb4d-42d0-b318-d8691631bfa2,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:03.560878 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.561230 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Added segment ada101ac-6566-4ad4-a98f-497a2bf17b97 of type vlan for network f9af3c20-f5d7-4d21-8831-e6204319c73f Aug 18 14:51:03.603305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.659194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.660138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:03.660740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:03.719276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] Pushing event updated for resources: {'Network': ['ID=f9af3c20-f5d7-4d21-8831-e6204319c73f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:03.729398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network f9af3c20-f5d7-4d21-8831-e6204319c73f details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:51:03.763163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8adb13ff-fa70-459d-94d0-27be01f8bd1c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5991247 Aug 18 14:51:03.766003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46586) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:03.770836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Request body: {'subnet': {'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1640752267-subnet', 'tenant_id': 'f18a8d627ae04257a7b4fce163bafceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:03.830743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Made reservation on behalf of f18a8d627ae04257a7b4fce163bafceb for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:51:03.833085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:04.031175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:04.087597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:04.094700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Checking segment: {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:51:04.095067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Network hostable DHCP agents. Network: f9af3c20-f5d7-4d21-8831-e6204319c73f, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:51:04.293273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Network f9af3c20-f5d7-4d21-8831-e6204319c73f is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:51:04.390376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, f9af3c20-f5d7-4d21-8831-e6204319c73f) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:51:04.394438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:04.395153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:04.399627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d2926-5319-4829-a202-9ff305eb9816 None None] Network f9af3c20-f5d7-4d21-8831-e6204319c73f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:51:04.471238 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4567de3d-9616-4888-85db-34d3645c53eb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7041819 Aug 18 14:51:04.522213 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225578d-619e-4e45-91f7-23d1a4098a38 None None] Network f9af3c20-f5d7-4d21-8831-e6204319c73f requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:51:04.886096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-dd7c0827-4c61-42be-9ee5-d0bb824aa00e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:04.887730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-dd7c0827-4c61-42be-9ee5-d0bb824aa00e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 812 time: 0.1036136 Aug 18 14:51:04.902838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-14b52063-7263-43b0-b5d4-742a613302dc tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/quotas/f18a8d627ae04257a7b4fce163bafceb HTTP/1.1" status: 200 len: 375 time: 0.0095553 Aug 18 14:51:04.933802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-cb808e51-f069-4608-bfcd-823e3edcaa59 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258796 Aug 18 14:51:05.020505 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-772a9d7d-8c5e-437a-8e6c-756ff7567851 service neutron] 10.222.0.35 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797012 Aug 18 14:51:05.112891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-5fde55c8-679d-4a22-a272-7ce47c6ca48f service neutron] 10.222.0.35 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Aug 18 14:51:05.373705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82dc87b0-c33b-4e7a-9c29-6ee036b38653 req-0616c992-cd9f-42df-bc88-7143897a2db0 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 210 time: 0.0262353 Aug 18 14:51:06.449180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1176d26-8824-4f05-b4d7-a2a1528f0488 req-974f8364-21cf-4d93-a5c0-949c2342754f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 210 time: 0.0256338 Aug 18 14:51:07.539463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7a43fb1-34ff-4c4c-8825-60b140182f86 req-3ced5068-99f6-45e9-bbab-63bcc3239d15 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 210 time: 0.0268271 Aug 18 14:51:08.527145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-094bff4c-6d3a-4be7-9dda-d16d71c249da tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:08.528614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-094bff4c-6d3a-4be7-9dda-d16d71c249da tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.58 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 812 time: 0.1068442 Aug 18 14:51:08.547427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Request body: {'port': {'device_id': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f', 'admin_state_up': True, 'tenant_id': 'f18a8d627ae04257a7b4fce163bafceb'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:08.648440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-822acc2a-1393-410c-ad77-129b2af207f9 req-fcd408f5-98c7-4a99-a338-5c3a9a70868c tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 210 time: 0.0405514 Aug 18 14:51:08.767626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Made reservation on behalf of f18a8d627ae04257a7b4fce163bafceb for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:51:08.771251 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.895830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Allocated IP 172.20.0.6 (f9af3c20-f5d7-4d21-8831-e6204319c73f/21598b95-8d26-4f45-b5c2-ecfae7e0cc9a/f19e14da-a439-4212-a034-a44fa0cc40f4) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:51:09.041118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.116803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.164184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Network f9af3c20-f5d7-4d21-8831-e6204319c73f is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:51:09.168043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:51:09.171737 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:51:09.178115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:09.221625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:09.222261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.288269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-1b7965fc-8373-4e9b-b4b9-17769304620e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446041 Aug 18 14:51:09.301053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-12d7c2a6-1ec7-48ad-acaf-ce0cef097eec tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:51:09.302049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-12d7c2a6-1ec7-48ad-acaf-ce0cef097eec tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050371 Aug 18 14:51:09.313811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Request body: {'port': {'device_id': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:09.365121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.624755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19e14da-a439-4212-a034-a44fa0cc40f4 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:09.632069 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.644090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Transition to ACTIVE for port object f19e14da-a439-4212-a034-a44fa0cc40f4 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:51:09.699450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.778263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:09.835887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004e45-3247-4913-a3c7-1d3e3a5df37b req-a64cd799-97c2-46ce-b228-4b02a197cef8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:09.837363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7004e45-3247-4913-a3c7-1d3e3a5df37b req-a64cd799-97c2-46ce-b228-4b02a197cef8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.1114023 Aug 18 14:51:09.874917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:51:09.875270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:51:09.875588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:09.888736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:51:09.889062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:09.893121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7004e45-3247-4913-a3c7-1d3e3a5df37b req-f05e6d6b-b018-4482-a31a-cceeaffe5984 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Aug 18 14:51:09.896880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:51:09.897215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Checking segment: {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:51:09.897594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Bound using segment: {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:51:09.898053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Bound port: f19e14da-a439-4212-a034-a44fa0cc40f4, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:51:09.898416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:09.960026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:51:09.962965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:51:10.036615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.070900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.071565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.073933 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] 10.222.0.58 "PUT /v2.0/ports/f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 1091 time: 0.7631049 Aug 18 14:51:10.076118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:10.079217 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:10.106238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fa7af-a1a6-4675-a2d8-38ad99cb4650 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:10.116368 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18df68-314c-4a9c-800a-226d0c27dffd x-openstack-request-id: req-8f18df68-314c-4a9c-800a-226d0c27dffd {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:10.116664 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:10.116919 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f18df68-314c-4a9c-800a-226d0c27dffd {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:10.117323 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'status': 'completed', 'code': 200} Aug 18 14:51:10.180805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-6ba7aefc-c5e3-441a-bc07-420f1fc48b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.182344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-6ba7aefc-c5e3-441a-bc07-420f1fc48b57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1094 time: 0.0404634 Aug 18 14:51:10.342929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-cee99b1a-b974-49eb-878d-099d669ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.344397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-cee99b1a-b974-49eb-878d-099d669ac534 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f18a8d627ae04257a7b4fce163bafceb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1497817 Aug 18 14:51:10.443292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-1d6e0dbd-01ee-4f09-8a82-16284899b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.444782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ec0ab4d-6297-4056-bbd4-d58036fcbaa9 req-1d6e0dbd-01ee-4f09-8a82-16284899b21a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891988 Aug 18 14:51:10.528480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-3a5fb328-0eb6-410c-be20-3deb2858c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.529992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-3a5fb328-0eb6-410c-be20-3deb2858c127 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1094 time: 0.0394986 Aug 18 14:51:10.572071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-02d861d7-25d5-4bb2-af45-43bed6126200 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0334353 Aug 18 14:51:10.628348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-bf909d04-5c0d-466c-8e4d-9448da3a6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.629692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-bf909d04-5c0d-466c-8e4d-9448da3a6bf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0458231 Aug 18 14:51:10.653073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.668508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-c9b85e03-48b1-46ed-babd-c488009de5b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250993 Aug 18 14:51:10.755692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-549eaf43-9629-47de-8a32-684a78a2be96 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786750 Aug 18 14:51:10.850822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85807738-13c2-48bc-ae28-1e0263b250b0 req-28262f96-cc5d-40d7-80d2-629115702980 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821531 Aug 18 14:51:11.006399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66478bf-b4d3-4b2c-9204-767874c87ea6 req-90d120bf-6154-4bd8-9997-f0fb4d46f811 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:11.007845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f66478bf-b4d3-4b2c-9204-767874c87ea6 req-90d120bf-6154-4bd8-9997-f0fb4d46f811 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0483241 Aug 18 14:51:11.044945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f66478bf-b4d3-4b2c-9204-767874c87ea6 req-7bbac3b6-c1da-4406-92d3-3d799272a0c5 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Aug 18 14:51:11.310367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.163439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971ebe-761b-4d49-b7af-08d217b37dc8 req-b17166b3-736c-42fd-90af-78ab7bb87ee8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:12.164901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f971ebe-761b-4d49-b7af-08d217b37dc8 req-b17166b3-736c-42fd-90af-78ab7bb87ee8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0522766 Aug 18 14:51:12.202317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f971ebe-761b-4d49-b7af-08d217b37dc8 req-971aeeb8-fbf3-4d0b-9d21-4f4a7dd6e694 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 18 14:51:13.313295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac5e70-0175-49ad-9779-9efa34a0dc7b req-f60b5d39-61f7-48e1-90fa-2bd54158345b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:13.314771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eeac5e70-0175-49ad-9779-9efa34a0dc7b req-f60b5d39-61f7-48e1-90fa-2bd54158345b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0479033 Aug 18 14:51:13.350876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eeac5e70-0175-49ad-9779-9efa34a0dc7b req-5053de5f-a49e-43a0-9746-0ebab199a85f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Aug 18 14:51:13.657932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:51:13.751059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:13.762048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f', 'port_id': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'mac_address': 'fa:16:3e:b9:75:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21598b95-8d26-4f45-b5c2-ecfae7e0cc9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:51:13.798168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.810188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19e14da-a439-4212-a034-a44fa0cc40f4 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:13.828637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:13.904569 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.949807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:14.156545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['f19e14da-a439-4212-a034-a44fa0cc40f4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:14.466511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da947f1-65f3-4a01-be7c-d346422e3607 req-0e86b3e1-0ae2-4c69-880d-1e735e2ac203 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:14.467878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da947f1-65f3-4a01-be7c-d346422e3607 req-0e86b3e1-0ae2-4c69-880d-1e735e2ac203 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 944 time: 0.0481935 Aug 18 14:51:14.503882 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da947f1-65f3-4a01-be7c-d346422e3607 req-71893bab-53ac-4fcb-8138-64c6fb53f777 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301702 Aug 18 14:51:15.618216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a100-5e23-4eaa-bed5-c436d14e6936 req-1782593b-e7fa-431a-879e-58fe2996e273 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.619561 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07d7a100-5e23-4eaa-bed5-c436d14e6936 req-1782593b-e7fa-431a-879e-58fe2996e273 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 944 time: 0.0500402 Aug 18 14:51:15.656314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07d7a100-5e23-4eaa-bed5-c436d14e6936 req-287d5593-6bf0-4953-8801-5f33e2571f19 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303104 Aug 18 14:51:15.656693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:51:15.761704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port f19e14da-a439-4212-a034-a44fa0cc40f4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:51:15.765167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port f19e14da-a439-4212-a034-a44fa0cc40f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:51:15.765544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.841690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.863568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:15.865861 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c182f3-ec1f-44a7-8309-c9f772085a9c" -d '{"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-plugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:15.879218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:15.900741 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd282da-2373-49e9-9056-bacca4c9bd37 x-openstack-request-id: req-dfd282da-2373-49e9-9056-bacca4c9bd37 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:15.901033 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-plugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:15.901798 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfd282da-2373-49e9-9056-bacca4c9bd37 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:15.902219 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'code': 200} Aug 18 14:51:15.927879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.977667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:15.999419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036654c-f600-44ed-bdf6-663143ff4bb5 req-69f92c3a-4eb1-4cb8-a4db-1314eab4ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.000913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b036654c-f600-44ed-bdf6-663143ff4bb5 req-69f92c3a-4eb1-4cb8-a4db-1314eab4ff4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1096 time: 0.0401094 Aug 18 14:51:16.038903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b036654c-f600-44ed-bdf6-663143ff4bb5 req-8e0ade73-436a-4199-94af-744b135633b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271192 Aug 18 14:51:16.769236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c9fa-6d60-4cd6-9b6e-4ddb04c4b088 req-c4ba44e0-f20a-4f7b-ae7d-b39e1262e1cc tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.770764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e2c9fa-6d60-4cd6-9b6e-4ddb04c4b088 req-c4ba44e0-f20a-4f7b-ae7d-b39e1262e1cc tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0482931 Aug 18 14:51:16.808712 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-35e2c9fa-6d60-4cd6-9b6e-4ddb04c4b088 req-f878196d-d7c3-448d-97d2-6219fcae220f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Aug 18 14:51:17.927408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa48b-994a-4dc9-8837-50cec0890c7e req-b05a4298-3f09-4314-b332-e4bb4d573313 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:17.928862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b90aa48b-994a-4dc9-8837-50cec0890c7e req-b05a4298-3f09-4314-b332-e4bb4d573313 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0514503 Aug 18 14:51:17.965671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b90aa48b-994a-4dc9-8837-50cec0890c7e req-40452c77-d205-48fb-960a-93634e0ce78f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Aug 18 14:51:18.305284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0a99b-aa41-4cf8-b424-07a00da482fb req-69d4ec0d-56d1-4cf5-8b08-ef0d4817715a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:18.306782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fd0a99b-aa41-4cf8-b424-07a00da482fb req-69d4ec0d-56d1-4cf5-8b08-ef0d4817715a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0480778 Aug 18 14:51:18.345213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2fd0a99b-aa41-4cf8-b424-07a00da482fb req-8985e022-b0dc-4de4-a195-6ce13bd8bf15 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Aug 18 14:51:18.435905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-78b7f0be-ccd3-405a-b129-9c8793a6ccb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885241 Aug 18 14:51:19.459851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afffc4-42a6-4241-b517-809b8988be9d req-b9daca9f-adb3-4d90-af15-f770feabec0b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:19.461323 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1afffc4-42a6-4241-b517-809b8988be9d req-b9daca9f-adb3-4d90-af15-f770feabec0b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0476773 Aug 18 14:51:19.501993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1afffc4-42a6-4241-b517-809b8988be9d req-010408da-1010-4322-bb9e-ec5439493a09 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Aug 18 14:51:20.351875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-61bddcc0-b9c6-4c52-96d9-ca5ee1c4b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.353327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-61bddcc0-b9c6-4c52-96d9-ca5ee1c4b5cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1096 time: 0.0394299 Aug 18 14:51:20.440900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-3e477762-6846-464f-8144-56dd69113e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.442374 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-3e477762-6846-464f-8144-56dd69113e5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 913 time: 0.0810478 Aug 18 14:51:20.486327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-81325a81-7b8c-45d7-b365-6638662fcd75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0361252 Aug 18 14:51:20.534318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-19e212aa-466b-4a59-bc71-0996e5675d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.535785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-19e212aa-466b-4a59-bc71-0996e5675d93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0418949 Aug 18 14:51:20.567318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-849b421f-9c12-47aa-a242-a42a22845fca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239305 Aug 18 14:51:20.673676 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5a82-13a9-4883-b405-3b809f63f6f8 req-4e8892f8-d5fb-46cd-814d-4bc6745eb8ea tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.675065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16de5a82-13a9-4883-b405-3b809f63f6f8 req-4e8892f8-d5fb-46cd-814d-4bc6745eb8ea tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.1050341 Aug 18 14:51:20.695177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-43700ffa-1605-464d-a1c0-80c5feda90bd service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171532 Aug 18 14:51:20.763161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16de5a82-13a9-4883-b405-3b809f63f6f8 req-baa377e3-0020-4bc4-abd2-9c2ca8b996f2 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781755 Aug 18 14:51:20.803686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-e9484356-f0e7-467b-aaa2-78ecef08d534 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989046 Aug 18 14:51:21.498299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:21.876301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6973bd-495c-4926-991c-0cbe96ad3227 req-36103a95-5dae-4fe6-9dc3-15f610f7fffa tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:21.877784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d6973bd-495c-4926-991c-0cbe96ad3227 req-36103a95-5dae-4fe6-9dc3-15f610f7fffa tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0481384 Aug 18 14:51:21.914926 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d6973bd-495c-4926-991c-0cbe96ad3227 req-77dc55d0-9a0a-40be-922b-b33ebcb16787 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Aug 18 14:51:21.967295 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cc783551-e12b-402b-8eaa-25837a285826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:23.034455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eddc9-b5c1-4d25-abd9-274f23bba6af req-8c6a4364-2e48-429f-83f4-9d6db39d640a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:23.035918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d9eddc9-b5c1-4d25-abd9-274f23bba6af req-8c6a4364-2e48-429f-83f4-9d6db39d640a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0476747 Aug 18 14:51:23.072868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2d9eddc9-b5c1-4d25-abd9-274f23bba6af req-f3d84998-aa63-4ca6-9fdd-f99ed4af3bfb tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Aug 18 14:51:24.189094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7074-d6d9-4f3d-a9a2-68d368f1a203 req-9fe67b81-d1e3-49b6-aa1e-3aabe0df19f8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:24.190604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3adc7074-d6d9-4f3d-a9a2-68d368f1a203 req-9fe67b81-d1e3-49b6-aa1e-3aabe0df19f8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0518413 Aug 18 14:51:24.227601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3adc7074-d6d9-4f3d-a9a2-68d368f1a203 req-24fdfb6e-2c1a-4a38-8fda-049053a8b2e3 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Aug 18 14:51:24.790005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71b5a943-dd79-494d-83d4-8f3eb9b7a768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.961637 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.340714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf6354-9d1c-405a-aee8-a6260edb3180 req-57213548-3438-47cd-a596-8a4e10956924 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:25.342184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7abf6354-9d1c-405a-aee8-a6260edb3180 req-57213548-3438-47cd-a596-8a4e10956924 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0478191 Aug 18 14:51:25.379239 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7abf6354-9d1c-405a-aee8-a6260edb3180 req-e3cd4ffb-5e2d-42e6-8b3e-281939eed68b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Aug 18 14:51:26.030130 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:26.491167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa907800-4a74-4184-ba1e-9568cce1d903 req-db44351e-f29a-48eb-8bd8-a83553ef5543 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:26.492614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa907800-4a74-4184-ba1e-9568cce1d903 req-db44351e-f29a-48eb-8bd8-a83553ef5543 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0479617 Aug 18 14:51:26.529124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa907800-4a74-4184-ba1e-9568cce1d903 req-a3c642f6-c423-4b08-a157-92d4097dddee tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306122 Aug 18 14:51:27.647490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714abda-3cb4-4052-9336-5eba9da78e54 req-f0be430d-a878-4fbe-9f7a-7c9e6df3a30f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:27.649024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7714abda-3cb4-4052-9336-5eba9da78e54 req-f0be430d-a878-4fbe-9f7a-7c9e6df3a30f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0531387 Aug 18 14:51:27.663797 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:27.687168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7714abda-3cb4-4052-9336-5eba9da78e54 req-86f19f74-090b-45c9-a29f-c6570d4fa141 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Aug 18 14:51:28.799553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882be53-be35-4d1c-b329-1f0bd72cd83a req-35aa4fca-002d-4d34-81dd-3c948c0fb1ab tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:28.800955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7882be53-be35-4d1c-b329-1f0bd72cd83a req-35aa4fca-002d-4d34-81dd-3c948c0fb1ab tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0483713 Aug 18 14:51:28.838714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7882be53-be35-4d1c-b329-1f0bd72cd83a req-a06c3036-0882-42b3-81ce-0c00ae0450f1 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Aug 18 14:51:29.951574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3aa7-d20a-464a-ba66-1402e3f21cbc req-cfff536b-e1fb-448e-a2fa-2032b47b078a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:29.953035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0eac3aa7-d20a-464a-ba66-1402e3f21cbc req-cfff536b-e1fb-448e-a2fa-2032b47b078a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0485127 Aug 18 14:51:29.989605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0eac3aa7-d20a-464a-ba66-1402e3f21cbc req-e3c2115e-cbe3-478d-a91d-3c162b2aa16c tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Aug 18 14:51:31.105552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8bc2-ebc5-463f-8463-ff6edafdd787 req-e3e3d368-b4f9-45e0-bc60-31d213e1bc06 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:31.107098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-759e8bc2-ebc5-463f-8463-ff6edafdd787 req-e3e3d368-b4f9-45e0-bc60-31d213e1bc06 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0519006 Aug 18 14:51:31.144709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-759e8bc2-ebc5-463f-8463-ff6edafdd787 req-d46dcec6-afd3-4a81-9da5-374f1cc2aac8 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Aug 18 14:51:32.287975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d198a1-b7f1-48f2-be23-6e9965af6a3d req-1979ad30-4e89-4583-9140-2f85c0f6d944 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:32.289435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82d198a1-b7f1-48f2-be23-6e9965af6a3d req-1979ad30-4e89-4583-9140-2f85c0f6d944 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0477796 Aug 18 14:51:32.326992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82d198a1-b7f1-48f2-be23-6e9965af6a3d req-5a4d6d7e-24e7-440f-a53d-013f46890df3 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Aug 18 14:51:33.438399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cce71-dd3e-4a09-9496-e8e34dda64ee req-0d39d118-5a2e-4555-aa21-d0fff0929967 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:33.439891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c0cce71-dd3e-4a09-9496-e8e34dda64ee req-0d39d118-5a2e-4555-aa21-d0fff0929967 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0475965 Aug 18 14:51:33.476254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c0cce71-dd3e-4a09-9496-e8e34dda64ee req-b02c34d8-02e5-4701-91bf-8350f65d79f2 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Aug 18 14:51:34.651171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec72a-a3f6-483e-81bc-6b8372c8cbdc req-310800a3-cceb-4992-b8ec-2f017ef4a927 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:34.652610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-866ec72a-a3f6-483e-81bc-6b8372c8cbdc req-310800a3-cceb-4992-b8ec-2f017ef4a927 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.1062875 Aug 18 14:51:34.690066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-866ec72a-a3f6-483e-81bc-6b8372c8cbdc req-efd040c6-2ce0-472a-9983-4d65edde5d2a tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 18 14:51:35.856307 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba4a0-2825-475c-928d-5b5509b67694 req-037d730d-f212-4a2e-bd47-8973990921e9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:35.857749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-374ba4a0-2825-475c-928d-5b5509b67694 req-037d730d-f212-4a2e-bd47-8973990921e9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.1012373 Aug 18 14:51:35.893940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-374ba4a0-2825-475c-928d-5b5509b67694 req-21f84e98-08ea-4aaf-8667-486dd23ca9f0 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Aug 18 14:51:37.006572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587e401-4f4e-4541-85a0-264a2ca44ad0 req-39561fa0-d886-4e2e-9fe1-1f5ae50f7052 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:37.008033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a587e401-4f4e-4541-85a0-264a2ca44ad0 req-39561fa0-d886-4e2e-9fe1-1f5ae50f7052 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0477998 Aug 18 14:51:37.044812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a587e401-4f4e-4541-85a0-264a2ca44ad0 req-57a327bd-31fe-4898-be4f-35263a497533 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Aug 18 14:51:38.160684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e57cd5-a7f7-46e3-bee9-11fedb57015b req-1a04c379-46a3-4441-8968-e6528852c81e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:38.162217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2e57cd5-a7f7-46e3-bee9-11fedb57015b req-1a04c379-46a3-4441-8968-e6528852c81e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0518534 Aug 18 14:51:38.199303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2e57cd5-a7f7-46e3-bee9-11fedb57015b req-75c064d7-b573-4f35-80c4-c0b3a0711b23 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Aug 18 14:51:39.312318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3fb5-3ef8-4bd2-ac8b-ef11b00afea8 req-ac902880-e021-491f-a763-baacd32bae4e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:39.314008 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-847e3fb5-3ef8-4bd2-ac8b-ef11b00afea8 req-ac902880-e021-491f-a763-baacd32bae4e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0483022 Aug 18 14:51:39.350605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-847e3fb5-3ef8-4bd2-ac8b-ef11b00afea8 req-09516c79-23da-46b4-af45-976b2242991f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Aug 18 14:51:40.463289 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48991-1d60-42db-80a9-e81d7f80edff req-c37334b9-d280-48a0-8d6a-10f54cbe511f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:40.464728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2f48991-1d60-42db-80a9-e81d7f80edff req-c37334b9-d280-48a0-8d6a-10f54cbe511f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0488291 Aug 18 14:51:40.501246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a2f48991-1d60-42db-80a9-e81d7f80edff req-5d681e32-eba1-4bb2-8391-d6f395f860f3 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Aug 18 14:51:40.646909 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:41.309669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:41.620807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acc4d7-b78b-46ee-be1f-b67605f9e12c req-19179b62-ec98-4aba-b5d1-9f01eb3bcf3b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:41.622266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41acc4d7-b78b-46ee-be1f-b67605f9e12c req-19179b62-ec98-4aba-b5d1-9f01eb3bcf3b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0553873 Aug 18 14:51:41.658828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41acc4d7-b78b-46ee-be1f-b67605f9e12c req-b2562cd7-7330-465e-9c11-fcdda53e168f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Aug 18 14:51:42.771635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aedc2-6bef-4943-9fb8-d01685b00f18 req-2c3e6484-16fc-4310-826c-6b7308a794bf tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:42.773153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e8aedc2-6bef-4943-9fb8-d01685b00f18 req-2c3e6484-16fc-4310-826c-6b7308a794bf tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0480864 Aug 18 14:51:42.810758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e8aedc2-6bef-4943-9fb8-d01685b00f18 req-da92eee9-ce7b-4270-8da8-2e4030dfe7f6 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 18 14:51:43.923036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bde75-e736-495e-8a43-3a1dabb07e3c req-3a307d04-8750-4175-a90a-0ad1c0ec7ef6 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:43.925240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-721bde75-e736-495e-8a43-3a1dabb07e3c req-3a307d04-8750-4175-a90a-0ad1c0ec7ef6 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0491848 Aug 18 14:51:43.964097 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-721bde75-e736-495e-8a43-3a1dabb07e3c req-d0d9da18-6880-4103-8a17-f492d04d1bbf tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Aug 18 14:51:45.081587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4af84-cb0d-46fc-9985-b454a887197d req-ecd5adb3-5448-439e-9d0d-cbfa329919b1 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:45.083052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86c4af84-cb0d-46fc-9985-b454a887197d req-ecd5adb3-5448-439e-9d0d-cbfa329919b1 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0512874 Aug 18 14:51:45.119896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86c4af84-cb0d-46fc-9985-b454a887197d req-70d231c8-d3a9-4400-8c7f-da10a2a550b2 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309775 Aug 18 14:51:46.235481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58eda-bdef-4ebb-8e6c-f58c7cf9b2dc req-6048303d-6503-491e-b437-fceae7b2c50c tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:46.236947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ef58eda-bdef-4ebb-8e6c-f58c7cf9b2dc req-6048303d-6503-491e-b437-fceae7b2c50c tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0482700 Aug 18 14:51:46.273677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ef58eda-bdef-4ebb-8e6c-f58c7cf9b2dc req-9589c506-c77f-40c1-b2d1-aef3cb417d9f tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Aug 18 14:51:47.392232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6756c6a-7e0f-4f58-97aa-eaa8bdd6e91f req-2decf68b-02be-4062-ab51-8ebb950aefee tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:47.393747 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6756c6a-7e0f-4f58-97aa-eaa8bdd6e91f req-2decf68b-02be-4062-ab51-8ebb950aefee tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0478973 Aug 18 14:51:47.429979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d6756c6a-7e0f-4f58-97aa-eaa8bdd6e91f req-ad5b87f5-7784-4051-8e99-cb2b93c5f71e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Aug 18 14:51:48.320521 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-af12d8fb-6d53-4838-86c9-eda133e88d18 service neutron] show failed (client error): The resource could not be found. Aug 18 14:51:48.321509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-af12d8fb-6d53-4838-86c9-eda133e88d18 service neutron] 10.222.0.58 "GET /v2.0/ports/f19e14da-a439-4212-a034-a44fa0cc40f4/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0580788 Aug 18 14:51:48.544221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73bcab-627a-487a-ae86-83fca5cf7f0d req-5a25b207-2cc3-473a-8dee-0b12407d1dd2 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:48.545686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a73bcab-627a-487a-ae86-83fca5cf7f0d req-5a25b207-2cc3-473a-8dee-0b12407d1dd2 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0496881 Aug 18 14:51:48.582402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2a73bcab-627a-487a-ae86-83fca5cf7f0d req-527a078b-7bf8-491c-859f-8bf985832e54 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Aug 18 14:51:48.835244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-133ac1b3-a178-4f21-8768-92529faddf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:48.836657 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-133ac1b3-a178-4f21-8768-92529faddf78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef&tenant_id=f18a8d627ae04257a7b4fce163bafceb HTTP/1.1" status: 200 len: 1096 time: 0.0458565 Aug 18 14:51:48.857209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:48.908614 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.104207 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:49.136005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:51:49.178657 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:49.180944 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8beaf3c-70c6-4328-bb71-d56b7e9c04df" -d '{"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:49.184649 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.196956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Transition to ACTIVE for port object f19e14da-a439-4212-a034-a44fa0cc40f4 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:51:49.230617 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829fafe8-2e95-4d52-96e7-3a6616da82b1 x-openstack-request-id: req-829fafe8-2e95-4d52-96e7-3a6616da82b1 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:49.230977 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:49.231237 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-829fafe8-2e95-4d52-96e7-3a6616da82b1 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:49.231630 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'code': 200} Aug 18 14:51:49.286852 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.336005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:49.351088 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] No DVR routers for this DVR port f19e14da-a439-4212-a034-a44fa0cc40f4 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:51:49.359421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.359708 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.360047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.360382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.360713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.361040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.361364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.361689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.362040 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.362361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.362688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.363005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:49.396593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:51:49.396939 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:51:49.397271 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:49.401509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:51:49.401850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Attempting to bind port f19e14da-a439-4212-a034-a44fa0cc40f4 on network f9af3c20-f5d7-4d21-8831-e6204319c73f {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:49.406830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:51:49.407170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Checking segment: {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:51:49.407549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Bound using segment: {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:51:49.407972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Bound port: f19e14da-a439-4212-a034-a44fa0cc40f4, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada101ac-6566-4ad4-a98f-497a2bf17b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:51:49.408325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.472912 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:51:49.475847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:51:49.527235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.561638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:49.562280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:49.563664 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] 10.222.0.10 "PUT /v2.0/ports/f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 1091 time: 0.7104368 Aug 18 14:51:49.584488 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871eee2-95a5-443a-b0c3-744656663d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:49.631867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-9edb298b-5094-4b31-9470-122a9a2d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:49.633388 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-9edb298b-5094-4b31-9470-122a9a2d0988 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1094 time: 0.0407166 Aug 18 14:51:49.696274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e064830-d3c1-456a-aa3c-071958f4d77a req-5838e465-234c-4aa8-b545-2ca2a1de6dd0 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:49.697742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e064830-d3c1-456a-aa3c-071958f4d77a req-5838e465-234c-4aa8-b545-2ca2a1de6dd0 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0482318 Aug 18 14:51:49.731902 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-d112fe02-c9fc-4260-a049-497ca5045754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:49.734100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-d112fe02-c9fc-4260-a049-497ca5045754 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 913 time: 0.0892308 Aug 18 14:51:49.735482 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e064830-d3c1-456a-aa3c-071958f4d77a req-56fa24b7-f3cd-45fc-9dd3-8713ce801459 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Aug 18 14:51:49.780546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-fe01bf41-128c-476b-b80e-dc4ed3eedee7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0341563 Aug 18 14:51:49.831548 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-736759a3-1e9d-4400-8537-9a239b4e4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:49.832944 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-736759a3-1e9d-4400-8537-9a239b4e4ea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0410519 Aug 18 14:51:49.871520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-039ae92b-8a43-4314-989f-3b8f4529ee6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273993 Aug 18 14:51:49.958342 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-da5da0e2-6cb4-448b-a82a-5ecbeaadae12 service neutron] 10.222.0.10 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789194 Aug 18 14:51:50.052080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-22b73e56-426a-4d7e-9aca-667e1d17bb9f req-cd475e79-d339-4bb0-a953-3c247a819a0a service neutron] 10.222.0.10 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816076 Aug 18 14:51:50.851941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24705-00b0-4b33-8e22-eb0d8ffbff2c req-fed60460-88f4-4c51-934f-3336275b358e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:50.853386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fab24705-00b0-4b33-8e22-eb0d8ffbff2c req-fed60460-88f4-4c51-934f-3336275b358e tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0506852 Aug 18 14:51:50.890403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fab24705-00b0-4b33-8e22-eb0d8ffbff2c req-2f8eb2c9-93b1-4cb5-a10b-bd4f93a63f3b tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307112 Aug 18 14:51:51.233353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:51.235733 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b3a82-28e1-4838-8170-b009f702a048" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:51.283949 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bb06b5-e61a-4ef4-b096-137655b5168a x-openstack-request-id: req-a6bb06b5-e61a-4ef4-b096-137655b5168a {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:51.284244 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:51.284503 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6bb06b5-e61a-4ef4-b096-137655b5168a {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:51.284908 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'status': 'completed', 'code': 200} Aug 18 14:51:51.346636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-1aa02694-0400-46ff-bcdc-02c7f1df5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.348051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-1aa02694-0400-46ff-bcdc-02c7f1df5d8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1094 time: 0.0417173 Aug 18 14:51:51.356235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-e4369f86-350e-4f8b-a95b-a04485ba12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.361010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-e4369f86-350e-4f8b-a95b-a04485ba12e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1094 time: 0.0409238 Aug 18 14:51:51.443025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-5b667e0a-ab5d-4948-bf49-5a8a05e430a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.444527 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-5b667e0a-ab5d-4948-bf49-5a8a05e430a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 913 time: 0.0843048 Aug 18 14:51:51.454888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-d9a86b01-08df-4148-81b1-b7d9ffbbe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.456358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-d9a86b01-08df-4148-81b1-b7d9ffbbe741 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 913 time: 0.0866871 Aug 18 14:51:51.490403 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-942cfe03-385e-4b2b-aa88-26eaf16cfdbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0374503 Aug 18 14:51:51.502741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-487f1eaa-d9ae-4e29-b289-414217e1d606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0325816 Aug 18 14:51:51.540978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-0a4ee168-81c3-4468-a606-c4061bbd6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.542732 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-0a4ee168-81c3-4468-a606-c4061bbd6d7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0439601 Aug 18 14:51:51.556954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-8e5bd1f2-5fde-4963-a1ce-981d94813514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.558438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-8e5bd1f2-5fde-4963-a1ce-981d94813514 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0434999 Aug 18 14:51:51.575523 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-a89400c1-b6b1-42cd-852b-7b4c8924df82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242279 Aug 18 14:51:51.596016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-0d071170-c85d-4e89-8b63-6f7481ad5e3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249929 Aug 18 14:51:51.669507 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-10292ce4-cbcd-4d32-841f-715a8322a1e5 service neutron] 10.222.0.10 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 Aug 18 14:51:51.686636 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-4f019029-239d-4b99-bcb1-e42bbfc85139 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832179 Aug 18 14:51:51.759167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-434e4531-4c2a-412e-94c2-76e506cbdd10 service neutron] 10.222.0.10 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811157 Aug 18 14:51:51.778119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:51:51.780869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c7b3a82-28e1-4838-8170-b009f702a048 req-279ced18-6025-48e6-8eb2-3f10fafc8ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Aug 18 14:51:51.816364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:51:51.955570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c497add-31ff-469d-ac5b-7e33a3131742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:52.010091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587d03-4565-45c5-9388-7e3a37b66f22 req-16f47090-e1a3-45b1-a3a2-4a7219d99ee6 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:52.012174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a587d03-4565-45c5-9388-7e3a37b66f22 req-16f47090-e1a3-45b1-a3a2-4a7219d99ee6 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 943 time: 0.0530834 Aug 18 14:51:52.051957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5a587d03-4565-45c5-9388-7e3a37b66f22 req-bbc9dbcb-f7ad-403e-bab5-239ae827d301 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Aug 18 14:51:52.701581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:51:52.794483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:52.805708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'network_id': 'f9af3c20-f5d7-4d21-8831-e6204319c73f', 'port_id': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'mac_address': 'fa:16:3e:b9:75:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21598b95-8d26-4f45-b5c2-ecfae7e0cc9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:51:52.840716 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:52.853219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19e14da-a439-4212-a034-a44fa0cc40f4 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:52.871937 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:52.949278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:52.995269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:53.002474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.002826 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.003170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.003510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.003848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.004181 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.004511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.004841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.005167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.005491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.005816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.006166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:53.169452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830571ec-8005-4bcc-ad0a-c7487f59ce5d req-c41c1cbc-36c9-4dc8-ba70-25d58d609506 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:53.171030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830571ec-8005-4bcc-ad0a-c7487f59ce5d req-c41c1cbc-36c9-4dc8-ba70-25d58d609506 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 944 time: 0.0498102 Aug 18 14:51:53.198908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f19e14da-a439-4212-a034-a44fa0cc40f4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:53.209125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830571ec-8005-4bcc-ad0a-c7487f59ce5d req-a629ed05-6143-405b-ac0b-fd67984d8854 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Aug 18 14:51:53.679724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2e81-f527-440d-9755-30871d7740cb req-c3e6d25f-37a3-4e94-9673-c7f240017d12 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:53.681072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-c3e6d25f-37a3-4e94-9673-c7f240017d12 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef&tenant_id=f18a8d627ae04257a7b4fce163bafceb&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 944 time: 0.0852070 Aug 18 14:51:54.080336 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-01cc2e81-f527-440d-9755-30871d7740cb req-8a8b9917-21d7-44b8-90f3-d419c43ef3a2 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:51:54.081250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-8a8b9917-21d7-44b8-90f3-d419c43ef3a2 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f19e14da-a439-4212-a034-a44fa0cc40f4/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.3868973 Aug 18 14:51:54.165779 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2e81-f527-440d-9755-30871d7740cb req-00f04ddd-2c92-4a7a-bbfc-131ed949e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:54.167531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-00f04ddd-2c92-4a7a-bbfc-131ed949e94c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f18a8d627ae04257a7b4fce163bafceb&device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 1095 time: 0.0399098 Aug 18 14:51:54.261646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2e81-f527-440d-9755-30871d7740cb req-4d61cd79-6036-4c97-8bb9-b1356d6f23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:54.263122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-4d61cd79-6036-4c97-8bb9-b1356d6f23ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 200 len: 913 time: 0.0835776 Aug 18 14:51:54.309091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-f50ff273-ed95-4277-bb0e-4663a5cb896a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 200 len: 217 time: 0.0335984 Aug 18 14:51:54.358007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2e81-f527-440d-9755-30871d7740cb req-8edbbe53-e9a1-4b44-893b-acb4d61bcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:54.359387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-8edbbe53-e9a1-4b44-893b-acb4d61bcdc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 200 len: 852 time: 0.0416195 Aug 18 14:51:54.395656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-4a2be570-8f90-464f-99ef-d1190473f1e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9af3c20-f5d7-4d21-8831-e6204319c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272753 Aug 18 14:51:54.485593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-aaa34ec3-55e7-4db1-b3e3-94e8f6f59bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Aug 18 14:51:54.581222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-3abc63e3-5ff9-4629-a911-3a23ec7a140d service neutron] 10.222.0.58 "GET /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840490 Aug 18 14:51:54.717207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:51:54.823811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port f19e14da-a439-4212-a034-a44fa0cc40f4 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:51:54.825803 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-41deebb5-4927-416b-acc2-27ca1806f7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:54.828970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port f19e14da-a439-4212-a034-a44fa0cc40f4 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:51:54.829323 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:54.905439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:54.936773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:54.939216 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d5890-da95-4db5-b95c-688d795cff5e" -d '{"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-plugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:54.952129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:55.001075 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:55.030272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:55.053540 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6bfee-3181-462d-92e1-fed0abc557be x-openstack-request-id: req-4da6bfee-3181-462d-92e1-fed0abc557be {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:55.053834 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-plugged", "status": "completed", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:55.054112 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4da6bfee-3181-462d-92e1-fed0abc557be {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:55.054491 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'code': 200} Aug 18 14:51:55.078415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:56.046673 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:56.065662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607949ff-8bc0-4fdf-9d41-71b9a84e2234 req-dcdc676b-03e6-44af-b9a5-48dea7592cdb tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:56.067153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-607949ff-8bc0-4fdf-9d41-71b9a84e2234 req-dcdc676b-03e6-44af-b9a5-48dea7592cdb tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0494153 Aug 18 14:51:56.103110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-607949ff-8bc0-4fdf-9d41-71b9a84e2234 req-95ed0a3b-4251-4a32-957c-532174350b54 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300562 Aug 18 14:51:57.220327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682723a-f596-43ce-942d-a3c0c8b47ac0 req-4292ed7f-6b0e-440c-9685-9ae4df0137e5 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:57.221800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0682723a-f596-43ce-942d-a3c0c8b47ac0 req-4292ed7f-6b0e-440c-9685-9ae4df0137e5 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0492561 Aug 18 14:51:57.260221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0682723a-f596-43ce-942d-a3c0c8b47ac0 req-1d6fe151-e800-4ecd-85be-f6ede514bd24 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/security-groups?id=8010f8d5-cb4d-42d0-b318-d8691631bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Aug 18 14:51:57.462137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2e81-f527-440d-9755-30871d7740cb req-b2cb6e8b-b30e-4b2d-90e4-e1323ebb51e1 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:57.463569 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-b2cb6e8b-b30e-4b2d-90e4-e1323ebb51e1 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 945 time: 0.0525324 Aug 18 14:51:57.554560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Deleting port f19e14da-a439-4212-a034-a44fa0cc40f4 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:51:57.554903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.646130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] For port f19e14da-a439-4212-a034-a44fa0cc40f4, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=f19e14da-a439-4212-a034-a44fa0cc40f4,segment=NetworkSegment(ada101ac-6566-4ad4-a98f-497a2bf17b97),segment_id=ada101ac-6566-4ad4-a98f-497a2bf17b97)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:57.646419 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.658200 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.659229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Calling delete_port for f19e14da-a439-4212-a034-a44fa0cc40f4 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:51:57.863594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.879788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['f19e14da-a439-4212-a034-a44fa0cc40f4'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:57.894881 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Pushing event deleted for resources: {'Port': ['ID=f19e14da-a439-4212-a034-a44fa0cc40f4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:57.935093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] No DVR routers for this DVR port f19e14da-a439-4212-a034-a44fa0cc40f4 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:51:57.937618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.939652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-01cc2e81-f527-440d-9755-30871d7740cb req-f32267e5-1264-460e-b3d9-c320ad6661d9 tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.10 "DELETE /v2.0/ports/f19e14da-a439-4212-a034-a44fa0cc40f4 HTTP/1.1" status: 204 len: 173 time: 0.4663618 Aug 18 14:51:57.940054 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-deleted', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:57.942273 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7a75a-9bec-4b5c-b957-970754c2b078" -d '{"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-deleted", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:57.977323 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c4b38-f69c-4ad9-a1b8-544688fbfa51 x-openstack-request-id: req-728c4b38-f69c-4ad9-a1b8-544688fbfa51 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:57.977616 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d37b46-6014-49af-9add-5deaa48621ef", "name": "network-vif-deleted", "tag": "f19e14da-a439-4212-a034-a44fa0cc40f4", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:57.977894 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-728c4b38-f69c-4ad9-a1b8-544688fbfa51 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:57.978297 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d37b46-6014-49af-9add-5deaa48621ef', 'name': 'network-vif-deleted', 'tag': 'f19e14da-a439-4212-a034-a44fa0cc40f4', 'status': 'completed', 'code': 200} Aug 18 14:51:58.363382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-108de3e8-27cd-4717-b27d-14fbbe0a871f req-01100ee1-ede5-41f5-b880-bf76f5a655ef tempest-DeleteServersTestJSON-179965846 tempest-DeleteServersTestJSON-179965846-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9d37b46-6014-49af-9add-5deaa48621ef HTTP/1.1" status: 200 len: 210 time: 0.0268333 Aug 18 14:51:58.496396 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:59.490581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46772) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:59.537055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Deleting subnet 21598b95-8d26-4f45-b5c2-ecfae7e0cc9a {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:51:59.540170 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.573825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.611928 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.708807 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.737412 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21598b95-8d26-4f45-b5c2-ecfae7e0cc9a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:59.741855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.743671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/21598b95-8d26-4f45-b5c2-ecfae7e0cc9a HTTP/1.1" status: 204 len: 168 time: 0.2515762 Aug 18 14:51:59.746381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46774) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:59.749053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.749405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.749754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.750125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.750467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.750804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.751136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.751467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.751799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.752129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.752458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.752788 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af88d8-a820-47b1-ac66-dcd1a076e915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:59.814402 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.894512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.903895 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9af3c20-f5d7-4d21-8831-e6204319c73f']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:59.913971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada101ac-6566-4ad4-a98f-497a2bf17b97') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:59.914270 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada101ac-6566-4ad4-a98f-497a2bf17b97') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:59.923077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.936090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.941706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:51:59.942117 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:51:59.943735 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:52:00.040831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.046298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.048145 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f9af3c20-f5d7-4d21-8831-e6204319c73f HTTP/1.1" status: 204 len: 168 time: 0.3007877 Aug 18 14:52:00.058955 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4b53d-8f7f-4688-bf0c-dab941fda242 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9af3c20-f5d7-4d21-8831-e6204319c73f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:00.296704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46778) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:00.336553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7cc67895-7918-4187-8e2d-17b8c14a936c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f18a8d627ae04257a7b4fce163bafceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386970 Aug 18 14:52:00.339084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 46780) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:00.386165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.407079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.497804 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.501058 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:00.502248 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8010f8d5-cb4d-42d0-b318-d8691631bfa2 HTTP/1.1" status: 204 len: 168 time: 0.1622460 Aug 18 14:52:00.509785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752e0e4-3761-4b5c-aa68-30fec0ef73af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8010f8d5-cb4d-42d0-b318-d8691631bfa2,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:00.771095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:00.793580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: f19e14da-a439-4212-a034-a44fa0cc40f4 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:00.793947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device f19e14da-a439-4212-a034-a44fa0cc40f4 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:01.349028 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46802) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:01.442922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1423608510-network', 'tenant_id': '0111300fe8024bcaa54095832cc95f5b'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:01.514926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Made reservation on behalf of 0111300fe8024bcaa54095832cc95f5b for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:01.517131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.526147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.613191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.686564 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.706030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:52:01.720807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07df5ac5-1527-459e-bb43-4c2ebcf98ffc,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:01.723632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.728521 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Added segment 41e36065-ee62-450d-9d34-54c8b2599413 of type vlan for network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 Aug 18 14:52:01.763109 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.829356 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.830350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:01.830970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.890941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] Pushing event updated for resources: {'Network': ['ID=76d32699-f1b8-4b8f-8742-1033ea39bcc9,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:01.900380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:52:01.927218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-81ce7878-2048-48c7-9681-b29b519a147d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5771136 Aug 18 14:52:01.930062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 46806) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:01.934930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Request body: {'subnet': {'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1423608510-subnet', 'tenant_id': '0111300fe8024bcaa54095832cc95f5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:02.006459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Made reservation on behalf of 0111300fe8024bcaa54095832cc95f5b for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:02.008777 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:02.223947 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:02.271404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c16bf59-10cd-4465-85a8-48fd459d4660,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:02.285798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Checking segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:02.286186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Network hostable DHCP agents. Network: 76d32699-f1b8-4b8f-8742-1033ea39bcc9, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:52:02.354875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:52:02.429178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 76d32699-f1b8-4b8f-8742-1033ea39bcc9) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:02.433746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:02.434403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:02.437517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1b1d2-e419-4430-b999-9c2631434917 None None] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:02.522053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bed056ed-9aff-44b6-ae08-4ce80c87583f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5907807 Aug 18 14:52:02.558251 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03026788-921d-46c4-a840-701bf080dd74 None None] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:02.938067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-34cbee21-d901-410a-894e-5c0f6725d810 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:02.939542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-34cbee21-d901-410a-894e-5c0f6725d810 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 815 time: 0.1028013 Aug 18 14:52:02.954002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9487240b-cddd-4326-917e-0cf9d6655063 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/quotas/0111300fe8024bcaa54095832cc95f5b HTTP/1.1" status: 200 len: 375 time: 0.0088842 Aug 18 14:52:02.984403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-c29c799b-3832-4d80-9de6-04d34f2d7779 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253806 Aug 18 14:52:02.994615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-6dfa8ea6-45f3-4238-8b67-c0a10acfd09f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:52:02.995565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-6dfa8ea6-45f3-4238-8b67-c0a10acfd09f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048842 Aug 18 14:52:03.082696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-4f27b507-0a99-4cd6-b976-671d82748b6f service neutron] 10.222.0.35 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798588 Aug 18 14:52:03.172946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-8de38ec0-0282-4fdf-8a88-f32f1f140fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842528 Aug 18 14:52:03.420425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-385508fc-ae39-42f8-b7c8-fcdb5bf12efb req-4e0a3e39-6c47-4bb2-b4cf-64f3431c0b24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Aug 18 14:52:04.511812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24c3bc64-219c-454a-beaa-d554334ff710 req-ce0e6bc9-9301-4d07-986f-f85ed7d3d24a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 210 time: 0.0261247 Aug 18 14:52:05.426988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-e2eca501-b146-4fe5-abaf-0b81a24b7911 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.428415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-e2eca501-b146-4fe5-abaf-0b81a24b7911 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 815 time: 0.1031048 Aug 18 14:52:05.449410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Request body: {'port': {'device_id': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'admin_state_up': True, 'tenant_id': '0111300fe8024bcaa54095832cc95f5b'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:05.608172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18c9c82c-7cff-4e23-96eb-0f0b1091e2bf req-82b028af-f208-4688-b3ae-0848f661c682 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Aug 18 14:52:05.608884 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Made reservation on behalf of 0111300fe8024bcaa54095832cc95f5b for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:05.612865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:05.733555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Allocated IP 172.20.0.9 (76d32699-f1b8-4b8f-8742-1033ea39bcc9/5c16bf59-10cd-4465-85a8-48fd459d4660/dd2ce401-4973-4ac3-8894-4d763e6579e1) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:05.878654 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:05.960971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.004717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:06.009604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:06.013286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:06.038981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:06.066510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:06.067127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.127277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-708eed5f-d2b4-4f87-a2c4-e09858e4a46d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6817997 Aug 18 14:52:06.191176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Request body: {'port': {'device_id': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:06.243454 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.500514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2ce401-4973-4ac3-8894-4d763e6579e1 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:06.507841 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.519981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Transition to ACTIVE for port object dd2ce401-4973-4ac3-8894-4d763e6579e1 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:06.583141 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.634647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:06.730153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:06.730485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:06.730810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:06.737782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:52:06.738123 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:06.749583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bf840-2856-4068-b16d-712e608d10a2 req-df4fadf0-637d-42cc-bb58-78b5633bf8c5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:06.751138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021bf840-2856-4068-b16d-712e608d10a2 req-df4fadf0-637d-42cc-bb58-78b5633bf8c5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0741751 Aug 18 14:52:06.752718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:06.753047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Checking segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:06.753437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Bound using segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:06.753866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Bound port: dd2ce401-4973-4ac3-8894-4d763e6579e1, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:06.754220 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.824752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021bf840-2856-4068-b16d-712e608d10a2 req-21bb8010-5980-439e-861d-14030c76f8d6 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623577 Aug 18 14:52:06.840972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:06.844142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:06.955377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.987751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:06.988362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.989730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] 10.222.0.58 "PUT /v2.0/ports/dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 1091 time: 0.8506219 Aug 18 14:52:06.992063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:06.994357 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf69925-e87c-4927-82ac-3e401b64640c" -d '{"events": [{"name": "network-changed", "server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:07.022042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937e5ca-a11b-4e85-a281-0f5f7f9f5ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:07.100528 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85d846-8764-4685-9114-e9764eba4a44 x-openstack-request-id: req-1f85d846-8764-4685-9114-e9764eba4a44 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:07.100827 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:07.101086 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f85d846-8764-4685-9114-e9764eba4a44 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:07.101501 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'status': 'completed', 'code': 200} Aug 18 14:52:07.154702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-01c56a7e-1b1a-4fb8-b2e0-3a7b69d49fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.156202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-01c56a7e-1b1a-4fb8-b2e0-3a7b69d49fbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0452459 Aug 18 14:52:07.204035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-f9909b0a-179c-4356-b6bc-dce01c90d0ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0340388 Aug 18 14:52:07.251116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-c99f99ea-3ad2-4da7-9aa7-65d88fb5b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.253213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-c99f99ea-3ad2-4da7-9aa7-65d88fb5b23a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0424225 Aug 18 14:52:07.294195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-718b456c-3fd1-4bb5-93dc-addcf4de2354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277762 Aug 18 14:52:07.382958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-e8b5c16e-09d7-442b-bd5c-dfb9290b99f5 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806305 Aug 18 14:52:07.480543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e6fbedb2-d05f-4c6a-8d86-78a034691bbb req-50f435ea-0062-4011-a71b-2ef600588b10 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Aug 18 14:52:07.630838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf69925-e87c-4927-82ac-3e401b64640c req-45af4822-b761-4b82-a3b7-12e5d58eb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.632340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-45af4822-b761-4b82-a3b7-12e5d58eb361 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0421484 Aug 18 14:52:07.720156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf69925-e87c-4927-82ac-3e401b64640c req-59ba60ce-7ca7-4c30-812e-3e3688d20c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.722179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-59ba60ce-7ca7-4c30-812e-3e3688d20c41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0825853 Aug 18 14:52:07.766180 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-e0d6694e-2e1d-436f-8027-6ad6ac2f8e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0366261 Aug 18 14:52:07.813922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf69925-e87c-4927-82ac-3e401b64640c req-a13dbe37-5006-41d7-b20f-b5c49c409aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.815344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-a13dbe37-5006-41d7-b20f-b5c49c409aad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0427079 Aug 18 14:52:07.847308 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-1ce8411b-5ffb-48b7-a9e3-ea2623e9114e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243185 Aug 18 14:52:07.969246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739176-e8e5-4337-ad19-eba7e1bcbc81 req-ebcbf2f6-f26a-4b0c-a0e0-d1ee07119ddf tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.970779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93739176-e8e5-4337-ad19-eba7e1bcbc81 req-ebcbf2f6-f26a-4b0c-a0e0-d1ee07119ddf tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0699875 Aug 18 14:52:07.987309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-48b7c7db-8814-4ff8-997f-35b37c22e45b service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309488 Aug 18 14:52:08.062151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93739176-e8e5-4337-ad19-eba7e1bcbc81 req-e65ddf53-698c-4750-ac8f-a93f70abb04b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Aug 18 14:52:08.098005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faf69925-e87c-4927-82ac-3e401b64640c req-bf3aa34d-424f-424e-9bea-4e77806281c2 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017137 Aug 18 14:52:09.180018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29619-3777-4b72-8990-e71244be60b3 req-ab0bcdb9-0966-4f1b-9c3c-7a5c3cc1a568 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:09.181492 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcd29619-3777-4b72-8990-e71244be60b3 req-ab0bcdb9-0966-4f1b-9c3c-7a5c3cc1a568 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0508053 Aug 18 14:52:09.217861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcd29619-3777-4b72-8990-e71244be60b3 req-4c4382c4-53a2-418c-8f7c-bfe0ef64c4d2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Aug 18 14:52:10.329933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42365-f9a1-419e-b30c-fe9f40f205fd req-0570c92e-cd3c-4f6a-9318-8b1d176ed189 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:10.331399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c42365-f9a1-419e-b30c-fe9f40f205fd req-0570c92e-cd3c-4f6a-9318-8b1d176ed189 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0487156 Aug 18 14:52:10.367979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64c42365-f9a1-419e-b30c-fe9f40f205fd req-a831d548-bad9-41f6-adc3-5db78039e348 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Aug 18 14:52:10.645862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.360258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.484661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606acf25-9b68-499e-8fcd-1108518f9aeb req-f08dbe24-26de-4b6e-afce-4d7bc1013353 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:11.486161 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-606acf25-9b68-499e-8fcd-1108518f9aeb req-f08dbe24-26de-4b6e-afce-4d7bc1013353 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0533016 Aug 18 14:52:11.524293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-606acf25-9b68-499e-8fcd-1108518f9aeb req-6085f561-2cd2-439c-86da-bd2fd9be1de3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Aug 18 14:52:11.889110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:11.980707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:11.994148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'port_id': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'mac_address': 'fa:16:3e:a2:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c16bf59-10cd-4465-85a8-48fd459d4660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:12.029720 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.041976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2ce401-4973-4ac3-8894-4d763e6579e1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:12.060006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:12.144011 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.188670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:12.426488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['dd2ce401-4973-4ac3-8894-4d763e6579e1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:12.638588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c9043-3113-492f-a882-c4a1c1066201 req-10643da4-a61e-4f06-9efc-2d296a28df79 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:12.640072 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d07c9043-3113-492f-a882-c4a1c1066201 req-10643da4-a61e-4f06-9efc-2d296a28df79 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0495770 Aug 18 14:52:12.677629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d07c9043-3113-492f-a882-c4a1c1066201 req-b1ac9c9f-65f8-4d77-ac84-7fd8445c77a6 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Aug 18 14:52:13.789987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022aeb7-9ef8-4df2-ab54-91ce621964cf req-57a3861c-b9bc-469c-9dc5-10ae37e917ee tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:13.791698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7022aeb7-9ef8-4df2-ab54-91ce621964cf req-57a3861c-b9bc-469c-9dc5-10ae37e917ee tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0482187 Aug 18 14:52:13.828454 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7022aeb7-9ef8-4df2-ab54-91ce621964cf req-616f2929-f673-436e-af0c-f3969c0fd68f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Aug 18 14:52:13.921458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:14.040095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port dd2ce401-4973-4ac3-8894-4d763e6579e1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:14.043938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port dd2ce401-4973-4ac3-8894-4d763e6579e1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:14.044310 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.118597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.139432 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:14.141625 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c28f4-5b40-4501-a246-d12212f9792c" -d '{"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:14.154742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:14.179070 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff8d6d-7bce-4f10-abdc-78c9829854a4 x-openstack-request-id: req-36ff8d6d-7bce-4f10-abdc-78c9829854a4 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:14.179363 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:14.179622 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36ff8d6d-7bce-4f10-abdc-78c9829854a4 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:14.180043 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'code': 200} Aug 18 14:52:14.200672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.247203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:14.294834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b4196-f9c8-43f7-85a4-dbdcedd7062e req-fe14f4e3-c436-485c-ab20-2435ffa74c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:14.296247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-803b4196-f9c8-43f7-85a4-dbdcedd7062e req-fe14f4e3-c436-485c-ab20-2435ffa74c43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1096 time: 0.0443513 Aug 18 14:52:14.334963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-803b4196-f9c8-43f7-85a4-dbdcedd7062e req-7f7592ea-3bc5-4e4f-9fc3-bde805dfaec2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278604 Aug 18 14:52:14.942208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbb47-06f7-425c-a87c-08c4440b247b req-de3d4c15-b292-48f6-b6dd-f22fb404fd0d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:14.943698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66ebbb47-06f7-425c-a87c-08c4440b247b req-de3d4c15-b292-48f6-b6dd-f22fb404fd0d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Aug 18 14:52:14.981035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-66ebbb47-06f7-425c-a87c-08c4440b247b req-f8ee8abd-a313-4ea5-b14d-2e295641600d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Aug 18 14:52:16.095528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505738c-0323-441d-81a2-dc7c39bf0178 req-18e23b7e-d0e2-4af2-a739-3281f3e30e0f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.097070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d505738c-0323-441d-81a2-dc7c39bf0178 req-18e23b7e-d0e2-4af2-a739-3281f3e30e0f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0483804 Aug 18 14:52:16.134784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d505738c-0323-441d-81a2-dc7c39bf0178 req-04efb89a-ad4c-4352-8f93-341a2a412148 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Aug 18 14:52:16.254475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18640231-2b88-4c2e-a2ed-bdbf6e04ab4d req-8b2aeb04-698c-40f1-bbdd-3eab5da7f635 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.255997 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18640231-2b88-4c2e-a2ed-bdbf6e04ab4d req-8b2aeb04-698c-40f1-bbdd-3eab5da7f635 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0552499 Aug 18 14:52:16.299695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-18640231-2b88-4c2e-a2ed-bdbf6e04ab4d req-c82ddd96-7a1e-48fb-8b88-58bd8db94b40 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Aug 18 14:52:16.553169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a383-7c60-490b-b696-c492693ffede req-014a1e51-fdcd-4b94-95fa-34bbe3facee0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.554623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-baf2a383-7c60-490b-b696-c492693ffede req-014a1e51-fdcd-4b94-95fa-34bbe3facee0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 18 14:52:16.591086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-baf2a383-7c60-490b-b696-c492693ffede req-1723c01c-360e-4d7f-9425-b23fef8030e8 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304797 Aug 18 14:52:16.702153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3cdf-b56b-42c0-af45-16c0c5e009a7 req-d47da25c-598b-496a-a813-46a2ea926f0e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.703604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b4e3cdf-b56b-42c0-af45-16c0c5e009a7 req-d47da25c-598b-496a-a813-46a2ea926f0e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Aug 18 14:52:16.740314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b4e3cdf-b56b-42c0-af45-16c0c5e009a7 req-e023b787-0d3b-4f1a-873e-5b7b3c18ebf9 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Aug 18 14:52:17.115888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d02868-6787-46cb-97d3-4d80ad5a759f req-9c463012-6492-4ec9-a9c1-0d0c761d0e9b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:17.117355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16d02868-6787-46cb-97d3-4d80ad5a759f req-9c463012-6492-4ec9-a9c1-0d0c761d0e9b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0532613 Aug 18 14:52:17.155199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16d02868-6787-46cb-97d3-4d80ad5a759f req-286f1374-f907-4257-86c1-a8c04308ef2a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Aug 18 14:52:17.226435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-ec8f8fad-839f-40fe-bad1-fbed7395d003 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396292 Aug 18 14:52:18.270603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51737-e1be-4f75-b1e0-a2929ea3f747 req-99e3aee9-9a60-4811-8fed-deb4c0e40a7a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.272084 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ee51737-e1be-4f75-b1e0-a2929ea3f747 req-99e3aee9-9a60-4811-8fed-deb4c0e40a7a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Aug 18 14:52:18.309647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ee51737-e1be-4f75-b1e0-a2929ea3f747 req-b02e8a87-0ae6-4f1c-af43-0e8fd9215ab5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Aug 18 14:52:19.236809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-039e910d-ac69-47d8-b515-83f1689a033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.238312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-039e910d-ac69-47d8-b515-83f1689a033f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1096 time: 0.0449066 Aug 18 14:52:19.325854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-bd97104d-6710-4e46-ae39-c9ce4b2e603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.327300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-bd97104d-6710-4e46-ae39-c9ce4b2e603b service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0821269 Aug 18 14:52:19.371994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-9b0ac337-7eb8-4d75-b47a-43b5afe73688 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0371811 Aug 18 14:52:19.449084 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-db0c456d-faba-4f7f-9dd8-60421a701a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.450589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-db0c456d-faba-4f7f-9dd8-60421a701a77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0652070 Aug 18 14:52:19.459478 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a60fa8-534d-4a59-b2a5-d62a0f47f392 req-a58fa853-e732-46ba-ad13-d6c1e595741c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.460858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13a60fa8-534d-4a59-b2a5-d62a0f47f392 req-a58fa853-e732-46ba-ad13-d6c1e595741c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0846357 Aug 18 14:52:19.490209 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-2e169efc-b49a-4481-8237-3d7b09047127 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283396 Aug 18 14:52:19.561709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-13a60fa8-534d-4a59-b2a5-d62a0f47f392 req-5f8f8bee-301d-4fd5-b3e0-5a99cb219067 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926173 Aug 18 14:52:19.596809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-5e2d3f1c-57ec-4ee3-bf19-3b02cc45cd31 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991111 Aug 18 14:52:19.688461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-b1fe9046-6f06-46e0-a141-aeb40ed7600f service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Aug 18 14:52:20.685220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c46c1-ba7d-46ba-877b-489d840c070d req-61656ec3-7dcc-4903-b713-fcf6be84fdfa tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.686957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c58c46c1-ba7d-46ba-877b-489d840c070d req-61656ec3-7dcc-4903-b713-fcf6be84fdfa tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Aug 18 14:52:20.726094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c58c46c1-ba7d-46ba-877b-489d840c070d req-a03fc1da-dd85-41af-9e6c-d8fa1951716b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Aug 18 14:52:21.837059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca450ceb-2a3e-46e1-b853-e5d73507b319 req-1b8a0d52-a937-43df-9d94-74359b45e724 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:21.838553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca450ceb-2a3e-46e1-b853-e5d73507b319 req-1b8a0d52-a937-43df-9d94-74359b45e724 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0478535 Aug 18 14:52:21.876409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca450ceb-2a3e-46e1-b853-e5d73507b319 req-c80a71e0-7b8b-46fb-8f94-90c2e007dc57 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Aug 18 14:52:21.965763 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2d49736a-48d5-4638-a3fd-a189f2166bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.989959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364f4b-aecd-4d0c-a52c-98b28905774a req-e0d9a44e-3328-4a5c-8633-3cacee5cb266 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.991403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08364f4b-aecd-4d0c-a52c-98b28905774a req-e0d9a44e-3328-4a5c-8633-3cacee5cb266 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Aug 18 14:52:23.032013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08364f4b-aecd-4d0c-a52c-98b28905774a req-e9535d53-1f68-43ac-9ab1-06895545ef72 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Aug 18 14:52:24.146094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900973bb-da8e-41a1-8d58-8d31abf8c402 req-48449c2f-a821-4068-a172-bf2564ad9cb2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:24.147589 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-900973bb-da8e-41a1-8d58-8d31abf8c402 req-48449c2f-a821-4068-a172-bf2564ad9cb2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0484424 Aug 18 14:52:24.185544 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-900973bb-da8e-41a1-8d58-8d31abf8c402 req-4983e509-987a-42b1-8832-f16ba5c019d2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Aug 18 14:52:24.782970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c623327a-2a54-40d9-ac00-9d288a8aea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.965696 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.299200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df3818-b9a0-49cf-bbf2-ed05cc008ffd req-2bafc5e4-9ad9-4b99-89be-6d74abfde414 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:25.300700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50df3818-b9a0-49cf-bbf2-ed05cc008ffd req-2bafc5e4-9ad9-4b99-89be-6d74abfde414 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Aug 18 14:52:25.337787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50df3818-b9a0-49cf-bbf2-ed05cc008ffd req-31b522e2-d6b4-4606-a87e-3f5b52847972 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Aug 18 14:52:26.068676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.449938 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14ca08-5666-4f00-a113-5344189d9ff2 req-1472bb90-ce33-47c5-a57c-2b492cf04dc4 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:26.451379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f14ca08-5666-4f00-a113-5344189d9ff2 req-1472bb90-ce33-47c5-a57c-2b492cf04dc4 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0478451 Aug 18 14:52:26.492095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f14ca08-5666-4f00-a113-5344189d9ff2 req-cf8545d0-0dcf-4826-bf02-3c0ba9c1010f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Aug 18 14:52:27.606502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0dc3b-50d9-47a4-a1a2-e75d7e68eec3 req-a0a4ef4c-912e-4eb0-9032-9f879fd6e936 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:27.608000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c0dc3b-50d9-47a4-a1a2-e75d7e68eec3 req-a0a4ef4c-912e-4eb0-9032-9f879fd6e936 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Aug 18 14:52:27.646542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c0dc3b-50d9-47a4-a1a2-e75d7e68eec3 req-6be98048-f207-4264-a3d6-40634362f4eb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Aug 18 14:52:27.668491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:28.760568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550f02b-b0ef-4c6f-aa30-1c9984b16e4e req-a01e7b6a-ad8a-4f47-8b08-8baa23c5da85 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:28.762085 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9550f02b-b0ef-4c6f-aa30-1c9984b16e4e req-a01e7b6a-ad8a-4f47-8b08-8baa23c5da85 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0489218 Aug 18 14:52:28.799367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9550f02b-b0ef-4c6f-aa30-1c9984b16e4e req-cce08c2c-79b0-4ffb-9b5a-8197375723aa tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Aug 18 14:52:29.911122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218d875-be35-4610-9416-a5d63f6e33a9 req-2451ec0e-9ada-45fe-891c-aad109eccf52 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:29.912569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8218d875-be35-4610-9416-a5d63f6e33a9 req-2451ec0e-9ada-45fe-891c-aad109eccf52 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0476825 Aug 18 14:52:29.952621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8218d875-be35-4610-9416-a5d63f6e33a9 req-e448d9d9-3a6c-4872-853e-5c96fed65dce tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Aug 18 14:52:31.065080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca3ad-7170-4e26-bf9e-8a2175a5c455 req-1fa865a0-1d80-449a-acc6-31dc1c0fe9fd tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:31.067120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-104ca3ad-7170-4e26-bf9e-8a2175a5c455 req-1fa865a0-1d80-449a-acc6-31dc1c0fe9fd tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Aug 18 14:52:31.103178 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-104ca3ad-7170-4e26-bf9e-8a2175a5c455 req-35ea37da-cadd-446b-9c69-1176fa5d440d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303488 Aug 18 14:52:32.218236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f9996-7a7b-44e4-b677-620b4b11df50 req-db63943c-c203-4556-93e7-1017f6194c89 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:32.219710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe3f9996-7a7b-44e4-b677-620b4b11df50 req-db63943c-c203-4556-93e7-1017f6194c89 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Aug 18 14:52:32.256496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe3f9996-7a7b-44e4-b677-620b4b11df50 req-87056bd5-0608-43f2-9a9b-b96d5341124b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Aug 18 14:52:33.368171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde80f43-1652-48de-96d1-21eea5dcf1de req-6a940bc2-a209-424b-b6fc-d1a88a39ae33 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:33.369606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde80f43-1652-48de-96d1-21eea5dcf1de req-6a940bc2-a209-424b-b6fc-d1a88a39ae33 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0465465 Aug 18 14:52:33.410175 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bde80f43-1652-48de-96d1-21eea5dcf1de req-3be3cda1-dfa8-44e5-8565-a17375886c94 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Aug 18 14:52:34.528181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1cee2-6a62-4021-b795-41d90025c8bf req-01d0a49b-8664-4a1f-a207-6501ffd15c4b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:34.529832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6f1cee2-6a62-4021-b795-41d90025c8bf req-01d0a49b-8664-4a1f-a207-6501ffd15c4b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0502460 Aug 18 14:52:34.573694 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6f1cee2-6a62-4021-b795-41d90025c8bf req-552d8c06-943d-463b-8894-d156d46f94dc tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Aug 18 14:52:35.494855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:52:35.687103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d60b3-1f3a-4c50-86f1-44b90ac1f75d req-6e7db71a-4ebb-4920-88ff-7b517d464a67 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:35.688568 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-407d60b3-1f3a-4c50-86f1-44b90ac1f75d req-6e7db71a-4ebb-4920-88ff-7b517d464a67 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0479746 Aug 18 14:52:35.724879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-407d60b3-1f3a-4c50-86f1-44b90ac1f75d req-5b9a5fec-5d2d-4ad3-8022-9088291f440a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298495 Aug 18 14:52:36.838263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531218a-b981-4b54-adfb-bedfc7f8771a req-f8635a2c-cc02-4429-aaf4-a2171ec0ea17 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:36.839725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c531218a-b981-4b54-adfb-bedfc7f8771a req-f8635a2c-cc02-4429-aaf4-a2171ec0ea17 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Aug 18 14:52:36.879442 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c531218a-b981-4b54-adfb-bedfc7f8771a req-0e0b1b33-da1b-4215-9766-6d772bb589f7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 18 14:52:37.993758 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864bc1e-6dd4-4bed-bdc5-860557b6739c req-753ee431-a863-42ec-bf40-1396e59da567 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:37.995241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0864bc1e-6dd4-4bed-bdc5-860557b6739c req-753ee431-a863-42ec-bf40-1396e59da567 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Aug 18 14:52:38.031514 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0864bc1e-6dd4-4bed-bdc5-860557b6739c req-6f1876c6-27f1-4e37-8bee-d077b3722820 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304759 Aug 18 14:52:39.146031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dc4f2-6d8c-41b8-b88b-182c456ae250 req-b2b23b03-df43-4d5e-9eba-63ca9c35b3c0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:39.147502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b3dc4f2-6d8c-41b8-b88b-182c456ae250 req-b2b23b03-df43-4d5e-9eba-63ca9c35b3c0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Aug 18 14:52:39.184163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9b3dc4f2-6d8c-41b8-b88b-182c456ae250 req-86219a7b-f78a-495f-bf44-e98b464df504 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306795 Aug 18 14:52:40.297714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e467304-5fd1-437c-a777-846e82770877 req-679bee6c-57f9-42aa-b56f-65edc485df18 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:40.299211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e467304-5fd1-437c-a777-846e82770877 req-679bee6c-57f9-42aa-b56f-65edc485df18 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Aug 18 14:52:40.339777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e467304-5fd1-437c-a777-846e82770877 req-b6297925-fbc1-4a65-955a-6498bce65a68 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 18 14:52:40.673316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:41.353767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:41.452628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a779-de1e-4266-8a6f-78c55ab811a6 req-2014e0f4-20b4-49be-bd59-85b7b41be96c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:41.454134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d257a779-de1e-4266-8a6f-78c55ab811a6 req-2014e0f4-20b4-49be-bd59-85b7b41be96c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Aug 18 14:52:41.496362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d257a779-de1e-4266-8a6f-78c55ab811a6 req-959cf19c-4da9-45b6-8f6e-c90eb944d13c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Aug 18 14:52:42.609137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd30db-416f-43d5-9d7c-562a886ede99 req-f0e86da3-150f-4bc9-bf8a-594d6445f730 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.610696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bfd30db-416f-43d5-9d7c-562a886ede99 req-f0e86da3-150f-4bc9-bf8a-594d6445f730 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Aug 18 14:52:42.647496 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3bfd30db-416f-43d5-9d7c-562a886ede99 req-8e2e8ce5-ece8-4c53-9e40-a7324cadb07e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Aug 18 14:52:43.761253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c88c0-d2f2-4f5a-9427-b6af653e07fc req-460da2bf-199a-411c-b30d-b4d856100a1e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.762752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a6c88c0-d2f2-4f5a-9427-b6af653e07fc req-460da2bf-199a-411c-b30d-b4d856100a1e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0503190 Aug 18 14:52:43.803835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a6c88c0-d2f2-4f5a-9427-b6af653e07fc req-f0e374f6-813d-468c-8dc5-83eb62f4f9af tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Aug 18 14:52:44.917508 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50e72f-c24f-4903-b449-73e2e2b910d0 req-b647c898-e8f8-4936-a426-d543f7aa49e5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:44.918989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c50e72f-c24f-4903-b449-73e2e2b910d0 req-b647c898-e8f8-4936-a426-d543f7aa49e5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Aug 18 14:52:44.955138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5c50e72f-c24f-4903-b449-73e2e2b910d0 req-ed32f2ea-9414-4bfc-b2da-e0b520117781 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Aug 18 14:52:46.067549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd60bdb-ca0d-44b9-aa87-7c38232e7b45 req-1702c4df-bbc8-4d2e-93a9-b72bedbaf6eb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:46.068996 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fd60bdb-ca0d-44b9-aa87-7c38232e7b45 req-1702c4df-bbc8-4d2e-93a9-b72bedbaf6eb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0478256 Aug 18 14:52:46.106157 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8fd60bdb-ca0d-44b9-aa87-7c38232e7b45 req-7ed33d55-4c22-466e-bb76-3dc019311dca tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Aug 18 14:52:47.152642 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-b806fdd7-aca3-4677-8ffb-aaa473d988ce service neutron] show failed (client error): The resource could not be found. Aug 18 14:52:47.153660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-b806fdd7-aca3-4677-8ffb-aaa473d988ce service neutron] 10.222.0.58 "GET /v2.0/ports/dd2ce401-4973-4ac3-8894-4d763e6579e1/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0551941 Aug 18 14:52:47.224778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8144c7-6c36-4479-ac52-ba1e3e1e98df req-22218c59-b63d-4511-877a-b852e3a9ff1c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:47.226256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8144c7-6c36-4479-ac52-ba1e3e1e98df req-22218c59-b63d-4511-877a-b852e3a9ff1c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0521586 Aug 18 14:52:47.262941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8144c7-6c36-4479-ac52-ba1e3e1e98df req-53acbe23-84c5-4762-8b8f-1f259681813c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Aug 18 14:52:47.684630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-a5425ce6-3b8d-49a2-b06b-eb2141eab229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:47.686074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-a5425ce6-3b8d-49a2-b06b-eb2141eab229 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326&tenant_id=0111300fe8024bcaa54095832cc95f5b HTTP/1.1" status: 200 len: 1096 time: 0.0448472 Aug 18 14:52:47.702131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:47.752386 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:47.949175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:47.981368 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:48.022328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:48.024554 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a1936-0c31-4b3e-be84-4d629044b391" -d '{"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:48.028272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.040973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Transition to ACTIVE for port object dd2ce401-4973-4ac3-8894-4d763e6579e1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:48.078985 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9724ace-1e22-4f10-8d40-4c253f93a262 x-openstack-request-id: req-c9724ace-1e22-4f10-8d40-4c253f93a262 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:48.078985 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:48.078985 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9724ace-1e22-4f10-8d40-4c253f93a262 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:48.078985 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'code': 200} Aug 18 14:52:48.136255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.196479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] No DVR routers for this DVR port dd2ce401-4973-4ac3-8894-4d763e6579e1 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:52:48.198242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:48.231920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:48.232238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:48.232564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:48.236671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:52:48.237615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Attempting to bind port dd2ce401-4973-4ac3-8894-4d763e6579e1 on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:48.242328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:48.242667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Checking segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:48.243038 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Bound using segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:48.243457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Bound port: dd2ce401-4973-4ac3-8894-4d763e6579e1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:48.243799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.307531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:48.310527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:48.377019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777a7cb-de38-40b1-bbce-9615c7435bf1 req-781ba25c-ff5c-4e3a-b5a5-0eb152f42c10 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:48.378552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0777a7cb-de38-40b1-bbce-9615c7435bf1 req-781ba25c-ff5c-4e3a-b5a5-0eb152f42c10 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0490348 Aug 18 14:52:48.395313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.417126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0777a7cb-de38-40b1-bbce-9615c7435bf1 req-936d2ca1-cc80-4b1a-a9fc-f6e7f9ae6abd tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Aug 18 14:52:48.430327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:48.430789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.432291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 1091 time: 0.7340589 Aug 18 14:52:48.454093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846f6a7-f9a7-4614-8c1a-f26467737654 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:48.503793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-75d24e0d-f6a1-4bcb-9650-4bde31e44c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:48.505264 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-75d24e0d-f6a1-4bcb-9650-4bde31e44c4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0399537 Aug 18 14:52:48.918748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-10a91651-f678-4d04-8661-0f371722785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:48.920230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-10a91651-f678-4d04-8661-0f371722785e service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.4031661 Aug 18 14:52:48.964831 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-a9813f30-9053-4209-9c41-eaaf1f67b3ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0339456 Aug 18 14:52:49.015713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-4bae621a-f4fe-4dc4-919d-b6e966681c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:49.017093 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-4bae621a-f4fe-4dc4-919d-b6e966681c0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0418613 Aug 18 14:52:49.053269 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-320f1499-cc3c-4c01-9a60-99f1ceaa2e66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240686 Aug 18 14:52:49.149380 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-6d4ecbb8-f161-4103-a1cb-fcea9544bf8a service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826821 Aug 18 14:52:49.241809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8b7c5b25-7cd3-43a3-a274-21c5c8b9ec67 req-322439d3-315a-4b56-84cd-7c8feff01039 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808165 Aug 18 14:52:49.537253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb282e45-245f-4b30-a7c3-ff0b668d437f req-47b3a247-5078-42b4-80a5-fb09284eff51 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:49.538801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb282e45-245f-4b30-a7c3-ff0b668d437f req-47b3a247-5078-42b4-80a5-fb09284eff51 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0498240 Aug 18 14:52:49.575556 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb282e45-245f-4b30-a7c3-ff0b668d437f req-bf3199ed-bff8-429d-8766-9b28902dbbd3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Aug 18 14:52:50.078199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:50.080559 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb829501-c5f1-44f0-83d1-b0394473b5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:50.122631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:50.131252 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56095fe7-c7e0-4ce7-824e-f0837cd3c052 x-openstack-request-id: req-56095fe7-c7e0-4ce7-824e-f0837cd3c052 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:50.131252 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:50.131252 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56095fe7-c7e0-4ce7-824e-f0837cd3c052 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:50.131252 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'status': 'completed', 'code': 200} Aug 18 14:52:50.164585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:50.194599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-56062c3d-7468-47ca-a642-375431deb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.196136 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-56062c3d-7468-47ca-a642-375431deb9bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0466783 Aug 18 14:52:50.199848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-355ff0aa-218b-496d-afb7-e185ce50bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.201320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-355ff0aa-218b-496d-afb7-e185ce50bd6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0460103 Aug 18 14:52:50.290542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-a65fdafd-0a48-4652-98be-23748afdf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.290794 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-67932829-ea07-4970-a80f-7427d4dbfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.292022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-a65fdafd-0a48-4652-98be-23748afdf40e service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0829504 Aug 18 14:52:50.292217 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-67932829-ea07-4970-a80f-7427d4dbfe9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0846434 Aug 18 14:52:50.339263 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-d7544b03-96cf-4a44-b868-127df78c3a09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0366418 Aug 18 14:52:50.342287 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-4734d7e9-6060-4cf2-8270-86e6c841bacd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.0363407 Aug 18 14:52:50.388824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-b8a6a633-3b19-41c8-b741-fb67281c218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.390340 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-b8a6a633-3b19-41c8-b741-fb67281c218c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0427344 Aug 18 14:52:50.394263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-15115b5e-ef34-4996-b205-83a6c1100d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.395707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-15115b5e-ef34-4996-b205-83a6c1100d78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0432079 Aug 18 14:52:50.423775 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-86689fea-f115-4c1b-b606-fbe50131fde3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251799 Aug 18 14:52:50.430272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-bfd3996f-21bd-4075-a1f3-3d784b18e26c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254107 Aug 18 14:52:50.519278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-d84ca671-03fd-4945-bbb7-e6a7f5a8d04d service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Aug 18 14:52:50.522563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-d55fce50-fd9e-457c-9f77-af33ca970b0a service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837271 Aug 18 14:52:50.612057 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-acb04ebc-65b5-446d-bb04-b9c2691866d7 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Aug 18 14:52:50.615214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb829501-c5f1-44f0-83d1-b0394473b5cd req-e8ae04d7-3568-448f-9e9d-9401e616065b service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838261 Aug 18 14:52:50.694027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e04cb-a24b-4a5a-849e-877828b49db3 req-b8bd6ac9-fb1b-4d00-a26c-3d2f67f12cd0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.695483 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-005e04cb-a24b-4a5a-849e-877828b49db3 req-b8bd6ac9-fb1b-4d00-a26c-3d2f67f12cd0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0482004 Aug 18 14:52:50.732356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-005e04cb-a24b-4a5a-849e-877828b49db3 req-1000cc90-00a0-4225-9cb8-bd53565f39ad tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Aug 18 14:52:51.850368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a1f96-49d5-4641-ad91-f67c6475b451 req-e4a1a6af-e017-4d18-878c-ca91c7392a33 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:51.851833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b1a1f96-49d5-4641-ad91-f67c6475b451 req-e4a1a6af-e017-4d18-878c-ca91c7392a33 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0510957 Aug 18 14:52:51.889132 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b1a1f96-49d5-4641-ad91-f67c6475b451 req-8909dc10-1a67-4271-89f5-d738901b29f0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Aug 18 14:52:51.942891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a0513ddb-2821-41b8-b058-4fa60605da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:52.199941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024a5c-0eee-4dff-9858-d8f1a3b42f93 req-05f2c0d1-32f9-45af-8959-a48d6ccf7495 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:52.201430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30024a5c-0eee-4dff-9858-d8f1a3b42f93 req-05f2c0d1-32f9-45af-8959-a48d6ccf7495 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 943 time: 0.0491347 Aug 18 14:52:52.239932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30024a5c-0eee-4dff-9858-d8f1a3b42f93 req-69b4881b-c4bc-4b8d-8607-669e76dccfcd tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 18 14:52:52.293077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-c09964d7-2f89-41fb-b25e-4e45ed9732f1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:52.294534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-c09964d7-2f89-41fb-b25e-4e45ed9732f1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.58 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326&tenant_id=0111300fe8024bcaa54095832cc95f5b&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 943 time: 0.0498545 Aug 18 14:52:52.361013 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-2c3fb406-34c6-43b9-a86c-112f94ec5623 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:52:52.361925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-2c3fb406-34c6-43b9-a86c-112f94ec5623 service neutron] 10.222.0.58 "DELETE /v2.0/ports/dd2ce401-4973-4ac3-8894-4d763e6579e1/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0549209 Aug 18 14:52:52.449071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-0201c462-d5aa-4267-b166-2f96a124d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:52.450590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-0201c462-d5aa-4267-b166-2f96a124d3f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 1094 time: 0.0400467 Aug 18 14:52:52.539504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-053140e2-c632-4aae-b997-f3890485a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:52.541220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-053140e2-c632-4aae-b997-f3890485a125 service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0823722 Aug 18 14:52:52.903797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:52.936364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-ccbef51b-9b60-4246-a6ac-04ffd5f62bc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 200 len: 217 time: 0.3809333 Aug 18 14:52:52.986898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-e7c80749-5b3f-4d6e-a213-c810d7891958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:52.988896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-e7c80749-5b3f-4d6e-a213-c810d7891958 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0440896 Aug 18 14:52:52.995017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:53.006526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'port_id': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'mac_address': 'fa:16:3e:a2:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c16bf59-10cd-4465-85a8-48fd459d4660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:53.021885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-acefb8bc-7e2b-4464-8e3f-78539f26c2bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242240 Aug 18 14:52:53.044444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.117982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-a815f29a-93de-4a1c-93cf-88189045ea68 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872667 Aug 18 14:52:53.212846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-26e5eafd-c6b5-4fed-9300-2cb61eb4e6ad req-4270f633-e426-4e6f-b9f7-e2d29b55bef5 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863361 Aug 18 14:52:53.214219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2ce401-4973-4ac3-8894-4d763e6579e1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:53.233549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:53.296981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.343558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:53.350742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.351086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.351424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.351753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.352083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.352406 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.352727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.353047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.353360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.353675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.354020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.354336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:53.362035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec93d6-08cb-41f4-86b6-30afe6f340ab req-c8fd4bdb-fb99-4784-8a06-2d3dca542004 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:53.366639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24ec93d6-08cb-41f4-86b6-30afe6f340ab req-c8fd4bdb-fb99-4784-8a06-2d3dca542004 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0554113 Aug 18 14:52:53.402426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24ec93d6-08cb-41f4-86b6-30afe6f340ab req-79ebaa61-619e-445b-9e9b-48092fb3d1ab tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Aug 18 14:52:53.536132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dd2ce401-4973-4ac3-8894-4d763e6579e1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:54.515946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a160ed-df89-4abb-82db-16b253feef9c req-9b2d7da4-4c41-4fe6-92fa-db5482aaa4c2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:54.517446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45a160ed-df89-4abb-82db-16b253feef9c req-9b2d7da4-4c41-4fe6-92fa-db5482aaa4c2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0484712 Aug 18 14:52:54.556542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45a160ed-df89-4abb-82db-16b253feef9c req-cf619c99-0786-4250-8ccb-9efec2807bad tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Aug 18 14:52:54.669116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40137f-7b66-4a93-90eb-f2156fa4c1dd req-dc53a004-8512-434f-8a51-54dbd4e47c68 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:54.670596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e40137f-7b66-4a93-90eb-f2156fa4c1dd req-dc53a004-8512-434f-8a51-54dbd4e47c68 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0488021 Aug 18 14:52:54.707832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2e40137f-7b66-4a93-90eb-f2156fa4c1dd req-f0c7eba2-e937-4596-af63-303eafd57325 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 18 14:52:54.782671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb197-a66b-42d7-a70c-18e61af517e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:54.822258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9352f50-873e-419c-a1be-d706709a9e81 req-75eb3b54-beb6-40aa-87fb-2b673bfcaf10 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:54.823709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9352f50-873e-419c-a1be-d706709a9e81 req-75eb3b54-beb6-40aa-87fb-2b673bfcaf10 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 944 time: 0.0518198 Aug 18 14:52:54.860527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9352f50-873e-419c-a1be-d706709a9e81 req-361b049a-1ef3-4d66-8d38-cffff92b7dcf tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Aug 18 14:52:54.921296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:54.971207 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.027916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port dd2ce401-4973-4ac3-8894-4d763e6579e1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:55.031815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port dd2ce401-4973-4ac3-8894-4d763e6579e1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:55.032189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.111571 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.133240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:55.135492 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b1ca19-2d5b-4a22-9ff0-664de311ec72" -d '{"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:55.155753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:55.179093 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a6536-5fc4-47a1-9232-d77d16b1dff8 x-openstack-request-id: req-da0a6536-5fc4-47a1-9232-d77d16b1dff8 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:55.179393 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:55.179654 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da0a6536-5fc4-47a1-9232-d77d16b1dff8 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:55.180058 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'code': 200} Aug 18 14:52:55.205209 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.252610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:55.354021 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-64945511-8bfe-4507-9e6c-121627347c6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:55.355456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-64945511-8bfe-4507-9e6c-121627347c6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 815 time: 0.0984654 Aug 18 14:52:55.370608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-4e8b2fef-37e1-496b-bd41-8e65790cf8ee tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/quotas/0111300fe8024bcaa54095832cc95f5b HTTP/1.1" status: 200 len: 375 time: 0.0095382 Aug 18 14:52:55.422242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-9fcb3106-2b52-4b9e-9bb6-abd868c17657 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465851 Aug 18 14:52:55.433631 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-52096f1a-4a19-4a5c-b9fc-e55e0e441336 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:52:55.434658 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-52096f1a-4a19-4a5c-b9fc-e55e0e441336 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049841 Aug 18 14:52:55.520353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-7f122209-9dee-47fe-980b-dd7008e92cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801432 Aug 18 14:52:55.613228 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-cda50672-0c85-4978-a87d-f6bb05fe7163 service neutron] 10.222.0.35 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Aug 18 14:52:55.848990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8039a216-6a19-4406-92ff-18fb1f89a292 req-e6ca5143-a7c2-4292-8d91-87b4256ed521 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 210 time: 0.0272834 Aug 18 14:52:56.056604 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.626248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-432aa05b-1014-4cc0-ac8b-4ce57fe78eb5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:56.627793 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-432aa05b-1014-4cc0-ac8b-4ce57fe78eb5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.10 "GET /v2.0/ports?device_id=e369ef79-8e19-49ed-93e3-0f385571b326 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Aug 18 14:52:56.726640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Deleting port dd2ce401-4973-4ac3-8894-4d763e6579e1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:56.726989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.816540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] For port dd2ce401-4973-4ac3-8894-4d763e6579e1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=dd2ce401-4973-4ac3-8894-4d763e6579e1,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:56.816906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.829557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Calling delete_port for dd2ce401-4973-4ac3-8894-4d763e6579e1 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:56.944400 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ba36e0f-da04-4bba-8bcb-6944a542edc6 req-da755823-9bef-42e0-ad41-8f5b3b42aeae tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Aug 18 14:52:57.021694 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:57.041693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dd2ce401-4973-4ac3-8894-4d763e6579e1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:57.051834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Pushing event deleted for resources: {'Port': ['ID=dd2ce401-4973-4ac3-8894-4d763e6579e1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:57.079644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.079997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.080341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.080679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.081015 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.081348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.081677 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.082666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.083000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.083329 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.083659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.083982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:57.104608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] No DVR routers for this DVR port dd2ce401-4973-4ac3-8894-4d763e6579e1 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:52:57.107079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:57.109138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cf8d4313-6634-4fce-9d67-a767fd7c5994 req-9ffc6390-6204-4aa7-b79a-8d6589fe8ca7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.10 "DELETE /v2.0/ports/dd2ce401-4973-4ac3-8894-4d763e6579e1 HTTP/1.1" status: 204 len: 173 time: 0.4713352 Aug 18 14:52:57.109563 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-deleted', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:57.111844 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce502794-768a-43f6-9b3a-ed43cde43f1e" -d '{"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-deleted", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:57.147266 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207f3c30-a2ec-433d-be31-7de994d11297 x-openstack-request-id: req-207f3c30-a2ec-433d-be31-7de994d11297 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:57.147568 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ef79-8e19-49ed-93e3-0f385571b326", "name": "network-vif-deleted", "tag": "dd2ce401-4973-4ac3-8894-4d763e6579e1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:57.147825 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-207f3c30-a2ec-433d-be31-7de994d11297 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:57.148232 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ef79-8e19-49ed-93e3-0f385571b326', 'name': 'network-vif-deleted', 'tag': 'dd2ce401-4973-4ac3-8894-4d763e6579e1', 'status': 'completed', 'code': 200} Aug 18 14:52:57.494086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-7167df73-b747-4b9a-ae5b-ab997d8a9ce2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:57.495561 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-7167df73-b747-4b9a-ae5b-ab997d8a9ce2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 815 time: 0.1018443 Aug 18 14:52:57.525256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Request body: {'port': {'device_id': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'admin_state_up': True, 'tenant_id': '0111300fe8024bcaa54095832cc95f5b'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:57.668258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:57.714324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Made reservation on behalf of 0111300fe8024bcaa54095832cc95f5b for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:57.717880 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:57.845567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Allocated IP 172.20.0.8 (76d32699-f1b8-4b8f-8742-1033ea39bcc9/5c16bf59-10cd-4465-85a8-48fd459d4660/ce852cf1-ea83-4581-be2c-10a4f9ebe80c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:57.988899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.043282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d18a952f-603f-4635-9e68-b4c116e52f20 req-a89670c5-2a79-404b-a027-b5fc4df90c06 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Aug 18 14:52:58.085320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.101068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['dd2ce401-4973-4ac3-8894-4d763e6579e1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:58.133512 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:58.136630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:58.140341 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:58.147442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:58.191840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:58.192444 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.291617 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-71921839-7668-4679-bee2-8de09136cb41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712824 Aug 18 14:52:58.309252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Request body: {'port': {'device_id': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:58.365810 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.622423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce852cf1-ea83-4581-be2c-10a4f9ebe80c {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:58.629679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.641182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Transition to ACTIVE for port object ce852cf1-ea83-4581-be2c-10a4f9ebe80c will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:58.708069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.755176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:58.825097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:58.825422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:58.825743 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:58.832856 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:52:58.833188 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:58.838518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:58.838863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Checking segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:58.839244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Bound using segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:58.839670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Bound port: ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:58.840030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.902641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:58.905546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:58.965633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:58.999056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:58.999663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:59.001146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 1091 time: 0.6961849 Aug 18 14:52:59.022332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b514b-72cc-45e7-b653-91e51c2fd728 service neutron] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:59.144319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-98aa9d8a-15a6-4531-ae80-78bfe154443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.145866 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-98aa9d8a-15a6-4531-ae80-78bfe154443c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1094 time: 0.0421321 Aug 18 14:52:59.149410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:59.151699 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e4cda07551124fad9a598406f04c353595fb5ee18da511e0e6f0a003a452db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50caf148-1008-46d9-bf9f-426b7cc220d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:59.161521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95731b3-c814-477a-bc6f-840d4ae6b076 req-794072d9-3c65-4cea-a5a9-d4993ed6f71d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.163071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b95731b3-c814-477a-bc6f-840d4ae6b076 req-794072d9-3c65-4cea-a5a9-d4993ed6f71d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Aug 18 14:52:59.202598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b95731b3-c814-477a-bc6f-840d4ae6b076 req-dbc7af2d-7ff9-4abc-8af4-f9f002aeca2a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Aug 18 14:52:59.203531 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5caeb37-3e73-46ba-971e-f9cb1f6cc878 x-openstack-request-id: req-a5caeb37-3e73-46ba-971e-f9cb1f6cc878 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:59.203827 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:59.204087 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5caeb37-3e73-46ba-971e-f9cb1f6cc878 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:59.204489 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'status': 'completed', 'code': 200} Aug 18 14:52:59.206024 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-aa5d55ce-8375-4306-afe1-94e46c7c4bcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0465369 Aug 18 14:52:59.260675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-5f61a866-36ba-4190-a96a-7e70c1295fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.262137 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-5f61a866-36ba-4190-a96a-7e70c1295fb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0443583 Aug 18 14:52:59.297467 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-25c312e4-5647-4ee7-b032-f95826d58b4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244720 Aug 18 14:52:59.397240 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-2ebd6be7-ac5f-45e1-a19e-da9d9487916e service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872338 Aug 18 14:52:59.493373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9e5c6d39-ea92-46cd-b15b-6ac197947e41 req-300f1eba-f891-46da-a427-e0b9f166a3cf service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836787 Aug 18 14:52:59.651400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-965dbe8d-b258-48c9-9806-c98784923140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.652843 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-965dbe8d-b258-48c9-9806-c98784923140 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1094 time: 0.0410492 Aug 18 14:52:59.745223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-aa230b14-e7f1-480b-8fd1-e5c0aa4dcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.746602 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-aa230b14-e7f1-480b-8fd1-e5c0aa4dcddd service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0867820 Aug 18 14:52:59.787761 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-07e4abaa-1e20-4390-a00c-67664f95881a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0337253 Aug 18 14:52:59.842775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-e411f210-22fe-4b7e-bb31-c9fdc38139d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:59.844173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-e411f210-22fe-4b7e-bb31-c9fdc38139d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0461154 Aug 18 14:52:59.878462 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-46487afa-8deb-4c2c-bd77-4778a99548ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234256 Aug 18 14:52:59.966886 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-f4d05c9f-9364-44d5-bac3-78395dfb9f19 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798919 Aug 18 14:53:00.060358 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50caf148-1008-46d9-bf9f-426b7cc220d1 req-16ad2426-9dec-4d46-b429-45e8a6e2186f service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848255 Aug 18 14:53:00.320427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651f1a8-520d-4272-b2e2-0407ffb397b5 req-2d2a611a-20a4-4080-b1bc-56b14ff39cb1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:00.321802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f651f1a8-520d-4272-b2e2-0407ffb397b5 req-2d2a611a-20a4-4080-b1bc-56b14ff39cb1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0525637 Aug 18 14:53:00.359171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f651f1a8-520d-4272-b2e2-0407ffb397b5 req-85f68093-0686-4275-99e5-5ec4ba26c623 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Aug 18 14:53:00.951150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:00.974553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: dd2ce401-4973-4ac3-8894-4d763e6579e1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:00.974896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device dd2ce401-4973-4ac3-8894-4d763e6579e1 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:01.471263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d80f-e8bf-4c4a-a2c7-049a4de02de0 req-f9bbc980-1f6d-4489-9805-c5d319e363b0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:01.473250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d879d80f-e8bf-4c4a-a2c7-049a4de02de0 req-f9bbc980-1f6d-4489-9805-c5d319e363b0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0483434 Aug 18 14:53:01.510071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d879d80f-e8bf-4c4a-a2c7-049a4de02de0 req-532868b6-3348-4122-8864-147616c18438 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Aug 18 14:53:02.624077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b253b2-94cd-43a6-a4cf-bb8597c0fd34 req-37c8bf71-1f85-4152-91f5-a159ed4ebf37 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:02.625462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8b253b2-94cd-43a6-a4cf-bb8597c0fd34 req-37c8bf71-1f85-4152-91f5-a159ed4ebf37 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0496714 Aug 18 14:53:02.663225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a8b253b2-94cd-43a6-a4cf-bb8597c0fd34 req-feccb383-e864-418f-97d5-407f3c9aaf43 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Aug 18 14:53:02.952224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:53:03.044225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:03.055395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'port_id': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'mac_address': 'fa:16:3e:2c:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c16bf59-10cd-4465-85a8-48fd459d4660', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:53:03.091606 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.106924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce852cf1-ea83-4581-be2c-10a4f9ebe80c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:53:03.125278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:03.198470 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.244513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:03.434139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ce852cf1-ea83-4581-be2c-10a4f9ebe80c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:03.779313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b4b2f-ed23-406a-acdf-1f629990400f req-1ef9285e-cd4d-4127-b213-1cddfc144cfb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.780728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd1b4b2f-ed23-406a-acdf-1f629990400f req-1ef9285e-cd4d-4127-b213-1cddfc144cfb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 944 time: 0.0526538 Aug 18 14:53:03.819407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd1b4b2f-ed23-406a-acdf-1f629990400f req-57443d94-9861-430d-8018-c00bcdbf52c3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Aug 18 14:53:04.934686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce511f7-dfe3-455d-afbb-d1d8d7e37035 req-08e576b7-51ed-4981-90f1-ba807c4293c0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:04.936159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fce511f7-dfe3-455d-afbb-d1d8d7e37035 req-08e576b7-51ed-4981-90f1-ba807c4293c0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 944 time: 0.0488462 Aug 18 14:53:04.951061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:04.975011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fce511f7-dfe3-455d-afbb-d1d8d7e37035 req-0f93519b-a741-4ee9-b921-23cf6af6dfcf tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Aug 18 14:53:05.096521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port ce852cf1-ea83-4581-be2c-10a4f9ebe80c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:05.100554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ce852cf1-ea83-4581-be2c-10a4f9ebe80c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:05.100968 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:05.174096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:05.195638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:05.197807 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c72dfe-dbe0-470c-9ccb-7a447e8c36a5" -d '{"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-plugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:05.210570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:05.236612 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eb62bc-4451-495c-abb9-e9b1823d1bb3 x-openstack-request-id: req-28eb62bc-4451-495c-abb9-e9b1823d1bb3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:05.236612 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-plugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:05.236612 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28eb62bc-4451-495c-abb9-e9b1823d1bb3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:05.236612 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'code': 200} Aug 18 14:53:05.285182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:05.336070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4c225-ccf6-4a2d-b700-321be85f8c0e req-eaeac44b-d25e-4143-ba7a-edfca00c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:05.337564 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-daa4c225-ccf6-4a2d-b700-321be85f8c0e req-eaeac44b-d25e-4143-ba7a-edfca00c68ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1096 time: 0.0413384 Aug 18 14:53:05.337949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:05.373190 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-daa4c225-ccf6-4a2d-b700-321be85f8c0e req-429b42e3-184e-4f9c-81bb-adf7178c6d5a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286298 Aug 18 14:53:06.101826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb6db4-bdad-4587-a95e-4d8e972c2d73 req-cc275686-6c66-496c-875e-b61823e5dc36 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:06.103414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44eb6db4-bdad-4587-a95e-4d8e972c2d73 req-cc275686-6c66-496c-875e-b61823e5dc36 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Aug 18 14:53:06.142357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-44eb6db4-bdad-4587-a95e-4d8e972c2d73 req-9887d817-c515-49a4-9478-69dfc45345e9 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Aug 18 14:53:07.262450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832f0c9-8b46-4d40-bb1b-3a448aaa52b5 req-63994ef7-2db0-42c7-b462-c24d703c9928 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:07.263955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9832f0c9-8b46-4d40-bb1b-3a448aaa52b5 req-63994ef7-2db0-42c7-b462-c24d703c9928 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0530529 Aug 18 14:53:07.300941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9832f0c9-8b46-4d40-bb1b-3a448aaa52b5 req-968133bb-3227-4e40-b05a-51e11f5a333c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Aug 18 14:53:07.414310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff1c44-3e41-41b5-9a67-386736060d0d req-56a5284f-1706-4b73-bc04-5b0b7851ede1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:07.416048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01ff1c44-3e41-41b5-9a67-386736060d0d req-56a5284f-1706-4b73-bc04-5b0b7851ede1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Aug 18 14:53:07.453469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01ff1c44-3e41-41b5-9a67-386736060d0d req-3bc87840-b3a8-40cd-8266-9bc9b93c30b5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Aug 18 14:53:07.787266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db6d8-2ef6-4606-9f86-6cc2eaf2394d req-4fcacb0f-9392-4a4c-b3b7-3f249ee2fe4b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:07.788770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-880db6d8-2ef6-4606-9f86-6cc2eaf2394d req-4fcacb0f-9392-4a4c-b3b7-3f249ee2fe4b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Aug 18 14:53:07.827369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-880db6d8-2ef6-4606-9f86-6cc2eaf2394d req-aa7bb13f-cadc-4cb4-bbe1-6bb1c17ca517 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Aug 18 14:53:07.886899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-89586e9a-9c2a-4316-9abc-74f104262ddf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444903 Aug 18 14:53:08.942065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9def89-72c2-4162-9e67-5f8aee3f2824 req-d8494aa2-d230-4550-bec8-27b115e5e7b0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:08.943635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f9def89-72c2-4162-9e67-5f8aee3f2824 req-d8494aa2-d230-4550-bec8-27b115e5e7b0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Aug 18 14:53:08.981928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f9def89-72c2-4162-9e67-5f8aee3f2824 req-9c5158e9-c3ea-4399-a6d7-f79cbaad1dae tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Aug 18 14:53:09.894690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-179f2905-cfc6-4bef-9e11-72dcd4cc0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:09.896896 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-179f2905-cfc6-4bef-9e11-72dcd4cc0072 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1096 time: 0.0467362 Aug 18 14:53:09.986529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-d474f244-2ee9-47a5-af04-6b739c490349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:09.988002 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-d474f244-2ee9-47a5-af04-6b739c490349 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0837195 Aug 18 14:53:10.034408 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-2d98e687-a355-415f-ba98-86a23686aa38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0383918 Aug 18 14:53:10.084381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-5907815f-9776-4100-851b-e9929d211a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:10.086261 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-5907815f-9776-4100-851b-e9929d211a40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0444989 Aug 18 14:53:10.099018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de77e-9953-452b-ad19-7cbf7b854937 req-924a10bd-9218-40d4-9e82-06d5feb3e9b2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:10.102007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-106de77e-9953-452b-ad19-7cbf7b854937 req-924a10bd-9218-40d4-9e82-06d5feb3e9b2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Aug 18 14:53:10.118520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-cd3c9a50-a015-447d-ba1a-a2272d7e9bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257015 Aug 18 14:53:10.140479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-106de77e-9953-452b-ad19-7cbf7b854937 req-9e048907-d8d9-4b3b-b308-1ff2623fdc9a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Aug 18 14:53:10.213661 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-54268dc8-fa16-469a-b1a9-2d33b88fc68e service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879252 Aug 18 14:53:10.302950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-91cd5d40-ea13-4d24-86bd-ebd13e761d0b service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825369 Aug 18 14:53:10.685352 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:11.260082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c154cb-e775-49a8-b54d-81c9b0fa3175 req-5ebd8329-a75e-4236-b9ff-b493333d6cae tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:11.261565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1c154cb-e775-49a8-b54d-81c9b0fa3175 req-5ebd8329-a75e-4236-b9ff-b493333d6cae tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0522118 Aug 18 14:53:11.298924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1c154cb-e775-49a8-b54d-81c9b0fa3175 req-ba4db49f-a499-4bef-b851-8c9d75b8c920 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Aug 18 14:53:11.364631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:12.413904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71508-34ac-42fc-95b1-5560efa17121 req-1deea8e0-8558-4fb0-ab17-301f92c513f0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:12.415653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c71508-34ac-42fc-95b1-5560efa17121 req-1deea8e0-8558-4fb0-ab17-301f92c513f0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0494096 Aug 18 14:53:12.451830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-48c71508-34ac-42fc-95b1-5560efa17121 req-abb592fb-f3c4-4f81-b073-0c4e25640a51 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Aug 18 14:53:12.494511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:13.565857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85da3d-f5b5-4c28-90f1-8ae003d210a7 req-766ff92c-81bb-461f-91da-8366aa43f61b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:13.567852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc85da3d-f5b5-4c28-90f1-8ae003d210a7 req-766ff92c-81bb-461f-91da-8366aa43f61b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Aug 18 14:53:13.609098 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc85da3d-f5b5-4c28-90f1-8ae003d210a7 req-2f2a60b9-44e5-4543-8d98-205ddadc2275 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Aug 18 14:53:14.725773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606da9a-a804-4117-ad52-ecafe4e61c2c req-1549221a-e111-4d6d-9236-a40119708fa6 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:14.727264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8606da9a-a804-4117-ad52-ecafe4e61c2c req-1549221a-e111-4d6d-9236-a40119708fa6 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Aug 18 14:53:14.763376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8606da9a-a804-4117-ad52-ecafe4e61c2c req-7ec5e7eb-3822-4cad-9630-b6b310d30506 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302701 Aug 18 14:53:15.876316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa03143-c15c-474d-9e9a-daa43d6fe97d req-2a1b6a3a-9ec2-49b0-8680-9a0b4ffe4bac tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:15.877776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daa03143-c15c-474d-9e9a-daa43d6fe97d req-2a1b6a3a-9ec2-49b0-8680-9a0b4ffe4bac tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Aug 18 14:53:15.914332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-daa03143-c15c-474d-9e9a-daa43d6fe97d req-23695b4c-4bfa-41c7-af11-dabb76bb9acb tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Aug 18 14:53:17.001233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-248a0e09-e3b5-447f-ab67-0ba1faba111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.002760 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-248a0e09-e3b5-447f-ab67-0ba1faba111e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1096 time: 0.0419393 Aug 18 14:53:17.028169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049f960-6476-4d44-aa23-0ac20392dabb req-7659f98e-232c-41a6-afa5-3cb4e260c317 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.029665 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b049f960-6476-4d44-aa23-0ac20392dabb req-7659f98e-232c-41a6-afa5-3cb4e260c317 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Aug 18 14:53:17.067980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b049f960-6476-4d44-aa23-0ac20392dabb req-035f5aa8-0b89-41a0-b143-1a7c4ce1fac5 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Aug 18 14:53:17.109130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-6da76993-e2f5-4f9b-afdb-5662c4b4ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.110631 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-6da76993-e2f5-4f9b-afdb-5662c4b4ddb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0891752 Aug 18 14:53:17.152642 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-2651c5d1-3ef1-4991-9cdb-5a38309e466a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0343266 Aug 18 14:53:17.203300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-af1ddeee-8638-40be-bdd6-da90264735ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.204609 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-af1ddeee-8638-40be-bdd6-da90264735ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0455964 Aug 18 14:53:17.235088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-c04408fd-9432-4fb0-b3d3-3ce8cd7a8472 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233626 Aug 18 14:53:17.321053 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-268ac7b1-c8e6-4854-9465-af36b9cf0759 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791435 Aug 18 14:53:17.413570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9cb9ffb8-7340-4d8a-b1b8-b9849afced30 req-58653704-4045-4863-8ae1-bb0e49e96626 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842347 Aug 18 14:53:18.186176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2207-e82d-43f4-83ca-4400fdc1ea7d req-3b08118b-be5c-46c7-9b35-6613115b0ee3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:18.187659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31fd2207-e82d-43f4-83ca-4400fdc1ea7d req-3b08118b-be5c-46c7-9b35-6613115b0ee3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0532687 Aug 18 14:53:18.228040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-31fd2207-e82d-43f4-83ca-4400fdc1ea7d req-bb8ef225-225d-403a-b55d-65b974566c08 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 18 14:53:19.341771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb74b-ed1b-44db-aa09-d2818b2e0e0e req-b8987960-d2f6-4abf-8752-0f04ab670d41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:19.343271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-631fb74b-ed1b-44db-aa09-d2818b2e0e0e req-b8987960-d2f6-4abf-8752-0f04ab670d41 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 18 14:53:19.380905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-631fb74b-ed1b-44db-aa09-d2818b2e0e0e req-c709d771-fcbc-4f37-aa06-13054d6f5bb1 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Aug 18 14:53:20.493179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fecbc-b977-4455-87c4-4393a705f053 req-a9fad15a-91da-47fd-a422-3eead765ba7b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:20.494719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af3fecbc-b977-4455-87c4-4393a705f053 req-a9fad15a-91da-47fd-a422-3eead765ba7b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Aug 18 14:53:20.531920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af3fecbc-b977-4455-87c4-4393a705f053 req-b572ef2a-76fa-4fb8-be87-c47ef01de066 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 18 14:53:21.650354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79c8c-dd48-43be-97c9-86f256ea8bf5 req-c9820d45-85f9-4a96-a899-7c246ee1fdd7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:21.651810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32f79c8c-dd48-43be-97c9-86f256ea8bf5 req-c9820d45-85f9-4a96-a899-7c246ee1fdd7 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Aug 18 14:53:21.688037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32f79c8c-dd48-43be-97c9-86f256ea8bf5 req-313475d7-a52c-4c3a-8865-58849c50fa40 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302217 Aug 18 14:53:21.947647 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0dbf51e-a740-4b2d-bb16-9d93f775e85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:22.800945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05245-29bd-45ba-a9d2-be48c9b61f11 req-5f075815-6dfc-452f-9a31-da42ca75c84f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:22.802354 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6de05245-29bd-45ba-a9d2-be48c9b61f11 req-5f075815-6dfc-452f-9a31-da42ca75c84f tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0489659 Aug 18 14:53:22.838794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6de05245-29bd-45ba-a9d2-be48c9b61f11 req-ac5203fb-ce16-4832-948b-6d3f9a284a5e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Aug 18 14:53:23.951730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a6106-c637-415e-9e25-8d981903b085 req-68f811c6-bf95-46f3-85e6-e9f6c983336e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.953201 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd8a6106-c637-415e-9e25-8d981903b085 req-68f811c6-bf95-46f3-85e6-e9f6c983336e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Aug 18 14:53:23.990181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cd8a6106-c637-415e-9e25-8d981903b085 req-8c68f7a9-e64b-4418-822b-097acb43614a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Aug 18 14:53:24.781801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17b28f4e-17b3-4837-81a1-5a94c39b036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:24.975559 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:25.106051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d621e-9c19-4459-b427-3eb173465546 req-dce5f581-83eb-4e99-a919-de556abf8f6d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:25.107520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d09d621e-9c19-4459-b427-3eb173465546 req-dce5f581-83eb-4e99-a919-de556abf8f6d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0527725 Aug 18 14:53:25.145622 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d09d621e-9c19-4459-b427-3eb173465546 req-ca2f1a6f-bae0-4ba6-90ac-da81cb3f9951 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Aug 18 14:53:26.038867 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.258227 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eeff3-55c8-462c-88e7-4caa583d9c54 req-d793d1b4-62ba-4aad-a394-1eea0ade11a3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:26.259713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-111eeff3-55c8-462c-88e7-4caa583d9c54 req-d793d1b4-62ba-4aad-a394-1eea0ade11a3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Aug 18 14:53:26.297078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-111eeff3-55c8-462c-88e7-4caa583d9c54 req-470d6000-849f-4573-925b-31e61cb8d1c2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Aug 18 14:53:27.409286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912242-daf4-4dc0-b84d-5dd28c399a2c req-97df2b62-8b51-493e-9bde-09edfef5c07c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:27.410765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5912242-daf4-4dc0-b84d-5dd28c399a2c req-97df2b62-8b51-493e-9bde-09edfef5c07c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0480335 Aug 18 14:53:27.448060 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5912242-daf4-4dc0-b84d-5dd28c399a2c req-ab8addd5-27fe-4955-ab8f-24e73a304183 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Aug 18 14:53:27.690322 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.565610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9199de8-bed6-4dda-ac95-5eb6bf546462 req-522886f1-0049-4024-8daf-f0ab7776e0a4 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:28.637992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9199de8-bed6-4dda-ac95-5eb6bf546462 req-522886f1-0049-4024-8daf-f0ab7776e0a4 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Aug 18 14:53:28.637992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9199de8-bed6-4dda-ac95-5eb6bf546462 req-32442f5d-33ed-403f-a427-a96135195e9c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Aug 18 14:53:29.730317 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21512-f553-434e-bf70-5f1d3c58eb75 req-7c918170-df8e-4422-805d-dde564e34133 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:29.731717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61e21512-f553-434e-bf70-5f1d3c58eb75 req-7c918170-df8e-4422-805d-dde564e34133 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Aug 18 14:53:29.768010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61e21512-f553-434e-bf70-5f1d3c58eb75 req-4ce7e3e6-780e-4557-a93c-1cf66aca691e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305037 Aug 18 14:53:30.881255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f332ec1-a72f-498a-b5c3-11a9ef0895bc req-b62dacf1-80c1-447f-81ab-2e545b9ac1e0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.882724 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f332ec1-a72f-498a-b5c3-11a9ef0895bc req-b62dacf1-80c1-447f-81ab-2e545b9ac1e0 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0478890 Aug 18 14:53:30.918968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f332ec1-a72f-498a-b5c3-11a9ef0895bc req-bcb707bb-1bed-493b-bb5e-d8b03a93f223 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Aug 18 14:53:32.035247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891b773-5cb0-4077-9259-82cd67b15d5a req-3691c0ac-63ca-4e6f-a47a-75f87ad6cda8 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:32.036717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b891b773-5cb0-4077-9259-82cd67b15d5a req-3691c0ac-63ca-4e6f-a47a-75f87ad6cda8 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Aug 18 14:53:32.074069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b891b773-5cb0-4077-9259-82cd67b15d5a req-cca9d979-ced8-41f6-aea1-97c64a1f9437 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Aug 18 14:53:33.188524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233c6e-ed02-4108-874c-c3387a2be876 req-b5274891-880f-4207-bffb-9be984644a34 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:33.190038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce233c6e-ed02-4108-874c-c3387a2be876 req-b5274891-880f-4207-bffb-9be984644a34 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Aug 18 14:53:33.227447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ce233c6e-ed02-4108-874c-c3387a2be876 req-2c690625-8195-49db-8cfe-3f2454849a7a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Aug 18 14:53:34.409671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d234c-cc6c-4a53-a62a-cfafc97ab408 req-be5e3ac8-96fd-43e8-b8f8-7279d4328b47 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:34.409671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b15d234c-cc6c-4a53-a62a-cfafc97ab408 req-be5e3ac8-96fd-43e8-b8f8-7279d4328b47 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Aug 18 14:53:34.436766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b15d234c-cc6c-4a53-a62a-cfafc97ab408 req-c5751628-e357-4955-9455-316022de13ed tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Aug 18 14:53:35.592910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9737a-1f6d-4c05-9d19-3943addf0521 req-2b7bbc92-5c38-4767-930f-7aaf2ad7b19d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:35.594396 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ad9737a-1f6d-4c05-9d19-3943addf0521 req-2b7bbc92-5c38-4767-930f-7aaf2ad7b19d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Aug 18 14:53:35.630785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ad9737a-1f6d-4c05-9d19-3943addf0521 req-47ef1d5e-6852-42c1-97a9-7280707d6943 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299571 Aug 18 14:53:36.743864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6ff1-658a-42a3-be8a-49a5fefac9c3 req-6d87a9a0-763e-42f5-bed0-e730b8015d6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.745353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-604e6ff1-658a-42a3-be8a-49a5fefac9c3 req-6d87a9a0-763e-42f5-bed0-e730b8015d6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Aug 18 14:53:36.782149 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-604e6ff1-658a-42a3-be8a-49a5fefac9c3 req-94fa39a8-63eb-405c-b808-d25f190e05d8 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Aug 18 14:53:37.595256 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-556237c5-4673-47fc-aff6-5e1bff827970 service neutron] show failed (client error): The resource could not be found. Aug 18 14:53:37.596246 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-556237c5-4673-47fc-aff6-5e1bff827970 service neutron] 10.222.0.10 "GET /v2.0/ports/ce852cf1-ea83-4581-be2c-10a4f9ebe80c/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0550566 Aug 18 14:53:37.981385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6332214-1bc9-43cf-b5ab-caeddba7b58e req-cd93c143-7b6e-49a2-8a59-5e85e5ac08fa tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:37.982905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6332214-1bc9-43cf-b5ab-caeddba7b58e req-cd93c143-7b6e-49a2-8a59-5e85e5ac08fa tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0944078 Aug 18 14:53:38.020145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6332214-1bc9-43cf-b5ab-caeddba7b58e req-be254c1c-ad4e-4ba6-9383-1a14547bb9b3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Aug 18 14:53:38.119795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-b0d3d0c9-7ffa-46ea-a0f4-179ca4e51973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.121594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-b0d3d0c9-7ffa-46ea-a0f4-179ca4e51973 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234&tenant_id=0111300fe8024bcaa54095832cc95f5b HTTP/1.1" status: 200 len: 1096 time: 0.0744596 Aug 18 14:53:38.137573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:38.189494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.389579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:38.421370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:38.459820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:38.462083 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd92d4-af7f-414b-91ef-5e7a31ebfbfd" -d '{"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-unplugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:38.465791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.479114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Transition to ACTIVE for port object ce852cf1-ea83-4581-be2c-10a4f9ebe80c will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:38.511608 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2fb71d-5b42-44fb-b314-bfadeb00e3d1 x-openstack-request-id: req-ea2fb71d-5b42-44fb-b314-bfadeb00e3d1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:38.511905 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-unplugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:38.512163 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea2fb71d-5b42-44fb-b314-bfadeb00e3d1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:38.512567 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'code': 200} Aug 18 14:53:38.535689 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.583870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:38.598574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] No DVR routers for this DVR port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:38.605764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.606132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.606467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.606798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.607127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.607452 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.607773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.608093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.608411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.608731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.609047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.609366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:38.642622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:53:38.642891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:53:38.643215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:38.647387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:53:38.647707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Attempting to bind port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on network 76d32699-f1b8-4b8f-8742-1033ea39bcc9 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:38.652406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:53:38.652736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Checking segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:38.653106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Bound using segment: {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:53:38.653523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Bound port: ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e36065-ee62-450d-9d34-54c8b2599413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:53:38.653896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.717176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:38.720145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:53:38.764494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.797827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.798465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.799857 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] 10.222.0.58 "PUT /v2.0/ports/ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 1091 time: 0.6662686 Aug 18 14:53:38.820091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0433d5-ca26-4eb4-bec8-d20472d441dd service neutron] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:38.864438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-94c489c2-30a8-4174-a6a0-c9c44d122d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.868608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-94c489c2-30a8-4174-a6a0-c9c44d122d4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1094 time: 0.0406413 Aug 18 14:53:38.957665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-41f1111d-004c-4952-bdb4-ed4d03bb9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.959619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-41f1111d-004c-4952-bdb4-ed4d03bb9ab5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0862913 Aug 18 14:53:39.005041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-e34e97b1-fce1-4d6c-9956-2404445d6242 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0332553 Aug 18 14:53:39.061440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-ce030923-d9e5-4c59-9f2f-12d24839da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:39.062920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-ce030923-d9e5-4c59-9f2f-12d24839da32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0467870 Aug 18 14:53:39.097869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-1c08659c-824c-42ed-89a9-66bb94ecbd10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257223 Aug 18 14:53:39.194545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bc824-d516-4531-b98b-463e0eafa67e req-9c1f4ba8-7468-487f-bb4b-4e085081f55c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:39.196036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-542bc824-d516-4531-b98b-463e0eafa67e req-9c1f4ba8-7468-487f-bb4b-4e085081f55c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.1003778 Aug 18 14:53:39.237469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-7a02e20b-a6d3-44eb-a569-f64de4628be1 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299903 Aug 18 14:53:39.256241 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-542bc824-d516-4531-b98b-463e0eafa67e req-e5723a19-26d8-4a29-9d95-7eeaa2991857 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Aug 18 14:53:39.331809 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a1488b48-f1aa-4914-b67c-e1a39e638a02 req-3ff67dde-d3bb-4ee3-875e-4ff0c8f98d0c service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849659 Aug 18 14:53:40.451849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8514fd6-dffd-40a4-9144-8b1202bd6ac7 req-0225465a-6f73-4132-b907-1719e7da611a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.453292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8514fd6-dffd-40a4-9144-8b1202bd6ac7 req-0225465a-6f73-4132-b907-1719e7da611a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0943129 Aug 18 14:53:40.489450 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8514fd6-dffd-40a4-9144-8b1202bd6ac7 req-70cbfa8e-4163-48d5-992c-a727e9a22c9a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302422 Aug 18 14:53:40.514059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:40.516328 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:40.563041 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a185bf-accf-4888-8cc3-4f8fd6a212c0 x-openstack-request-id: req-b2a185bf-accf-4888-8cc3-4f8fd6a212c0 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:40.563337 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:40.563591 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2a185bf-accf-4888-8cc3-4f8fd6a212c0 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:40.563990 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'status': 'completed', 'code': 200} Aug 18 14:53:40.631828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-8ad760e1-a5de-4d91-9601-8c534cd0bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.632422 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-bd1633e4-f1fa-4718-91e8-ec30cf33f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.633335 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-8ad760e1-a5de-4d91-9601-8c534cd0bf1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1094 time: 0.0421195 Aug 18 14:53:40.633624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-bd1633e4-f1fa-4718-91e8-ec30cf33f82f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1094 time: 0.0429313 Aug 18 14:53:40.701605 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.731461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-b7dd232b-10e5-42cb-a3b9-43964ef6078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.732830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-7875f2dc-df88-492a-a07d-2de06192854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.732972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-b7dd232b-10e5-42cb-a3b9-43964ef6078c service neutron] 10.222.0.58 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0883286 Aug 18 14:53:40.734353 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-7875f2dc-df88-492a-a07d-2de06192854d service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0897312 Aug 18 14:53:40.775653 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-11eae2e0-5c2a-4936-bf2b-7c16b0968db2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0339344 Aug 18 14:53:40.778882 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-5bf346a5-2569-4776-8147-a0621df92c6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0334635 Aug 18 14:53:40.825936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-a4bf305e-a80d-48d8-96ec-2fe1eeeb8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.827271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-a4bf305e-a80d-48d8-96ec-2fe1eeeb8add service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0438406 Aug 18 14:53:40.835210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-ee575b53-ca04-4d64-82a4-4447e76925c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.836697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-ee575b53-ca04-4d64-82a4-4447e76925c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0466499 Aug 18 14:53:40.860436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-3b3c1232-76df-4ef6-9464-38f99e2bb5fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244145 Aug 18 14:53:40.873940 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-4444379a-b836-4382-9a39-d050b91d47e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256417 Aug 18 14:53:40.957436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-544e3720-5894-45f4-8f17-3c59469ada11 service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837488 Aug 18 14:53:40.968773 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-ccfe4fce-748e-4dbf-8c8c-dbe244d269c6 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825882 Aug 18 14:53:41.058307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-a74e87f8-1b52-4543-909b-e8bf0a3da03a service neutron] 10.222.0.58 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816433 Aug 18 14:53:41.066541 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8c581a0d-9e4d-4ea2-94da-f7ea939e1286 req-538c8634-e8fb-4909-8a39-6bc24fd99907 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865266 Aug 18 14:53:41.137504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:41.175147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:41.410181 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.610726 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2064-1826-4fee-9089-1b28404c262d req-9d1c7867-5529-40a5-8338-cf59128c2307 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:41.612210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43cd2064-1826-4fee-9089-1b28404c262d req-9d1c7867-5529-40a5-8338-cf59128c2307 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 943 time: 0.0533557 Aug 18 14:53:41.650510 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43cd2064-1826-4fee-9089-1b28404c262d req-82bdd0a8-f7be-4f0e-890a-5495ef9fe258 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Aug 18 14:53:42.370092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:53:42.462554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:42.473256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'network_id': '76d32699-f1b8-4b8f-8742-1033ea39bcc9', 'port_id': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'mac_address': 'fa:16:3e:2c:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c16bf59-10cd-4465-85a8-48fd459d4660', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:53:42.508685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:42.520987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce852cf1-ea83-4581-be2c-10a4f9ebe80c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:53:42.540848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:42.609854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:42.654269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:42.764386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedf8e5-6772-4917-9c09-8fbe340e9b5b req-cd8cc4e5-fd27-4830-af3a-b26ac32cdeb3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:42.766800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcedf8e5-6772-4917-9c09-8fbe340e9b5b req-cd8cc4e5-fd27-4830-af3a-b26ac32cdeb3 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Aug 18 14:53:42.804585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcedf8e5-6772-4917-9c09-8fbe340e9b5b req-bbf5eae5-66c6-4a45-a3a9-d12024901166 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Aug 18 14:53:42.853616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ce852cf1-ea83-4581-be2c-10a4f9ebe80c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:43.075532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cac2f1-27da-4a54-88bb-832283534907 req-18a0fa8b-c990-47db-bf07-4778f44892d2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.077167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2cac2f1-27da-4a54-88bb-832283534907 req-18a0fa8b-c990-47db-bf07-4778f44892d2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 944 time: 0.0512223 Aug 18 14:53:43.115430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2cac2f1-27da-4a54-88bb-832283534907 req-80d80613-71b4-4e42-b201-1aa8a05e6331 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Aug 18 14:53:43.149242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4715-002f-458a-9611-67e3987de4eb req-06526f0e-3471-4c82-80e4-064090e36ab2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.150748 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-06526f0e-3471-4c82-80e4-064090e36ab2 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234&tenant_id=0111300fe8024bcaa54095832cc95f5b&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 944 time: 0.0538056 Aug 18 14:53:43.215656 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-a6fb4715-002f-458a-9611-67e3987de4eb req-b6b21211-4c34-4af3-8c31-7ec625b12d95 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:53:43.216635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-b6b21211-4c34-4af3-8c31-7ec625b12d95 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ce852cf1-ea83-4581-be2c-10a4f9ebe80c/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0530756 Aug 18 14:53:43.310699 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4715-002f-458a-9611-67e3987de4eb req-79cfca82-f98a-48d1-aa10-7d37839abd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.312125 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-79cfca82-f98a-48d1-aa10-7d37839abd23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0111300fe8024bcaa54095832cc95f5b&device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 1095 time: 0.0455842 Aug 18 14:53:43.404796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4715-002f-458a-9611-67e3987de4eb req-ee492364-f2e2-42ca-a836-ef3c99ed3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.406307 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-ee492364-f2e2-42ca-a836-ef3c99ed3d9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 200 len: 916 time: 0.0834763 Aug 18 14:53:43.455510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-fa55f209-0af6-4be1-84fc-79035301ade5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 200 len: 217 time: 0.0369868 Aug 18 14:53:43.509712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4715-002f-458a-9611-67e3987de4eb req-200cb634-8b93-4e49-b806-4fccb677bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.511155 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-200cb634-8b93-4e49-b806-4fccb677bd0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 200 len: 855 time: 0.0427742 Aug 18 14:53:43.548631 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-bdfbdb03-b733-44b7-88e0-de41c964c9a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76d32699-f1b8-4b8f-8742-1033ea39bcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254841 Aug 18 14:53:43.640873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-99b50e8f-6fd3-426f-923e-16a8cceae58a service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797620 Aug 18 14:53:43.743745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a6fb4715-002f-458a-9611-67e3987de4eb req-306e8616-cc71-4b4b-b369-c5203aa4e786 service neutron] 10.222.0.10 "GET /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906215 Aug 18 14:53:44.235501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9f82b-d05d-42d4-abe9-433bff4c0497 req-82be103d-dfe7-4a34-8451-5cd6f2b154af tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:44.236974 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5c9f82b-d05d-42d4-abe9-433bff4c0497 req-82be103d-dfe7-4a34-8451-5cd6f2b154af tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 944 time: 0.0528476 Aug 18 14:53:44.274362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5c9f82b-d05d-42d4-abe9-433bff4c0497 req-5c194551-0c57-4791-9fa0-888af436788d tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303669 Aug 18 14:53:44.386042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:44.489733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ce852cf1-ea83-4581-be2c-10a4f9ebe80c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:44.493871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ce852cf1-ea83-4581-be2c-10a4f9ebe80c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:44.494245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:44.574806 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:44.596716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:44.599645 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e848dcb39aa13dd761079120d3c3b2c255a72000986ba8b13007e31480329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1343cdb-527d-47ed-ae17-e9b5972d3373" -d '{"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-plugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:44.612115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:44.636601 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c388f-a971-4c5b-b976-c7f087ab2d6c x-openstack-request-id: req-dc6c388f-a971-4c5b-b976-c7f087ab2d6c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:44.636895 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-plugged", "status": "completed", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:44.637200 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc6c388f-a971-4c5b-b976-c7f087ab2d6c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:44.637584 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'code': 200} Aug 18 14:53:44.695693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:44.742554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:45.390156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c1c09-2366-47ba-8e77-4ff704809b6f req-83fe95af-f43f-4538-8cdd-8b2bb7d01d35 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.391635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-953c1c09-2366-47ba-8e77-4ff704809b6f req-83fe95af-f43f-4538-8cdd-8b2bb7d01d35 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Aug 18 14:53:45.429040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-953c1c09-2366-47ba-8e77-4ff704809b6f req-15a52460-87df-4b0f-8c88-95c490300b57 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Aug 18 14:53:45.543725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f502-406f-4faf-b6ee-868139d65dd8 req-8abf4141-1c4c-4be7-9fa1-4291e05e6606 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.545217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d6f502-406f-4faf-b6ee-868139d65dd8 req-8abf4141-1c4c-4be7-9fa1-4291e05e6606 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Aug 18 14:53:45.582838 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d6f502-406f-4faf-b6ee-868139d65dd8 req-70f2ad6e-2cc0-4a0f-90e2-484b0a65ff40 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Aug 18 14:53:45.697914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ef865-5fa2-496c-87dd-432f6602d0da req-8640c0d0-65fb-43f0-b33f-40ed3bed0e3b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.699371 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad7ef865-5fa2-496c-87dd-432f6602d0da req-8640c0d0-65fb-43f0-b33f-40ed3bed0e3b tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0511436 Aug 18 14:53:45.735825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad7ef865-5fa2-496c-87dd-432f6602d0da req-6144541d-55bf-4c66-8658-d889efa03d2e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Aug 18 14:53:46.229291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ded4d-4f50-4d61-a187-7a346a965b1e req-fd4a0f65-729d-4e25-90ad-99674f261a6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:46.230758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b91ded4d-4f50-4d61-a187-7a346a965b1e req-fd4a0f65-729d-4e25-90ad-99674f261a6c tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Aug 18 14:53:46.267529 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b91ded4d-4f50-4d61-a187-7a346a965b1e req-6f82eab1-9480-4f2d-8a41-7735c7f314ad tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Aug 18 14:53:47.378265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f274a-0b2b-4762-9f94-a5224fc60226 req-4fbb316d-b550-49e5-b025-942822401369 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:47.379735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-581f274a-0b2b-4762-9f94-a5224fc60226 req-4fbb316d-b550-49e5-b025-942822401369 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0473528 Aug 18 14:53:47.417303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-581f274a-0b2b-4762-9f94-a5224fc60226 req-0c062e84-89ff-4b80-8e0c-ba5059ee904a tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/security-groups?id=07df5ac5-1527-459e-bb43-4c2ebcf98ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Aug 18 14:53:47.598155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756cb96-8ef3-496c-82b8-34600038a385 req-5631e574-a789-406b-9a80-0c95def1f833 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:47.599584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5756cb96-8ef3-496c-82b8-34600038a385 req-5631e574-a789-406b-9a80-0c95def1f833 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Aug 18 14:53:47.685003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Deleting port ce852cf1-ea83-4581-be2c-10a4f9ebe80c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:47.685339 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:47.772195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] For port ce852cf1-ea83-4581-be2c-10a4f9ebe80c, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,segment=NetworkSegment(41e36065-ee62-450d-9d34-54c8b2599413),segment_id=41e36065-ee62-450d-9d34-54c8b2599413)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:47.772558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:47.784848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Calling delete_port for ce852cf1-ea83-4581-be2c-10a4f9ebe80c owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:47.964167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:47.976242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ce852cf1-ea83-4581-be2c-10a4f9ebe80c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:47.996265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Pushing event deleted for resources: {'Port': ['ID=ce852cf1-ea83-4581-be2c-10a4f9ebe80c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:48.035089 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] No DVR routers for this DVR port ce852cf1-ea83-4581-be2c-10a4f9ebe80c on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:48.038336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.040641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5756cb96-8ef3-496c-82b8-34600038a385 req-f3706f4a-dcf0-4e6e-8cda-53f0070eed24 tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.58 "DELETE /v2.0/ports/ce852cf1-ea83-4581-be2c-10a4f9ebe80c HTTP/1.1" status: 204 len: 173 time: 0.4346123 Aug 18 14:53:48.041208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-deleted', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:48.043410 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6c255f9d561d863287b1f9b5966a974fb68b45f2b324dcac451c5d56aab1e56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04a18d-1246-49dc-9e06-50cad0b963e0" -d '{"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-deleted", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:48.077961 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f4fb3-fc35-499c-8f33-293b1762828b x-openstack-request-id: req-f46f4fb3-fc35-499c-8f33-293b1762828b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:48.078256 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f12898-a9a6-45c1-ac52-3a5b8c32c234", "name": "network-vif-deleted", "tag": "ce852cf1-ea83-4581-be2c-10a4f9ebe80c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:48.078533 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f46f4fb3-fc35-499c-8f33-293b1762828b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:48.078936 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f12898-a9a6-45c1-ac52-3a5b8c32c234', 'name': 'network-vif-deleted', 'tag': 'ce852cf1-ea83-4581-be2c-10a4f9ebe80c', 'status': 'completed', 'code': 200} Aug 18 14:53:48.517685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7db06770-c1d3-4624-b284-bd62384d820a req-f3c3aef7-55ac-486c-bc65-3cb4824bbe7e tempest-ServerDiskConfigTestJSON-1855727059 tempest-ServerDiskConfigTestJSON-1855727059-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0f12898-a9a6-45c1-ac52-3a5b8c32c234 HTTP/1.1" status: 200 len: 210 time: 0.0255601 Aug 18 14:53:49.494383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:49.641773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47166) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:49.685638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Deleting subnet 5c16bf59-10cd-4465-85a8-48fd459d4660 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:53:49.688583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.721968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.764684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.867130 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.892318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c16bf59-10cd-4465-85a8-48fd459d4660,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:49.896119 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.899076 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-69fd8e50-5ce6-4e76-9a17-d9f035df2ac0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c16bf59-10cd-4465-85a8-48fd459d4660 HTTP/1.1" status: 204 len: 168 time: 0.2552037 Aug 18 14:53:49.900760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47168) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:49.967131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.046398 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.056264 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d32699-f1b8-4b8f-8742-1033ea39bcc9']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:50.065652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e36065-ee62-450d-9d34-54c8b2599413') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:50.065998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e36065-ee62-450d-9d34-54c8b2599413') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:50.075173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.088293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.093954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:53:50.094339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: timer() Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:53:50.095903 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:53:50.260872 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.266190 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.268055 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] 10.222.0.35 "DELETE /v2.0/networks/76d32699-f1b8-4b8f-8742-1033ea39bcc9 HTTP/1.1" status: 204 len: 168 time: 0.3663809 Aug 18 14:53:50.279305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dde88-a7de-4eaa-85dc-3396115acf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=76d32699-f1b8-4b8f-8742-1033ea39bcc9,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:50.388940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:50.408596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: ce852cf1-ea83-4581-be2c-10a4f9ebe80c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:50.408939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ce852cf1-ea83-4581-be2c-10a4f9ebe80c not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:50.565518 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47172) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:50.604526 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-083eeb8e-c71c-4930-aa57-4c94610ab830 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0111300fe8024bcaa54095832cc95f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378456 Aug 18 14:53:50.606917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47174) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:50.654573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.675590 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.764051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.766706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.772642 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07df5ac5-1527-459e-bb43-4c2ebcf98ffc HTTP/1.1" status: 204 len: 168 time: 0.1601522 Aug 18 14:53:50.776422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bfe25-774e-4a5b-a064-07e1b173df54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df5ac5-1527-459e-bb43-4c2ebcf98ffc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:51.732047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47198) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:51.826937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1336229242-network', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:51.929639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:53:51.932199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.945914 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.952543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ed6-3f72-480d-8513-ec1ca103da57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.031374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.118472 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.142239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:53:52.150747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e999896e-d70b-47b3-b405-0fc83226f926,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.156658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.157023 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Added segment acad50bb-e129-4c34-9c6e-b7f7d8f75b09 of type vlan for network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 Aug 18 14:53:52.196567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.267031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.267979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:52.268561 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.326093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] Pushing event updated for resources: {'Network': ['ID=7e69f104-c791-4177-a81f-d1d6ccc9ca64,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.335888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:53:52.375883 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7dda7cd8-ad7b-4c0f-b9df-a9b0e33ace24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6426764 Aug 18 14:53:52.378634 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47202) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:52.383431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Request body: {'subnet': {'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1336229242-subnet', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:52.454629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:53:52.456966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.672795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.729946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af6725e-8e6d-45f6-92d3-1b39a36289c6,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.738136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:52.738706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Network hostable DHCP agents. Network: 7e69f104-c791-4177-a81f-d1d6ccc9ca64, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:53:52.826566 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:53:52.912474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7e69f104-c791-4177-a81f-d1d6ccc9ca64) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:52.916608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:52.917192 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.921106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1bbcd-b610-4dad-a64b-ec5652f7f81e None None] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:53:52.993724 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-57bc8424-ebac-4757-888e-b39642ff3b59 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6139581 Aug 18 14:53:52.996245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47204) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:53.001385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:53.059846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:53:53.060727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.061641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.062787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.114422 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.195533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Allocated IP 172.20.0.2 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/7faba6e8-01ee-4b62-8d2b-2926e1888c05) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:53:53.304654 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.334600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.342466 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Transition to ACTIVE for port object 7faba6e8-01ee-4b62-8d2b-2926e1888c05 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:53.356195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Transition to ACTIVE for port object 7faba6e8-01ee-4b62-8d2b-2926e1888c05 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:53.404725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.440079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:53.445516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:53.448935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:53:53.457316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Pushing event updated for resources: {'Port': ['ID=7faba6e8-01ee-4b62-8d2b-2926e1888c05,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:53.467983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.468333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.468669 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.469003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.469451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.469783 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.470139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.470462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.470785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.471106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.471429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.471812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:53.516631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Attempting to bind port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:53:53.516999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Attempting to bind port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:53:53.517363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Attempting to bind port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:53.523336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:53:53.523336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:53.523733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.524122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:53:53.524580 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Bound port: 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:53:53.524957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.565282 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.588029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.590845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] For port 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:53.593828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] For port 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7faba6e8-01ee-4b62-8d2b-2926e1888c05,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:53:53.662021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.689210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Allocated IP 172.25.1.136 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/96b04a23-9bf1-4a4d-9593-d3accfdfd9a3) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:53:53.722832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b652a-53a7-4ba2-8223-5d7ff168891d None None] Pushing event updated for resources: {'Port': ['ID=7faba6e8-01ee-4b62-8d2b-2926e1888c05,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:54.118482 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.215891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.256511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:54.260138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:54.262554 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:53:54.287342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Pushing event updated for resources: {'Port': ['ID=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:54.573144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fbf82-0f42-4a02-a301-43460ac84b27 None None] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:53:54.581344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.712946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d05c6554-9dea-4fd4-9ebf-d1f5c1431173 None None] Provisioning for port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:54.781285 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.867328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26d6037e-7ee9-4d23-9f79-1f4fcbbbecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.987122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:53:55.021372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.093626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:55.102799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:55.111822 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:55.117807 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:55.158559 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.159853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d381ff7d-5a8d-4dcf-9eb9-50f8aa88b518 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1625919 Aug 18 14:53:55.162656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47206) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:55.306592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:55.489237 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 3, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:55.515629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:55.515966 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Updating router 6179a627-5d25-45a1-b5e5-1adab8c84d02 port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:53:55.543079 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.566945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7faba6e8-01ee-4b62-8d2b-2926e1888c05 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:55.591937 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.661145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:55.666841 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:55.667217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.748688 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.758408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Allocated IP 172.20.0.1 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/f54cf613-bc27-443b-8fbe-bd024c2ea85e) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:53:55.784248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7faba6e8-01ee-4b62-8d2b-2926e1888c05,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:55.805390 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.814963 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Transition to ACTIVE for port object 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:55.838713 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.855762 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.867438 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.883091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Transition to ACTIVE for port object f54cf613-bc27-443b-8fbe-bd024c2ea85e will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:55.888553 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7faba6e8-01ee-4b62-8d2b-2926e1888c05,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:55.905035 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Attempting to bind port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:53:55.905407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Attempting to bind port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:53:55.905776 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Attempting to bind port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:55.917087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:53:55.917473 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:55.917873 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.918267 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:53:55.918727 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Bound port: 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:53:55.919106 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.938874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Pushing event updated for resources: {'Port': ['ID=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:55.949728 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.950096 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.950434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.950768 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.951096 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.951422 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.951747 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.952066 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.952390 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.952788 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.953026 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.953360 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:55.964768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.982670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] For port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:55.985677 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] For port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:53:56.007458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:56.010425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:56.014717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:53:56.017693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Pushing event updated for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.050381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.054950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.061435 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.124616 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:56.125287 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:56.166926 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c6ab-346e-4f55-a74c-f338d3e771e8 None None] Pushing event updated for resources: {'Port': ['ID=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.235174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:56.270256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.352766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-358eb3e1-ac0e-472b-a161-36750ecdcf36 None None] Provisioning for port f54cf613-bc27-443b-8fbe-bd024c2ea85e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:56.356999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-358eb3e1-ac0e-472b-a161-36750ecdcf36 None None] Provisioning complete for port f54cf613-bc27-443b-8fbe-bd024c2ea85e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:56.357472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-358eb3e1-ac0e-472b-a161-36750ecdcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.395819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-358eb3e1-ac0e-472b-a161-36750ecdcf36 None None] Port f54cf613-bc27-443b-8fbe-bd024c2ea85e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:53:56.412780 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 3, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:56.433546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.438860 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c502e2-20e3-47e8-bb77-acce42ec9aa1 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 3, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:56.483489 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.551073 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Pushing event updated for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.553582 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.663333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:56.665014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:56.791247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:56.906297 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:56.913963 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-02583a8b-dcb0-4f49-8d56-648eeca5d318 admin admin] 10.222.0.35 "PUT /v2.0/routers/6179a627-5d25-45a1-b5e5-1adab8c84d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473578 Aug 18 14:53:56.925403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-97357cab-20d6-4bff-b992-c58d3a4160aa None None] Provisioning complete for port f54cf613-bc27-443b-8fbe-bd024c2ea85e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:56.925936 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-97357cab-20d6-4bff-b992-c58d3a4160aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.964648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-97357cab-20d6-4bff-b992-c58d3a4160aa None None] Port f54cf613-bc27-443b-8fbe-bd024c2ea85e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:53:57.452355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:57.456976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775407384', 'description': 'tempest-description--913663912'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:57.547458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.587569 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7faba6e8-01ee-4b62-8d2b-2926e1888c05 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:57.632218 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.644346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:57.644723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.708573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.727591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:57.730179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.762802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3fc9ab-672a-414e-90e6-49b1af2ece5c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:57.827377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.828672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-33c4e981-f5bb-4190-87e9-1a39d818845b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3753030 Aug 18 14:53:57.831516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47216) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:57.836027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'security_group_rule': {'security_group_id': '9a3fc9ab-672a-414e-90e6-49b1af2ece5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:57.838278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:57.842208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:57.842591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.919416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.940375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:57.941145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:57.955640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:57.965444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:57.966109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:57.997515 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.001584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.066542 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.085828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0aa1a4-71ef-44ad-8abc-028bf4462157,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:58.089560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:58.110736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:58.175123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.176388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aa832533-4ddc-4cbe-a9f8-668978b06112 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439543 Aug 18 14:53:58.179135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47218) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:58.183580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'security_group_rule': {'security_group_id': '9a3fc9ab-672a-414e-90e6-49b1af2ece5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:58.283160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.306491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 2, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:58.331681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:58.332040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Updating router 6179a627-5d25-45a1-b5e5-1adab8c84d02 port f54cf613-bc27-443b-8fbe-bd024c2ea85e binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:53:58.339729 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.360502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.415805 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.433385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90a4d96-a953-4656-9eb9-59235b2b7742,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:58.507261 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.508479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7cf476e-56bf-476f-bd08-9e989d63d8b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3284252 Aug 18 14:53:58.511635 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 47220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:58.516460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:58.604283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.701789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.771575 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.781104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Transition to ACTIVE for port object f54cf613-bc27-443b-8fbe-bd024c2ea85e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:58.806757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Allocated IP 172.25.1.87 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:53:58.826989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.880862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692235c-f644-45d1-93ce-bcdad7f69c50 None None] Pushing event updated for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:58.926550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.930337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Attempting to bind port f54cf613-bc27-443b-8fbe-bd024c2ea85e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:53:58.930717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Attempting to bind port f54cf613-bc27-443b-8fbe-bd024c2ea85e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:53:58.931089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Attempting to bind port f54cf613-bc27-443b-8fbe-bd024c2ea85e on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:58.936336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:53:58.936722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:58.937131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.937528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:53:58.938091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Bound port: f54cf613-bc27-443b-8fbe-bd024c2ea85e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:53:58.938481 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.003526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] For port f54cf613-bc27-443b-8fbe-bd024c2ea85e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:59.007352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] For port f54cf613-bc27-443b-8fbe-bd024c2ea85e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f54cf613-bc27-443b-8fbe-bd024c2ea85e,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:53:59.010447 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.057693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:59.060878 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:59.061668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.063484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:53:59.069966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:59.099782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.100197 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.100416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.100751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.101079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.102439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.103200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.103707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.104167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.104622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.105034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.105440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:59.134292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692235c-f644-45d1-93ce-bcdad7f69c50 None None] Pushing event updated for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:59.136995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:59.137482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:59.173594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.247690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:59.289315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.443270 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.459467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:53:58Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:59.485329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0efd0-2265-4c34-a66a-8e407e84088f None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:53:58Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:59.512721 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.527488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:59.595499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:59.595882 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.610732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:59.635089 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.712855 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.717898 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-60ecb02c-2fec-43b6-9575-916beb4fff0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2014594 Aug 18 14:53:59.878562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-f493112c-09c2-4b1f-b47e-ddb46696f0a8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1775407384&fields=id&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 267 time: 0.0373611 Aug 18 14:53:59.995082 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-a0aad52c-aad6-4cae-9e74-1646b6125aa1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:59.996601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-a0aad52c-aad6-4cae-9e74-1646b6125aa1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1131561 Aug 18 14:54:00.012925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-dc7dfaf2-3ae3-4031-981d-5a555960b804 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/quotas/4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Aug 18 14:54:00.067275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-a2060fba-cd73-41c9-b632-568ef246aeae tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484395 Aug 18 14:54:00.169747 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-bfdcdcf3-a1b3-4544-8719-46cc972f1d57 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893650 Aug 18 14:54:00.262612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-7b5ebd87-cac4-4dad-9a5a-cb850b56f242 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863910 Aug 18 14:54:00.496447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-105558f7-d9b2-4a5a-b128-a746b26bc742 req-4474deff-f81d-49a6-a19e-a7fac8156abc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Aug 18 14:54:01.542132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f54cf613-bc27-443b-8fbe-bd024c2ea85e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:01.610101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe661ea5-2904-46d8-9f80-2eb0c4c07b83 req-d9d34572-e992-4de3-a81d-7fe4e7e29057 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 210 time: 0.0307300 Aug 18 14:54:01.678714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f54cf613-bc27-443b-8fbe-bd024c2ea85e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:01.682694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f54cf613-bc27-443b-8fbe-bd024c2ea85e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:01.683065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.759597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.791029 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f54cf613-bc27-443b-8fbe-bd024c2ea85e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f54cf613-bc27-443b-8fbe-bd024c2ea85e,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:01.861458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.907435 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:02.722379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bdb926cd-8b62-4b1a-a25e-4f590086d64d req-526c0572-b040-4633-a4f9-c90037bf7957 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 210 time: 0.0343614 Aug 18 14:54:02.809243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-4367d13f-f27b-4ac2-97db-ade0f4b1b36c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:02.810624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-4367d13f-f27b-4ac2-97db-ade0f4b1b36c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1111658 Aug 18 14:54:02.873962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-8b3b7274-39cb-4c69-8b3c-612811eecc1a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 380 time: 0.0456650 Aug 18 14:54:02.895544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'port': {'device_id': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'admin_state_up': True, 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'security_groups': ['9a3fc9ab-672a-414e-90e6-49b1af2ece5c']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:03.049748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:03.054051 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.179067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Allocated IP 172.20.0.3 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/cd3adbdd-df67-4761-a211-5fd0aed44f44) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:03.309626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.322140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Transition to ACTIVE for port object cd3adbdd-df67-4761-a211-5fd0aed44f44 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:03.392525 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.435740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:03.438804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:03.442518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:03.448990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:03.500286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.500995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.525084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f54cf613-bc27-443b-8fbe-bd024c2ea85e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:03.574270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f54cf613-bc27-443b-8fbe-bd024c2ea85e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:03.575372 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.576380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-1d420443-2a1c-42c2-ac2b-640e15282e1f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845593 Aug 18 14:54:03.701016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Request body: {'port': {'device_id': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:03.756869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.781330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-800623df-c71d-4182-8852-df712eb0437e None None] Provisioning for port cd3adbdd-df67-4761-a211-5fd0aed44f44 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:03.785898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-800623df-c71d-4182-8852-df712eb0437e None None] Provisioning complete for port cd3adbdd-df67-4761-a211-5fd0aed44f44 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:03.786494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-800623df-c71d-4182-8852-df712eb0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.823896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-800623df-c71d-4182-8852-df712eb0437e None None] Port cd3adbdd-df67-4761-a211-5fd0aed44f44 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:54:03.920625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07727601-aa85-4028-b6b8-2a5b48e8b1c6 req-35c78161-c599-498e-b044-2edfd3ef9920 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.922122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07727601-aa85-4028-b6b8-2a5b48e8b1c6 req-35c78161-c599-498e-b044-2edfd3ef9920 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 931 time: 0.1297169 Aug 18 14:54:03.998758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-07727601-aa85-4028-b6b8-2a5b48e8b1c6 req-1282245e-5861-4d8b-9690-0eb02162f10e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649586 Aug 18 14:54:04.082529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3adbdd-df67-4761-a211-5fd0aed44f44 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:04.090148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:04.101599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Transition to ACTIVE for port object cd3adbdd-df67-4761-a211-5fd0aed44f44 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:04.186578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:04.234062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:04.304775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:04.305183 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:04.305544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:04.310232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:54:04.310559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:04.315418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:04.315755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:04.316136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:04.316568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Bound port: cd3adbdd-df67-4761-a211-5fd0aed44f44, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:04.316986 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:04.386857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:04.390295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:04.455813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:04.839355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.839970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:04.841473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 1091 time: 1.1871309 Aug 18 14:54:04.841770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:04.868594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797e340-7c87-4116-84a0-5182f5a98af7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:04.889186 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:04.979240 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82069c11-ee86-4589-853b-7613833c6464 x-openstack-request-id: req-82069c11-ee86-4589-853b-7613833c6464 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:04.979536 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:04.979794 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82069c11-ee86-4589-853b-7613833c6464 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:04.980192 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'status': 'completed', 'code': 200} Aug 18 14:54:04.991487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-c91b10b6-a7e7-4f2f-8d27-3970ea61210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.993006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-c91b10b6-a7e7-4f2f-8d27-3970ea61210e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1094 time: 0.0457931 Aug 18 14:54:05.035272 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-5bd6442a-730c-41d2-bf59-1bf6608489ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 217 time: 0.0340030 Aug 18 14:54:05.118693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-b55e08f6-c6ea-4ba1-a107-ed480ea84270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.121836 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-b55e08f6-c6ea-4ba1-a107-ed480ea84270 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0718529 Aug 18 14:54:05.146419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14600d54-f39d-4a95-bb90-413c6d677a5a req-90845392-c308-47fb-8114-d258e9fb8271 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.150378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14600d54-f39d-4a95-bb90-413c6d677a5a req-90845392-c308-47fb-8114-d258e9fb8271 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0719612 Aug 18 14:54:05.200981 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-14600d54-f39d-4a95-bb90-413c6d677a5a req-c28b396e-315a-4446-a1a0-c8ce22290393 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Aug 18 14:54:05.203559 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-718befed-f11f-44de-866f-99cf28d2b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.204959 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-718befed-f11f-44de-866f-99cf28d2b365 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767992 Aug 18 14:54:05.303275 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-bad08616-2016-4977-92e5-f0623f22ee2e service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Aug 18 14:54:05.398759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-478fca28-03d3-45f2-a2e6-4fb3e36d7a8f req-0b9cee14-2c18-433a-846b-a6498ff391e1 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837605 Aug 18 14:54:05.557543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-407adfb4-8199-401e-b89c-1b499d8d924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.559101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-407adfb4-8199-401e-b89c-1b499d8d924c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1094 time: 0.0482783 Aug 18 14:54:05.648875 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-2fa3d3a5-d0db-4857-9f6b-4ae122eda95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.650264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-2fa3d3a5-d0db-4857-9f6b-4ae122eda95c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0838845 Aug 18 14:54:05.696702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-f7146eb3-e6db-4420-906b-70ad5c478e3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 217 time: 0.0372970 Aug 18 14:54:05.744315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-125e673e-6fff-4d4e-a0fb-ce4037fc47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.745721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-125e673e-6fff-4d4e-a0fb-ce4037fc47d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0419698 Aug 18 14:54:05.791628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-935803b0-2afb-4a28-808c-ce16df9d4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.793063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-935803b0-2afb-4a28-808c-ce16df9d4804 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389216 Aug 18 14:54:05.885594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-215fe740-9ade-4598-8dc8-527510a79c1c service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841026 Aug 18 14:54:05.973146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2457c3b0-10b6-4a44-966e-0dfa4e0ebfa7 req-e578be1e-ed4a-4ca7-871b-42954b0301c9 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795131 Aug 18 14:54:06.316336 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d2b85-bdeb-4bea-8781-8cf21929d8d4 req-4784d64b-1992-45fd-bc72-315013a5830b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:06.317803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a23d2b85-bdeb-4bea-8781-8cf21929d8d4 req-4784d64b-1992-45fd-bc72-315013a5830b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0494125 Aug 18 14:54:06.355863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a23d2b85-bdeb-4bea-8781-8cf21929d8d4 req-5a296973-ab38-4682-8798-37c2bfc7af74 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Aug 18 14:54:07.472018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aec34-6f57-4ef7-87e2-72101bafa470 req-f65a1ebc-49af-4f3f-b230-ef80731e4022 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:07.474044 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-355aec34-6f57-4ef7-87e2-72101bafa470 req-f65a1ebc-49af-4f3f-b230-ef80731e4022 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0524611 Aug 18 14:54:07.511924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-355aec34-6f57-4ef7-87e2-72101bafa470 req-380976f8-f01b-4d13-bce7-4b9656e03221 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Aug 18 14:54:08.466085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:54:08.561347 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:08.573307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'mac_address': 'fa:16:3e:af:82:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:54:08.610087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:08.623340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3adbdd-df67-4761-a211-5fd0aed44f44 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:08.624239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17074-1c75-47c6-9536-7320289a76cd req-f686dce2-fef9-4275-afe3-08c404c92a27 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:08.625716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dc17074-1c75-47c6-9536-7320289a76cd req-f686dce2-fef9-4275-afe3-08c404c92a27 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0480509 Aug 18 14:54:08.643763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:08.663045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dc17074-1c75-47c6-9536-7320289a76cd req-a6ff2977-0f0c-4b70-ae62-9bd7c64f0020 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Aug 18 14:54:08.695306 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:08.741653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:08.940493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['cd3adbdd-df67-4761-a211-5fd0aed44f44'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:09.777027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a433bd-88bf-480a-b384-527b9245dfbd req-a29e7222-6845-470d-aa81-9a0c4736c49a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:09.778557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17a433bd-88bf-480a-b384-527b9245dfbd req-a29e7222-6845-470d-aa81-9a0c4736c49a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 944 time: 0.0488806 Aug 18 14:54:09.816709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17a433bd-88bf-480a-b384-527b9245dfbd req-d22400e6-5e2b-44ba-a9f6-1a6b56a2be79 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Aug 18 14:54:10.480231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:10.591844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port cd3adbdd-df67-4761-a211-5fd0aed44f44 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:10.595663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port cd3adbdd-df67-4761-a211-5fd0aed44f44 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:10.596085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:10.683560 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:10.699956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:10.706199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:10.719949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:10.746009 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a01567-2e8f-427e-b785-4b5ab825ffdd" -d '{"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-plugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:10.792397 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:10.830819 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21948460-711f-46f9-ab94-cd7af8aa0ee1 x-openstack-request-id: req-21948460-711f-46f9-ab94-cd7af8aa0ee1 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:10.831107 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-plugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:10.831366 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21948460-711f-46f9-ab94-cd7af8aa0ee1 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:10.831760 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'code': 200} Aug 18 14:54:10.841571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:10.963119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c450a-8f41-41ed-9f0d-88f20a240fc5 req-bb3f25ff-1199-4414-8f36-40762d922558 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:10.964713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c6c450a-8f41-41ed-9f0d-88f20a240fc5 req-bb3f25ff-1199-4414-8f36-40762d922558 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0802305 Aug 18 14:54:10.966541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c4dc0-a664-4d1a-8c32-b8c0c6e2820a req-f420ca23-4741-4dc7-a0b6-38d7e5f07a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:10.967912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b62c4dc0-a664-4d1a-8c32-b8c0c6e2820a req-f420ca23-4741-4dc7-a0b6-38d7e5f07a59 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0731781 Aug 18 14:54:11.023633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c6c450a-8f41-41ed-9f0d-88f20a240fc5 req-cf7e2d3d-2c70-4b76-bbfa-eceea9e44626 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526750 Aug 18 14:54:11.027046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b62c4dc0-a664-4d1a-8c32-b8c0c6e2820a req-72a74ee3-d119-49b9-9af4-0a65d9687498 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Aug 18 14:54:11.386622 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:12.140162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e85a0-63ee-49ff-92b2-743aee909019 req-c61bfcff-ad1e-49a0-88f0-1e27fd4cf759 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:12.141646 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d7e85a0-63ee-49ff-92b2-743aee909019 req-c61bfcff-ad1e-49a0-88f0-1e27fd4cf759 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 18 14:54:12.180405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d7e85a0-63ee-49ff-92b2-743aee909019 req-3f8ec01c-5bd6-4297-9b2b-75a34b653cfd tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 18 14:54:13.058076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-921e4234-3aec-445b-832d-d7b7fb528801 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425515 Aug 18 14:54:13.138917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-ff5846d8-fa6b-4671-85b5-fa626070de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.140444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-ff5846d8-fa6b-4671-85b5-fa626070de8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0406408 Aug 18 14:54:13.250682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-61cbb4cf-0260-4524-8588-d0409b5fe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.252095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-61cbb4cf-0260-4524-8588-d0409b5fe76c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0925593 Aug 18 14:54:13.312415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-3a678cb6-7f76-4766-a49c-1eb717c9850a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 217 time: 0.0366793 Aug 18 14:54:13.335294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d579d8-0f62-4589-b95e-d63ef0258c14 req-9010ed58-a384-4c6f-8a8d-8b3083383fcf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.336688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2d579d8-0f62-4589-b95e-d63ef0258c14 req-9010ed58-a384-4c6f-8a8d-8b3083383fcf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0881581 Aug 18 14:54:13.389370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-8c89630f-ba43-40ad-8300-e11a8d34b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.390786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-8c89630f-ba43-40ad-8300-e11a8d34b3e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0703273 Aug 18 14:54:13.402295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2d579d8-0f62-4589-b95e-d63ef0258c14 req-e523e7c5-bd5f-4e43-b212-16c404872053 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483260 Aug 18 14:54:13.442495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-3e506699-8751-4781-a84e-e4bcace83fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.443890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-3e506699-8751-4781-a84e-e4bcace83fb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407894 Aug 18 14:54:13.569410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1c55-7769-4293-9b97-4ad1460ac6a7 req-625ec26e-569e-48dd-b5e0-2249d2ed5e8d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.570821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cb1c55-7769-4293-9b97-4ad1460ac6a7 req-625ec26e-569e-48dd-b5e0-2249d2ed5e8d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.1015356 Aug 18 14:54:13.576969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-2d4862c4-84d6-4e34-9068-c9c8d612b328 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238837 Aug 18 14:54:13.579759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:13.584108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'floatingip': {'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:13.661335 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:13.794624 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64274588-39e7-43ee-b2c6-a1afa3750e5e req-5214fdd2-3409-42cf-8654-2b5b43dd9c9a service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080324 Aug 18 14:54:14.111980 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:14.174959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:14.273741 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 associated. External IP: 172.25.1.87, port: cd3adbdd-df67-4761-a211-5fd0aed44f44. Aug 18 14:54:14.477608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:14.585949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:14.590751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:14.595309 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:14.604230 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:14.604838 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:14.617583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb339263-3e46-4575-b5a5-81e6de07a824 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "PUT /v2.0/floatingips/dc6878f3-6b7f-4090-bcab-e87b3d77ba68 HTTP/1.1" status: 200 len: 990 time: 1.0368207 Aug 18 14:54:14.618292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:14.620664 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6624091-7122-4457-b7d0-04c0dfb02119" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:14.657684 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbe414-e012-4bf7-a07f-e38e8c52f4d8 x-openstack-request-id: req-7cdbe414-e012-4bf7-a07f-e38e8c52f4d8 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:14.658003 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:14.658261 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cdbe414-e012-4bf7-a07f-e38e8c52f4d8 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:14.658667 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'status': 'completed', 'code': 200} Aug 18 14:54:14.722072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:14.729420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-7578cdbb-0528-42ea-87d8-597e7255e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:14.730915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-7578cdbb-0528-42ea-87d8-597e7255e728 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0403798 Aug 18 14:54:14.824919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-9f7062a1-a848-449e-b18c-eddaac49769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:14.826554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-9f7062a1-a848-449e-b18c-eddaac49769a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0880582 Aug 18 14:54:14.945943 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:af:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:54:14Z', 'revision_number': 1, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:14.950937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-79c8a0bf-e9d0-442b-8e61-9815afbbf439 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 998 time: 0.1153536 Aug 18 14:54:14.971663 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:14.980258 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:14.980798 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:53:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:15.000466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-8646bcd3-d359-43c2-a4ea-21fd444cf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:15.001946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-8646bcd3-d359-43c2-a4ea-21fd444cf56b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0433102 Aug 18 14:54:15.058722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-a78369a5-19c4-4c3b-b40c-2234cb5ff82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:15.060291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-a78369a5-19c4-4c3b-b40c-2234cb5ff82d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425098 Aug 18 14:54:15.160582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-26791a56-a1af-4e18-8e97-65159025333d service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900753 Aug 18 14:54:15.175953 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:15.251036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c6624091-7122-4457-b7d0-04c0dfb02119 req-3579ce7a-8324-4c44-bc21-6cfafaa09bf8 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823720 Aug 18 14:54:15.395864 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:af:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:54:14Z', 'revision_number': 1, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:15.422008 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7359d2-8610-4ce4-9e0f-d177fd183e09 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:af:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:54:14Z', 'revision_number': 1, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:15.602556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ae2f4-6fa5-4b52-ad06-25c12efdd416 None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:54:21.951993 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-98012ae8-c197-4cf8-8400-13cb05cced59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:24.791645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-610a2585-c3da-424c-bd1a-7cfd8c3bccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:24.969089 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:26.077316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:26.493610 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:54:27.683255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:40.723506 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:41.419847 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.939602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-46aaad0e-8077-4456-9137-4573c2bb3c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.779631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-71b4cfa6-edee-4972-bdbc-15ba16984856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.979342 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.031241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.693857 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.492098 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:55:10.693895 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.413793 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.066913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-da5fb821-d47b-4f83-a05f-712681e6b1cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402553 Aug 18 14:55:15.158128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-005b2bd4-c6c6-4bc9-9b45-e9e98ee9e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:15.159645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-005b2bd4-c6c6-4bc9-9b45-e9e98ee9e537 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0458102 Aug 18 14:55:15.264174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-a2d2f6aa-b586-485f-b6f8-911c6390d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:15.265668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-a2d2f6aa-b586-485f-b6f8-911c6390d9e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0860038 Aug 18 14:55:15.351598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-ca76301e-104b-4ef1-b6ee-819191f92c86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 1000 time: 0.0635233 Aug 18 14:55:15.403447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-4a86d18c-d3d1-44bd-a62e-b70bb65ed4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:15.404877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-4a86d18c-d3d1-44bd-a62e-b70bb65ed4fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0439036 Aug 18 14:55:15.452035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-c3af3bee-6c4e-4e09-9114-f28d8ea8e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:15.453479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-c3af3bee-6c4e-4e09-9114-f28d8ea8e31d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387483 Aug 18 14:55:15.550358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-4fcdc831-d6db-440b-a621-0106cf5c913c service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849159 Aug 18 14:55:15.643258 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4685f14-c4ee-49c4-9ba4-0fb99607b966 req-20c66649-73cb-4425-9e2e-cf6a3b1a3476 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826735 Aug 18 14:55:21.927743 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1ac2f0ab-cf58-499d-8d47-fa029491e446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.790500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-05a4260f-fcaf-46b6-8e2a-323b8b8db7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.961883 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:26.059137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.681769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:40.491673 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:55:40.744437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:41.424384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:51.938561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8e3d75c1-0556-4318-ae78-71331223e43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.789858 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-65950ed0-9241-4aca-8a48-7e70dcf0d962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.972566 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:55.853754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95a65-1733-47e5-81a5-6042a7656f10 req-89632fd7-2d1e-41f4-ab40-9d88bf4dcc6c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.855250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddb95a65-1733-47e5-81a5-6042a7656f10 req-89632fd7-2d1e-41f4-ab40-9d88bf4dcc6c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Aug 18 14:55:55.893936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddb95a65-1733-47e5-81a5-6042a7656f10 req-9923b3ba-737e-4506-89de-255cf084c3e8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Aug 18 14:55:56.041292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.260431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b491a-4826-4ffd-8624-74c4398321e6 req-bb598008-f6c0-4451-b02c-7634b29adc6a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:56.263415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d29b491a-4826-4ffd-8624-74c4398321e6 req-bb598008-f6c0-4451-b02c-7634b29adc6a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0585461 Aug 18 14:55:56.301357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d29b491a-4826-4ffd-8624-74c4398321e6 req-d51fcd20-50b3-45f5-bb6d-db56302d46fb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Aug 18 14:55:56.381231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-cacecccf-dd45-4971-87a5-dac3b3e037bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757303 Aug 18 14:55:57.420342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7df1-dcaa-4a97-be2c-3b75ee340d83 req-77dc3b10-b5c8-41fe-b799-6745fe3a13b3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.421744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96be7df1-dcaa-4a97-be2c-3b75ee340d83 req-77dc3b10-b5c8-41fe-b799-6745fe3a13b3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Aug 18 14:55:57.461828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96be7df1-dcaa-4a97-be2c-3b75ee340d83 req-6dd01e8e-5c3c-4b5f-9bb9-7da465be7dde tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Aug 18 14:55:57.664274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.312300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-233cf506-63bc-4575-812a-2e9c2ad64d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:58.313768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-233cf506-63bc-4575-812a-2e9c2ad64d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1096 time: 0.0446184 Aug 18 14:55:58.401961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-83ed8f25-893b-4787-ade9-b0c006f9e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:58.403391 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-83ed8f25-893b-4787-ade9-b0c006f9e2dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0811911 Aug 18 14:55:58.476266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-9ca6b52a-65c9-485f-86f1-660cfda58ed6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 1000 time: 0.0602250 Aug 18 14:55:58.539074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-600969a5-abf0-4a3b-9597-55a8c803d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:58.540480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-600969a5-abf0-4a3b-9597-55a8c803d539 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0544333 Aug 18 14:55:58.606238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15356ef5-c6d4-46ba-98e3-6dd5076032ad req-31fb133a-a911-4b2c-bd73-249e3cb23133 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:58.607728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15356ef5-c6d4-46ba-98e3-6dd5076032ad req-31fb133a-a911-4b2c-bd73-249e3cb23133 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0791683 Aug 18 14:55:58.613751 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-9525acaa-c5d5-40b6-9593-4ec0bc6002ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:58.615172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-9525acaa-c5d5-40b6-9593-4ec0bc6002ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568013 Aug 18 14:55:58.696735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-15356ef5-c6d4-46ba-98e3-6dd5076032ad req-39d6569e-4d1f-4a12-91e4-5d0481917321 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797889 Aug 18 14:55:58.729710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-7827dc9f-c36f-4b97-88c4-e431854b0b04 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061261 Aug 18 14:55:58.823059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-7be4646a-e936-4291-8adf-c25a8668a360 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806313 Aug 18 14:55:59.816113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aaa5e-f4ff-4944-815e-cc871c2e3bac req-812d99f6-a1a3-4a49-8c1e-c718eeeb9ee6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:59.817503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-412aaa5e-f4ff-4944-815e-cc871c2e3bac req-812d99f6-a1a3-4a49-8c1e-c718eeeb9ee6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0548377 Aug 18 14:55:59.854750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-412aaa5e-f4ff-4944-815e-cc871c2e3bac req-f1b5f94f-2714-4513-9d68-1a599d62fab5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Aug 18 14:56:00.969343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fa0f0-8f59-49fd-b0bf-ee4435a12ff1 req-57bb5b82-9ee4-497a-b7ba-c4ade2a5b817 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:00.970848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-629fa0f0-8f59-49fd-b0bf-ee4435a12ff1 req-57bb5b82-9ee4-497a-b7ba-c4ade2a5b817 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Aug 18 14:56:01.008092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-629fa0f0-8f59-49fd-b0bf-ee4435a12ff1 req-c1905130-93f6-45ce-9224-6096252f4cbc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Aug 18 14:56:02.121864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab761d9-f0ba-4364-818e-555febb52e7d req-1de5b870-7dac-46af-9cfc-09e319f9a756 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:02.123329 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab761d9-f0ba-4364-818e-555febb52e7d req-1de5b870-7dac-46af-9cfc-09e319f9a756 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0489755 Aug 18 14:56:02.160846 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bab761d9-f0ba-4364-818e-555febb52e7d req-1bc84d92-68d0-4c40-8994-fbf767f5902c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Aug 18 14:56:03.278220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8063-8857-4e31-a471-1dbbf501b44b req-fcdb6458-e0e0-4d72-ad7b-c13f2833869e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:03.279697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f96b8063-8857-4e31-a471-1dbbf501b44b req-fcdb6458-e0e0-4d72-ad7b-c13f2833869e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Aug 18 14:56:03.317466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f96b8063-8857-4e31-a471-1dbbf501b44b req-00f79c4e-1fc7-444a-b37c-2246dd6bdde6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 18 14:56:04.432868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d2cab-ccbc-480c-8ef1-822f1e5c33c1 req-5c5c39fb-0ed7-4b95-8be0-1f5cc3f9c004 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:04.434295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-269d2cab-ccbc-480c-8ef1-822f1e5c33c1 req-5c5c39fb-0ed7-4b95-8be0-1f5cc3f9c004 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 18 14:56:04.471238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-269d2cab-ccbc-480c-8ef1-822f1e5c33c1 req-1160f582-cf3d-4ae7-8888-5ca8e97a9e37 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Aug 18 14:56:05.585100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88cef3-98f9-4228-89bc-205bdf375a66 req-54149748-f9a9-4095-bbc4-099730107189 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:05.586621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a88cef3-98f9-4228-89bc-205bdf375a66 req-54149748-f9a9-4095-bbc4-099730107189 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Aug 18 14:56:05.624673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3a88cef3-98f9-4228-89bc-205bdf375a66 req-b82053d8-446d-4e58-821e-828c3d28899a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Aug 18 14:56:06.740464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521e131-6ff6-4135-b71f-b391254d4d59 req-cf038a7b-4e71-48fe-a61e-b5c2d2d54476 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:06.742463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e521e131-6ff6-4135-b71f-b391254d4d59 req-cf038a7b-4e71-48fe-a61e-b5c2d2d54476 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Aug 18 14:56:06.778779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e521e131-6ff6-4135-b71f-b391254d4d59 req-a9e3b878-08c1-42f1-864a-0b946e4ed073 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Aug 18 14:56:07.892603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7bfa4-c290-4542-9f7d-fff4e7eef65f req-eb62a9b0-29c5-4f43-a169-9f5de2255456 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:07.894109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57c7bfa4-c290-4542-9f7d-fff4e7eef65f req-eb62a9b0-29c5-4f43-a169-9f5de2255456 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Aug 18 14:56:07.931601 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57c7bfa4-c290-4542-9f7d-fff4e7eef65f req-aae50531-b5fb-43e5-afc1-104224b87f97 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Aug 18 14:56:09.045216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c790bc-0680-49ea-af49-910598069a37 req-138a3983-b681-49b1-8773-9d5a66afd4fb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:09.046701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7c790bc-0680-49ea-af49-910598069a37 req-138a3983-b681-49b1-8773-9d5a66afd4fb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0485513 Aug 18 14:56:09.082336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7c790bc-0680-49ea-af49-910598069a37 req-5dca9f3f-4f6e-4880-9b8e-49f6ed2d98b7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298426 Aug 18 14:56:10.218591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408bed-4167-46a6-918b-a8aac871ddd1 req-4d8deb78-0af1-4337-b29f-235a8200794e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:10.224168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3408bed-4167-46a6-918b-a8aac871ddd1 req-4d8deb78-0af1-4337-b29f-235a8200794e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0587575 Aug 18 14:56:10.264188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3408bed-4167-46a6-918b-a8aac871ddd1 req-c40fda3a-ffd9-4b01-a70f-7cd27d2bc1a4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 Aug 18 14:56:10.731966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:11.277417 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-2a75c1de-15af-4cb4-9b24-2fb9eb38e0dc service neutron] show failed (client error): The resource could not be found. Aug 18 14:56:11.278446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-2a75c1de-15af-4cb4-9b24-2fb9eb38e0dc service neutron] 10.222.0.58 "GET /v2.0/ports/cd3adbdd-df67-4761-a211-5fd0aed44f44/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0544517 Aug 18 14:56:11.380525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2399de-3611-4e66-b57f-d2e6153723a3 req-9fbaa96b-e5a6-45d6-a4aa-9cb53e764c7f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:11.382590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc2399de-3611-4e66-b57f-d2e6153723a3 req-9fbaa96b-e5a6-45d6-a4aa-9cb53e764c7f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Aug 18 14:56:11.422059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc2399de-3611-4e66-b57f-d2e6153723a3 req-d4e63c68-8f17-4c65-8ec0-292ea2ae32b3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Aug 18 14:56:11.423926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:11.828066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-24427033-b4be-49c3-ab44-88cf099917d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:11.829549 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-24427033-b4be-49c3-ab44-88cf099917d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0804691 Aug 18 14:56:11.847579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:11.903893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:12.103742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:12.136682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:56:12.176391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:12.182017 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:12.195339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Transition to ACTIVE for port object cd3adbdd-df67-4761-a211-5fd0aed44f44 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:12.215477 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42242ef-36d9-48dd-89b7-c0c63911dc58" -d '{"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:12.269643 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:12.350446 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c736bc-b5e2-4f28-b40d-0f2d115ca533 x-openstack-request-id: req-a1c736bc-b5e2-4f28-b40d-0f2d115ca533 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:12.350743 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:12.350998 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c736bc-b5e2-4f28-b40d-0f2d115ca533 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:12.351398 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'code': 200} Aug 18 14:56:12.362165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:12.373700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.374084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.374432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.374772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.375109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.375445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.375777 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.376107 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.376436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.376764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.377162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.377565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:12.413557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] No DVR routers for this DVR port cd3adbdd-df67-4761-a211-5fd0aed44f44 on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:12.551238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219bd4b-864a-4f30-adde-d421814e441f req-f15fe0cc-220d-44f5-bb42-c795626f1f29 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:12.552883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1219bd4b-864a-4f30-adde-d421814e441f req-f15fe0cc-220d-44f5-bb42-c795626f1f29 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0581493 Aug 18 14:56:12.593927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1219bd4b-864a-4f30-adde-d421814e441f req-bd97ada0-be70-4bc2-b661-70d9fe695e79 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343261 Aug 18 14:56:12.869572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:56:12.870198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:56:12.870313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:12.874391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:56:12.874713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Attempting to bind port cd3adbdd-df67-4761-a211-5fd0aed44f44 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:12.879407 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:56:12.879750 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:56:12.880130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:56:12.880551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Bound port: cd3adbdd-df67-4761-a211-5fd0aed44f44, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:56:12.880901 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:12.942129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:56:12.945080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:56:13.012315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:13.045552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.046205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:13.047577 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] 10.222.0.10 "PUT /v2.0/ports/cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 1091 time: 1.2039309 Aug 18 14:56:13.071624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954dae3-1f06-42d0-b98c-ea04d0796dab service neutron] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:13.119520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-ca943b4c-3447-4183-a2e5-c73bd012a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.121145 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-ca943b4c-3447-4183-a2e5-c73bd012a719 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1094 time: 0.0457857 Aug 18 14:56:13.217059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-9ea36039-e830-41aa-94e2-41cf6435155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.218625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-9ea36039-e830-41aa-94e2-41cf6435155e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0868471 Aug 18 14:56:13.259284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:13.292762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-02319f5e-734e-406f-985d-d74d216c8edf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 998 time: 0.0621474 Aug 18 14:56:13.299353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:13.344339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-e6001bae-a871-4451-9a3a-e7ae4b606b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.345745 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-e6001bae-a871-4451-9a3a-e7ae4b606b09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0425248 Aug 18 14:56:13.391215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-e97cac51-5799-4113-bff6-1ee8422b9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.392578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-e97cac51-5799-4113-bff6-1ee8422b9c62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381854 Aug 18 14:56:13.488850 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-5bf227da-0e6a-48b0-b37c-c7184f5c87de service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833714 Aug 18 14:56:13.581917 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0ec8f86a-539c-4691-aa02-b950d754ed8c req-ff680538-b3da-4e07-8e61-c9f55744a4f0 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816381 Aug 18 14:56:13.712454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc7964-f4bf-44d0-8157-4cc8dba216d4 req-0d21bb60-67bb-4e57-8718-548c4ba994db tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:13.713906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9bc7964-f4bf-44d0-8157-4cc8dba216d4 req-0d21bb60-67bb-4e57-8718-548c4ba994db tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0499814 Aug 18 14:56:13.750964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9bc7964-f4bf-44d0-8157-4cc8dba216d4 req-05286965-c7d1-43da-86cd-a56a5f14a75a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Aug 18 14:56:14.353027 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:14.355452 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935de3f-065d-4408-b229-cf2718d31b33" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:14.404340 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d0e5c-1d18-4542-9048-557586e2535b x-openstack-request-id: req-a99d0e5c-1d18-4542-9048-557586e2535b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:14.404634 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:14.404883 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a99d0e5c-1d18-4542-9048-557586e2535b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:14.405282 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'status': 'completed', 'code': 200} Aug 18 14:56:14.470441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-d31b8d6b-4855-4b6f-a5ad-f09dc54211ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.471955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-d31b8d6b-4855-4b6f-a5ad-f09dc54211ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1094 time: 0.0405447 Aug 18 14:56:14.473926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-55e646ae-b768-43b5-87e7-714e390020e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.475988 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-55e646ae-b768-43b5-87e7-714e390020e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1094 time: 0.0405893 Aug 18 14:56:14.574920 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-ef14f625-90a1-4d2a-aaf6-47bbd58c5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.576439 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-ef14f625-90a1-4d2a-aaf6-47bbd58c5d11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0960872 Aug 18 14:56:14.649723 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-09d9a1a0-62fe-4a98-a3ca-aaee32454d93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 998 time: 0.0653310 Aug 18 14:56:14.702709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-900d247a-543e-4140-aaca-83bf620d9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.712492 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-900d247a-543e-4140-aaca-83bf620d9fd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0468037 Aug 18 14:56:14.755489 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-6f95d7f0-f22c-4073-a593-9047b35280e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.757586 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-6f95d7f0-f22c-4073-a593-9047b35280e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443957 Aug 18 14:56:14.860722 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-a6df7e9e-4f92-4c24-9f61-0bc9dac862fc service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933540 Aug 18 14:56:14.956419 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e4e5-82f3-4cd6-b89f-d08d7e08fca9 req-094a5677-01ba-4323-a0af-f6cf042ce9b2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.957272 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-0ff7076a-b030-4dcd-bf76-5f3a75b97e94 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Aug 18 14:56:14.957807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b46e4e5-82f3-4cd6-b89f-d08d7e08fca9 req-094a5677-01ba-4323-a0af-f6cf042ce9b2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0693381 Aug 18 14:56:14.975839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-5fe73f8e-b35e-4f45-91d3-0f9e7eaf0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:14.977448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-5fe73f8e-b35e-4f45-91d3-0f9e7eaf0e8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.4899487 Aug 18 14:56:15.041630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b46e4e5-82f3-4cd6-b89f-d08d7e08fca9 req-9953baf6-b232-47a7-82e1-7f3423228390 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756574 Aug 18 14:56:15.059574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-81d0af48-4232-4a5b-acfc-c1bbcd0ea34f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 998 time: 0.0697901 Aug 18 14:56:15.112229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-af76c680-7a68-4680-b2b8-68a79f1241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.113609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-af76c680-7a68-4680-b2b8-68a79f1241b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0425322 Aug 18 14:56:15.160302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935de3f-065d-4408-b229-cf2718d31b33 req-d09aa2d3-29b5-4b9c-b5cd-fb30c0189915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.161761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-d09aa2d3-29b5-4b9c-b5cd-fb30c0189915 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390580 Aug 18 14:56:15.253028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-b28a57da-5b80-45c3-8a8f-2101bada8f57 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819204 Aug 18 14:56:15.344521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8935de3f-065d-4408-b229-cf2718d31b33 req-93e0681e-474c-46be-845c-a7ac065c1cfb service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801911 Aug 18 14:56:16.008262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:56:16.099916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:16.112205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'mac_address': 'fa:16:3e:af:82:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:56:16.150672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.166810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e858-741e-438b-8a7b-6e8d3b3d9e93 req-38a7b704-e2e1-4fd9-b579-681b305fa761 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.167452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3adbdd-df67-4761-a211-5fd0aed44f44 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:16.168515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa22e858-741e-438b-8a7b-6e8d3b3d9e93 req-38a7b704-e2e1-4fd9-b579-681b305fa761 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 943 time: 0.0567377 Aug 18 14:56:16.186236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:16.205937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa22e858-741e-438b-8a7b-6e8d3b3d9e93 req-d7c5fa16-a252-44a7-a25e-03a379d63ac8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Aug 18 14:56:16.246865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.293901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:16.301167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.301521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.301887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.302237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.302570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.302902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.303735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.304062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.304389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.304716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.305041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.305367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:16.492153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785bb15-38e2-4d76-aaa2-aa59b1c089a6 req-280d5dd1-ee78-4c38-a38d-1c9e67a1ec06 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.493645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9785bb15-38e2-4d76-aaa2-aa59b1c089a6 req-280d5dd1-ee78-4c38-a38d-1c9e67a1ec06 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 944 time: 0.0496936 Aug 18 14:56:16.502053 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['cd3adbdd-df67-4761-a211-5fd0aed44f44'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:16.559434 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9785bb15-38e2-4d76-aaa2-aa59b1c089a6 req-1b368bde-f28e-4a91-bb5a-643addda5aaa tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597074 Aug 18 14:56:16.577460 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0776-7809-4b34-ba83-611e89618d5f req-a646d193-b7b7-42d8-b615-6e859b2edcda tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.578969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-a646d193-b7b7-42d8-b615-6e859b2edcda tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 944 time: 0.0725815 Aug 18 14:56:16.649365 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-af0e0776-7809-4b34-ba83-611e89618d5f req-cc3ac36e-3abb-4b65-b075-b725277594fb service neutron] delete failed (client error): The resource could not be found. Aug 18 14:56:16.650422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-cc3ac36e-3abb-4b65-b075-b725277594fb service neutron] 10.222.0.58 "DELETE /v2.0/ports/cd3adbdd-df67-4761-a211-5fd0aed44f44/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0576663 Aug 18 14:56:16.737655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0776-7809-4b34-ba83-611e89618d5f req-b36196ef-d026-440a-86d1-51c7baba51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.739142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-b36196ef-d026-440a-86d1-51c7baba51ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1095 time: 0.0401256 Aug 18 14:56:16.830973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0776-7809-4b34-ba83-611e89618d5f req-a515f45f-449a-428a-a3cf-ecf498f7c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.832334 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-a515f45f-449a-428a-a3cf-ecf498f7c280 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0815897 Aug 18 14:56:16.903833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-1a0dba12-ddb6-4b0a-b8f5-e6c98acbb108 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 999 time: 0.0597463 Aug 18 14:56:16.957670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0776-7809-4b34-ba83-611e89618d5f req-84a8ae95-7a50-45c7-a9a0-8275e00b89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.959144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-84a8ae95-7a50-45c7-a9a0-8275e00b89ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0424476 Aug 18 14:56:17.007426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0776-7809-4b34-ba83-611e89618d5f req-00d479cc-ae44-4101-87cb-455e56f6d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:17.008908 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-00d479cc-ae44-4101-87cb-455e56f6d1d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396123 Aug 18 14:56:17.103776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-d41dde36-d842-4932-b3a2-3f683f381a0d service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Aug 18 14:56:17.197489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-af0e0776-7809-4b34-ba83-611e89618d5f req-01aceb6a-9e44-4857-9d41-73529dbf1a40 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809383 Aug 18 14:56:17.490467 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:17.680764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0412e0-4971-4189-a82a-c34c9cd3cd0b req-7ecb6870-06bd-4bf4-97ba-90779ca35488 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:17.682233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb0412e0-4971-4189-a82a-c34c9cd3cd0b req-7ecb6870-06bd-4bf4-97ba-90779ca35488 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 944 time: 0.0530281 Aug 18 14:56:17.719508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb0412e0-4971-4189-a82a-c34c9cd3cd0b req-e5de3096-d8df-42f8-a9c8-f00441cf50d0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Aug 18 14:56:17.960222 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-b7aeb227-e065-4c29-955d-8f5167f637c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409298 Aug 18 14:56:18.023210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:56:18.046956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-afaee3c2-b043-4ca0-879a-ee24a87400e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.048502 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-afaee3c2-b043-4ca0-879a-ee24a87400e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 1095 time: 0.0484846 Aug 18 14:56:18.127628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port cd3adbdd-df67-4761-a211-5fd0aed44f44 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:18.132500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port cd3adbdd-df67-4761-a211-5fd0aed44f44 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:18.132878 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:18.155661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-22dce8e7-418b-473c-abb4-1a6c61a3c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.157106 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-22dce8e7-418b-473c-abb4-1a6c61a3c645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0882936 Aug 18 14:56:18.208638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:18.229249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-7f33ac64-4192-45a8-9377-08c81117683d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 200 len: 999 time: 0.0633490 Aug 18 14:56:18.231490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:18.233723 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becda253-2ada-4b61-9726-b58c04a30086" -d '{"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-plugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:18.251913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:18.270625 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f6af7-23d7-4cfb-85c8-9e90fd470ecc x-openstack-request-id: req-ec5f6af7-23d7-4cfb-85c8-9e90fd470ecc {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:18.270989 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-plugged", "status": "completed", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:18.271309 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5f6af7-23d7-4cfb-85c8-9e90fd470ecc {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:18.271769 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'code': 200} Aug 18 14:56:18.284551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-f4102bdc-7101-4a17-ba47-e7b101a0a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.286052 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-f4102bdc-7101-4a17-ba47-e7b101a0a72f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0484390 Aug 18 14:56:18.333328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-22b4e5f0-77ef-449e-822b-00880edb7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.334893 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-22b4e5f0-77ef-449e-822b-00880edb7c90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410757 Aug 18 14:56:18.360683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:18.410114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:18.430302 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-97c722c0-4c50-4a3c-84b8-d1b014f879ea service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879538 Aug 18 14:56:18.517756 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-832c59d7-657d-4a88-a2e3-0b3dcd3173c6 req-3b34e1a9-c895-4e2f-9c84-79fd510ac4bb service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Aug 18 14:56:18.831159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a330-43f7-4c0e-a807-76f9a710cf0d req-0a98d40b-1aac-4b4c-b999-45fee0c0306e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.832634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73f6a330-43f7-4c0e-a807-76f9a710cf0d req-0a98d40b-1aac-4b4c-b999-45fee0c0306e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 18 14:56:18.869941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73f6a330-43f7-4c0e-a807-76f9a710cf0d req-ed85f2ae-6b18-4798-8add-281939fb886e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Aug 18 14:56:18.987671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7537-2aba-4cc1-916c-bb5c4d0fdcf1 req-f3254ac1-e602-4187-8ec8-d04a119a17f7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.989123 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beea7537-2aba-4cc1-916c-bb5c4d0fdcf1 req-f3254ac1-e602-4187-8ec8-d04a119a17f7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Aug 18 14:56:19.026673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beea7537-2aba-4cc1-916c-bb5c4d0fdcf1 req-57b832fc-1592-407c-aaec-3aceadc2ffcd tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Aug 18 14:56:19.141022 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4084-f2fe-4512-8ae5-fe658a623dcc req-a9177c67-ec4a-4a9b-a1e1-6b4bd2b3272e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.142629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4dc4084-f2fe-4512-8ae5-fe658a623dcc req-a9177c67-ec4a-4a9b-a1e1-6b4bd2b3272e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Aug 18 14:56:19.179812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4dc4084-f2fe-4512-8ae5-fe658a623dcc req-55c00f18-fca6-4af7-ac7c-59cacd0e815d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Aug 18 14:56:19.606945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f5ee6-a1c8-403f-a4cb-68bc9ae6d0ac req-19628f72-46ba-4110-ada9-2d021179cb91 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.608460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd6f5ee6-a1c8-403f-a4cb-68bc9ae6d0ac req-19628f72-46ba-4110-ada9-2d021179cb91 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 18 14:56:19.646234 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd6f5ee6-a1c8-403f-a4cb-68bc9ae6d0ac req-4edc1a9d-54f8-4600-bb10-ade7f25863dc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Aug 18 14:56:20.761454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103e4fc-b7d0-4b5b-9eb7-2e3ef72aadfb req-89cc1938-53e3-43a4-b6fb-fe8d84b73ec4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:20.762928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e103e4fc-b7d0-4b5b-9eb7-2e3ef72aadfb req-89cc1938-53e3-43a4-b6fb-fe8d84b73ec4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Aug 18 14:56:20.801212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e103e4fc-b7d0-4b5b-9eb7-2e3ef72aadfb req-719ce975-843b-427b-875d-25bd9c81c74d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 18 14:56:21.018351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-e0d6fb9d-a20c-4e19-8ff5-c3c11a9a5174 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:21.019793 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-e0d6fb9d-a20c-4e19-8ff5-c3c11a9a5174 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Aug 18 14:56:21.114744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Deleting port cd3adbdd-df67-4761-a211-5fd0aed44f44 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:21.115082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.201185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] For port cd3adbdd-df67-4761-a211-5fd0aed44f44, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cd3adbdd-df67-4761-a211-5fd0aed44f44,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:21.201544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.371158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.371446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.371755 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 disassociated. External IP: 172.25.1.87, port: cd3adbdd-df67-4761-a211-5fd0aed44f44. Aug 18 14:56:21.372094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Calling delete_port for cd3adbdd-df67-4761-a211-5fd0aed44f44 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:21.566575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.599697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'Port': ['ID=cd3adbdd-df67-4761-a211-5fd0aed44f44,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:21.718405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:21.824712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:21.837333 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:21.847287 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:21.848091 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:55:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:21.869221 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] No DVR routers for this DVR port cd3adbdd-df67-4761-a211-5fd0aed44f44 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:21.872108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.875434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d26d397-3dde-4d35-a0a0-65cf0cfb7e06 req-cba7da2a-acd6-4831-8f2c-283ba3b64f0d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "DELETE /v2.0/ports/cd3adbdd-df67-4761-a211-5fd0aed44f44 HTTP/1.1" status: 204 len: 173 time: 0.8442805 Aug 18 14:56:21.875925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-deleted', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:21.878657 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0b7e99-967a-498c-8d43-99d6361b0e3e" -d '{"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-deleted", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:21.921645 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274b0e0a-c6c4-4b0a-9a06-864e5c9ca22b x-openstack-request-id: req-274b0e0a-c6c4-4b0a-9a06-864e5c9ca22b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:21.921971 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5975d6-3264-4280-a0ee-70556370cc73", "name": "network-vif-deleted", "tag": "cd3adbdd-df67-4761-a211-5fd0aed44f44", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:21.922233 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-274b0e0a-c6c4-4b0a-9a06-864e5c9ca22b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:21.922460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5323c24-6313-4319-b788-6f00dda7e2b6 req-64563ab1-ee08-419d-b524-12c11816a724 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb5975d6-3264-4280-a0ee-70556370cc73 HTTP/1.1" status: 200 len: 210 time: 0.0508871 Aug 18 14:56:21.922922 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5975d6-3264-4280-a0ee-70556370cc73', 'name': 'network-vif-deleted', 'tag': 'cd3adbdd-df67-4761-a211-5fd0aed44f44', 'status': 'completed', 'code': 200} Aug 18 14:56:21.955215 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8c24912-564c-4518-9b2a-5db43aa97548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.968286 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:22.163405 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:22.188377 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:22.197137 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:22.197743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:55:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:22.298664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:22.487650 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:22.517430 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbcea3-38e6-4ff7-9a08-007193cf726e None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:22.840035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee5cc3-c0c2-4ff7-b575-fc865a5a7df4 None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:23.150533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-bb9a1305-7fed-40d8-b92d-b681baacf0e5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1775407384&fields=id&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 267 time: 0.0318947 Aug 18 14:56:23.252854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-1a9e832c-4b73-4c36-9956-f99ccc4b8bb6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:23.254313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-1a9e832c-4b73-4c36-9956-f99ccc4b8bb6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.0973680 Aug 18 14:56:23.268744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-7554b10e-5695-4bc6-8633-c233e532fe3c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/quotas/4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 375 time: 0.0086722 Aug 18 14:56:23.324427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-cce7b7a2-1758-4c2e-a808-70b9061b5e1b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497549 Aug 18 14:56:23.485975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-3d82dffc-4f07-4987-834f-bd4a1d279872 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174262 Aug 18 14:56:23.578772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-33bc0ce4-a15f-4228-94a4-9feed6f21fa6 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868011 Aug 18 14:56:23.787705 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6608099d-f345-4aba-b2c4-d8d16f644d17 req-ee4351fe-c762-467a-96b7-f1f2ffc6ae7c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 210 time: 0.0281227 Aug 18 14:56:24.025063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:24.043949 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: cd3adbdd-df67-4761-a211-5fd0aed44f44 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:24.044288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cd3adbdd-df67-4761-a211-5fd0aed44f44 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:24.823608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5421b28d-5ae8-42b9-84e1-cc6bad3fdc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:24.885594 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6847ee28-2ef8-48ab-a038-bc157ed52294 req-f95e1d98-0a6c-45b2-928b-20ecda10289d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 210 time: 0.0271742 Aug 18 14:56:24.977768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:25.651209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-4750757b-d7a7-48ad-b199-99205ec28123 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:25.652778 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-4750757b-d7a7-48ad-b199-99205ec28123 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1018167 Aug 18 14:56:25.702167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-d677f847-4438-4d9a-90df-83bdd85712f6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 380 time: 0.0330293 Aug 18 14:56:25.714934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'port': {'device_id': '133ace2f-db76-4077-ace9-0bb497856def', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'admin_state_up': True, 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'security_groups': ['9a3fc9ab-672a-414e-90e6-49b1af2ece5c']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:25.863254 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:56:25.867540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:25.979080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92bec586-aa9c-4f50-b329-4bf1b6277e8e req-5459a288-d6fd-4e81-a7da-231cf3b0c1f7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 210 time: 0.0261309 Aug 18 14:56:25.999571 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Allocated IP 172.20.0.4 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/a098ed14-17a6-4691-b851-b3f90bb87705) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:56:26.092375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.132745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.145416 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Transition to ACTIVE for port object a098ed14-17a6-4691-b851-b3f90bb87705 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:26.229469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.277024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:56:26.280173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:56:26.283907 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:56:26.291061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:26.337023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:26.337651 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.419119 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-09f0e438-6f4a-4a53-9507-f05e1c62287b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079327 Aug 18 14:56:26.439262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Request body: {'port': {'device_id': '133ace2f-db76-4077-ace9-0bb497856def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:26.492480 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.577491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5fab6a09-802b-4e4a-a55a-6f8ada24e18c None None] Provisioning for port a098ed14-17a6-4691-b851-b3f90bb87705 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:26.581368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5fab6a09-802b-4e4a-a55a-6f8ada24e18c None None] Provisioning complete for port a098ed14-17a6-4691-b851-b3f90bb87705 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:26.581741 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fab6a09-802b-4e4a-a55a-6f8ada24e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.614620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5fab6a09-802b-4e4a-a55a-6f8ada24e18c None None] Port a098ed14-17a6-4691-b851-b3f90bb87705 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:56:26.757441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a098ed14-17a6-4691-b851-b3f90bb87705 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:26.764633 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.776112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Transition to ACTIVE for port object a098ed14-17a6-4691-b851-b3f90bb87705 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:26.823010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.888419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:26.941962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:56:26.942301 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:56:26.942631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:26.947758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:56:26.948077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:26.952951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:56:26.953286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:56:26.953663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:56:26.954131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Bound port: a098ed14-17a6-4691-b851-b3f90bb87705, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:56:26.954492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.023925 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:56:27.026987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:56:27.092685 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.104506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a31c-d237-4c68-9a60-6775370fd786 req-0d6f8524-bc01-42ab-80ec-7a3df8700425 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.106041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd01a31c-d237-4c68-9a60-6775370fd786 req-0d6f8524-bc01-42ab-80ec-7a3df8700425 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0482714 Aug 18 14:56:27.125617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.125762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.127307 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] 10.222.0.10 "PUT /v2.0/ports/a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1091 time: 0.6924882 Aug 18 14:56:27.127709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:27.129961 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb2afb-7b67-4893-a7ee-07486395186d" -d '{"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:27.152889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd01a31c-d237-4c68-9a60-6775370fd786 req-a87e3412-f7fe-41dd-86c6-b071ac360e38 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Aug 18 14:56:27.165835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7493f8-a012-466e-b653-43907bbf9857 service neutron] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:27.176853 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131adb32-4904-4772-98d7-e55ce75301ed x-openstack-request-id: req-131adb32-4904-4772-98d7-e55ce75301ed {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:27.176853 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:27.176853 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-131adb32-4904-4772-98d7-e55ce75301ed {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:27.176853 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'status': 'completed', 'code': 200} Aug 18 14:56:27.236321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-fc6c91ac-9af4-45b5-9ad1-e51ad4d74332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.238013 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-fc6c91ac-9af4-45b5-9ad1-e51ad4d74332 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1094 time: 0.0436478 Aug 18 14:56:27.345688 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-0a41e93e-f448-4107-85a2-3612df9706ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.347217 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-0a41e93e-f448-4107-85a2-3612df9706ba service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965889 Aug 18 14:56:27.453916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-c6b5bb46-1316-4b8c-9a95-08752f4948c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.455417 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7bcb2afb-7b67-4893-a7ee-07486395186d req-c6b5bb46-1316-4b8c-9a95-08752f4948c6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864186 Aug 18 14:56:27.540049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-fb2eaebe-271f-49b4-9dd7-7bd7b3380491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.541496 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-fb2eaebe-271f-49b4-9dd7-7bd7b3380491 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1094 time: 0.0467932 Aug 18 14:56:27.587650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-2ad4e459-7368-4542-9ba2-2acd9c005d0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 217 time: 0.0340109 Aug 18 14:56:27.641760 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-5ffe8707-2603-49fe-9ec8-f6eefcbd97be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.643243 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-5ffe8707-2603-49fe-9ec8-f6eefcbd97be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0433056 Aug 18 14:56:27.698530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-a7b86758-bab3-40fb-8c36-46aef7484bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.700007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-a7b86758-bab3-40fb-8c36-46aef7484bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443568 Aug 18 14:56:27.703633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.797946 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-22460e5c-7e7e-4cb2-9d8a-cf181ef7e623 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811181 Aug 18 14:56:27.893889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-24fbbf91-9ae9-42e8-ab7e-83fec8fe743f req-c2ea4c8b-d312-412a-afdb-4ec0bfc2ec9c service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826910 Aug 18 14:56:28.277930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a6144-6b62-4e1f-a2be-bcdacb6391fe req-2402631e-5d88-428c-a92f-4343f0986189 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:28.279389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e7a6144-6b62-4e1f-a2be-bcdacb6391fe req-2402631e-5d88-428c-a92f-4343f0986189 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0519605 Aug 18 14:56:28.316407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e7a6144-6b62-4e1f-a2be-bcdacb6391fe req-1897ad3c-e2e7-4462-94cd-fae3345aef2d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 18 14:56:29.433638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650b08d-f005-47f7-bfee-3f13dd22ad03 req-8c2590f3-2689-4f7a-866e-e59bfc6a6353 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:29.435150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8650b08d-f005-47f7-bfee-3f13dd22ad03 req-8c2590f3-2689-4f7a-866e-e59bfc6a6353 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0498164 Aug 18 14:56:29.471511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8650b08d-f005-47f7-bfee-3f13dd22ad03 req-41378ad1-5568-4df6-9c22-b4b5dcd2b0d2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Aug 18 14:56:30.024822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:56:30.271254 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:30.282159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'mac_address': 'fa:16:3e:f0:7e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:56:30.317466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.332867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a098ed14-17a6-4691-b851-b3f90bb87705 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:30.351807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:30.417859 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.465061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:30.590262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9977-197e-4cd8-9b64-7f3387e86cf4 req-a7679284-6fbd-44b0-a62a-f9b1d96f2f74 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:30.591764 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a92f9977-197e-4cd8-9b64-7f3387e86cf4 req-a7679284-6fbd-44b0-a62a-f9b1d96f2f74 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 944 time: 0.0503006 Aug 18 14:56:30.628766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a92f9977-197e-4cd8-9b64-7f3387e86cf4 req-bb785703-b4ee-4db9-8f42-cfcd7dfea105 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Aug 18 14:56:30.665485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['a098ed14-17a6-4691-b851-b3f90bb87705'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:31.747162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4cee-e821-4d72-99d7-f9496ef9b736 req-2e78cdae-b274-4c3d-ba41-c9975f741a93 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:31.748779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-447c4cee-e821-4d72-99d7-f9496ef9b736 req-2e78cdae-b274-4c3d-ba41-c9975f741a93 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 944 time: 0.0537853 Aug 18 14:56:31.784910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-447c4cee-e821-4d72-99d7-f9496ef9b736 req-3693ebb0-8e24-47c5-869f-688f7c73944f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302110 Aug 18 14:56:32.040846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:56:32.183239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port a098ed14-17a6-4691-b851-b3f90bb87705 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:32.186986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port a098ed14-17a6-4691-b851-b3f90bb87705 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:32.187347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.259725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.281218 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:32.283448 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc588858-5f04-4eb8-b853-8a6cd824c237" -d '{"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-plugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:32.297796 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:32.320424 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ba9d6-d8aa-4c82-9059-6c0dab1d2400 x-openstack-request-id: req-a91ba9d6-d8aa-4c82-9059-6c0dab1d2400 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:32.320751 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-plugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:32.321010 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a91ba9d6-d8aa-4c82-9059-6c0dab1d2400 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:32.321408 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'code': 200} Aug 18 14:56:32.366197 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.415971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:32.428696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b195f-97f5-469c-adf6-fd7145d61b8a req-de6c5764-18d7-429e-8b9a-aecfc36a24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:32.430232 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-811b195f-97f5-469c-adf6-fd7145d61b8a req-de6c5764-18d7-429e-8b9a-aecfc36a24f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0426416 Aug 18 14:56:32.468377 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-811b195f-97f5-469c-adf6-fd7145d61b8a req-53f790ba-4307-40b8-bc7f-f33d59558f83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278287 Aug 18 14:56:32.898522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edc4e6-342f-411b-bc4b-0509c11648b5 req-1cdb6759-38ba-4fd9-9229-c5051040677d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:32.899989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2edc4e6-342f-411b-bc4b-0509c11648b5 req-1cdb6759-38ba-4fd9-9229-c5051040677d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0490415 Aug 18 14:56:32.936576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2edc4e6-342f-411b-bc4b-0509c11648b5 req-f0bc1608-2747-457b-b9fa-7a4ac1bea01d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308118 Aug 18 14:56:34.051226 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117502c-212d-4419-9032-eab6dbe24b83 req-60a2ec96-71cb-4229-b602-780b38869674 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:34.052687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a117502c-212d-4419-9032-eab6dbe24b83 req-60a2ec96-71cb-4229-b602-780b38869674 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0480931 Aug 18 14:56:34.088886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a117502c-212d-4419-9032-eab6dbe24b83 req-8ed26c66-a71e-4043-810c-0b3bb5ac1701 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296972 Aug 18 14:56:34.202122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661c478-5493-4c21-903d-03fda22dff44 req-6129a400-24dd-4efb-816b-93de7f15bdbe tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:34.203569 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1661c478-5493-4c21-903d-03fda22dff44 req-6129a400-24dd-4efb-816b-93de7f15bdbe tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0524449 Aug 18 14:56:34.213266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 47738) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:34.217717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'floatingip': {'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:34.255826 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.694075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.749234 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.852408 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 associated. External IP: 172.25.1.87, port: a098ed14-17a6-4691-b851-b3f90bb87705. Aug 18 14:56:35.057832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:35.408871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:35.414527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.418960 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:35.427670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:35.428831 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:35.441602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9908354b-5dde-4835-91d8-4364baa9cbec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "PUT /v2.0/floatingips/dc6878f3-6b7f-4090-bcab-e87b3d77ba68 HTTP/1.1" status: 200 len: 990 time: 1.2271936 Aug 18 14:56:35.442241 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:35.444534 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e28584-6b1f-4a06-8277-4a78f829a725" -d '{"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:35.484624 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb9b83-f7e3-47fd-9007-74f44786c2df x-openstack-request-id: req-fdeb9b83-f7e3-47fd-9007-74f44786c2df {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:35.484918 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:35.485169 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdeb9b83-f7e3-47fd-9007-74f44786c2df {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:35.485564 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'status': 'completed', 'code': 200} Aug 18 14:56:35.538566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:35.555930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-d78a28c4-8f68-44c5-9038-258a90d8f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:35.557485 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-d78a28c4-8f68-44c5-9038-258a90d8f9f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0455170 Aug 18 14:56:35.651373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-dbc6f229-73fd-4be5-ab92-17118c8f909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:35.652850 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-dbc6f229-73fd-4be5-ab92-17118c8f909e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0879600 Aug 18 14:56:35.721146 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-574ff739-a632-4c78-b95c-df06b7e9db4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 998 time: 0.0602345 Aug 18 14:56:35.777395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-22ea4336-bf37-4f88-a913-809dbb6e7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:35.778905 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-22ea4336-bf37-4f88-a913-809dbb6e7241 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0501251 Aug 18 14:56:35.825604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-9412fc16-fecc-47dd-afd9-150b7f8ca694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:35.827202 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-9412fc16-fecc-47dd-afd9-150b7f8ca694 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405574 Aug 18 14:56:35.851760 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f0:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ace2f-db76-4077-ace9-0bb497856def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:56:34Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:35.876529 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:35.884421 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:35.885022 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:56:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:35.919009 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-0aac618b-0b9d-4818-adfc-cfce1629623a service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835619 Aug 18 14:56:35.986722 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:36.011833 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-59e28584-6b1f-4a06-8277-4a78f829a725 req-09988519-18d4-42e7-92b7-7e123290e759 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 Aug 18 14:56:36.202562 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9634625b-5e67-44b2-9050-7028648136ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f0:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ace2f-db76-4077-ace9-0bb497856def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:56:34Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:36.228043 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634625b-5e67-44b2-9050-7028648136ea None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f0:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ace2f-db76-4077-ace9-0bb497856def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:56:34Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:36.407030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb49dc-d83a-405c-bde1-ab717b8c889f None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:40.765908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.423094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:51.913995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6fe54a85-7eef-49f0-a59b-3d821ac9d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:54.489276 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:54.799952 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a158b82-5180-47ac-af1b-c8d12825ff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:54.976744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:56.057193 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:57.679732 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:10.776847 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:11.438898 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:17.963754 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-b5f72137-505d-40b2-b6b6-c2abd104a3bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438507 Aug 18 14:57:18.045294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-cb65c86c-d7e0-4b3f-bc3a-2a229218d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:18.046781 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-cb65c86c-d7e0-4b3f-bc3a-2a229218d864 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0403132 Aug 18 14:57:18.158689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-4f61b74b-9fd0-41c0-af1c-ff35b29b1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:18.160242 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-4f61b74b-9fd0-41c0-af1c-ff35b29b1902 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0873075 Aug 18 14:57:18.228829 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-409eed50-e7a5-49cf-9594-539fbc821d15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1000 time: 0.0569274 Aug 18 14:57:18.286223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-1a97169b-c0fa-4532-94ee-49accea936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:18.287622 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-1a97169b-c0fa-4532-94ee-49accea936ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0468545 Aug 18 14:57:18.339914 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-ec92637e-d146-4980-9884-699122bb8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:18.341435 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-ec92637e-d146-4980-9884-699122bb8c3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393519 Aug 18 14:57:18.357546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-52248ba5-2721-49e6-b8b2-49d8018d6d1a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:57:18.358523 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-52248ba5-2721-49e6-b8b2-49d8018d6d1a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049286 Aug 18 14:57:18.454193 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-0365f09b-aaaf-4530-b7b8-1dbc46c48e3e service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Aug 18 14:57:18.547513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2f6ab954-01b2-45b3-b395-f61b51095e14 req-99b774a2-7a50-4d40-aa38-1a0ace8a623e service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Aug 18 14:57:21.919034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-282c51de-70bd-4bcc-8289-c8b094bbc075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:24.816255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-49262eea-843a-480b-9295-672701bda3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:24.970522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:26.039054 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:27.684541 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:31.488263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:57:40.775717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:41.422068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:51.964472 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9193b50-941f-4ca8-b0a3-b2d09bf8f460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:54.781582 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2049e478-7c33-4dc5-88b0-a2df9d2d0918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:54.969974 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:56.055876 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:57.683874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:08.486954 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:58:10.769725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:11.409990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:14.727229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0a6d6-41f5-4cb1-ae84-8330469f349e req-b9ce1136-70c7-4d30-be35-3c3e9f46f24c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:14.728630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52e0a6d6-41f5-4cb1-ae84-8330469f349e req-b9ce1136-70c7-4d30-be35-3c3e9f46f24c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0523920 Aug 18 14:58:14.767449 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52e0a6d6-41f5-4cb1-ae84-8330469f349e req-e706bc0c-9a79-4c4f-bf99-4cb1697119ea tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Aug 18 14:58:15.884447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16103ed7-fb14-413b-bbad-73116fff75a4 req-ce23f593-a704-4d39-99aa-c926539dab11 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:15.886421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16103ed7-fb14-413b-bbad-73116fff75a4 req-ce23f593-a704-4d39-99aa-c926539dab11 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0480113 Aug 18 14:58:15.925668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16103ed7-fb14-413b-bbad-73116fff75a4 req-ec18d2f5-31e5-4c23-af87-fad4da75746a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334280 Aug 18 14:58:17.037400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff84d-38a2-4aba-84cb-503c4756ee44 req-06302841-b0a2-47d2-a7a3-6289ad5f32e5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:17.038862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23cff84d-38a2-4aba-84cb-503c4756ee44 req-06302841-b0a2-47d2-a7a3-6289ad5f32e5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0476630 Aug 18 14:58:17.075120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23cff84d-38a2-4aba-84cb-503c4756ee44 req-7c9ade77-d8be-4b37-9d93-09b45ff9230a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295410 Aug 18 14:58:18.188339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff3f2-6b5c-49a1-9fa0-68a05cac2435 req-3330afae-286b-4415-a3ee-ed4cd42fdf99 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:18.189813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9fff3f2-6b5c-49a1-9fa0-68a05cac2435 req-3330afae-286b-4415-a3ee-ed4cd42fdf99 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0484517 Aug 18 14:58:18.227282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a9fff3f2-6b5c-49a1-9fa0-68a05cac2435 req-a40ce89e-0b8f-4fa6-8a96-4b7c47a4ec18 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 18 14:58:19.340545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57634ee3-dd74-40c9-9a87-3e339d6200a8 req-9a5bc9f2-e054-454c-af54-e0bf3382d3f8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.342003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57634ee3-dd74-40c9-9a87-3e339d6200a8 req-9a5bc9f2-e054-454c-af54-e0bf3382d3f8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 18 14:58:19.381189 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-57634ee3-dd74-40c9-9a87-3e339d6200a8 req-cd077fd6-fc27-40c7-8918-3c170264a9d7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334151 Aug 18 14:58:19.998927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-46492644-034d-451e-bd05-6e46cfccb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.000401 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-46492644-034d-451e-bd05-6e46cfccb1cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0414846 Aug 18 14:58:20.106372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-2014f07d-7a1b-4200-a4df-1e63fe8c03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.107809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-2014f07d-7a1b-4200-a4df-1e63fe8c03b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0869877 Aug 18 14:58:20.173549 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-1e12d896-0b1e-4b05-ad90-1cbcffae87b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1000 time: 0.0568819 Aug 18 14:58:20.225909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-d649e72d-9812-4db9-857c-b0aca2e73193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.227317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-d649e72d-9812-4db9-857c-b0aca2e73193 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0467362 Aug 18 14:58:20.273956 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-69bd0d4d-2105-4bf2-8023-fadc65b9dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.275311 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-69bd0d4d-2105-4bf2-8023-fadc65b9dd76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390768 Aug 18 14:58:20.363494 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-9c610ff0-5bef-4641-9d3e-1b69a7de9387 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802655 Aug 18 14:58:20.458444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-cfe34107-75f7-45f2-93e8-770c7f04494b req-79b29378-c284-42c7-a2ef-cc08c867f9c8 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Aug 18 14:58:20.495470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81f5aa-2e9a-4acd-b366-6441b6fc0e97 req-a634d89c-9e03-4b95-b163-ce3ab61ee5ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.496958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa81f5aa-2e9a-4acd-b366-6441b6fc0e97 req-a634d89c-9e03-4b95-b163-ce3ab61ee5ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0490038 Aug 18 14:58:20.534146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa81f5aa-2e9a-4acd-b366-6441b6fc0e97 req-3878b7f8-4e60-41e8-9168-61b7afd23ffa tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Aug 18 14:58:21.646888 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302694a-daf2-410a-b3e6-0ec289620e1d req-3ad41a78-5997-473f-93a0-aaeb5a7c53e3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:21.648344 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8302694a-daf2-410a-b3e6-0ec289620e1d req-3ad41a78-5997-473f-93a0-aaeb5a7c53e3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 18 14:58:21.685300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8302694a-daf2-410a-b3e6-0ec289620e1d req-c404a310-ebdb-4e8b-8672-dc0a37965c25 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Aug 18 14:58:21.929612 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-77539ffa-955b-4db5-a85e-ee01ff899931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.799502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ed0ab-d28b-4442-911a-312f8fa3b9cb req-33f6a0d4-b02c-4f6d-8139-cec1ccaebb35 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:22.800976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d94ed0ab-d28b-4442-911a-312f8fa3b9cb req-33f6a0d4-b02c-4f6d-8139-cec1ccaebb35 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0479035 Aug 18 14:58:22.841629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d94ed0ab-d28b-4442-911a-312f8fa3b9cb req-4f3b7b64-c6a3-4e9e-bd3e-39f413455ad1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Aug 18 14:58:23.958101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666e69a-04e7-49a2-aa8c-e558c9e88eed req-09907ab0-108a-4538-9693-22b76eaa98ae tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.959560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e666e69a-04e7-49a2-aa8c-e558c9e88eed req-09907ab0-108a-4538-9693-22b76eaa98ae tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0495322 Aug 18 14:58:23.996659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e666e69a-04e7-49a2-aa8c-e558c9e88eed req-58e36fd9-e491-4d95-ab40-b4f67710c335 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Aug 18 14:58:24.792244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-29760f26-b4a0-47f0-8872-451cfb266dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.981018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.112293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f2ed-c193-49af-b715-4f5961b6d8e6 req-cd9c60be-d732-4353-8ea2-706c74bd82da tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:25.113780 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74b9f2ed-c193-49af-b715-4f5961b6d8e6 req-cd9c60be-d732-4353-8ea2-706c74bd82da tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0512698 Aug 18 14:58:25.151804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74b9f2ed-c193-49af-b715-4f5961b6d8e6 req-c9951a1e-30d5-4fe1-ba7d-bef1aca24cef tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Aug 18 14:58:26.095132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.263809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e84eed-7d07-4575-b8a4-f03810f3d593 req-14cd023b-2d06-465b-b1c4-669c0f71a9af tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:26.265281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e84eed-7d07-4575-b8a4-f03810f3d593 req-14cd023b-2d06-465b-b1c4-669c0f71a9af tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0479460 Aug 18 14:58:26.306105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c5e84eed-7d07-4575-b8a4-f03810f3d593 req-6a8c74b3-e0a6-4a97-b539-6a191c044616 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349076 Aug 18 14:58:26.625934 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968e7e6-503d-4e7a-8fc7-92532e3a5fd5 req-ded9e86a-488d-419a-a5ec-8735857af645 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:26.627315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1968e7e6-503d-4e7a-8fc7-92532e3a5fd5 req-ded9e86a-488d-419a-a5ec-8735857af645 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0485289 Aug 18 14:58:26.689690 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1968e7e6-503d-4e7a-8fc7-92532e3a5fd5 req-e1cce5ca-19cd-483e-a018-922af67d5fd8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564144 Aug 18 14:58:26.700613 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-cf013941-ce54-4ddf-8a29-938cd8259b09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537550 Aug 18 14:58:27.677405 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:27.805759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a3e66-4285-4480-9df0-f61ef8bd7756 req-c71ab0c4-3cb5-4c38-8cec-9de5c4b6c184 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:27.807151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f95a3e66-4285-4480-9df0-f61ef8bd7756 req-c71ab0c4-3cb5-4c38-8cec-9de5c4b6c184 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0480001 Aug 18 14:58:27.847224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f95a3e66-4285-4480-9df0-f61ef8bd7756 req-57773557-9b22-4c01-a90c-c72bf541c86c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341978 Aug 18 14:58:28.961024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad1b2-b542-47d3-a201-683cc8f568b4 req-b4a95374-ce6c-4cd0-bf7d-cda7bc7b12b7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:28.962586 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1adad1b2-b542-47d3-a201-683cc8f568b4 req-b4a95374-ce6c-4cd0-bf7d-cda7bc7b12b7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0492113 Aug 18 14:58:29.001364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1adad1b2-b542-47d3-a201-683cc8f568b4 req-8b7c1d28-0d0d-4734-b03f-3ba2adf82652 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Aug 18 14:58:30.113435 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12869a-bbec-4644-ade4-67843f615c59 req-9b474e19-a973-4254-a478-b5e7c01e5f4c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:30.114916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc12869a-bbec-4644-ade4-67843f615c59 req-9b474e19-a973-4254-a478-b5e7c01e5f4c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0476687 Aug 18 14:58:30.152247 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc12869a-bbec-4644-ade4-67843f615c59 req-af461dbe-2c06-4127-a0b9-4488351a3f54 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Aug 18 14:58:31.273343 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cacd2-9a51-41f6-803e-7f9507aed8fc req-b58c1523-77f9-4caa-b1fe-a340302ab27b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.274850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-322cacd2-9a51-41f6-803e-7f9507aed8fc req-b58c1523-77f9-4caa-b1fe-a340302ab27b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0488012 Aug 18 14:58:31.316206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-322cacd2-9a51-41f6-803e-7f9507aed8fc req-eba1d523-5867-4360-a6d9-03d62b8b5682 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Aug 18 14:58:31.716464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-778ff6c1-6cf7-4627-8275-908cf9dc9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.717992 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-778ff6c1-6cf7-4627-8275-908cf9dc9cc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0427861 Aug 18 14:58:31.816149 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-59b39fb6-7f9a-4856-9057-4a03291e4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.817531 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-59b39fb6-7f9a-4856-9057-4a03291e4bd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0879490 Aug 18 14:58:31.884699 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-f6e45d2f-0911-420c-9fec-de309164e4b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1000 time: 0.0565355 Aug 18 14:58:31.941815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-6cdc1427-6fa4-4cab-9e19-4f0283d909c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.943245 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-6cdc1427-6fa4-4cab-9e19-4f0283d909c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0470161 Aug 18 14:58:31.992550 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-ee568264-ae79-4561-84c2-ddabee041534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.994036 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-ee568264-ae79-4561-84c2-ddabee041534 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393226 Aug 18 14:58:32.089986 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-786eea37-0071-462c-9f2c-07500406f6eb service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Aug 18 14:58:32.186278 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-0cb3a327-cd13-477a-8d1f-9389f0f61f13 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858052 Aug 18 14:58:32.430597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a3a22-2cae-4bd8-bbf5-e62552b82a45 req-227ca1d8-3ff9-450e-99ac-b77a83e2b3ce tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:32.432048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e02a3a22-2cae-4bd8-bbf5-e62552b82a45 req-227ca1d8-3ff9-450e-99ac-b77a83e2b3ce tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0492222 Aug 18 14:58:32.469546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e02a3a22-2cae-4bd8-bbf5-e62552b82a45 req-ac35c9a9-06f1-403e-b401-1554834aa3a8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Aug 18 14:58:33.584299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc3b02-e38f-49ed-8ef4-95495f0e2956 req-b8ba7796-fe40-4db4-b426-c8e53a06527e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:33.585924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fcc3b02-e38f-49ed-8ef4-95495f0e2956 req-b8ba7796-fe40-4db4-b426-c8e53a06527e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0488091 Aug 18 14:58:33.624862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fcc3b02-e38f-49ed-8ef4-95495f0e2956 req-b2d6ba74-832d-48c9-b376-2fb16533d68a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Aug 18 14:58:34.470601 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-d3eb6d25-fb0c-40f1-b768-b541a6107dad service neutron] show failed (client error): The resource could not be found. Aug 18 14:58:34.471608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-d3eb6d25-fb0c-40f1-b768-b541a6107dad service neutron] 10.222.0.10 "GET /v2.0/ports/a098ed14-17a6-4691-b851-b3f90bb87705/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0544055 Aug 18 14:58:34.750839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ffad3-cc0d-4a80-a44d-da868fe9f7c0 req-f82cc569-7265-439e-8d12-25e8d2284900 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.752327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b6ffad3-cc0d-4a80-a44d-da868fe9f7c0 req-f82cc569-7265-439e-8d12-25e8d2284900 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0585241 Aug 18 14:58:34.796125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b6ffad3-cc0d-4a80-a44d-da868fe9f7c0 req-63bd52c9-4f03-43b3-8bd2-ba730aa1c002 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377047 Aug 18 14:58:34.992196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3fc46633-4bb3-4122-bf07-43cccce20063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.993567 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3fc46633-4bb3-4122-bf07-43cccce20063 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0409312 Aug 18 14:58:35.012468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:35.065584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.272079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:35.306293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:58:35.345407 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:35.347792 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c8358-9981-45ff-9516-77df06022b30" -d '{"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-unplugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:35.351878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.364165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Transition to ACTIVE for port object a098ed14-17a6-4691-b851-b3f90bb87705 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:35.394767 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9208cb-6f81-4ccb-8656-1230817511ef x-openstack-request-id: req-9b9208cb-6f81-4ccb-8656-1230817511ef {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:35.395100 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-unplugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:35.395345 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b9208cb-6f81-4ccb-8656-1230817511ef {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:35.395752 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'code': 200} Aug 18 14:58:35.449990 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.558627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:35.583320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.583681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.584033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.584378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.584721 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.585062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.585397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.585730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.586091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.586430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.586776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.587086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:35.630297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] No DVR routers for this DVR port a098ed14-17a6-4691-b851-b3f90bb87705 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:35.764127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:58:35.764825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:58:35.764825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:35.768926 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:58:35.769246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Attempting to bind port a098ed14-17a6-4691-b851-b3f90bb87705 on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:35.773969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:58:35.774309 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:58:35.774693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:58:35.775119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Bound port: a098ed14-17a6-4691-b851-b3f90bb87705, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:58:35.775486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.839611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:58:35.842914 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:58:35.912212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa41e-367b-4fad-b0be-9eb5055c8a60 req-fed822d9-dff6-436f-81b3-d573b02f190e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:35.913704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c47aa41e-367b-4fad-b0be-9eb5055c8a60 req-fed822d9-dff6-436f-81b3-d573b02f190e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0487866 Aug 18 14:58:35.915167 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.966001 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:35.966625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:35.968022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] 10.222.0.58 "PUT /v2.0/ports/a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1091 time: 0.9595487 Aug 18 14:58:36.006915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e69c-9a1c-4795-a014-cd5488fe2421 service neutron] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:36.030501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c47aa41e-367b-4fad-b0be-9eb5055c8a60 req-d2fc08c7-a72e-44ba-9823-6fe8a71d0660 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909483 Aug 18 14:58:36.052369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-31ef7870-889b-49e0-a4d2-ec9fa80a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:36.052369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-31ef7870-889b-49e0-a4d2-ec9fa80a5e90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1094 time: 0.0568449 Aug 18 14:58:36.146718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-bfdd8e1b-be97-44c9-8bb8-9d6534532804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:36.148212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-bfdd8e1b-be97-44c9-8bb8-9d6534532804 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0865362 Aug 18 14:58:36.221136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-049ffe6c-11f9-4a4e-8721-4b8fbf598943 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 998 time: 0.0614364 Aug 18 14:58:36.270368 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-71999199-8bf3-41ed-8398-9b493288d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:36.271789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-71999199-8bf3-41ed-8398-9b493288d3c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0435967 Aug 18 14:58:36.317826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-6d0f3abd-fd13-4104-97a0-132ca1afeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:36.319303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-6d0f3abd-fd13-4104-97a0-132ca1afeb95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398784 Aug 18 14:58:36.412338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-90b5d7c9-3630-45a4-9c90-92af9cc34e99 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823238 Aug 18 14:58:36.506716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-8cd3ee1c-91c0-4380-95c0-411f19beba35 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815423 Aug 18 14:58:37.149387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022412-47c2-440b-8c1f-879b67405bfb req-40aa6aba-89a0-441c-9f2f-a6014711b5f0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.150916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4022412-47c2-440b-8c1f-879b67405bfb req-40aa6aba-89a0-441c-9f2f-a6014711b5f0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0502462 Aug 18 14:58:37.191592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a4022412-47c2-440b-8c1f-879b67405bfb req-ac006506-ebad-4e36-8889-278115f79353 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348284 Aug 18 14:58:37.397469 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:37.400052 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397e593-ff5c-41bf-8256-203384a977fd" -d '{"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:37.448011 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aa0203-be91-4e84-9956-79a852569b42 x-openstack-request-id: req-71aa0203-be91-4e84-9956-79a852569b42 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:37.448314 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:37.448568 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71aa0203-be91-4e84-9956-79a852569b42 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:37.448961 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'status': 'completed', 'code': 200} Aug 18 14:58:37.514897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-6abd9d3a-3c2d-4e6c-b7a6-373851bf99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.516379 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-6abd9d3a-3c2d-4e6c-b7a6-373851bf99c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1094 time: 0.0407650 Aug 18 14:58:37.518179 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-f2c996b2-9f2b-4e79-9e93-c7fb5b2f449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.519688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-f2c996b2-9f2b-4e79-9e93-c7fb5b2f449e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1094 time: 0.0449004 Aug 18 14:58:37.611370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-1a0eb49f-fcd4-4af8-b7ad-dd9366d195ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.612904 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-1a0eb49f-fcd4-4af8-b7ad-dd9366d195ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0852957 Aug 18 14:58:37.621884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-463c5de5-8955-4f9c-9788-7e169a5e7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.623520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-463c5de5-8955-4f9c-9788-7e169a5e7877 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0949903 Aug 18 14:58:37.686785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-5a5b0deb-3aaf-4da9-9c6d-96a668a61fb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 998 time: 0.0630529 Aug 18 14:58:37.694698 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-1a5b22fc-fb6d-4dbc-995a-e4460dda0234 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 998 time: 0.0588434 Aug 18 14:58:37.737620 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-c32207de-d8da-4892-99f2-e26b5d6c5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.739094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-c32207de-d8da-4892-99f2-e26b5d6c5200 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0430768 Aug 18 14:58:37.750964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-b41221e5-5a46-4e14-aaec-c531e6f59b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.752434 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-b41221e5-5a46-4e14-aaec-c531e6f59b0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0466299 Aug 18 14:58:37.787113 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-b22147a4-8566-48b6-b217-4098c1cb0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.788604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-b22147a4-8566-48b6-b217-4098c1cb0509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397029 Aug 18 14:58:37.802225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e593-ff5c-41bf-8256-203384a977fd req-664b4a7a-6801-4af3-b4ab-1e10d9451cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:37.803697 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-664b4a7a-6801-4af3-b4ab-1e10d9451cc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399463 Aug 18 14:58:37.881792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-e2871068-7b78-4065-bc4e-52d7b3c6beb9 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Aug 18 14:58:37.900038 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-9d278e76-718e-4c54-b93d-c37b59cbec04 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 Aug 18 14:58:37.972457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-b8c05a33-3ea3-489f-b7f7-3d7a2e4c925f service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Aug 18 14:58:37.993788 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a397e593-ff5c-41bf-8256-203384a977fd req-8ff0246b-eeca-48c0-b8fc-b6281f1621fd service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818543 Aug 18 14:58:38.307683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8123e-958c-4695-901b-fdd27ad62cee req-b44921e4-a3b2-4632-8c71-d05d9d24ec64 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:38.309264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cbc8123e-958c-4695-901b-fdd27ad62cee req-b44921e4-a3b2-4632-8c71-d05d9d24ec64 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0506539 Aug 18 14:58:38.347925 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cbc8123e-958c-4695-901b-fdd27ad62cee req-c72531d5-fdc3-4921-931b-b3de408a84bb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Aug 18 14:58:38.660964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:38.697472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:39.524928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce820a3-f8f1-47c9-b5bd-118dbe9f0541 req-817213d2-8e40-4a9d-b902-69f6fbe32879 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:39.526530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ce820a3-f8f1-47c9-b5bd-118dbe9f0541 req-817213d2-8e40-4a9d-b902-69f6fbe32879 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.1102550 Aug 18 14:58:39.564693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ce820a3-f8f1-47c9-b5bd-118dbe9f0541 req-a9d19694-99b7-4080-b4f3-933f336705c7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Aug 18 14:58:39.849642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbab00-d44c-485c-89ed-ad7febe1b7b9 req-c4c92f4d-7c3b-41fe-8446-d8906e939ba0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:39.851165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcdbab00-d44c-485c-89ed-ad7febe1b7b9 req-c4c92f4d-7c3b-41fe-8446-d8906e939ba0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 943 time: 0.0492382 Aug 18 14:58:39.888963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcdbab00-d44c-485c-89ed-ad7febe1b7b9 req-5498a148-b1fd-4094-89f0-53e062199dc8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Aug 18 14:58:39.924170 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-69e84447-3855-4331-9329-39e864fdf67a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:39.925608 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-69e84447-3855-4331-9329-39e864fdf67a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 943 time: 0.0521338 Aug 18 14:58:39.991043 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-94488b85-a916-4435-83e8-83ba4752a309 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:58:39.992002 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-94488b85-a916-4435-83e8-83ba4752a309 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a098ed14-17a6-4691-b851-b3f90bb87705/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0551167 Aug 18 14:58:40.053122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:58:40.151825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:40.164586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'mac_address': 'fa:16:3e:f0:7e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:58:40.204344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:40.218784 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a098ed14-17a6-4691-b851-b3f90bb87705 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:40.239244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:40.294852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:40.347409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:40.355192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.355541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.355887 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.356224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.356557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.356885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.357211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.357536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.357877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.358205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.358526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.358845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:40.404969 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-b2422e75-9c81-4b59-ba88-b2d9abc965a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:40.406468 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-b2422e75-9c81-4b59-ba88-b2d9abc965a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1095 time: 0.3622997 Aug 18 14:58:40.497952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-a199b69f-8a7f-410a-9140-6118fab19372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:40.499317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-a199b69f-8a7f-410a-9140-6118fab19372 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0806797 Aug 18 14:58:40.571300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-e5c76baf-f1ee-43f8-a38a-1263b458ef95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 999 time: 0.0592937 Aug 18 14:58:40.623577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-47308b9d-4624-477f-aee5-4f944ebe19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:40.624236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['a098ed14-17a6-4691-b851-b3f90bb87705'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:40.624925 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-47308b9d-4624-477f-aee5-4f944ebe19d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0420794 Aug 18 14:58:40.675291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-931c4de0-0db5-4acb-b8fb-aaeb885f0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:40.676774 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-931c4de0-0db5-4acb-b8fb-aaeb885f0efc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394077 Aug 18 14:58:40.782183 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-d47a50f0-e373-4336-852b-b7fd958c6cdd service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852849 Aug 18 14:58:40.786347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:40.875254 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4092a2a4-bc8d-454d-9d5c-631f54a25896 req-6113499e-d87b-46da-8cb8-0b4567d4e983 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813689 Aug 18 14:58:41.054678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe6a28-1f48-4d5b-86ab-aab35ddd6c89 req-7a0008b7-116f-4933-8dbc-40c3bebc4448 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.056166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ebe6a28-1f48-4d5b-86ab-aab35ddd6c89 req-7a0008b7-116f-4933-8dbc-40c3bebc4448 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 944 time: 0.0978732 Aug 18 14:58:41.093370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ebe6a28-1f48-4d5b-86ab-aab35ddd6c89 req-12e317c8-e0a1-42ab-8a5a-7a6cd80a5d2e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 Aug 18 14:58:41.523519 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:42.069070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:58:42.169370 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port a098ed14-17a6-4691-b851-b3f90bb87705 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:58:42.173398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port a098ed14-17a6-4691-b851-b3f90bb87705 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:42.173777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:42.213623 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0763-3025-455a-850e-92dc639fb8e2 req-406fc734-7b44-4675-8841-790320f7291d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.215147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7af0763-3025-455a-850e-92dc639fb8e2 req-406fc734-7b44-4675-8841-790320f7291d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 944 time: 0.0533426 Aug 18 14:58:42.252092 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:42.253310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7af0763-3025-455a-850e-92dc639fb8e2 req-3da793b5-8c13-4aa6-b320-ab0e48e08691 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Aug 18 14:58:42.275912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:42.278178 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373a1e6-bc15-4ce5-9582-3806f7dcb1f9" -d '{"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-plugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:42.291135 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:42.315807 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e5a699-e873-452d-b248-78a69605be8d x-openstack-request-id: req-f8e5a699-e873-452d-b248-78a69605be8d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:42.316097 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-plugged", "status": "completed", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:42.316398 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e5a699-e873-452d-b248-78a69605be8d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:42.316796 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'code': 200} Aug 18 14:58:42.346885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:42.371438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b897cd-94b2-4680-b07d-cf4557e491a7 req-bba8bc4a-7ea9-4a1a-a3a5-d798304b7f07 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.372934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17b897cd-94b2-4680-b07d-cf4557e491a7 req-bba8bc4a-7ea9-4a1a-a3a5-d798304b7f07 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 944 time: 0.0494308 Aug 18 14:58:42.393712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:42.411254 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17b897cd-94b2-4680-b07d-cf4557e491a7 req-ab762579-550d-448a-9129-075c90624a41 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Aug 18 14:58:42.722048 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034daa67-8c74-4cc4-840c-b457f7b60342 req-afa6d298-ed76-4959-b036-a62e1313aaaf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.723460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-034daa67-8c74-4cc4-840c-b457f7b60342 req-afa6d298-ed76-4959-b036-a62e1313aaaf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0493524 Aug 18 14:58:42.761081 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-034daa67-8c74-4cc4-840c-b457f7b60342 req-973d9644-1e48-4779-93a2-1c0f5b3c0d07 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Aug 18 14:58:42.818198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-eaabb355-4974-4c03-adb0-500c36093064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.819669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-eaabb355-4974-4c03-adb0-500c36093064 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 1096 time: 0.0437155 Aug 18 14:58:42.907461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-7027f1ac-8b0f-44d6-b0d5-e9ba0bb764a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.908907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-7027f1ac-8b0f-44d6-b0d5-e9ba0bb764a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0818040 Aug 18 14:58:42.977550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-340b1c92-7b4e-4d7c-b24c-325a9e51e89b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 200 len: 1000 time: 0.0585749 Aug 18 14:58:43.030655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-331f0be6-2fc2-4d8f-9555-752322b28dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:43.032030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-331f0be6-2fc2-4d8f-9555-752322b28dde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0418837 Aug 18 14:58:43.081004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-3056c438-7960-4c41-98b9-2e92355a7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:43.082480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-3056c438-7960-4c41-98b9-2e92355a7dc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383375 Aug 18 14:58:43.176627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-50b39f03-5736-411b-907b-f0db2bdebe86 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Aug 18 14:58:43.265752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3dd19518-58f4-4bdf-95b1-68966a9d1a57 req-5325ce24-239c-42c9-b8c0-2dadea9da337 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806997 Aug 18 14:58:43.881359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30de7-2646-4e74-8c4f-6b3ebfaa4f63 req-fd025302-ee48-4f5a-abce-341fcb7675cd tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:43.882906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c30de7-2646-4e74-8c4f-6b3ebfaa4f63 req-fd025302-ee48-4f5a-abce-341fcb7675cd tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0506475 Aug 18 14:58:43.926572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5c30de7-2646-4e74-8c4f-6b3ebfaa4f63 req-ef90bf9c-51ac-4636-bfd8-611fd01b9f8a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 Aug 18 14:58:45.043290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb12e7-3aee-4295-87f2-d5b4596144ed req-ebb5f197-c8ad-4b19-9877-2aa6e7cb771c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:45.044779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bebb12e7-3aee-4295-87f2-d5b4596144ed req-ebb5f197-c8ad-4b19-9877-2aa6e7cb771c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0503459 Aug 18 14:58:45.081784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bebb12e7-3aee-4295-87f2-d5b4596144ed req-76a6839c-6589-418f-ad87-2b6762d17fd0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311284 Aug 18 14:58:45.466129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d777b-4c80-4446-99b3-ec2420894d48 req-3ee00048-ebb6-4a53-9974-c5f7c1c24ca0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:45.467596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a8d777b-4c80-4446-99b3-ec2420894d48 req-3ee00048-ebb6-4a53-9974-c5f7c1c24ca0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0493228 Aug 18 14:58:45.487203 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:58:45.504672 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a8d777b-4c80-4446-99b3-ec2420894d48 req-5b21e074-4dc8-48c9-95be-604fcba112bf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Aug 18 14:58:46.619952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449954b-1961-48be-9dbd-679dbad32486 req-b8e71d9a-43d9-49cd-b098-2e19746c3b66 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:46.621466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b449954b-1961-48be-9dbd-679dbad32486 req-b8e71d9a-43d9-49cd-b098-2e19746c3b66 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0488725 Aug 18 14:58:46.662824 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b449954b-1961-48be-9dbd-679dbad32486 req-a01c0243-a832-40d4-a99b-8f757377473c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353725 Aug 18 14:58:46.860531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aacb9a-7816-4374-8380-7c2835038ddb req-a913d493-95eb-4975-9165-a4c3bb54c44e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:46.862027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81aacb9a-7816-4374-8380-7c2835038ddb req-a913d493-95eb-4975-9165-a4c3bb54c44e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 945 time: 0.0476458 Aug 18 14:58:46.948865 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Deleting port a098ed14-17a6-4691-b851-b3f90bb87705 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:46.949212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.276342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] For port a098ed14-17a6-4691-b851-b3f90bb87705, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=a098ed14-17a6-4691-b851-b3f90bb87705,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:47.276626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.486103 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.486483 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.486804 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 disassociated. External IP: 172.25.1.87, port: a098ed14-17a6-4691-b851-b3f90bb87705. Aug 18 14:58:47.487154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Calling delete_port for a098ed14-17a6-4691-b851-b3f90bb87705 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:47.689079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.718266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'Port': ['ID=a098ed14-17a6-4691-b851-b3f90bb87705,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:47.799187 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5321edb2-fe8b-4cad-941e-31d78436ea80 req-578a10fd-085a-456f-a054-2b40f5b17a0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ace2f-db76-4077-ace9-0bb497856def HTTP/1.1" status: 200 len: 210 time: 0.0402982 Aug 18 14:58:47.861269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:47.969140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:47.979152 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:47.988520 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:47.989049 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:58:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:48.011187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] No DVR routers for this DVR port a098ed14-17a6-4691-b851-b3f90bb87705 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:48.013902 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:48.015975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-81aacb9a-7816-4374-8380-7c2835038ddb req-9f598d63-0141-4a1c-a87a-f6635a7e7f33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "DELETE /v2.0/ports/a098ed14-17a6-4691-b851-b3f90bb87705 HTTP/1.1" status: 204 len: 173 time: 1.1471953 Aug 18 14:58:48.016414 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-deleted', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:48.018706 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887839f5-28b4-48ca-aea2-a2b2479cf978" -d '{"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-deleted", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:48.057388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffee30f-47ec-4619-97c8-68c3ab792da5 x-openstack-request-id: req-3ffee30f-47ec-4619-97c8-68c3ab792da5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:48.057388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ace2f-db76-4077-ace9-0bb497856def", "name": "network-vif-deleted", "tag": "a098ed14-17a6-4691-b851-b3f90bb87705", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:48.057388 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ffee30f-47ec-4619-97c8-68c3ab792da5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:48.057388 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ace2f-db76-4077-ace9-0bb497856def', 'name': 'network-vif-deleted', 'tag': 'a098ed14-17a6-4691-b851-b3f90bb87705', 'status': 'completed', 'code': 200} Aug 18 14:58:48.095857 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:48.288828 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:48.314351 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:48.322295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:48.322900 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:58:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:48.423623 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:48.620166 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:48.646041 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e82f9d-2089-4eba-99b0-1d6ac1adc3b9 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:48.853108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86ed40-9b12-4820-988b-2eea8aca0c3c None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:58:49.080993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-51efe6c0-0f90-418e-8fff-73176ad54f71 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1775407384&fields=id&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 267 time: 0.0342622 Aug 18 14:58:49.185645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-9bdcdcf1-992d-43fe-bcfe-4ece8a04ec88 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:49.187138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-9bdcdcf1-992d-43fe-bcfe-4ece8a04ec88 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.0993428 Aug 18 14:58:49.202437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c6e65eaa-8601-4411-9253-4ab9e67cac0f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/quotas/4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Aug 18 14:58:49.257267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-9ae0377e-c5fd-4750-bfce-9b130d7b2cf7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497606 Aug 18 14:58:49.349612 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-fe8ab67a-6731-49ef-ba53-65a0ce8c539e service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802934 Aug 18 14:58:49.441062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1a80da3a-830e-47b8-8dac-6e22e9b79402 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Aug 18 14:58:49.675291 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7b069b58-87c0-4966-a872-ed190742c6dd req-8a72152f-99da-44a3-92bb-aa040d81ca10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Aug 18 14:58:50.751938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7980ed6a-8c4e-4c60-8857-dd6d9f557df6 req-5ed2e0a1-d5f6-4172-a3f0-57409f6c417b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Aug 18 14:58:51.829914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d63f380-074e-430b-ba6d-3fc02c70154c req-369b8412-b684-4e84-8e49-9f13ab84cbbf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0262647 Aug 18 14:58:51.940189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f9bbf62a-207e-4358-8659-d59c9d112bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:52.086868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:52.106665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: a098ed14-17a6-4691-b851-b3f90bb87705 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:52.107044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device a098ed14-17a6-4691-b851-b3f90bb87705 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:52.921961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50064fce-93ec-4abc-ab3c-7ad8e7777165 req-807db3de-29ac-41d0-96a3-bca171ff348f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Aug 18 14:58:53.524282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-deb8afed-562c-4271-92ba-6ea462f562a2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:53.525787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-deb8afed-562c-4271-92ba-6ea462f562a2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1066074 Aug 18 14:58:53.577187 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-81a1b812-e5d8-4801-9376-15410be2719a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 380 time: 0.0352633 Aug 18 14:58:53.590467 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'port': {'device_id': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'admin_state_up': True, 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'security_groups': ['9a3fc9ab-672a-414e-90e6-49b1af2ece5c']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:53.780365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:58:53.783875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:53.904481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Allocated IP 172.20.0.10 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:58:54.014399 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34fe074d-34d3-4d53-9cab-13966415f5ea req-8aaff0d9-5891-4e5e-8bdf-e3a63917ad98 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0265687 Aug 18 14:58:54.047317 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.055485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Transition to ACTIVE for port object ae86a053-0d8c-4ed0-bed5-af730e8fb0bd will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:54.140815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.186252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:58:54.189335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:58:54.191792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:58:54.222157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:54.234086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.234438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.234789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.235136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.235475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.235819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.236153 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.236483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.236813 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.237143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.237474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.237804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:54.263642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:54.264263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.329973 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c343d225-9823-4669-a981-5595e9ee2ef4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432046 Aug 18 14:58:54.352652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Request body: {'port': {'device_id': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:54.406524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.529031 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-53abd064-2a4e-47b3-9a28-093064a821a2 None None] Provisioning for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:58:54.533005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-53abd064-2a4e-47b3-9a28-093064a821a2 None None] Provisioning complete for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:54.533408 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-53abd064-2a4e-47b3-9a28-093064a821a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.567788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-53abd064-2a4e-47b3-9a28-093064a821a2 None None] Port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:58:54.662611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:54.669828 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.681144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Transition to ACTIVE for port object ae86a053-0d8c-4ed0-bed5-af730e8fb0bd will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:54.768546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.814327 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-174f19b2-75f2-42b5-b58c-3773c6c69f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.820305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:54.893403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:58:54.893893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:58:54.894255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:54.898784 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:58:54.899110 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:54.903886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:58:54.904223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:58:54.905175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:58:54.905603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Bound port: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:58:54.905988 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.972046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:58:54.975314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:58:55.002923 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:55.049249 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:55.092080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.092713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:55.094352 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] 10.222.0.10 "PUT /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1092 time: 0.7464812 Aug 18 14:58:55.095105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:55.097394 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509bd31-b666-43c0-b93c-b6b75541dbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:55.119801 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31539c-3e19-4e55-b3e3-c83749e9cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:55.151137 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7fc843-2f0e-45c4-9a77-022e096e7305 x-openstack-request-id: req-af7fc843-2f0e-45c4-9a77-022e096e7305 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:55.151663 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:55.151996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c61e28-fec2-4fef-9d2d-04c1d42e8b9a req-a79e216e-8d5f-49e1-95e3-88ebb4d2c24b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.152489 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af7fc843-2f0e-45c4-9a77-022e096e7305 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:55.152489 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'status': 'completed', 'code': 200} Aug 18 14:58:55.154383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22c61e28-fec2-4fef-9d2d-04c1d42e8b9a req-a79e216e-8d5f-49e1-95e3-88ebb4d2c24b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0733926 Aug 18 14:58:55.194494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22c61e28-fec2-4fef-9d2d-04c1d42e8b9a req-4c9a95f4-8135-435d-bcf8-e5134d5fce7e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Aug 18 14:58:55.227541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-f8f0eff4-3b0e-49aa-92de-6defd187da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.229212 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-f8f0eff4-3b0e-49aa-92de-6defd187da67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1095 time: 0.0451438 Aug 18 14:58:55.338435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-bfd8ecee-bb6c-4de5-85e1-b45cf9dca06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.339921 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-bfd8ecee-bb6c-4de5-85e1-b45cf9dca06d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970407 Aug 18 14:58:55.438394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-ac901815-f8ed-4093-8301-3d3efa5ed422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.439799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0509bd31-b666-43c0-b93c-b6b75541dbdf req-ac901815-f8ed-4093-8301-3d3efa5ed422 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886123 Aug 18 14:58:55.520594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-a09fcb53-7de0-473d-a2b7-1382214752a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.522607 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-a09fcb53-7de0-473d-a2b7-1382214752a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1095 time: 0.0412331 Aug 18 14:58:55.572542 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-1eaef855-5754-46a1-9b9b-2fe9e9b4e79f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 217 time: 0.0390482 Aug 18 14:58:55.625952 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-d830e649-f570-45c6-87cf-3b20928586e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.627480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-d830e649-f570-45c6-87cf-3b20928586e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0435081 Aug 18 14:58:55.677168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-df137d15-9c3c-4027-88b5-de4705625f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:55.678727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-df137d15-9c3c-4027-88b5-de4705625f28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400465 Aug 18 14:58:55.775078 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-f03bab8c-f4a2-4717-b510-3229ab44f99d service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Aug 18 14:58:55.869317 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-454d8ad4-730a-4861-a021-ed2871b663c1 req-c46a0270-c905-4f3d-8af4-3b5cef9ce7f6 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817692 Aug 18 14:58:56.054588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:56.313127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a39da7-7d40-4c80-9e05-e1686c7bac5a req-8db8ce73-e365-41a0-af11-b0f7e8c796ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:56.314533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a39da7-7d40-4c80-9e05-e1686c7bac5a req-8db8ce73-e365-41a0-af11-b0f7e8c796ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0480604 Aug 18 14:58:56.351726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7a39da7-7d40-4c80-9e05-e1686c7bac5a req-2072524d-83a9-4d72-ad73-a546680dbc31 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Aug 18 14:58:57.508292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9c96-6ea3-4e46-824c-ddf29018cd0c req-8c5fa630-7074-4700-808f-01412d012ea3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:57.509789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-facd9c96-6ea3-4e46-824c-ddf29018cd0c req-8c5fa630-7074-4700-808f-01412d012ea3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0489881 Aug 18 14:58:57.548379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-facd9c96-6ea3-4e46-824c-ddf29018cd0c req-458ecfd1-d20c-4820-8c6b-67f83423253a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Aug 18 14:58:57.699777 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:58.664008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842fa3-ce1f-4cd6-88b7-564367933e5a req-3d0409e4-a200-4e9e-a585-b56b0559f247 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:58.665462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51842fa3-ce1f-4cd6-88b7-564367933e5a req-3d0409e4-a200-4e9e-a585-b56b0559f247 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0519505 Aug 18 14:58:58.702906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-51842fa3-ce1f-4cd6-88b7-564367933e5a req-2801b689-af80-40d3-9977-6c395f078b28 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Aug 18 14:58:58.725420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:58:58.820175 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:58.830967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:58:58.866338 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:58.879558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:58.898262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:58.956945 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:59.006257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:59.276358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:59.814007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f5cf-f2ee-4363-aa07-9d0cd9051c98 req-8586b693-5329-43e7-acc9-05969afcfdb4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:59.815491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd40f5cf-f2ee-4363-aa07-9d0cd9051c98 req-8586b693-5329-43e7-acc9-05969afcfdb4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Aug 18 14:58:59.852576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd40f5cf-f2ee-4363-aa07-9d0cd9051c98 req-5cbe54c9-e2f7-40f4-ab4b-08652e6bfd2d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Aug 18 14:59:00.739338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:59:00.848247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:59:00.851728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:59:00.852098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:00.933195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:00.956162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:59:00.958582 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47e1ff0-a3ce-45e7-8977-d15619ce4802" -d '{"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-plugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:59:00.971884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:00.977062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8078-8fa3-437f-bbea-59e0ce8dd5cf req-f0206122-8ef4-4e93-aad0-294a86552415 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:00.981885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c9d8078-8fa3-437f-bbea-59e0ce8dd5cf req-f0206122-8ef4-4e93-aad0-294a86552415 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Aug 18 14:59:01.016206 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5447fb-87c7-4729-aed0-ae3033bb86a6 x-openstack-request-id: req-7c5447fb-87c7-4729-aed0-ae3033bb86a6 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:59:01.016504 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-plugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:59:01.016847 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c5447fb-87c7-4729-aed0-ae3033bb86a6 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:59:01.017167 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'code': 200} Aug 18 14:59:01.025017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c9d8078-8fa3-437f-bbea-59e0ce8dd5cf req-25cc8f77-17ad-45ed-84f7-eb813af6fc39 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Aug 18 14:59:01.037476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:01.087722 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:01.134058 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352dc26-2147-469a-82e0-c7c4bf19aa06 req-96a5528d-058b-41ca-8405-5f98d4f467cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:01.135513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d352dc26-2147-469a-82e0-c7c4bf19aa06 req-96a5528d-058b-41ca-8405-5f98d4f467cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1097 time: 0.0426333 Aug 18 14:59:01.182638 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d352dc26-2147-469a-82e0-c7c4bf19aa06 req-9b679b45-cc2b-44b9-9749-6b4de37c80b8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Aug 18 14:59:02.148913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ff35f-ae2f-4e79-9f1c-08d05c544b68 req-18882935-a919-4efe-9031-d319d660720b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:02.150418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11ff35f-ae2f-4e79-9f1c-08d05c544b68 req-18882935-a919-4efe-9031-d319d660720b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Aug 18 14:59:02.188160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f11ff35f-ae2f-4e79-9f1c-08d05c544b68 req-211510de-e600-4e79-be40-7a472383f154 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Aug 18 14:59:03.303047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecf66f-a566-45bb-948e-5d708c2eb7ff req-99c855d8-bbdc-48e8-b23f-26b9a16a37f4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:03.304554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45ecf66f-a566-45bb-948e-5d708c2eb7ff req-99c855d8-bbdc-48e8-b23f-26b9a16a37f4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0489454 Aug 18 14:59:03.341242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-45ecf66f-a566-45bb-948e-5d708c2eb7ff req-ab4eb53d-99c8-43e0-90e0-cef92f260f7d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Aug 18 14:59:03.450051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac41fc-49fe-491a-a11a-af9df82b7b09 req-45b48f18-e297-49db-858b-739f115e6411 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:03.452039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eaac41fc-49fe-491a-a11a-af9df82b7b09 req-45b48f18-e297-49db-858b-739f115e6411 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Aug 18 14:59:03.460492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48166) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:03.464855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'floatingip': {'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:59:03.506171 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:03.931825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:04.054406 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:04.148018 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 associated. External IP: 172.25.1.87, port: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd. Aug 18 14:59:04.348418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:59:04.453902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:59:04.459094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:04.463211 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cd9923-231b-43a2-b061-166851671592 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:59:04.472782 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:04.473375 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:04.487133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1a3e2a91-3697-47d8-b170-a4fe02f6b108 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "PUT /v2.0/floatingips/dc6878f3-6b7f-4090-bcab-e87b3d77ba68 HTTP/1.1" status: 200 len: 991 time: 1.0256233 Aug 18 14:59:04.487728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:59:04.490004 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6087f8a4-68db-4113-9387-a33115640768" -d '{"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:59:04.528905 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2bb1ba-dfce-40a4-a09d-3ff9a187d753 x-openstack-request-id: req-2c2bb1ba-dfce-40a4-a09d-3ff9a187d753 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:59:04.529336 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:59:04.529605 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c2bb1ba-dfce-40a4-a09d-3ff9a187d753 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:59:04.530690 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'status': 'completed', 'code': 200} Aug 18 14:59:04.597716 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f8a4-68db-4113-9387-a33115640768 req-7ac9d265-ee79-4300-add1-d643f3ccfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:04.599350 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-7ac9d265-ee79-4300-add1-d643f3ccfc3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1097 time: 0.0433319 Aug 18 14:59:04.666971 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:04.689199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f8a4-68db-4113-9387-a33115640768 req-618a21fb-0581-42d9-88dd-f3f201f8895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:04.690733 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-618a21fb-0581-42d9-88dd-f3f201f8895f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0843387 Aug 18 14:59:04.761446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-6770d04d-4b66-473b-96db-ce06137745d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 999 time: 0.0626953 Aug 18 14:59:04.810825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f8a4-68db-4113-9387-a33115640768 req-417b7e91-ea49-4a4d-a45e-0c825f31e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:04.813227 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-417b7e91-ea49-4a4d-a45e-0c825f31e222 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0437922 Aug 18 14:59:04.860751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f8a4-68db-4113-9387-a33115640768 req-d7716715-3bd8-4968-8354-a1ed9c290c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:04.862202 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-d7716715-3bd8-4968-8354-a1ed9c290c5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418391 Aug 18 14:59:04.887736 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:59:03Z', 'revision_number': 9, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:04.914731 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cd9923-231b-43a2-b061-166851671592 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:59:04.922855 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:04.923477 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T14:58:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:04.955776 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-bd2d8ff9-4494-4cbc-86a2-d5437e28ecd0 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865951 Aug 18 14:59:05.026170 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:05.044705 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6087f8a4-68db-4113-9387-a33115640768 req-2d07c8e5-6c50-4acf-9daf-a5a04c61d2d0 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817349 Aug 18 14:59:05.241682 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-30cd9923-231b-43a2-b061-166851671592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:59:03Z', 'revision_number': 9, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:05.267887 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cd9923-231b-43a2-b061-166851671592 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T14:59:03Z', 'revision_number': 9, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:59:05.449434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cfc9b1-9af8-49a7-8813-8adaea36ce5e None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:59:10.825476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:11.459767 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:20.071656 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-32353ec7-8b77-49c9-ab6f-4023dea7b2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449913 Aug 18 14:59:20.149086 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-4aced9c8-6309-4274-9b50-13de8e3dee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:20.165802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-4aced9c8-6309-4274-9b50-13de8e3dee03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1097 time: 0.0395608 Aug 18 14:59:20.251437 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-d5a07b2b-e11b-4a4f-ae99-65e0649debe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:20.252881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-d5a07b2b-e11b-4a4f-ae99-65e0649debe2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0828133 Aug 18 14:59:20.320258 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-2bc5cadb-f8dc-480a-97a8-5944a22ad0b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1002 time: 0.0604818 Aug 18 14:59:20.368142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-4ba15ab3-4125-444a-9553-0eca85c35101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:20.369521 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-4ba15ab3-4125-444a-9553-0eca85c35101 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0425239 Aug 18 14:59:20.414294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-74cc1c20-6b45-43cd-a148-18b72727cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:20.415739 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-74cc1c20-6b45-43cd-a148-18b72727cab3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391622 Aug 18 14:59:20.508574 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-43758387-51ab-42e7-9c29-0d96cbc2212f service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Aug 18 14:59:20.599976 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-53937658-15f9-4729-b9e3-116ebb3bc094 req-3f55a7e0-fffe-44b4-aa5b-954e8cc3ca2a service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820937 Aug 18 14:59:21.968029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-798dc5ab-bafe-4d16-a15e-3c9edbeacbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:22.487664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:59:24.814057 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-111e0d94-fe2c-4329-8aab-94f25d580981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:24.985242 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:26.047959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:27.693675 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:40.785319 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:41.476095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:51.944521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2179a82e-9f80-471e-8d99-89317d54b5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:54.795959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e396-44c8-4ad4-ad9c-d2a90626740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:54.995983 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:56.047014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.721570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.487973 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:00:10.790028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:11.469577 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:21.668768 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-14b8472f-166f-4b6e-ac17-f75696368260 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449557 Aug 18 15:00:21.757638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed6b3-9436-463e-abb6-6e566568d4fd req-8cab3f1a-3b73-49a3-a7ae-63a3c96e86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:21.759167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-8cab3f1a-3b73-49a3-a7ae-63a3c96e86fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1097 time: 0.0432477 Aug 18 15:00:21.865067 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed6b3-9436-463e-abb6-6e566568d4fd req-35cbfc21-6e5e-4745-b6e4-4006f0567909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:21.866559 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-35cbfc21-6e5e-4745-b6e4-4006f0567909 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0837476 Aug 18 15:00:21.941216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-470d2281-f21e-47b3-bc34-cd5eaa329be5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1002 time: 0.0613956 Aug 18 15:00:21.949679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eea81bb3-6544-4af4-b21e-211c26f2856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:21.994795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed6b3-9436-463e-abb6-6e566568d4fd req-b49c26d4-f0c7-4107-9a2f-aeb1ec182c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:21.996219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-b49c26d4-f0c7-4107-9a2f-aeb1ec182c73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0430195 Aug 18 15:00:22.046162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed6b3-9436-463e-abb6-6e566568d4fd req-18380da6-2ade-4d8f-a098-bd34b77350eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:22.047606 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-18380da6-2ade-4d8f-a098-bd34b77350eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391476 Aug 18 15:00:22.145818 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-7896394b-8dc5-473b-a253-94ff6213f07f service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881283 Aug 18 15:00:22.239907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-babed6b3-9436-463e-abb6-6e566568d4fd req-7eea5e21-98c0-4c09-ac28-78235b0ff455 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811374 Aug 18 15:00:24.789243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f583b71-a59b-4632-9f9a-04ca367032f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:25.012356 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.080724 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.698174 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.487114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:00:40.801276 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.491965 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.939527 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02907910-a475-41df-a6eb-41c845c97174 req-15c84dc6-8129-4f37-8cdd-03e228beb464 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:43.941062 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02907910-a475-41df-a6eb-41c845c97174 req-15c84dc6-8129-4f37-8cdd-03e228beb464 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0513685 Aug 18 15:00:43.982105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02907910-a475-41df-a6eb-41c845c97174 req-d8ed58c5-1b97-4739-a8d9-d4f2fc309540 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344126 Aug 18 15:00:44.123023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-6f7fc734-5937-4c7e-afe7-e58893f380cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765102 Aug 18 15:00:45.098501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38095c-a828-49fb-8bf8-5587cdf825c2 req-b88da1c1-8c01-4824-8965-ccd5450bf181 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:45.099986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c38095c-a828-49fb-8bf8-5587cdf825c2 req-b88da1c1-8c01-4824-8965-ccd5450bf181 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0499735 Aug 18 15:00:45.137517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c38095c-a828-49fb-8bf8-5587cdf825c2 req-abc8217a-5386-49d5-95dd-6c8d47d95398 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Aug 18 15:00:46.172259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-1d97167c-833e-4932-8b4c-24b544f9c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:46.173787 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-1d97167c-833e-4932-8b4c-24b544f9c899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1097 time: 0.0470169 Aug 18 15:00:46.252630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afaf4e-297e-463d-842b-6e4f4d2535cf req-e86f3695-3a63-43cb-8c70-cbf81259a8d3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:46.254120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93afaf4e-297e-463d-842b-6e4f4d2535cf req-e86f3695-3a63-43cb-8c70-cbf81259a8d3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0475945 Aug 18 15:00:46.269593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-762647e8-1f3e-4977-8f0b-5c49f6682928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:46.271140 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-762647e8-1f3e-4977-8f0b-5c49f6682928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0851576 Aug 18 15:00:46.291939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93afaf4e-297e-463d-842b-6e4f4d2535cf req-d9915392-2286-482d-a8c9-e6683cca5790 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Aug 18 15:00:46.345633 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-3daea92f-3d90-426a-a1aa-f7c703abd71e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1002 time: 0.0619059 Aug 18 15:00:46.398023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-05d3dbef-b201-4e3b-bb00-591290d8d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:46.399420 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-05d3dbef-b201-4e3b-bb00-591290d8d23e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0430379 Aug 18 15:00:46.446904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-5b91406c-5a6d-424b-a113-4354da8bd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:46.448257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-5b91406c-5a6d-424b-a113-4354da8bd4e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385432 Aug 18 15:00:46.544125 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-e54d75b0-5891-40be-8490-2f3b1d0267ce service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838621 Aug 18 15:00:46.636712 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-cdaac2aa-137e-4a42-9f42-73e0aa1326c9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805218 Aug 18 15:00:47.408775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5e23f-9d61-4788-b6ac-86f5e31262ba req-5a2676d6-ce2b-4a63-bb6d-c964af5852ee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:47.410240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1a5e23f-9d61-4788-b6ac-86f5e31262ba req-5a2676d6-ce2b-4a63-bb6d-c964af5852ee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0510519 Aug 18 15:00:47.446894 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e1a5e23f-9d61-4788-b6ac-86f5e31262ba req-d3e9cf13-5413-415d-9043-53a88cfb8262 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Aug 18 15:00:48.560539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f115f5-3100-459d-a0ac-451d4db58dbe req-bb38d877-ccf6-4dae-9520-1d9af63ac7f7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:48.562022 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93f115f5-3100-459d-a0ac-451d4db58dbe req-bb38d877-ccf6-4dae-9520-1d9af63ac7f7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Aug 18 15:00:48.598301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-93f115f5-3100-459d-a0ac-451d4db58dbe req-855931f9-b26e-4941-bf8f-d9f24c02bf69 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297635 Aug 18 15:00:49.712611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f997cd-3d27-46fe-bcd3-b89f7f2a663e req-7a14ea72-5b88-44ba-9fe8-f8d3c97ab64e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:49.714109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f997cd-3d27-46fe-bcd3-b89f7f2a663e req-7a14ea72-5b88-44ba-9fe8-f8d3c97ab64e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0480433 Aug 18 15:00:49.751462 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91f997cd-3d27-46fe-bcd3-b89f7f2a663e req-0fc3491e-c69f-4b40-9951-fc4de36acaa6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Aug 18 15:00:50.866757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dab9d-c3e9-420d-a09d-b2a5ae1ff45d req-71dfccff-29f3-463e-b0a6-8a6d4b1bbf34 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:50.868219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c7dab9d-c3e9-420d-a09d-b2a5ae1ff45d req-71dfccff-29f3-463e-b0a6-8a6d4b1bbf34 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0516260 Aug 18 15:00:50.904574 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c7dab9d-c3e9-420d-a09d-b2a5ae1ff45d req-d00c7537-910e-47fc-bcdd-f4f787cf2eb3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306203 Aug 18 15:00:51.966578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-884b8d44-bc52-47f7-9cac-7d59b1b70e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.019571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84fc6e-3854-481b-845f-40947e5b4549 req-3fc29d1d-8341-4b56-a7f9-f5cc120058b3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:52.021627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a84fc6e-3854-481b-845f-40947e5b4549 req-3fc29d1d-8341-4b56-a7f9-f5cc120058b3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0488925 Aug 18 15:00:52.058155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a84fc6e-3854-481b-845f-40947e5b4549 req-c597b9e5-0a0b-42f1-a5ef-f4677d804e83 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Aug 18 15:00:53.172843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b801c-18aa-4a72-8577-a838eaf91f1b req-7449c307-79dc-43df-b321-11cf9f2c9a2a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:53.174340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a3b801c-18aa-4a72-8577-a838eaf91f1b req-7449c307-79dc-43df-b321-11cf9f2c9a2a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0491762 Aug 18 15:00:53.211173 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a3b801c-18aa-4a72-8577-a838eaf91f1b req-eb2102c5-fd8f-48b1-a7ae-b9315c9a7f03 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Aug 18 15:00:54.327634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdf0e0-bb15-4859-a6b5-512f4ee30b98 req-e6051bf8-0749-4ced-a265-5929157da778 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:54.329108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08cdf0e0-bb15-4859-a6b5-512f4ee30b98 req-e6051bf8-0749-4ced-a265-5929157da778 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0519855 Aug 18 15:00:54.365819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-08cdf0e0-bb15-4859-a6b5-512f4ee30b98 req-dcafc51f-2adf-44a8-9a97-8ab51c5536e6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301530 Aug 18 15:00:54.800052 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3689c145-57b8-40cb-9cd4-3ee432577105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.999946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:55.480633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1b6b3-fc40-4425-ab5e-31239992b4b3 req-40a12e46-b8ed-4071-ab50-df33410864d8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:55.482141 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59d1b6b3-fc40-4425-ab5e-31239992b4b3 req-40a12e46-b8ed-4071-ab50-df33410864d8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0498714 Aug 18 15:00:55.519114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59d1b6b3-fc40-4425-ab5e-31239992b4b3 req-7d3c572f-d2fd-4910-afc5-5ae0a962c882 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Aug 18 15:00:56.080370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.634415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ccfe-559e-4fdf-bd97-6e2cd98a5a96 req-bfd2bcc1-fd6a-402f-b57c-7ca06315093c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:56.635867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d1ccfe-559e-4fdf-bd97-6e2cd98a5a96 req-bfd2bcc1-fd6a-402f-b57c-7ca06315093c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0490887 Aug 18 15:00:56.672980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98d1ccfe-559e-4fdf-bd97-6e2cd98a5a96 req-bf9632ae-e56c-4ede-82ce-6e5d9b43d21f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Aug 18 15:00:57.703187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.791277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7906bca-80b1-492d-a732-41fc2d527bbb req-70f39d17-ba8c-483e-acbe-267a15f7da33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:57.792664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7906bca-80b1-492d-a732-41fc2d527bbb req-70f39d17-ba8c-483e-acbe-267a15f7da33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0528605 Aug 18 15:00:57.829681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e7906bca-80b1-492d-a732-41fc2d527bbb req-3a3a7a75-59e9-4bf2-a7fe-297387e1654e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Aug 18 15:00:58.943232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506a71c-2099-43fd-afac-c83a5760370e req-b111c5c2-204f-497d-89b3-3d3ebc3cfe5a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:58.944697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d506a71c-2099-43fd-afac-c83a5760370e req-b111c5c2-204f-497d-89b3-3d3ebc3cfe5a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Aug 18 15:00:58.981944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d506a71c-2099-43fd-afac-c83a5760370e req-9cdce2a5-5f5f-48f6-a8c6-42deb8b1cffc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Aug 18 15:00:59.001654 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-b0e0f30b-f3c6-49ab-99f9-d3970dabcc51 service neutron] show failed (client error): The resource could not be found. Aug 18 15:00:59.001654 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-b0e0f30b-f3c6-49ab-99f9-d3970dabcc51 service neutron] 10.222.0.10 "GET /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0555034 Aug 18 15:00:59.509573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-d29f8274-e546-4adf-8902-6c1b545376d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:59.511099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-d29f8274-e546-4adf-8902-6c1b545376d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0781226 Aug 18 15:00:59.527936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:59.582062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.778608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:59.810912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:59.849515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:00:59.851809 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7d2fb-54d3-4503-9c03-281aabdae8b8" -d '{"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-unplugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:00:59.855491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.867819 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Transition to ACTIVE for port object ae86a053-0d8c-4ed0-bed5-af730e8fb0bd will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:59.943256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.955573 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478d193-f3ab-4f1a-bbf8-9062f7d7e614 x-openstack-request-id: req-c478d193-f3ab-4f1a-bbf8-9062f7d7e614 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:00:59.955865 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-unplugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:00:59.956120 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c478d193-f3ab-4f1a-bbf8-9062f7d7e614 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:00:59.956517 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'code': 200} Aug 18 15:01:00.291355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:00.321019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.321362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.321698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.322056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.322386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.322707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.323027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.323347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.323671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.323995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.324311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.324625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.353575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] No DVR routers for this DVR port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:01:00.398331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f861d-5d39-4bb1-9d0a-8f1003b2d13d req-09d20fc4-c615-483c-8162-d4df84e3e6f6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:00.399786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f75f861d-5d39-4bb1-9d0a-8f1003b2d13d req-09d20fc4-c615-483c-8162-d4df84e3e6f6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.1308336 Aug 18 15:01:00.477079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f75f861d-5d39-4bb1-9d0a-8f1003b2d13d req-41e34c77-4d44-46a7-a869-1c2f36f5d732 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694976 Aug 18 15:01:00.522513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:00.522513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:00.522718 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:00.526940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:01:00.527265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:00.532069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:00.532662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:00.533054 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:00.533476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Bound port: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:00.533849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.594912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:00.597890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:00.693191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.726566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:00.727184 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.728773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] 10.222.0.58 "PUT /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1092 time: 1.2048330 Aug 18 15:01:00.755178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e52b9b-7989-46c5-b4ad-1d610a506c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:00.799604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-c9e947d1-c8ed-47e3-8952-40bcf14e2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:00.801726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-c9e947d1-c8ed-47e3-8952-40bcf14e2322 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1095 time: 0.0423312 Aug 18 15:01:00.897614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-682b90cf-cd08-402d-9689-51b337148ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:00.899188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-682b90cf-cd08-402d-9689-51b337148ee6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0904970 Aug 18 15:01:00.969146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-68809cfb-c81e-4e71-84d6-febcc4c37239 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0557954 Aug 18 15:01:01.027654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-546164e1-6664-476a-8fa1-1da10e0dd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:01.029105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-546164e1-6664-476a-8fa1-1da10e0dd49e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0483251 Aug 18 15:01:01.076601 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-bf49f3a2-839b-47f1-882c-005e2b52a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:01.078066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-bf49f3a2-839b-47f1-882c-005e2b52a265 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387833 Aug 18 15:01:01.171656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-1d73e2cc-ad45-49c8-b5d6-6f1c030eab54 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Aug 18 15:01:01.262331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f71bb028-4678-4236-a02d-3268aaa8ff62 req-9cbe274d-e005-4635-9bbb-e13cb47f5ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Aug 18 15:01:01.601340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a976b3-ca32-41e4-973a-6073871e874d req-a59256f7-4ce0-4801-9b85-6e2c296f4a75 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:01.602905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a976b3-ca32-41e4-973a-6073871e874d req-a59256f7-4ce0-4801-9b85-6e2c296f4a75 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0505702 Aug 18 15:01:01.643958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85a976b3-ca32-41e4-973a-6073871e874d req-601232ef-144f-489a-8d9b-8325a558c3bd tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345414 Aug 18 15:01:01.957347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:01.959732 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:02.006971 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3440ff-5295-4a7a-b97e-cb7914d5f40c x-openstack-request-id: req-da3440ff-5295-4a7a-b97e-cb7914d5f40c {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:02.007560 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:02.007560 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da3440ff-5295-4a7a-b97e-cb7914d5f40c {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:02.008038 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'status': 'completed', 'code': 200} Aug 18 15:01:02.078829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-be127a55-7290-45ae-9189-95817a4d1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.079077 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-c6a2eb4d-f62b-476e-a3ec-22643761546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.080338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-be127a55-7290-45ae-9189-95817a4d1fef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1095 time: 0.0462933 Aug 18 15:01:02.080544 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-c6a2eb4d-f62b-476e-a3ec-22643761546c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1095 time: 0.0451298 Aug 18 15:01:02.169911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-7663ae03-b445-4b27-8583-bfd3b4ee06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.171409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-7663ae03-b445-4b27-8583-bfd3b4ee06ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0833750 Aug 18 15:01:02.174815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-2b2d590d-45d2-46fe-b059-f8b56501a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.176873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-2b2d590d-45d2-46fe-b059-f8b56501a98a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0843737 Aug 18 15:01:02.242053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-54801227-424b-48da-9860-9bbb22fd5f6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0622439 Aug 18 15:01:02.250844 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-640c7a78-1b54-4813-8308-3449fcec5bea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0613503 Aug 18 15:01:02.293008 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-5495f9ea-c254-4efc-bbe5-f701fdcf9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.294571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-5495f9ea-c254-4efc-bbe5-f701fdcf9b2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0442641 Aug 18 15:01:02.305080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-82cf5be2-c603-401e-a62c-681031688345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.306540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-82cf5be2-c603-401e-a62c-681031688345 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0440605 Aug 18 15:01:02.339997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-6043f4d5-ec3a-4c7a-8f48-3b567c2b7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.341537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-6043f4d5-ec3a-4c7a-8f48-3b567c2b7ccd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392747 Aug 18 15:01:02.357422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-27cad503-1908-47d0-8a58-4b2d6b827027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.358975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-27cad503-1908-47d0-8a58-4b2d6b827027 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397620 Aug 18 15:01:02.434631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-45a77c78-3cf9-4e94-9e1e-d1dbb96d81ae service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850556 Aug 18 15:01:02.454576 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-5b1a3efa-2249-4237-83ce-c77a4c336085 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838358 Aug 18 15:01:02.524154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-0f3898cf-91be-430e-b07e-c61d36b2abfc service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Aug 18 15:01:02.549042 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-aff66d8e-ab53-4592-a5ba-7f1ff79abd7a req-8cb1bd18-fc27-46d9-bf55-c159b53c7431 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831194 Aug 18 15:01:02.737117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:01:02.759528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3865f9-7b59-4f3f-8477-5c170d64020b req-d72e99de-6aea-4ddb-85f0-0eb1e62ee9f9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.761032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3865f9-7b59-4f3f-8477-5c170d64020b req-d72e99de-6aea-4ddb-85f0-0eb1e62ee9f9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Aug 18 15:01:02.799499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-db3865f9-7b59-4f3f-8477-5c170d64020b req-d520fdb7-4b99-4fc7-ab56-3ae09bd8f7b0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Aug 18 15:01:02.828257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:02.840483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:01:02.878861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.890788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:02.909693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:02.982693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.027602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:03.034951 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.035303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.036262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.036604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.036941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.037277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.037652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.038021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.038350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.038677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.039011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.039334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:03.392716 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:01:03.429586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:01:03.919739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d989eb6-c76b-4b1e-a9a2-cef09911f33b req-849d6163-2fb8-49a5-932d-9d95c2c9ef1b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:03.921214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d989eb6-c76b-4b1e-a9a2-cef09911f33b req-849d6163-2fb8-49a5-932d-9d95c2c9ef1b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Aug 18 15:01:03.958595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4d989eb6-c76b-4b1e-a9a2-cef09911f33b req-1bacd42c-c22b-4a1f-bd17-99d2354297df tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308657 Aug 18 15:01:04.264955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:01:04.482243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ed4f-13dd-4146-985e-566775d163e9 req-bc24f226-335c-462d-8c30-25ae66d5e5fc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.483718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f55ed4f-13dd-4146-985e-566775d163e9 req-bc24f226-335c-462d-8c30-25ae66d5e5fc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Aug 18 15:01:04.549078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f55ed4f-13dd-4146-985e-566775d163e9 req-9920cfcf-b618-4d06-b1d3-0cb3d6150976 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587163 Aug 18 15:01:04.566487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a61884aa-c005-4d10-8c12-e7d9629662ee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.567945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a61884aa-c005-4d10-8c12-e7d9629662ee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 945 time: 0.0646510 Aug 18 15:01:04.637942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-2692593b-316e-41ff-ae08-0a7607c53097 service neutron] 10.222.0.58 "GET /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd/bindings/n-h2-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.0560400 Aug 18 15:01:04.700213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-ea86fc62-b252-4cd9-8fad-19a59adc727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.701640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-ea86fc62-b252-4cd9-8fad-19a59adc727d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1096 time: 0.0395670 Aug 18 15:01:04.793121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-5af2e814-2b03-4378-a445-24bef94a48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.794494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-5af2e814-2b03-4378-a445-24bef94a48dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0850508 Aug 18 15:01:04.859602 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-c9cb792a-cbe2-4a9c-8440-951e6594992a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1001 time: 0.0567300 Aug 18 15:01:04.906473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-6ae62e54-8345-4b11-96e9-ef008dc23c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.908126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-6ae62e54-8345-4b11-96e9-ef008dc23c33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0414667 Aug 18 15:01:04.958931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-d155ea89-414b-447a-9390-38f3e5a23ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.960413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-d155ea89-414b-447a-9390-38f3e5a23ed1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438631 Aug 18 15:01:05.049956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-b3ffbe02-9227-4a42-a13e-50fd82cd933b service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Aug 18 15:01:05.141591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-8f4bdbae-af07-4e9d-813f-e5a85d160600 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840268 Aug 18 15:01:05.666397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1deb8d-cb0b-449c-ba3b-2316faab2a35 req-86385c07-dbf9-4522-84b3-3abd44aac522 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:05.668010 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e1deb8d-cb0b-449c-ba3b-2316faab2a35 req-86385c07-dbf9-4522-84b3-3abd44aac522 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Aug 18 15:01:05.706145 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e1deb8d-cb0b-449c-ba3b-2316faab2a35 req-05e96a6d-6d6f-4a8e-8a7c-02838438b7ec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Aug 18 15:01:06.738663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:06.820456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d21ba5-7b66-4a2b-85b3-b6dcaba0249d req-a00f7015-3be1-4712-8c53-e056a48a04c6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:06.821870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96d21ba5-7b66-4a2b-85b3-b6dcaba0249d req-a00f7015-3be1-4712-8c53-e056a48a04c6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Aug 18 15:01:06.846062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:06.849991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:06.850369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.859909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-96d21ba5-7b66-4a2b-85b3-b6dcaba0249d req-8278ac59-3dc0-4226-915c-b5583450d6ef tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Aug 18 15:01:06.927614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.948571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:06.950791 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715bc6cd-28e2-433c-84e9-ca169838880a" -d '{"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-plugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:06.963567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:07.034485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:07.056941 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea6f40-858a-428b-bcf9-245adb938a45 x-openstack-request-id: req-18ea6f40-858a-428b-bcf9-245adb938a45 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:07.057232 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-plugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:07.057482 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18ea6f40-858a-428b-bcf9-245adb938a45 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:07.057882 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'code': 200} Aug 18 15:01:07.083360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:07.796346 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a0018295-5af6-4769-b010-007cdb2b0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.797827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a0018295-5af6-4769-b010-007cdb2b0770 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0412259 Aug 18 15:01:07.814303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:07.868626 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:07.976277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1c4bb-b380-4094-bea6-ec55fdc56f23 req-07b78bbf-8a5a-4039-b4ba-4cfdd72ddfe5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.977866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17a1c4bb-b380-4094-bea6-ec55fdc56f23 req-07b78bbf-8a5a-4039-b4ba-4cfdd72ddfe5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 946 time: 0.0492325 Aug 18 15:01:08.018966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17a1c4bb-b380-4094-bea6-ec55fdc56f23 req-79a88403-7e41-4c9d-a0bf-08e87235b66b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Aug 18 15:01:08.071866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:08.105242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:08.142419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:08.144649 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d820ecb9-ab4b-4289-b66c-0b5a8ccbe17c" -d '{"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-unplugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:08.149244 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:08.163133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Transition to ACTIVE for port object ae86a053-0d8c-4ed0-bed5-af730e8fb0bd will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:08.192355 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eccdab7-3edb-4704-a368-7732f45bfd51 x-openstack-request-id: req-2eccdab7-3edb-4704-a368-7732f45bfd51 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:08.192709 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-unplugged", "status": "completed", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:08.192963 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2eccdab7-3edb-4704-a368-7732f45bfd51 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:08.193415 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'code': 200} Aug 18 15:01:08.222935 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:08.268803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=10']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:08.312500 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.312843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.313185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.313517 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.313860 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.314216 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.314541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.314863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.315186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.315507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.315826 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.316141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:08.356091 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] No DVR routers for this DVR port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:01:08.490848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:08.491187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:08.491523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:08.495671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:01:08.495995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Attempting to bind port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:08.500697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:08.501032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:08.501411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:08.501833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Bound port: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:08.502217 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:08.563776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:08.566734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:08.640450 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:08.678323 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:08.679083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:08.680520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] 10.222.0.10 "PUT /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1093 time: 0.8701231 Aug 18 15:01:08.703358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ffcc-75c5-4754-b5a3-2145773165bc service neutron] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=11']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:08.754167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-66b1ddba-4141-4307-ae86-2cc5cb235fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:08.756325 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-66b1ddba-4141-4307-ae86-2cc5cb235fb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1096 time: 0.0424128 Aug 18 15:01:08.852861 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-50c98c08-6bb7-41b2-9f35-f6b385475a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:08.854368 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-50c98c08-6bb7-41b2-9f35-f6b385475a96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0862999 Aug 18 15:01:08.927841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-9cd270fc-b905-4982-833d-e804796f087f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0618250 Aug 18 15:01:08.980018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-07cf12df-7515-4b2b-9cd7-f7a4fc7c5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:08.981337 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-07cf12df-7515-4b2b-9cd7-f7a4fc7c5bba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0415926 Aug 18 15:01:09.031623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a63531a5-3955-4ce1-800c-00a351c253c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:09.033344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-a63531a5-3955-4ce1-800c-00a351c253c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398660 Aug 18 15:01:09.131720 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-23575002-2175-4175-aff2-7b9967b9be31 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857012 Aug 18 15:01:09.136453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1fdac-b2c8-4b88-a0e3-ecb06b453b0a req-dd6bba64-8a75-40ca-a369-612b26921027 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:09.137972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17f1fdac-b2c8-4b88-a0e3-ecb06b453b0a req-dd6bba64-8a75-40ca-a369-612b26921027 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Aug 18 15:01:09.176125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-17f1fdac-b2c8-4b88-a0e3-ecb06b453b0a req-6d0dfc82-f73a-44f7-b644-799cdfb22341 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Aug 18 15:01:09.226178 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-f0b7a0b7-69a0-4c56-bf50-fda3696b1dbe req-ed623590-85a1-41b5-bfcc-b80462183717 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828817 Aug 18 15:01:10.195432 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:10.197810 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74" -d '{"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:10.245599 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025ce33-98a3-4439-ac7d-eb9086b1ae2f x-openstack-request-id: req-e025ce33-98a3-4439-ac7d-eb9086b1ae2f {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:10.245917 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:10.246180 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e025ce33-98a3-4439-ac7d-eb9086b1ae2f {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:10.246585 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'status': 'completed', 'code': 200} Aug 18 15:01:10.320616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-20656e82-ba4a-4c6e-bf80-bf7e9289e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.322253 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-20656e82-ba4a-4c6e-bf80-bf7e9289e8d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1096 time: 0.0512180 Aug 18 15:01:10.324687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166326ad-4ade-4989-b00d-2241b5feac8c req-458785fc-c99f-45a1-8663-f9bf6dd0aced tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.326192 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-166326ad-4ade-4989-b00d-2241b5feac8c req-458785fc-c99f-45a1-8663-f9bf6dd0aced tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0794284 Aug 18 15:01:10.337588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-5e62429e-497a-40d0-b99c-92f6ef67edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.339107 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-5e62429e-497a-40d0-b99c-92f6ef67edcc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 1096 time: 0.0623033 Aug 18 15:01:10.413642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-2b60dde4-22c6-4604-85e0-94e65545644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.415153 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-2b60dde4-22c6-4604-85e0-94e65545644f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0849168 Aug 18 15:01:10.421203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-166326ad-4ade-4989-b00d-2241b5feac8c req-188bdf3c-ddea-406e-b034-4da2753d96eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872889 Aug 18 15:01:10.457628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-80dbfcd1-e65f-4f67-a537-79ec3d56cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.459025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-80dbfcd1-e65f-4f67-a537-79ec3d56cea1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.1048675 Aug 18 15:01:10.487082 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-93778b0f-236b-4ccc-8f8c-f6caf5cb6ffa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0624826 Aug 18 15:01:10.530392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-83b1a010-cae1-4f0b-b710-48b10b3014df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0628192 Aug 18 15:01:10.538109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-fa9a7001-f7b2-4bb1-a603-1c022008e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.539575 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-fa9a7001-f7b2-4bb1-a603-1c022008e3bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0447814 Aug 18 15:01:10.579775 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-1f554a10-43a8-4be9-a989-52e4fa18bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.581260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-1f554a10-43a8-4be9-a989-52e4fa18bbf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0433397 Aug 18 15:01:10.587422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-94fc4f13-9ad9-4ecb-a473-26c6945505df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.588972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-94fc4f13-9ad9-4ecb-a473-26c6945505df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Aug 18 15:01:10.627249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-0fe79954-c858-4d9b-9a6a-955d0e8998e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:10.628741 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-0fe79954-c858-4d9b-9a6a-955d0e8998e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399802 Aug 18 15:01:10.640833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-80d9f117-670b-4e83-a32a-1fc5d37eccda service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:01:10.641785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-80d9f117-670b-4e83-a32a-1fc5d37eccda service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049918 Aug 18 15:01:10.693812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-19d92ce7-86e3-40f0-b5e4-217b46fe9596 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919940 Aug 18 15:01:10.735992 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-2b538cf7-a5a3-41a7-8e79-ae5faa38a3c5 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865088 Aug 18 15:01:10.752797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:01:10.784234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:10.791717 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-45777d3a-6651-4e16-8c0b-ed1e0e34357e service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878742 Aug 18 15:01:10.791912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:01:10.837929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37db46c5-15ea-4dc1-bf69-c7f7f8f04a74 req-472acded-100a-4137-a22b-822fcb2f9de5 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945075 Aug 18 15:01:11.485762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:11.539715 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e274de-a4f8-4680-95d4-192428db3c77 req-2d09e2f6-231c-46fe-9309-d9208fe6bb45 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:11.541217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70e274de-a4f8-4680-95d4-192428db3c77 req-2d09e2f6-231c-46fe-9309-d9208fe6bb45 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Aug 18 15:01:11.578057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70e274de-a4f8-4680-95d4-192428db3c77 req-ba356d1b-f0cf-4474-bae8-1dc13b1cd8f4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Aug 18 15:01:11.697587 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823936-1d96-4453-b75e-c9bc23e614e5 req-a6e78a9a-29bd-4d3f-805b-abc7ccf6b77e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:11.699198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0823936-1d96-4453-b75e-c9bc23e614e5 req-a6e78a9a-29bd-4d3f-805b-abc7ccf6b77e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0526128 Aug 18 15:01:11.736662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0823936-1d96-4453-b75e-c9bc23e614e5 req-879e7196-0573-4595-a738-9eabfd057b24 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Aug 18 15:01:11.847051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8d69-d718-4322-bb80-fec53289dcb1 req-1b980b2c-3574-4257-9ae5-c6fb015c4bf9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:11.849146 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd5c8d69-d718-4322-bb80-fec53289dcb1 req-1b980b2c-3574-4257-9ae5-c6fb015c4bf9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0481141 Aug 18 15:01:11.885240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fd5c8d69-d718-4322-bb80-fec53289dcb1 req-604e92bb-39f0-4825-ad8c-69903f3b9e95 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302875 Aug 18 15:01:12.342188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756dfa-10a5-4125-a801-7cc88a5af091 req-13267975-1153-4a84-9f20-b3f6fa5c68b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:12.343647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5756dfa-10a5-4125-a801-7cc88a5af091 req-13267975-1153-4a84-9f20-b3f6fa5c68b4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Aug 18 15:01:12.380079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5756dfa-10a5-4125-a801-7cc88a5af091 req-a0ba8be4-5b68-4700-b9fd-5fd1933d02f3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299675 Aug 18 15:01:13.443248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:01:13.486756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:13.500404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52f54-0ac2-4b1a-9c8e-690cdc007d2f req-29b550d0-4e47-496e-aaa8-2d6edd5ee8db tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:13.501909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90a52f54-0ac2-4b1a-9c8e-690cdc007d2f req-29b550d0-4e47-496e-aaa8-2d6edd5ee8db tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Aug 18 15:01:13.539741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:13.541598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-90a52f54-0ac2-4b1a-9c8e-690cdc007d2f req-6373e231-f836-4e25-9ae7-6b23570079bc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Aug 18 15:01:13.551381 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'mac_address': 'fa:16:3e:f1:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:01:13.587722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:13.600035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:13.618764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:13.621256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b53f7057-94c4-4c34-8024-4f0ee6f59459 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:13.622816 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b53f7057-94c4-4c34-8024-4f0ee6f59459 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Aug 18 15:01:13.674359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:13.727526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:14.027359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Deleting port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:01:14.027608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.112367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] For port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:14.112734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.278467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.278760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.279082 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 disassociated. External IP: 172.25.1.87, port: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd. Aug 18 15:01:14.279425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Calling delete_port for ae86a053-0d8c-4ed0-bed5-af730e8fb0bd owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:01:14.457254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.489762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'Port': ['ID=ae86a053-0d8c-4ed0-bed5-af730e8fb0bd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:14.607470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:01:14.642230 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb0c1a23-7777-481e-b1e5-74266fb6ccc6 req-8a9fab00-7e83-4637-b60f-8505a18c8020 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Aug 18 15:01:14.717980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:01:14.728027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:01:14.736701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:14.737309 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:00:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:14.755774 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] No DVR routers for this DVR port ae86a053-0d8c-4ed0-bed5-af730e8fb0bd on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:01:14.758427 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.760448 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-80e39e73-d1ef-44ba-8488-215a2a667ccd req-b58d2fba-d040-49be-aee9-49a59cd7327b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "DELETE /v2.0/ports/ae86a053-0d8c-4ed0-bed5-af730e8fb0bd HTTP/1.1" status: 204 len: 173 time: 1.1285415 Aug 18 15:01:14.760819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-deleted', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:14.763064 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc8194e-722d-45fa-9ebd-54fdc30e1be3" -d '{"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-deleted", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:14.843341 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:14.845933 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b453d32-f215-470c-9700-ed22c570b70d x-openstack-request-id: req-6b453d32-f215-470c-9700-ed22c570b70d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:14.846235 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17ecd7a-6c45-48e2-8cf0-95d556ac8631", "name": "network-vif-deleted", "tag": "ae86a053-0d8c-4ed0-bed5-af730e8fb0bd", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:14.846495 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b453d32-f215-470c-9700-ed22c570b70d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:14.846899 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17ecd7a-6c45-48e2-8cf0-95d556ac8631', 'name': 'network-vif-deleted', 'tag': 'ae86a053-0d8c-4ed0-bed5-af730e8fb0bd', 'status': 'completed', 'code': 200} Aug 18 15:01:15.044238 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:15.070592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:15.078478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:15.079141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:00:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:15.180382 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:15.366338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:15.394772 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32af9e3-6054-4cf1-910d-19f97170d2ee None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:15.603306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f912486-828b-4c6d-bbcf-b160c60487bb None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:01:15.775115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80299e74-bfd8-47f4-a610-e996bb86899c req-b2c6abaa-8f3c-426e-b6ff-ab55b6357b8d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=e17ecd7a-6c45-48e2-8cf0-95d556ac8631 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Aug 18 15:01:17.042858 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-bda7a0a1-1986-4638-8eef-3bb8d2fdc8aa tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1775407384&fields=id&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 267 time: 0.0316229 Aug 18 15:01:17.148973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-4a3ec1b6-1320-4dd0-8c32-7b4cd196c81d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:17.150691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-4a3ec1b6-1320-4dd0-8c32-7b4cd196c81d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1013858 Aug 18 15:01:17.165892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-a5e22639-5403-4a02-8612-d42215bb512e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/quotas/4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Aug 18 15:01:17.217691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-d2c6c0de-1890-4e84-a58c-ba2b62b51539 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466330 Aug 18 15:01:17.313407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-cd1e7347-728c-4439-a54d-866fe15d6efe service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843611 Aug 18 15:01:17.412817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-e9dfc0de-b0e1-4218-907a-3ec0cc31ddb4 service neutron] 10.222.0.35 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842452 Aug 18 15:01:17.465589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:01:17.485451 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: ae86a053-0d8c-4ed0-bed5-af730e8fb0bd {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:01:17.485798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device ae86a053-0d8c-4ed0-bed5-af730e8fb0bd not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:01:17.626381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f32a26e3-7e7a-4720-a102-0c432c0a4194 req-0eced024-2642-43e5-a380-745dee3ddaba tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0300028 Aug 18 15:01:18.715204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b875d09-acb4-4746-b7cd-fee22f46cda3 req-1c081142-7331-4ffe-be22-44520185a85e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0263898 Aug 18 15:01:19.380076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-bc834b23-1f1f-46b7-b5cb-2d01e0355fb8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:19.381585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-bc834b23-1f1f-46b7-b5cb-2d01e0355fb8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 812 time: 0.1043425 Aug 18 15:01:19.424599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-01ef9d70-361b-4b6e-9d06-8712caa3206b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 380 time: 0.0325284 Aug 18 15:01:19.435250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'port': {'device_id': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'admin_state_up': True, 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'security_groups': ['9a3fc9ab-672a-414e-90e6-49b1af2ece5c']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:19.588480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Made reservation on behalf of 4943e5ce9d844c08ad4d25f83e9ae8c6 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:01:19.592030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.712723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Allocated IP 172.20.0.14 (7e69f104-c791-4177-a81f-d1d6ccc9ca64/5af6725e-8e6d-45f6-92d3-1b39a36289c6/e28b6385-37ea-4267-93ed-a40421d0fe7f) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:19.823436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7070a71-8544-4238-98d7-72622a747602 req-9da610bb-0566-4594-b21e-dd63408dbac3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0318859 Aug 18 15:01:19.872176 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.885067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Transition to ACTIVE for port object e28b6385-37ea-4267-93ed-a40421d0fe7f will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:20.011880 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.058683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:20.061717 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:20.065390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:20.088754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:20.120667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.121304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.263900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-9d851c77-b0e8-450f-885a-cbc580ecae10 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320949 Aug 18 15:01:20.277614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Request body: {'port': {'device_id': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:20.329944 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.348342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc43a4fd-1e90-489c-89f2-82818badaa13 None None] Provisioning for port e28b6385-37ea-4267-93ed-a40421d0fe7f completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:20.352237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fc43a4fd-1e90-489c-89f2-82818badaa13 None None] Provisioning complete for port e28b6385-37ea-4267-93ed-a40421d0fe7f triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:20.352609 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fc43a4fd-1e90-489c-89f2-82818badaa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.385173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fc43a4fd-1e90-489c-89f2-82818badaa13 None None] Port e28b6385-37ea-4267-93ed-a40421d0fe7f cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:01:20.589861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:20.597107 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.608612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Transition to ACTIVE for port object e28b6385-37ea-4267-93ed-a40421d0fe7f will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:20.679696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.728372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:20.796498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:20.796832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:20.797163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:20.802221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:01:20.802544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:20.807494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:20.807838 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:20.808214 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:20.808639 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Bound port: e28b6385-37ea-4267-93ed-a40421d0fe7f, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:20.809001 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.880861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:20.884245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:20.939074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288997fc-3a70-46d8-8715-0ad57e03d1a3 req-bdc80dd5-d24f-481a-a195-f36b2f44bc9d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.940564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-288997fc-3a70-46d8-8715-0ad57e03d1a3 req-bdc80dd5-d24f-481a-a195-f36b2f44bc9d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0491984 Aug 18 15:01:20.960796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:21.008142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.008770 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:21.010212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1092 time: 0.7367833 Aug 18 15:01:21.010656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:21.012935 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab02419-49a7-41e2-8f45-03091dd57714" -d '{"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:21.026320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-288997fc-3a70-46d8-8715-0ad57e03d1a3 req-4a9e3a99-d5b6-478d-b556-b54382ec1be1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786135 Aug 18 15:01:21.043355 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaea84-bb5e-4ab9-8f07-b12aadc635c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:21.062371 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fecccb-6e03-47a3-8b33-ddc36dccaf3e x-openstack-request-id: req-c8fecccb-6e03-47a3-8b33-ddc36dccaf3e {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:21.062690 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:21.062947 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8fecccb-6e03-47a3-8b33-ddc36dccaf3e {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:21.063356 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'status': 'completed', 'code': 200} Aug 18 15:01:21.141399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-4fb9e1e4-11ff-406b-a858-ed42aa864f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.142971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-4fb9e1e4-11ff-406b-a858-ed42aa864f5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1095 time: 0.0512176 Aug 18 15:01:21.256410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-e97d5f95-e042-4456-bc52-05421609b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.258822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-e97d5f95-e042-4456-bc52-05421609b7a3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033475 Aug 18 15:01:21.371971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-d0850113-34e9-4d9a-9095-08be95d27677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.373444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ab02419-49a7-41e2-8f45-03091dd57714 req-d0850113-34e9-4d9a-9095-08be95d27677 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005590 Aug 18 15:01:21.459110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-a8fb2410-d0bc-4edc-9c4f-0841f3cbc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.460617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-a8fb2410-d0bc-4edc-9c4f-0841f3cbc26f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1095 time: 0.0408070 Aug 18 15:01:21.513402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-296e880b-4e5f-4cc1-9977-71ba1694bcc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 217 time: 0.0367603 Aug 18 15:01:21.815351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-ae88eafb-49e1-4b1d-a2b5-27b1d1d7cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.816800 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-ae88eafb-49e1-4b1d-a2b5-27b1d1d7cabe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.2938254 Aug 18 15:01:21.865968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-c3bd9095-8d9e-4140-a9d7-2550135ac14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.867458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-c3bd9095-8d9e-4140-a9d7-2550135ac14b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388229 Aug 18 15:01:21.948507 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5b017e46-76bd-4498-a858-7a2dbf9f5e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:21.961435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-127cd05d-1280-4af8-bfb9-c306d43b466f service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Aug 18 15:01:22.058604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-037ba6d6-46ea-4b5b-9745-a66f667a35de req-488f86a2-208f-4905-aa74-f72b49af0830 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813103 Aug 18 15:01:22.143350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19958e33-e873-495f-ae42-5341adbe0107 req-705ad55a-4844-415d-ae62-9a3de728f464 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:22.144835 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19958e33-e873-495f-ae42-5341adbe0107 req-705ad55a-4844-415d-ae62-9a3de728f464 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0480702 Aug 18 15:01:22.186112 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-19958e33-e873-495f-ae42-5341adbe0107 req-60f70596-98c7-434b-8919-515bf56f5716 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347948 Aug 18 15:01:23.302746 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b57d52-75f1-4407-9164-af42d76f2e44 req-b1d2937b-4104-41a9-bf23-d5dea3821c74 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:23.304224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01b57d52-75f1-4407-9164-af42d76f2e44 req-b1d2937b-4104-41a9-bf23-d5dea3821c74 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0494633 Aug 18 15:01:23.341582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01b57d52-75f1-4407-9164-af42d76f2e44 req-97303b08-f528-437e-a303-b21011778c17 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Aug 18 15:01:24.455728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ffe4-5d16-41c1-99d2-720db898f7d9 req-f3430478-ef43-46ad-9c55-bb98b266fb6b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.457134 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a18ffe4-5d16-41c1-99d2-720db898f7d9 req-f3430478-ef43-46ad-9c55-bb98b266fb6b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0483954 Aug 18 15:01:24.494197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a18ffe4-5d16-41c1-99d2-720db898f7d9 req-813f2f9a-e0dd-4751-9c93-912f6af8d265 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Aug 18 15:01:24.816629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-efbdf225-4824-415e-85cc-448f012a0fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:25.005735 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:25.607655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276681c6-b460-4853-a66d-a8171f1d00fb req-ff4ca1d2-4ec0-4c36-ba56-6b4cfa95c0a1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:25.609119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-276681c6-b460-4853-a66d-a8171f1d00fb req-ff4ca1d2-4ec0-4c36-ba56-6b4cfa95c0a1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0482829 Aug 18 15:01:25.649533 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-276681c6-b460-4853-a66d-a8171f1d00fb req-8efd4c5f-2702-4a14-883e-dc93838e8d45 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345578 Aug 18 15:01:26.079416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:26.761516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219f28-a543-4016-9f22-df2a96b0b2ab req-97775379-a02a-4506-a1ca-5fab7d42a486 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:26.763028 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79219f28-a543-4016-9f22-df2a96b0b2ab req-97775379-a02a-4506-a1ca-5fab7d42a486 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0484412 Aug 18 15:01:26.799246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79219f28-a543-4016-9f22-df2a96b0b2ab req-0b5a1a21-150e-42f1-af51-bf7c01606611 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304244 Aug 18 15:01:26.856912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:01:26.949219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:26.959518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:01:26.994616 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:27.007377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:27.029975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:27.096383 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:27.141126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:27.348212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e28b6385-37ea-4267-93ed-a40421d0fe7f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:01:27.719463 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:27.912109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6b3b-f3ac-4305-ae2d-ab7a886b50ba req-d81025d7-521b-444b-b745-7531177cc1d6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:27.913570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b0a6b3b-f3ac-4305-ae2d-ab7a886b50ba req-d81025d7-521b-444b-b745-7531177cc1d6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Aug 18 15:01:27.950215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1b0a6b3b-f3ac-4305-ae2d-ab7a886b50ba req-452002da-0e93-495e-b5aa-e5c6929ef2f9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Aug 18 15:01:28.846236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:28.959100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port e28b6385-37ea-4267-93ed-a40421d0fe7f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:28.962635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port e28b6385-37ea-4267-93ed-a40421d0fe7f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:28.963003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:29.038446 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:29.061608 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:29.063870 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b697cb-a917-4f05-ae94-5eed8943a5a9" -d '{"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:29.066566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b88f-a74c-41a6-ade5-7d137179a8da req-07585daa-a9ed-4013-920a-56e23968a6f2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:29.068136 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5664b88f-a74c-41a6-ade5-7d137179a8da req-07585daa-a9ed-4013-920a-56e23968a6f2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Aug 18 15:01:29.079732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:29.101392 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b6e50-865a-4810-9bbc-1c35e4575645 x-openstack-request-id: req-bd7b6e50-865a-4810-9bbc-1c35e4575645 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:29.101686 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:29.101970 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd7b6e50-865a-4810-9bbc-1c35e4575645 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:29.102367 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'code': 200} Aug 18 15:01:29.115641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5664b88f-a74c-41a6-ade5-7d137179a8da req-66f6be07-a072-40c1-ac38-aee0e40640ce tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Aug 18 15:01:29.142750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:29.196983 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:29.206948 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25ebf1-d2ff-4441-810a-6c848d97b912 req-08bf95f5-4fb2-496e-af17-b809f23c7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:29.208468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f25ebf1-d2ff-4441-810a-6c848d97b912 req-08bf95f5-4fb2-496e-af17-b809f23c7eee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1097 time: 0.0419481 Aug 18 15:01:29.248379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f25ebf1-d2ff-4441-810a-6c848d97b912 req-aea766e5-b4ce-4d6d-8dc5-94c689d5cec5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286748 Aug 18 15:01:30.231917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008fd0e-54f0-46b4-9da3-8e63e3ef7565 req-f2ca5534-8c3a-4f27-9311-3670bab92ce4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:30.233378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4008fd0e-54f0-46b4-9da3-8e63e3ef7565 req-f2ca5534-8c3a-4f27-9311-3670bab92ce4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Aug 18 15:01:30.270277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4008fd0e-54f0-46b4-9da3-8e63e3ef7565 req-c8811cb7-f057-4f30-8db2-94ec89cf4e45 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Aug 18 15:01:31.385268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23ffd1-febc-4136-9bc2-a47de77caf1d req-f75afb99-dec3-4760-9d83-5f7e687f9949 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:31.386763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b23ffd1-febc-4136-9bc2-a47de77caf1d req-f75afb99-dec3-4760-9d83-5f7e687f9949 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Aug 18 15:01:31.426342 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b23ffd1-febc-4136-9bc2-a47de77caf1d req-2f721a15-a433-4163-b0f7-8f13a6e2573d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Aug 18 15:01:31.536700 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215133b-2c38-4e76-90ac-07e5f28a3cba req-128d63d8-03cf-4eb5-bf48-0af92725f833 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:31.538217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d215133b-2c38-4e76-90ac-07e5f28a3cba req-128d63d8-03cf-4eb5-bf48-0af92725f833 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Aug 18 15:01:31.546738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 48550) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:31.551299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Request body: {'floatingip': {'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:31.589402 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:32.015079 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:32.074034 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:32.173235 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 associated. External IP: 172.25.1.87, port: e28b6385-37ea-4267-93ed-a40421d0fe7f. Aug 18 15:01:32.375083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:01:32.479622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:01:32.484204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:32.490890 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:01:32.499785 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:32.500391 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:32.511091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-47125b5c-ccd5-4217-97d0-b78b76a817eb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "PUT /v2.0/floatingips/dc6878f3-6b7f-4090-bcab-e87b3d77ba68 HTTP/1.1" status: 200 len: 992 time: 0.9632018 Aug 18 15:01:32.511695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:32.514095 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2dbc4c-2527-4da3-977f-ddaab02af538" -d '{"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:32.553263 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec27b63-5dd4-4a6f-9506-ce9ec6678a95 x-openstack-request-id: req-aec27b63-5dd4-4a6f-9506-ce9ec6678a95 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:32.553559 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:32.553815 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aec27b63-5dd4-4a6f-9506-ce9ec6678a95 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:32.554254 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'status': 'completed', 'code': 200} Aug 18 15:01:32.610219 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:32.627065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-7c66be31-6baf-4a6f-9028-52bf8bbf8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:32.628527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-7c66be31-6baf-4a6f-9028-52bf8bbf8674 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1097 time: 0.0402975 Aug 18 15:01:32.720809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-5f17d9b5-492d-45e4-b035-15fa3706fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:32.722383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-5f17d9b5-492d-45e4-b035-15fa3706fc6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0871205 Aug 18 15:01:32.788531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-dc743b89-367c-489e-bbb5-d126acde628d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0588627 Aug 18 15:01:32.826117 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T15:01:31Z', 'revision_number': 13, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:32.837285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-e4490d16-b5ca-47f2-80a4-b759eec097df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:32.838773 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-e4490d16-b5ca-47f2-80a4-b759eec097df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0428646 Aug 18 15:01:32.855654 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:32.863753 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:32.864454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:01:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:32.889200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-2232ee12-f3f1-403d-add1-f99d868a157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:32.890650 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-2232ee12-f3f1-403d-add1-f99d868a157d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435736 Aug 18 15:01:32.963640 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:32.982954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-79bfc862-5d77-480f-9440-f2ee193f65da service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823572 Aug 18 15:01:33.076591 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb2dbc4c-2527-4da3-977f-ddaab02af538 req-62ddde2f-83f4-49c2-9139-b41a9c9194c7 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Aug 18 15:01:33.180823 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T15:01:31Z', 'revision_number': 13, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:33.206583 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092208fd-5b48-4870-9f7e-999a71a246c5 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dc6878f3-6b7f-4090-bcab-e87b3d77ba68', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:59Z', 'updated_at': '2021-08-18T15:01:31Z', 'revision_number': 13, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:33.380718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca39329-1479-4909-b968-047a640143d8 None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:01:40.810695 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:41.479208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:50.486683 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:51.981727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5010092e-0b48-4cd7-a255-d373bd11399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:54.804807 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d19a70d5-91dc-43f5-88d7-f8216eba316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:54.987709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:56.067629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:57.696263 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.485293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-078cea4e-c5a4-4947-804e-56a6301356d1 req-c0da3d82-473e-4a31-addc-54b84b89317c service neutron] (112228) timed out ('10.222.0.58', 55709) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:02:10.804075 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:11.495792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:21.952848 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-940b861b-c4c5-40c6-8e4a-901e180c80d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:24.037057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-eddb0772-b407-47aa-91b0-e1c10dc6cdc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403657 Aug 18 15:02:24.121009 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-acbf1bf8-05ee-4899-93c5-f23cc4d41090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:24.122521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-acbf1bf8-05ee-4899-93c5-f23cc4d41090 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1097 time: 0.0399022 Aug 18 15:02:24.231997 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-c58cd932-2377-43c8-9eb1-8121c54555ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:24.233455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-c58cd932-2377-43c8-9eb1-8121c54555ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0872908 Aug 18 15:02:24.300428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-a0e0c792-39ff-4540-a5be-21f260e05891 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1002 time: 0.0562971 Aug 18 15:02:24.355723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-b4a7e641-1a71-4455-9914-7a537fcebd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:24.357129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-b4a7e641-1a71-4455-9914-7a537fcebd55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0458899 Aug 18 15:02:24.403406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-4ae7f493-3ca0-40d6-9950-7633b34dab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:24.404856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-4ae7f493-3ca0-40d6-9950-7633b34dab77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391505 Aug 18 15:02:24.495855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-63627491-49d1-4c37-ac8a-2d5d5b40908f service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798337 Aug 18 15:02:24.589989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5287e7cc-2083-4577-aeed-08cdbbf87467 req-be722647-da42-44a4-8d16-6fe860301015 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852621 Aug 18 15:02:24.804074 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7582c6e9-4d81-48fb-91e7-4676a5c82e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:24.993234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:26.072421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:27.486169 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:02:27.706525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:40.820488 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:41.512008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:51.963106 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-06ce248f-5527-426c-b31a-bf1516dd2d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:54.803165 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f83f98cf-5818-4afe-841d-b4889baa6672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:54.980785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:56.094890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:57.694586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:04.484873 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:03:10.848778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:11.534747 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.673755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe213e-6833-495f-8078-ce90e7ebf4e0 req-555f907a-3452-4a89-85d5-f292f77edc77 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:15.675156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bfe213e-6833-495f-8078-ce90e7ebf4e0 req-555f907a-3452-4a89-85d5-f292f77edc77 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0502768 Aug 18 15:03:15.712714 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bfe213e-6833-495f-8078-ce90e7ebf4e0 req-203b33cd-27c1-44e4-9f57-c0af675bfa64 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Aug 18 15:03:21.951155 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6af7c93f-2abd-4886-8a0d-1fdaa725e456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:24.797093 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-84d2e27d-1f60-4495-a7f4-77c772ce5470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:24.979950 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:25.058934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-8d73b68e-41a9-4a50-b740-5cb69f1870bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449834 Aug 18 15:03:25.144886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-ebd2a4fc-2bd0-406b-82bb-61b49c51eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:25.146458 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-ebd2a4fc-2bd0-406b-82bb-61b49c51eb49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1097 time: 0.0415592 Aug 18 15:03:25.248132 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-acd8c258-c91e-4f55-94b2-e098739df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:25.249581 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-acd8c258-c91e-4f55-94b2-e098739df07d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0821698 Aug 18 15:03:25.321671 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-2601ddd1-291b-4c2e-a543-eefe2da44ba1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1002 time: 0.0599310 Aug 18 15:03:25.370533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-86b7763c-8295-4344-bc1d-1b18a463adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:25.372491 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-86b7763c-8295-4344-bc1d-1b18a463adab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0419598 Aug 18 15:03:25.419231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-0ed9c00e-8076-43b4-9dc6-f89091284e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:25.420655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-0ed9c00e-8076-43b4-9dc6-f89091284e2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387928 Aug 18 15:03:25.511964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-cb0c8097-0ccd-4ebb-adb9-302af2a987e7 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830860 Aug 18 15:03:25.606347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43e5c501-da02-4618-98f0-d8da58b69a8b req-a7261cf6-d09e-441e-9010-f7977a727f10 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811899 Aug 18 15:03:26.088492 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:27.448572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a474-7e07-4a9e-b0b3-dcacb1067581 req-ffef4545-975d-462b-9226-a64ef215aed9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:27.450118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76a2a474-7e07-4a9e-b0b3-dcacb1067581 req-ffef4545-975d-462b-9226-a64ef215aed9 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0544264 Aug 18 15:03:27.487915 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76a2a474-7e07-4a9e-b0b3-dcacb1067581 req-f84dc4e1-35fb-436c-8384-67568431a035 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Aug 18 15:03:27.549171 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-b40a433a-214b-4530-99a3-550bb368d6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407124 Aug 18 15:03:27.728847 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:28.602710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa39c5-ba98-406f-860c-ebd08eae3425 req-02c40a03-3345-4f0d-a176-23aee6e7eba6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:28.604229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05fa39c5-ba98-406f-860c-ebd08eae3425 req-02c40a03-3345-4f0d-a176-23aee6e7eba6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0491359 Aug 18 15:03:28.642313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-05fa39c5-ba98-406f-860c-ebd08eae3425 req-4d889ede-ce75-4b7c-aa4c-a924dbb75432 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Aug 18 15:03:29.757066 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7304-4f70-4beb-94bf-73423b39a83a req-ffcb5e08-dbb0-4af4-a9cc-d197fa6989be tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:29.758584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e3a7304-4f70-4beb-94bf-73423b39a83a req-ffcb5e08-dbb0-4af4-a9cc-d197fa6989be tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Aug 18 15:03:29.800356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e3a7304-4f70-4beb-94bf-73423b39a83a req-34b2d276-515b-40a8-be1e-c4601078e257 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346758 Aug 18 15:03:30.918474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd021b-8ed9-46c5-a112-c8ae2c2c6118 req-7a66a3ab-0162-4e7a-84d7-e391de6e504d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:30.919983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97dd021b-8ed9-46c5-a112-c8ae2c2c6118 req-7a66a3ab-0162-4e7a-84d7-e391de6e504d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Aug 18 15:03:30.958242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97dd021b-8ed9-46c5-a112-c8ae2c2c6118 req-409367a1-8326-4888-9292-7992134945b8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Aug 18 15:03:31.664521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-9c68b7bb-afb1-41e3-a467-8be202dd7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:31.666032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-9c68b7bb-afb1-41e3-a467-8be202dd7539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1097 time: 0.0432765 Aug 18 15:03:31.761220 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-d2f83abf-7661-4308-9428-e191da6ed70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:31.763298 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-d2f83abf-7661-4308-9428-e191da6ed70a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0857897 Aug 18 15:03:31.831108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-08a01daf-aaec-4368-bffe-1c4bc97d9030 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1002 time: 0.0562811 Aug 18 15:03:31.879541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-1e1b0852-8d7e-4f53-9779-5a7f2ec42920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:31.880941 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-1e1b0852-8d7e-4f53-9779-5a7f2ec42920 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0420427 Aug 18 15:03:32.209815 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-c789a00b-9d43-4b4b-b7e8-f0385d6e87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:32.211332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-c789a00b-9d43-4b4b-b7e8-f0385d6e87bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207791 Aug 18 15:03:32.223185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ded0b-772a-4acb-aa89-ce288621b86c req-3f441eee-9425-459e-a677-1bcbb7268db7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:32.224557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e21ded0b-772a-4acb-aa89-ce288621b86c req-3f441eee-9425-459e-a677-1bcbb7268db7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0580373 Aug 18 15:03:32.309865 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e21ded0b-772a-4acb-aa89-ce288621b86c req-fc708a72-fe01-48d3-b34d-e10446d84c4b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770185 Aug 18 15:03:32.333554 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-77d64ae0-eb29-4740-a393-d4f4be954cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081126 Aug 18 15:03:32.428731 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-672ecfad-857b-4b8b-89ca-605fc3b89ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815220 Aug 18 15:03:33.426016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886fa4c-254f-48c1-a33f-10ad3c13e753 req-1a5f0ec1-ad64-4da7-95cc-fcd80914f075 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:33.427479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f886fa4c-254f-48c1-a33f-10ad3c13e753 req-1a5f0ec1-ad64-4da7-95cc-fcd80914f075 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0524802 Aug 18 15:03:33.464408 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f886fa4c-254f-48c1-a33f-10ad3c13e753 req-815b9c4b-ffde-4030-ae91-85c96a30b1a0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Aug 18 15:03:34.580702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1bd8a-203d-48e9-bfd6-e0869955fca6 req-f2ad55ae-da32-44eb-85be-953a53960564 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:34.582196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28f1bd8a-203d-48e9-bfd6-e0869955fca6 req-f2ad55ae-da32-44eb-85be-953a53960564 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0486369 Aug 18 15:03:34.619582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28f1bd8a-203d-48e9-bfd6-e0869955fca6 req-ba96ca50-19dd-49c9-8942-b305e457de77 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Aug 18 15:03:35.735603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388cd9d-1b37-4f16-bc95-ed5b12a23169 req-71f805f4-601b-4c72-b2c2-7bebcca6bf38 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:35.737103 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7388cd9d-1b37-4f16-bc95-ed5b12a23169 req-71f805f4-601b-4c72-b2c2-7bebcca6bf38 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0489979 Aug 18 15:03:35.774644 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7388cd9d-1b37-4f16-bc95-ed5b12a23169 req-9ad49ceb-628c-4a8e-ac23-28f633b89467 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315785 Aug 18 15:03:36.891908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2ef2-78b0-414c-8b7b-b03d3238d96e req-f5645483-1cbc-4fcd-886b-0e362f45569a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:36.893328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-129e2ef2-78b0-414c-8b7b-b03d3238d96e req-f5645483-1cbc-4fcd-886b-0e362f45569a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0512686 Aug 18 15:03:36.931096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-129e2ef2-78b0-414c-8b7b-b03d3238d96e req-814c4b6a-a84d-48e1-a844-c88cdda4fb3c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Aug 18 15:03:38.043440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ef7b-7fbc-4c5a-8240-c56cc43c621a req-7363f400-cf31-4a4f-bd45-3714a3b7e65c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:38.045337 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e34ef7b-7fbc-4c5a-8240-c56cc43c621a req-7363f400-cf31-4a4f-bd45-3714a3b7e65c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0486832 Aug 18 15:03:38.082091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e34ef7b-7fbc-4c5a-8240-c56cc43c621a req-47744884-bec4-410e-8fc6-17c7d48f4d8e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Aug 18 15:03:39.239267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b4249-15e6-4c6c-aeb9-cf01082b7171 req-9c420c9f-cab4-468f-afc5-7354c2764350 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:39.240750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-030b4249-15e6-4c6c-aeb9-cf01082b7171 req-9c420c9f-cab4-468f-afc5-7354c2764350 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0923877 Aug 18 15:03:39.277937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-030b4249-15e6-4c6c-aeb9-cf01082b7171 req-707942c8-922d-47a5-9963-8ea12f67876b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Aug 18 15:03:40.396558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839c44e-e2f5-4e64-9d92-0670b3860165 req-9bda331e-2892-4f2f-a3dd-906129ea6398 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:40.398048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b839c44e-e2f5-4e64-9d92-0670b3860165 req-9bda331e-2892-4f2f-a3dd-906129ea6398 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0523171 Aug 18 15:03:40.435684 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b839c44e-e2f5-4e64-9d92-0670b3860165 req-7f6afbe0-c6b9-444b-80bc-25ce392154b8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Aug 18 15:03:40.807833 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:41.483456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:03:41.516861 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:41.550988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b480d-06c4-4048-a4ee-0370c66e89e0 req-b5242e53-fe52-4426-be9c-1cca7fb27715 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:41.552467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f1b480d-06c4-4048-a4ee-0370c66e89e0 req-b5242e53-fe52-4426-be9c-1cca7fb27715 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0492733 Aug 18 15:03:41.590403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7f1b480d-06c4-4048-a4ee-0370c66e89e0 req-9283ea58-3b27-428b-b2ca-db88052d21c4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Aug 18 15:03:42.746257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240a935-c97b-4edd-9292-006bddfc05e4 req-d827d7d7-ac35-4686-906d-c07aaf6002ec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:42.748364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3240a935-c97b-4edd-9292-006bddfc05e4 req-d827d7d7-ac35-4686-906d-c07aaf6002ec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0922632 Aug 18 15:03:42.784888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3240a935-c97b-4edd-9292-006bddfc05e4 req-74f06a18-0c49-4b6d-b3d9-fa25528c4c23 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Aug 18 15:03:43.903080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562257f-80d5-4ae9-a54c-e0e6ca061dad req-6ac15e9b-c541-45f8-bea3-f3330a0a3781 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:43.905328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e562257f-80d5-4ae9-a54c-e0e6ca061dad req-6ac15e9b-c541-45f8-bea3-f3330a0a3781 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0522327 Aug 18 15:03:43.942944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e562257f-80d5-4ae9-a54c-e0e6ca061dad req-e4074a49-d5d4-4028-9fea-660b1c28546d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Aug 18 15:03:45.056666 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f4c8-3479-41d9-beab-9857d0973c19 req-488790d0-75d4-4a72-91f9-2b7935de5512 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:45.058165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bd6f4c8-3479-41d9-beab-9857d0973c19 req-488790d0-75d4-4a72-91f9-2b7935de5512 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0486908 Aug 18 15:03:45.095848 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7bd6f4c8-3479-41d9-beab-9857d0973c19 req-fe034ace-5615-4844-811a-81794b3ae2cb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Aug 18 15:03:46.212956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdff55-cd9e-4cba-b88e-38acbb948363 req-b339c2af-b2da-4fb5-9e9a-efacf8932781 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:46.214593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84bdff55-cd9e-4cba-b88e-38acbb948363 req-b339c2af-b2da-4fb5-9e9a-efacf8932781 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0492191 Aug 18 15:03:46.253456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84bdff55-cd9e-4cba-b88e-38acbb948363 req-4463bcd7-5345-49c6-941e-9f74defa9a8c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Aug 18 15:03:47.080007 n-d-804303-5 neutron-server[112229]: INFO neutron.api.v2.resource [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-812cea72-b569-4ecf-848d-a10fef504f8f service neutron] show failed (client error): The resource could not be found. Aug 18 15:03:47.080893 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-812cea72-b569-4ecf-848d-a10fef504f8f service neutron] 10.222.0.58 "GET /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0578089 Aug 18 15:03:47.370802 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e548-f465-478d-952d-2ba907825fcb req-fcdad807-2151-4210-ba8a-b1c748a72c70 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:47.372820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cf9e548-f465-478d-952d-2ba907825fcb req-fcdad807-2151-4210-ba8a-b1c748a72c70 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Aug 18 15:03:47.411216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cf9e548-f465-478d-952d-2ba907825fcb req-449aa068-ea5f-4035-9591-816071569b33 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Aug 18 15:03:47.663874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-5fa8d795-6829-47c1-b629-3836b4d035f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:47.665601 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-5fa8d795-6829-47c1-b629-3836b4d035f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0806515 Aug 18 15:03:47.682709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:03:47.738048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:47.935569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:47.966966 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:03:48.005479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:03:48.007737 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1482df-1275-4d19-8327-74ce257e5314" -d '{"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-unplugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:03:48.011784 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.024047 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Transition to ACTIVE for port object e28b6385-37ea-4267-93ed-a40421d0fe7f will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:03:48.054281 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48edf491-526c-4faa-9b5d-155e96289225 x-openstack-request-id: req-48edf491-526c-4faa-9b5d-155e96289225 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:03:48.055005 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-unplugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:03:48.055005 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48edf491-526c-4faa-9b5d-155e96289225 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:03:48.055201 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'code': 200} Aug 18 15:03:48.065286 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.142821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=6']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:48.158104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.158458 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.158805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.159146 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.159484 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.159818 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.160151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.160482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.160809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.161136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.161464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.161961 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:48.199244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] No DVR routers for this DVR port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h2-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:48.335531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:03:48.335868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:03:48.336196 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:03:48.340590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:03:48.341435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:03:48.346453 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:03:48.346798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:03:48.347181 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:03:48.347606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Bound port: e28b6385-37ea-4267-93ed-a40421d0fe7f, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:03:48.347962 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.410408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:03:48.413447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:03:48.483585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.525772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.526607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.527956 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] 10.222.0.10 "PUT /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1092 time: 0.8493509 Aug 18 15:03:48.528191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797f788-8b18-42d4-ae2c-ca10bafe3f6d req-042dabb5-4cd3-4e38-a732-de8b27054af2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.533784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1797f788-8b18-42d4-ae2c-ca10bafe3f6d req-042dabb5-4cd3-4e38-a732-de8b27054af2 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0520568 Aug 18 15:03:48.567797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8cb3-d207-4b94-8cf1-83d97210ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=7']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:48.571288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1797f788-8b18-42d4-ae2c-ca10bafe3f6d req-3b85d93c-8340-40b3-8185-55e6e77c6aec tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Aug 18 15:03:48.604507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-3dd4d9fa-68f8-43f4-9916-0f563717dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.606469 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-3dd4d9fa-68f8-43f4-9916-0f563717dcc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1095 time: 0.0511210 Aug 18 15:03:48.704248 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-4aee4a58-89a8-4eeb-9431-63e38564b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.705867 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-4aee4a58-89a8-4eeb-9431-63e38564b1ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0887101 Aug 18 15:03:48.783639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-6fba2f83-b21e-4042-adf9-465e96053b2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0623882 Aug 18 15:03:48.838372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-914e0837-a482-4bd7-a31f-66a330581c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.839796 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-914e0837-a482-4bd7-a31f-66a330581c1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0431199 Aug 18 15:03:48.889217 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-66016929-8155-48cb-9c25-c7b8741fca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:48.890669 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-66016929-8155-48cb-9c25-c7b8741fca80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393982 Aug 18 15:03:48.985363 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-e2469935-f16d-4a61-b5aa-74d7203d5c7d service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Aug 18 15:03:49.077986 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89b042d6-16ef-4f85-ba15-de598df3de2e req-ef4e716a-0a11-4345-807e-4af278c72ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817671 Aug 18 15:03:49.550137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:49.587672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:49.692958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b1fd-d0cd-4543-8406-a66b1e64c2b2 req-1ca91009-292e-41c0-a91a-fbb3cba80a0b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:49.694364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f76b1fd-d0cd-4543-8406-a66b1e64c2b2 req-1ca91009-292e-41c0-a91a-fbb3cba80a0b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0495265 Aug 18 15:03:49.735991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f76b1fd-d0cd-4543-8406-a66b1e64c2b2 req-c26455a1-3995-401d-a375-3546cc0088f3 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356154 Aug 18 15:03:50.055941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:03:50.058264 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2fb6c-7712-4b61-8ede-b34d7f466652" -d '{"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:03:50.104629 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd58df-7697-4eda-9e97-575aba4ad3fb x-openstack-request-id: req-efcd58df-7697-4eda-9e97-575aba4ad3fb {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:03:50.104917 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:03:50.105166 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efcd58df-7697-4eda-9e97-575aba4ad3fb {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:03:50.105560 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'status': 'completed', 'code': 200} Aug 18 15:03:50.182966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-8f2b7882-d09d-4e01-a228-091af329f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.182966 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-8f2b7882-d09d-4e01-a228-091af329f078 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1095 time: 0.0442727 Aug 18 15:03:50.183280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-1d11bff0-1775-4fcb-b2df-1a6713142277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.183893 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-1d11bff0-1775-4fcb-b2df-1a6713142277 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1095 time: 0.0489943 Aug 18 15:03:50.274004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-288a8963-d40b-40e4-ae38-f292df08bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.275503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-288a8963-d40b-40e4-ae38-f292df08bc6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0870447 Aug 18 15:03:50.281136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-b818b9b8-be0a-45ef-9c51-daed01476e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.282923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-b818b9b8-be0a-45ef-9c51-daed01476e20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0875919 Aug 18 15:03:50.350416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-8d48e15c-763f-449b-b741-e4008483d5f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0643973 Aug 18 15:03:50.361960 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-3264e204-8a4f-4828-be03-9f8b87eb04bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0649788 Aug 18 15:03:50.406427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-7378add2-3a5f-4284-b7a8-79ffff8928fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.407947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-7378add2-3a5f-4284-b7a8-79ffff8928fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0454535 Aug 18 15:03:50.418695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-4f388a4c-5920-4c3b-b74f-bfe0b0988696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.420810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-4f388a4c-5920-4c3b-b74f-bfe0b0988696 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0460441 Aug 18 15:03:50.462174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-0040224f-6fc2-4c4b-a265-b3b2712729f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.463702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-0040224f-6fc2-4c4b-a265-b3b2712729f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421593 Aug 18 15:03:50.475811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-b726c506-06c0-4955-8e0d-66f33b66c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.477343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-b726c506-06c0-4955-8e0d-66f33b66c1db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437708 Aug 18 15:03:50.573525 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-b6b44546-ea77-4c42-ba1c-d11cf1b6ed69 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970578 Aug 18 15:03:50.578923 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-7a074d2e-d400-412e-b1d7-7781add5457e service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889127 Aug 18 15:03:50.672381 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-54261835-5aa5-401f-ab3f-b16365979ce6 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868397 Aug 18 15:03:50.676766 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-16b2fb6c-7712-4b61-8ede-b34d7f466652 req-c5d714e0-26be-42f4-baaa-3a102f169703 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Aug 18 15:03:50.858271 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4522c-3615-4863-ae1f-47e010287787 req-e8a59969-0ade-4784-b0f9-835bb4d60cbe tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:50.859778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74d4522c-3615-4863-ae1f-47e010287787 req-e8a59969-0ade-4784-b0f9-835bb4d60cbe tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0543439 Aug 18 15:03:50.897356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74d4522c-3615-4863-ae1f-47e010287787 req-2ccd179e-f838-4d8d-bec0-987a71508523 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Aug 18 15:03:51.945412 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d46b3242-9ab1-4f50-bd46-21f8a94d6aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:52.017988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed60b-01ef-49d2-be80-9a1e46adb8c5 req-a2c01f2b-d36f-4940-8ef5-e4c93a782023 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:52.019446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-417ed60b-01ef-49d2-be80-9a1e46adb8c5 req-a2c01f2b-d36f-4940-8ef5-e4c93a782023 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0517678 Aug 18 15:03:52.058761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-417ed60b-01ef-49d2-be80-9a1e46adb8c5 req-efcf1995-6115-4a3f-8481-0a05ff622acf tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331919 Aug 18 15:03:53.174790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f55b-42ac-4647-84f7-12167ae2d9d7 req-ff0e962a-3b2a-407e-8b3d-f74e8b782245 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:53.176286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9c8f55b-42ac-4647-84f7-12167ae2d9d7 req-ff0e962a-3b2a-407e-8b3d-f74e8b782245 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Aug 18 15:03:53.214356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9c8f55b-42ac-4647-84f7-12167ae2d9d7 req-10581382-965e-4845-8a81-ba1d42912537 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Aug 18 15:03:54.334146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024490f-782e-4065-baea-e2c2d2327041 req-44e55a4d-58fe-46cd-9f64-9303a31b23d7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:54.335634 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6024490f-782e-4065-baea-e2c2d2327041 req-44e55a4d-58fe-46cd-9f64-9303a31b23d7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0519631 Aug 18 15:03:54.371710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6024490f-782e-4065-baea-e2c2d2327041 req-f5b09647-555b-4e67-8ee0-26301433e399 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Aug 18 15:03:54.808104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dfc07b7a-defc-4ba1-9916-e8d74393e0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:54.973715 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:55.486789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f72e3-76db-45dd-8efd-2a25d1a76277 req-d639af68-8ddf-4fca-bd5c-cc6b53bb8f8f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:55.488282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f46f72e3-76db-45dd-8efd-2a25d1a76277 req-d639af68-8ddf-4fca-bd5c-cc6b53bb8f8f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0488005 Aug 18 15:03:55.526011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f46f72e3-76db-45dd-8efd-2a25d1a76277 req-d4b0c7a9-3e1f-4ee1-a9b9-ea4a544df2b7 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Aug 18 15:03:56.093315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:56.683752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b202-c2c3-47cc-9055-2ba36eda3b22 req-2219a1af-9734-44a5-b926-16c7f09d65ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:56.685234 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4214b202-c2c3-47cc-9055-2ba36eda3b22 req-2219a1af-9734-44a5-b926-16c7f09d65ac tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0487366 Aug 18 15:03:56.722810 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4214b202-c2c3-47cc-9055-2ba36eda3b22 req-0b97a8de-817c-464b-9531-4e8190467503 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Aug 18 15:03:57.734205 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:57.841298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6296-6e2f-4ab9-9896-615509a96d34 req-9a74d675-27f2-4f77-bb1b-3aa92a3ba426 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:57.843335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bef6296-6e2f-4ab9-9896-615509a96d34 req-9a74d675-27f2-4f77-bb1b-3aa92a3ba426 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0527806 Aug 18 15:03:57.880224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4bef6296-6e2f-4ab9-9896-615509a96d34 req-559c29d8-198e-46a8-a180-04d86285e08e tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Aug 18 15:03:58.995378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef320a-a725-4eb9-9a5b-748861b6911d req-a2239bbd-b697-4b8a-89d7-33ee6eff334b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:58.996825 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beef320a-a725-4eb9-9a5b-748861b6911d req-a2239bbd-b697-4b8a-89d7-33ee6eff334b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0480711 Aug 18 15:03:59.034016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-beef320a-a725-4eb9-9a5b-748861b6911d req-f20adacc-50be-4110-8d5d-69289155fd7a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Aug 18 15:04:00.148725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c585f-0e5f-43c1-a5d5-c3fe4907854a req-572b18b6-257b-47f0-848a-8e4f7a14774a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:00.150217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-410c585f-0e5f-43c1-a5d5-c3fe4907854a req-572b18b6-257b-47f0-848a-8e4f7a14774a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0480959 Aug 18 15:04:00.186832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-410c585f-0e5f-43c1-a5d5-c3fe4907854a req-cd7353c3-19cc-424a-8b20-71f83dfee794 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305083 Aug 18 15:04:01.307823 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cbb37-df11-48f5-83cc-06f54587778f req-863ba990-65ce-47d2-8bd6-d7e291e7ca39 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:01.309435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa4cbb37-df11-48f5-83cc-06f54587778f req-863ba990-65ce-47d2-8bd6-d7e291e7ca39 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 944 time: 0.0544007 Aug 18 15:04:01.347309 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa4cbb37-df11-48f5-83cc-06f54587778f req-372e2900-eb2a-47ec-831e-689ac9503d99 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Aug 18 15:04:02.184564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:04:02.281619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:02.292842 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:04:02.332428 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:02.350730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:02.370546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:02.413766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:02.461440 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:02.463693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62252e-f7b1-4f4e-a5ae-d8ba870d2aff req-91d4a271-fa80-44f6-95b6-7992dc32c1b6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:02.465236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad62252e-f7b1-4f4e-a5ae-d8ba870d2aff req-91d4a271-fa80-44f6-95b6-7992dc32c1b6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Aug 18 15:04:02.469532 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.469913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.470260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.470597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.470932 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.471262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.471600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.471918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.472298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.472628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.472973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.473302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:02.503949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ad62252e-f7b1-4f4e-a5ae-d8ba870d2aff req-d819ba4f-5fe1-4a6b-8bae-b331f99b668b tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Aug 18 15:04:02.649502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['e28b6385-37ea-4267-93ed-a40421d0fe7f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:03.035808 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6bf3c-35af-4cc4-aeb0-3dfb3d7e2873 req-84ddb1e0-477f-4b69-9fed-8122d16bcfa6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.037293 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40a6bf3c-35af-4cc4-aeb0-3dfb3d7e2873 req-84ddb1e0-477f-4b69-9fed-8122d16bcfa6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Aug 18 15:04:03.074789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40a6bf3c-35af-4cc4-aeb0-3dfb3d7e2873 req-34682f6d-1759-4496-924c-aa926680d864 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Aug 18 15:04:03.093888 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-6ebe6a29-0a34-4133-8f1a-4c286a4fd964 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.095366 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-6ebe6a29-0a34-4133-8f1a-4c286a4fd964 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.10 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&binding%3Ahost_id=n-h1-804303-5 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Aug 18 15:04:03.165373 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-3c9bd6f3-b6a2-407f-b2d1-8405f9d0b974 service neutron] 10.222.0.10 "GET /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f/bindings/n-h1-804303-5 HTTP/1.1" status: 200 len: 382 time: 0.0576992 Aug 18 15:04:03.227075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-285cde3e-95dc-4053-acdb-c1679fdd22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.228540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-285cde3e-95dc-4053-acdb-c1679fdd22d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1096 time: 0.0404086 Aug 18 15:04:03.317200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-799adeba-ab76-44f1-a3d2-c61c2b04441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.318672 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-799adeba-ab76-44f1-a3d2-c61c2b04441a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0832193 Aug 18 15:04:03.386828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-c0736341-6f46-4772-81a5-44ca239582e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1001 time: 0.0603559 Aug 18 15:04:03.433373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-b8917927-5d37-45f0-b5ae-813f7dd9b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.434847 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-b8917927-5d37-45f0-b5ae-813f7dd9b9e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0413864 Aug 18 15:04:03.479735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-07efbb32-243c-4c31-a70a-dbddc306d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.481104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-07efbb32-243c-4c31-a70a-dbddc306d2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385115 Aug 18 15:04:03.573001 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-6eee17f4-33fc-42a3-a50e-dc7b066e0eca service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Aug 18 15:04:03.661084 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-f6ffd2de-bfd3-4b05-a8f9-3351e02b4dbf service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805824 Aug 18 15:04:04.196070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911739d-81da-4bd0-94a5-b69692f14ff9 req-e778c239-174b-44fd-a53a-14d985d10491 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:04.197566 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c911739d-81da-4bd0-94a5-b69692f14ff9 req-e778c239-174b-44fd-a53a-14d985d10491 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0523062 Aug 18 15:04:04.215413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:04:04.235616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c911739d-81da-4bd0-94a5-b69692f14ff9 req-3c7ec888-3617-4ca0-9d6a-09ca985645a5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Aug 18 15:04:04.316170 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port e28b6385-37ea-4267-93ed-a40421d0fe7f completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:04:04.319738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port e28b6385-37ea-4267-93ed-a40421d0fe7f triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:04:04.324968 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:04.392330 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:04.413478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:04.415731 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f56c6d-7ae7-48db-83df-8be9d2985098" -d '{"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:04.428746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:04.462575 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6428e2-120c-48c8-a1a5-59e81c91850f x-openstack-request-id: req-4e6428e2-120c-48c8-a1a5-59e81c91850f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:04.462867 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:04.463123 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e6428e2-120c-48c8-a1a5-59e81c91850f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:04.463519 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'code': 200} Aug 18 15:04:04.499860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:04.549554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:05.350839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303075c-ef01-4991-b2da-1718ea50e2fe req-d211a777-063f-479b-9065-8f589826f026 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:05.352318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f303075c-ef01-4991-b2da-1718ea50e2fe req-d211a777-063f-479b-9065-8f589826f026 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0492063 Aug 18 15:04:05.389480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f303075c-ef01-4991-b2da-1718ea50e2fe req-242d21ef-f4fa-4d97-9fd3-76aaa8aef32d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306368 Aug 18 15:04:06.507099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90b7c2-9770-435a-9809-6b26ae54bc4f req-c153a4c7-a109-4558-8b9e-b2b05f3cab56 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:06.508640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed90b7c2-9770-435a-9809-6b26ae54bc4f req-c153a4c7-a109-4558-8b9e-b2b05f3cab56 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0489967 Aug 18 15:04:06.547614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed90b7c2-9770-435a-9809-6b26ae54bc4f req-3b5a57c3-5356-4c1b-83f2-acb58a878462 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Aug 18 15:04:07.667377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d553-392a-48dd-b5d4-1302af44964b req-5c0d1954-19f7-4d79-b746-7068b1e80d30 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:07.668869 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf6d553-392a-48dd-b5d4-1302af44964b req-5c0d1954-19f7-4d79-b746-7068b1e80d30 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0531728 Aug 18 15:04:07.707506 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf6d553-392a-48dd-b5d4-1302af44964b req-5351012d-8dd0-46d1-91f6-80c8559c12a0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Aug 18 15:04:08.519956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-a8a0c1bd-d3d2-4bda-b7b2-9f0eb121b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:08.521384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-a8a0c1bd-d3d2-4bda-b7b2-9f0eb121b19f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30&tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0410016 Aug 18 15:04:08.539727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:08.590683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:08.828005 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:08.857540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0770b41-62ae-4495-8b30-63fbeccece6f req-5b3c7d66-ee7b-46e9-b07a-f9ac5a013fb6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:08.859050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0770b41-62ae-4495-8b30-63fbeccece6f req-5b3c7d66-ee7b-46e9-b07a-f9ac5a013fb6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0797355 Aug 18 15:04:08.886353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:04:08.935973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f0770b41-62ae-4495-8b30-63fbeccece6f req-e3ab05fb-91a1-415d-9ce3-8a0eb2bb3214 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671062 Aug 18 15:04:08.939133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:08.941336 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69778558-f964-41a1-9409-56191a193c48" -d '{"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-unplugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:08.945193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:08.958871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Transition to ACTIVE for port object e28b6385-37ea-4267-93ed-a40421d0fe7f will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:04:08.999780 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da6fe5a-f5ab-4ac9-b39b-8392b0c9f5dd x-openstack-request-id: req-8da6fe5a-f5ab-4ac9-b39b-8392b0c9f5dd {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:09.000076 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-unplugged", "status": "completed", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:09.000328 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8da6fe5a-f5ab-4ac9-b39b-8392b0c9f5dd {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:09.000768 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'code': 200} Aug 18 15:04:09.036578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:09.116314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:09.130954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.131305 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.131653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.132012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.132332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.132663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.132996 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.133328 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.133659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.134016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.134346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.134671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:09.170732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] No DVR routers for this DVR port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:04:09.305424 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:04:09.305769 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:04:09.306120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:09.311058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:04:09.311393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Attempting to bind port e28b6385-37ea-4267-93ed-a40421d0fe7f on network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:09.316098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:04:09.316432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Checking segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:04:09.316807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Bound using segment: {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:04:09.317228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Bound port: e28b6385-37ea-4267-93ed-a40421d0fe7f, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:04:09.317584 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:09.382136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:04:09.385295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:04:09.453743 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:09.485878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.486534 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:09.487864 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] 10.222.0.58 "PUT /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1093 time: 0.9524095 Aug 18 15:04:09.511129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bc267-1c91-4361-9948-41150e7f8dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=11']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:09.556856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-f5e272bb-6fed-463f-9783-955222800335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.561813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-f5e272bb-6fed-463f-9783-955222800335 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1096 time: 0.0424099 Aug 18 15:04:09.655354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-c94e0ad0-a83c-40bd-916e-2e5ee95e047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.656843 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-c94e0ad0-a83c-40bd-916e-2e5ee95e047d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0908821 Aug 18 15:04:09.729099 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-2f8c147c-5228-4abf-b251-527e84a84bd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0580084 Aug 18 15:04:09.787448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-659599cf-304c-4321-a21f-1b36c9a51403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.788898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-659599cf-304c-4321-a21f-1b36c9a51403 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0482988 Aug 18 15:04:09.838930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-4fd7f009-be85-4b1e-b5e5-58c2d11eedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.840413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-4fd7f009-be85-4b1e-b5e5-58c2d11eedd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392833 Aug 18 15:04:09.930629 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-f79ff4bd-1997-406c-b9e2-a485ef63968f service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820749 Aug 18 15:04:10.054757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac5cb00d-2c58-44fa-8290-11364b5fb31b req-f3b589df-3744-458b-93c6-7356a0df61a6 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113064 Aug 18 15:04:10.070311 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ce03-204a-4f30-847f-8802114f2aaf req-9e02eedb-f076-484d-ad18-9ab3d493b0a0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:10.071778 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a614ce03-204a-4f30-847f-8802114f2aaf req-9e02eedb-f076-484d-ad18-9ab3d493b0a0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0666358 Aug 18 15:04:10.110347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a614ce03-204a-4f30-847f-8802114f2aaf req-2ddee4e1-3626-4d65-9b9c-0e146b08ad72 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Aug 18 15:04:10.248260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:10.285627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:04:10.847613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:11.001956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:11.004281 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c89f181-15eb-411c-8e3a-dfb94e632c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:11.051693 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ad6594-72dc-4c32-9b11-ba9e720e4218 x-openstack-request-id: req-59ad6594-72dc-4c32-9b11-ba9e720e4218 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:11.051991 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:11.052278 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59ad6594-72dc-4c32-9b11-ba9e720e4218 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:11.052926 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'status': 'completed', 'code': 200} Aug 18 15:04:11.126849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-851a4279-1df0-45b2-a518-60e53e01e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.128309 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-851a4279-1df0-45b2-a518-60e53e01e761 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1096 time: 0.0471129 Aug 18 15:04:11.130427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-1c36c775-e3f5-4bd3-8122-a26a67627aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.131989 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-1c36c775-e3f5-4bd3-8122-a26a67627aaa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 1096 time: 0.0480251 Aug 18 15:04:11.231405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-7ba7c1f9-9ba5-4449-aaa5-7e5d1bd97867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.233524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-7ba7c1f9-9ba5-4449-aaa5-7e5d1bd97867 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.0947137 Aug 18 15:04:11.276731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34e6e-fd12-4f52-8c58-332a5918e34a req-498538e5-5aaa-4cd9-afd9-db04aff0e017 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.278376 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5c34e6e-fd12-4f52-8c58-332a5918e34a req-498538e5-5aaa-4cd9-afd9-db04aff0e017 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0770688 Aug 18 15:04:11.305871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-8d035674-9a15-4152-8716-36db2e77b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.307457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-8d035674-9a15-4152-8716-36db2e77b232 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 200 len: 913 time: 0.1646209 Aug 18 15:04:11.312562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-2150d30f-5b29-427b-b05f-f527e0314705 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0670545 Aug 18 15:04:11.362069 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a5c34e6e-fd12-4f52-8c58-332a5918e34a req-335e1ea7-24ea-44a7-979a-7df10b05ba19 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737095 Aug 18 15:04:11.368658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-6b7627e9-980e-4fdf-a005-920335f48396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.370091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-6b7627e9-980e-4fdf-a005-920335f48396 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0454502 Aug 18 15:04:11.386960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-7e0c77fb-e7cb-42d9-b8b2-46fa70f2f02d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0658863 Aug 18 15:04:11.425792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-5cc9b27d-e235-49e3-bd9f-d123d37c8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.427553 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-5cc9b27d-e235-49e3-bd9f-d123d37c8613 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458913 Aug 18 15:04:11.444186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-3b96c973-2fd3-4988-b666-929142a7bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.445745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-3b96c973-2fd3-4988-b666-929142a7bfcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 200 len: 851 time: 0.0464535 Aug 18 15:04:11.505134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-94c2e964-bf1d-4170-a031-cb36159e34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.506750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-94c2e964-bf1d-4170-a031-cb36159e34c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e69f104-c791-4177-a81f-d1d6ccc9ca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474994 Aug 18 15:04:11.523136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:11.536731 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-ef837d27-9d7c-4eb7-960c-2332f775d860 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961273 Aug 18 15:04:11.609184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-597a1546-6a99-4f94-a8fe-1220239b5cf5 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884950 Aug 18 15:04:11.641249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-f25ea622-4bec-4c4d-9168-c44eeeb91291 service neutron] 10.222.0.10 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916662 Aug 18 15:04:11.709661 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c89f181-15eb-411c-8e3a-dfb94e632c3b req-6007e4a7-4123-49f9-80f8-5d5523325c59 service neutron] 10.222.0.58 "GET /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636 Aug 18 15:04:12.485322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2c28-dd99-42d3-9a8d-2d800eb6ae72 req-533da199-72f7-4e09-a555-ba79faf12281 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:12.486945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c9e2c28-dd99-42d3-9a8d-2d800eb6ae72 req-533da199-72f7-4e09-a555-ba79faf12281 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0493948 Aug 18 15:04:12.527038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3c9e2c28-dd99-42d3-9a8d-2d800eb6ae72 req-9d517ba8-bfc0-4c18-961e-672096093cb8 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Aug 18 15:04:13.644208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d537-6a18-443a-9ce7-ae0119c040a3 req-b3ba8706-b3e5-40fb-a0c8-75cb15234d3d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:13.645708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3442d537-6a18-443a-9ce7-ae0119c040a3 req-b3ba8706-b3e5-40fb-a0c8-75cb15234d3d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0488718 Aug 18 15:04:13.683273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3442d537-6a18-443a-9ce7-ae0119c040a3 req-655e5a60-20da-46c2-9b34-5d176119b96d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 18 15:04:14.799400 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c73aed-c43b-424b-a5e3-c57c529dbf96 req-570f7242-810c-427f-a30b-f56b92647c5f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:14.800760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c73aed-c43b-424b-a5e3-c57c529dbf96 req-570f7242-810c-427f-a30b-f56b92647c5f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0476983 Aug 18 15:04:14.840538 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0c73aed-c43b-424b-a5e3-c57c529dbf96 req-145a80eb-9830-4b85-9d84-f4511693eade tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Aug 18 15:04:15.955428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeedba-9d0d-42f4-b2fe-3774399ca3ad req-e43d5a71-77fd-4074-bb6e-fe2169a7a18c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:15.956928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2caeedba-9d0d-42f4-b2fe-3774399ca3ad req-e43d5a71-77fd-4074-bb6e-fe2169a7a18c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Aug 18 15:04:15.995133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2caeedba-9d0d-42f4-b2fe-3774399ca3ad req-a02e0de0-3f67-40ea-bac9-21996b784e04 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Aug 18 15:04:17.110109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721b64-5992-4cd1-9ea0-cb56a12122d9 req-0d940004-e520-4875-ac79-ec1d32f424d0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:17.111577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30721b64-5992-4cd1-9ea0-cb56a12122d9 req-0d940004-e520-4875-ac79-ec1d32f424d0 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Aug 18 15:04:17.148791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30721b64-5992-4cd1-9ea0-cb56a12122d9 req-baa95733-a8b7-4d80-b650-36e84430417c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Aug 18 15:04:18.261824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145d966-0faa-4ad3-8468-dd1a9a21da51 req-0bc9b8dc-e239-45dd-be7d-fa928bf7aa7f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:18.263312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b145d966-0faa-4ad3-8468-dd1a9a21da51 req-0bc9b8dc-e239-45dd-be7d-fa928bf7aa7f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0481427 Aug 18 15:04:18.303856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b145d966-0faa-4ad3-8468-dd1a9a21da51 req-526fbbbc-d59d-48fc-8fb5-3e5745383af1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340946 Aug 18 15:04:18.484142 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:19.417086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758089d-c8e6-4c59-a96e-8bd51e753dbb req-bef1e0df-be75-4b5b-a98a-9a5860148eee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:19.418578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b758089d-c8e6-4c59-a96e-8bd51e753dbb req-bef1e0df-be75-4b5b-a98a-9a5860148eee tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0480313 Aug 18 15:04:19.455720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b758089d-c8e6-4c59-a96e-8bd51e753dbb req-c1bbe315-6092-46fd-afbf-282ff31d794f tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308547 Aug 18 15:04:20.569177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761872-12fe-41ae-bc30-8cca813045e0 req-cf35c2ec-15e7-4216-96f6-8a4aa01e4ac5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:20.570688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11761872-12fe-41ae-bc30-8cca813045e0 req-cf35c2ec-15e7-4216-96f6-8a4aa01e4ac5 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Aug 18 15:04:20.606968 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11761872-12fe-41ae-bc30-8cca813045e0 req-4763f1ca-8f4a-45d5-9c0d-38c6fe249d5a tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305068 Aug 18 15:04:21.722302 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa3f62-d438-4659-a8b4-9420184935a5 req-62640f2e-3293-408c-b7ac-697d7d7a9d32 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:21.723826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acfa3f62-d438-4659-a8b4-9420184935a5 req-62640f2e-3293-408c-b7ac-697d7d7a9d32 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Aug 18 15:04:21.769274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-acfa3f62-d438-4659-a8b4-9420184935a5 req-1b0ee8de-674c-4e6a-bc09-fc9e4779409d tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Aug 18 15:04:21.961460 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9d999bc1-11ab-4899-b66d-af46439bcd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:22.883647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed164-cb06-4633-8173-19107024670c req-d1c73d3c-4a00-4f41-83a5-00d2edde8ecc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:22.885129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-824ed164-cb06-4633-8173-19107024670c req-d1c73d3c-4a00-4f41-83a5-00d2edde8ecc tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Aug 18 15:04:22.921955 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-824ed164-cb06-4633-8173-19107024670c req-8ee1ebbb-0c49-4863-81c6-3a3a55a58bd4 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Aug 18 15:04:23.034470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6d85a-0323-4c70-bcf6-9de35fcf49f1 req-ed4677ab-56f4-41ea-ad81-236e89877a36 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.035969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ba6d85a-0323-4c70-bcf6-9de35fcf49f1 req-ed4677ab-56f4-41ea-ad81-236e89877a36 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0480413 Aug 18 15:04:23.072463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ba6d85a-0323-4c70-bcf6-9de35fcf49f1 req-e47a244e-4bfd-422a-8099-af8e01053084 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Aug 18 15:04:23.184055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838989ee-3767-4a7b-8d44-7f8a2bbb874e req-5029f413-c27f-4445-848e-c9573fa33337 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.185508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-838989ee-3767-4a7b-8d44-7f8a2bbb874e req-5029f413-c27f-4445-848e-c9573fa33337 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.0484629 Aug 18 15:04:23.226439 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-838989ee-3767-4a7b-8d44-7f8a2bbb874e req-f0075b06-fb6e-42c8-a834-8f4e81bbd933 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348241 Aug 18 15:04:23.672014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:04:23.773005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:23.785488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'port_id': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'mac_address': 'fa:16:3e:2b:86:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:04:23.824460 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:23.838273 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:23.858368 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:23.902552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac4de3-a96e-4a34-a1ff-14e2e0f0cb58 req-38dfa559-7ff3-486b-b03d-72eafaf67857 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.904076 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ac4de3-a96e-4a34-a1ff-14e2e0f0cb58 req-38dfa559-7ff3-486b-b03d-72eafaf67857 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 945 time: 0.3044333 Aug 18 15:04:23.933424 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:23.941340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ac4de3-a96e-4a34-a1ff-14e2e0f0cb58 req-11ff221c-408c-473b-b022-769c8bcfd78c tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Aug 18 15:04:23.980341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:24.227612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['e28b6385-37ea-4267-93ed-a40421d0fe7f'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:24.807504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5b139f25-eb6e-4303-84bb-3d1c13a127ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.024346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.061345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a2a17-3c49-4dd4-a449-3ae98a0d11bf req-c438a6e1-ea3d-4d99-9d02-041428e19ebb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:25.062750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-497a2a17-3c49-4dd4-a449-3ae98a0d11bf req-c438a6e1-ea3d-4d99-9d02-041428e19ebb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0497930 Aug 18 15:04:25.100698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-497a2a17-3c49-4dd4-a449-3ae98a0d11bf req-9922ac24-6dc8-44ea-b852-8b48c86f8572 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a3fc9ab-672a-414e-90e6-49b1af2ece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 18 15:04:25.399753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-17eefa66-12c4-48fd-9f66-4aa233b7a7bb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:25.401207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-17eefa66-12c4-48fd-9f66-4aa233b7a7bb tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Aug 18 15:04:25.491337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Deleting port e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:25.491659 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.580379 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:25.580747 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.673621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device e28b6385-37ea-4267-93ed-a40421d0fe7f no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:25.746752 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.752487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.752876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.753332 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68 disassociated. External IP: 172.25.1.87, port: e28b6385-37ea-4267-93ed-a40421d0fe7f. Aug 18 15:04:25.753660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Calling delete_port for e28b6385-37ea-4267-93ed-a40421d0fe7f owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:25.762882 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e28b6385-37ea-4267-93ed-a40421d0fe7f {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:25.782246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port e28b6385-37ea-4267-93ed-a40421d0fe7f, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=e28b6385-37ea-4267-93ed-a40421d0fe7f,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:25.865178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.913614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=13']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:25.950453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.982468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'Port': ['ID=e28b6385-37ea-4267-93ed-a40421d0fe7f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:26.075911 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:26.100850 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:04:26.225027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99e57a73-6df3-4727-bb94-80bb5b107983 req-d41ece8d-61a4-41da-a68b-59dc472d6fff tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0364561 Aug 18 15:04:26.238236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:04:26.254133 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:04:26.263010 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:26.263654 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:26.283807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] No DVR routers for this DVR port e28b6385-37ea-4267-93ed-a40421d0fe7f on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:04:26.286503 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:26.288541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef0d3484-5bdc-4f18-8c43-35ea57e6f60a req-700b85f1-9532-409c-847e-7756eea4ec94 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.58 "DELETE /v2.0/ports/e28b6385-37ea-4267-93ed-a40421d0fe7f HTTP/1.1" status: 204 len: 173 time: 0.8800955 Aug 18 15:04:26.288974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-deleted', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:26.291260 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a1023e-4e1f-4137-a670-977c65ec2ab8" -d '{"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-deleted", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:26.326563 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f014c-3e84-4906-b509-f730aa0782d9 x-openstack-request-id: req-037f014c-3e84-4906-b509-f730aa0782d9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:26.326859 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98828f82-d18a-4cc0-b2f8-f04034492b30", "name": "network-vif-deleted", "tag": "e28b6385-37ea-4267-93ed-a40421d0fe7f", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:26.327102 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-037f014c-3e84-4906-b509-f730aa0782d9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:26.327497 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98828f82-d18a-4cc0-b2f8-f04034492b30', 'name': 'network-vif-deleted', 'tag': 'e28b6385-37ea-4267-93ed-a40421d0fe7f', 'status': 'completed', 'code': 200} Aug 18 15:04:26.370861 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:26.568642 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:26.598006 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:04:26.606067 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:26.606670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:26.706604 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:27.002353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:27.028758 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79e8b-d218-4dc7-bb1d-8262529bce63 None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:56Z', 'revision_number': 4, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f54cf613-bc27-443b-8fbe-bd024c2ea85e', 'name': '', 'network_id': '7e69f104-c791-4177-a81f-d1d6ccc9ca64', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'mac_address': 'fa:16:3e:e9:06:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:55Z', 'updated_at': '2021-08-18T14:54:01Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'subnets': [{'id': '5af6725e-8e6d-45f6-92d3-1b39a36289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:04:27.246633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ffb79-3ff9-4668-ac73-a4c82214212f None None] New status for floating IP dc6878f3-6b7f-4090-bcab-e87b3d77ba68: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:04:27.322251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f4c538b1-fa03-40bd-bd84-afe05b29ae2b req-e08f2003-7178-4b71-bf00-7b2881271f02 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0280836 Aug 18 15:04:27.738805 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:28.419853 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dcbc6470-03a6-4d8b-8103-ff2b23826b0d req-70fed91c-442d-40cc-9d30-6eaae7d32fc1 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0268950 Aug 18 15:04:29.519306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b3e58da5-748d-4a15-86bb-550a06330e31 req-f881c7dc-e3cd-4a25-9b30-b5aa20324bb6 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/ports?device_id=98828f82-d18a-4cc0-b2f8-f04034492b30 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Aug 18 15:04:34.419942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49048) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:34.474275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.497672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.595783 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.598421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.599912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "DELETE /v2.0/security-groups/9a3fc9ab-672a-414e-90e6-49b1af2ece5c HTTP/1.1" status: 204 len: 168 time: 0.1789720 Aug 18 15:04:34.602868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49050) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:34.610268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90913b28-bece-4ddf-9c4a-b7f91585f285 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3fc9ab-672a-414e-90e6-49b1af2ece5c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:34.623848 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-99e0009f-1263-43b1-949c-aef4b5440a55 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] show failed (client error): The resource could not be found. Aug 18 15:04:34.625050 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-99e0009f-1263-43b1-949c-aef4b5440a55 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "GET /v2.0/security-groups/9a3fc9ab-672a-414e-90e6-49b1af2ece5c HTTP/1.1" status: 404 len: 347 time: 0.0211730 Aug 18 15:04:34.627793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49052) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:34.754277 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Deleting port 5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:34.754537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.832603 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.832928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.845441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Calling delete_port for 5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:35.031318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.063014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Pushing event deleted for resources: {'Port': ['ID=5b929f1b-dd55-4fa7-a3bb-5ee25a61f78f,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:35.122460 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.125289 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.129551 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a561cb9a-1f36-4a23-b376-1d1dc42f3987 tempest-ServerActionsTestJSON-283068361 tempest-ServerActionsTestJSON-283068361-project] 10.222.0.35 "DELETE /v2.0/floatingips/dc6878f3-6b7f-4090-bcab-e87b3d77ba68 HTTP/1.1" status: 204 len: 168 time: 0.5006723 Aug 18 15:04:35.129720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49054) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:35.702942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.944191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Deleting port f54cf613-bc27-443b-8fbe-bd024c2ea85e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:35.944537 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:36.021224 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] For port f54cf613-bc27-443b-8fbe-bd024c2ea85e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f54cf613-bc27-443b-8fbe-bd024c2ea85e,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:36.021578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:36.034360 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Calling delete_port for f54cf613-bc27-443b-8fbe-bd024c2ea85e owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:36.264606 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:36.295770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54cf613-bc27-443b-8fbe-bd024c2ea85e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:36.453232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:36.660507 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Router 6179a627-5d25-45a1-b5e5-1adab8c84d02 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:04:36.762301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:04:36.767289 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-20449902-95ff-4e42-9b83-17af37d95e58 admin admin] 10.222.0.35 "PUT /v2.0/routers/6179a627-5d25-45a1-b5e5-1adab8c84d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6366162 Aug 18 15:04:36.769963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49058) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:36.770897 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Sync routers for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:04:36.781604 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:36.782174 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:36.875029 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:36.881857 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:36.976835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.054781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T15:04:36Z', 'revision_number': 5, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port': {'id': '96b04a23-9bf1-4a4d-9593-d3accfdfd9a3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:37.078392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Deleting port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:37.078737 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.080494 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Checking router: 6179a627-5d25-45a1-b5e5-1adab8c84d02 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:04:37.088433 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Routers {'6179a627-5d25-45a1-b5e5-1adab8c84d02'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:37.089027 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:04:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6179a627-5d25-45a1-b5e5-1adab8c84d02'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:37.159055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] For port 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:37.159421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.170834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Calling delete_port for 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:37.177155 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] Set router 6179a627-5d25-45a1-b5e5-1adab8c84d02 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:37.224170 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T15:04:36Z', 'revision_number': 6, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:37.250295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f4999-8057-4c95-a702-f80854d2ebab None None] The sync data for ids ['6179a627-5d25-45a1-b5e5-1adab8c84d02'] in n-d-804303-5 is: [{'id': '6179a627-5d25-45a1-b5e5-1adab8c84d02', 'name': 'tempest-ServerActionsTestJSON-1336229242-router', 'tenant_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:53:53Z', 'updated_at': '2021-08-18T15:04:36Z', 'revision_number': 6, 'project_id': '4943e5ce9d844c08ad4d25f83e9ae8c6', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:04:37.401326 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.426162 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b04a23-9bf1-4a4d-9593-d3accfdfd9a3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:37.487826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.577285 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.579340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.658998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.659585 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6179a627-5d25-45a1-b5e5-1adab8c84d02 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:04:37.663929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.665374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-26d59c1c-1652-4902-b016-8a8ddac06fd4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6179a627-5d25-45a1-b5e5-1adab8c84d02 HTTP/1.1" status: 204 len: 168 time: 0.8942430 Aug 18 15:04:37.667541 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49062) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:37.712321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Deleting subnet 5af6725e-8e6d-45f6-92d3-1b39a36289c6 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:04:37.715377 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.749206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.828925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.921989 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.948527 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af6725e-8e6d-45f6-92d3-1b39a36289c6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:37.950439 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:37.952949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a5e0f968-4caa-4187-ba0b-507f43cde55e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5af6725e-8e6d-45f6-92d3-1b39a36289c6 HTTP/1.1" status: 204 len: 168 time: 0.2843828 Aug 18 15:04:37.954776 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49064) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:37.954977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da981aa3-ebdf-493f-9ae8-cae1cf7952a2 None None] Network 7e69f104-c791-4177-a81f-d1d6ccc9ca64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:04:38.037182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.063998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:38.085376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:04:38.085717 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 96b04a23-9bf1-4a4d-9593-d3accfdfd9a3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:04:38.086344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f54cf613-bc27-443b-8fbe-bd024c2ea85e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:38.092245 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Deleting port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:38.092631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.106670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f54cf613-bc27-443b-8fbe-bd024c2ea85e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:04:38.107019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f54cf613-bc27-443b-8fbe-bd024c2ea85e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:04:38.158982 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] For port 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7faba6e8-01ee-4b62-8d2b-2926e1888c05,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:38.159342 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.172523 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Calling delete_port for 7faba6e8-01ee-4b62-8d2b-2926e1888c05 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:38.179548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] DHCP port deletion for 7e69f104-c791-4177-a81f-d1d6ccc9ca64 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:04:38.233735 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Deleting port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:38.234149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.300199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] For port 7faba6e8-01ee-4b62-8d2b-2926e1888c05, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7faba6e8-01ee-4b62-8d2b-2926e1888c05,segment=NetworkSegment(acad50bb-e129-4c34-9c6e-b7f7d8f75b09),segment_id=acad50bb-e129-4c34-9c6e-b7f7d8f75b09)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:38.300641 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.313548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Calling delete_port for 7faba6e8-01ee-4b62-8d2b-2926e1888c05 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:38.436187 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.460150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] Pushing event deleted for resources: {'Port': ['ID=7faba6e8-01ee-4b62-8d2b-2926e1888c05,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:38.465698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652635bb-bd4c-41b0-a757-6b64c471fffb None None] No DVR routers for this DVR port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:04:38.567850 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.593019 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7faba6e8-01ee-4b62-8d2b-2926e1888c05,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:38.596579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] No DVR routers for this DVR port 7faba6e8-01ee-4b62-8d2b-2926e1888c05 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:04:38.667713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.677220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e69f104-c791-4177-a81f-d1d6ccc9ca64']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:38.686771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:38.687005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad50bb-e129-4c34-9c6e-b7f7d8f75b09') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:38.695585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.709131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.715082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self.session.flush() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:04:38.720469 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:04:38.824308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.830328 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:38.832182 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e69f104-c791-4177-a81f-d1d6ccc9ca64 HTTP/1.1" status: 204 len: 168 time: 0.8764930 Aug 18 15:04:38.843446 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba18a6-e7fb-4958-8d59-83a9f3774a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e69f104-c791-4177-a81f-d1d6ccc9ca64,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:39.098906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49070) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:39.143830 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1f6683ce-2c32-49e3-af5a-0db40c5694cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4943e5ce9d844c08ad4d25f83e9ae8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437710 Aug 18 15:04:39.146232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49072) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:39.193569 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:39.214337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:39.315524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:39.318099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:39.319301 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e999896e-d70b-47b3-b405-0fc83226f926 HTTP/1.1" status: 204 len: 168 time: 0.1721432 Aug 18 15:04:39.327008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648594-8bbc-458b-8a19-b1da2ddda53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999896e-d70b-47b3-b405-0fc83226f926,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:39.847845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7faba6e8-01ee-4b62-8d2b-2926e1888c05 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:39.868604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7faba6e8-01ee-4b62-8d2b-2926e1888c05 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:04:39.869928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7faba6e8-01ee-4b62-8d2b-2926e1888c05 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:04:40.252325 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49094) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:40.346166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-501303469-network', 'tenant_id': 'a9c879bd754e42d88ed949416cff96ea'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:40.424490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Made reservation on behalf of a9c879bd754e42d88ed949416cff96ea for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:04:40.426778 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.435473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.521494 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.589970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.617250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:04:40.622551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b909ef75-87cc-4386-803d-e92938367cff,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:40.629652 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.630047 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Added segment 18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd of type vlan for network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d Aug 18 15:04:40.672112 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.738197 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.739112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:40.739696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.796300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2367cc-d0fb-42f9-a6ab-261b31844e6d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:40.806430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:04:40.856217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:40.859530 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8789ad54-16ef-45d2-8a69-21117f12aae8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6061060 Aug 18 15:04:40.862301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:40.867138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Request body: {'subnet': {'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-501303469-subnet', 'tenant_id': 'a9c879bd754e42d88ed949416cff96ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:40.927064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Made reservation on behalf of a9c879bd754e42d88ed949416cff96ea for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:04:40.929421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:41.407215 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:41.461270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6162175-0f26-4e83-9a8d-d32c6ec4692d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:41.469777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Checking segment: {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:04:41.470173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Network hostable DHCP agents. Network: 8c2367cc-d0fb-42f9-a6ab-261b31844e6d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:04:41.521505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:41.544127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:04:41.635583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 8c2367cc-d0fb-42f9-a6ab-261b31844e6d) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:04:41.639641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:41.640225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:41.644124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a7a9b-7918-47f6-a949-a884bc63085b None None] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:04:41.728119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c0783dd6-3abb-4029-af5f-b4a601094fd7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8646576 Aug 18 15:04:41.925139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6127ca-16b9-461f-a5b5-035c3767ce2c None None] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:04:42.160323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-a015d1bf-ed2f-4b8a-b308-e5101d71e12e tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:42.161791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-a015d1bf-ed2f-4b8a-b308-e5101d71e12e tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/networks?id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d HTTP/1.1" status: 200 len: 813 time: 0.1010985 Aug 18 15:04:42.176728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-32c9de3a-87cf-4120-afc2-175b6335cf10 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/quotas/a9c879bd754e42d88ed949416cff96ea HTTP/1.1" status: 200 len: 375 time: 0.0090919 Aug 18 15:04:42.208139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-ee92c51e-0995-464e-961b-3b7cc62e3863 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260618 Aug 18 15:04:42.307813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-132fd4a1-fb29-4b64-a5c2-5ab4be119b89 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:04:42.308879 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-132fd4a1-fb29-4b64-a5c2-5ab4be119b89 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429211 Aug 18 15:04:42.399213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-434259ab-5f22-4dae-91d2-838d323c063a service neutron] 10.222.0.35 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Aug 18 15:04:42.485867 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-047d1ff7-a49e-4e64-9265-623d5d07bc43 service neutron] 10.222.0.35 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800843 Aug 18 15:04:42.716411 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5c42387-822f-4b66-8b57-3b747ebfcd94 req-8b75b615-608b-4eb7-b8ff-6b74348cc6f8 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 210 time: 0.0323050 Aug 18 15:04:43.792017 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9347b8a4-b8ad-46ee-b4d5-f03c79a394ab req-c456a3c4-986b-4192-95c1-1a40a3381486 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 210 time: 0.0272989 Aug 18 15:04:44.888627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dd91f46d-fc72-4fa0-af3b-50cf1624f739 req-2497d754-ac5c-489d-8fc9-05576cbcc392 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 210 time: 0.0287209 Aug 18 15:04:44.891405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-82d3bc39-3079-4a8f-85dd-2fe7749d09a0 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:44.893078 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-82d3bc39-3079-4a8f-85dd-2fe7749d09a0 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.10 "GET /v2.0/networks?id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d HTTP/1.1" status: 200 len: 813 time: 0.1091654 Aug 18 15:04:44.909730 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Request body: {'port': {'device_id': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d', 'admin_state_up': True, 'tenant_id': 'a9c879bd754e42d88ed949416cff96ea'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:45.075599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Made reservation on behalf of a9c879bd754e42d88ed949416cff96ea for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:04:45.079116 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.204203 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Allocated IP 172.20.0.11 (8c2367cc-d0fb-42f9-a6ab-261b31844e6d/a6162175-0f26-4e83-9a8d-d32c6ec4692d/9263075f-7b8d-47e7-a628-cd9ab2bdd1ff) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:04:45.349747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.453081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.496422 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:04:45.500096 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:04:45.503867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:04:45.510175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Pushing event updated for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:45.554906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:45.555520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.630577 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-ae188e0d-d6d4-4229-a61a-933cc334cad5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247117 Aug 18 15:04:45.648810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Request body: {'port': {'device_id': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:45.705152 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.968418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:45.976175 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.988754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Transition to ACTIVE for port object 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:04:46.003824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40c76-b6ac-470b-b5b9-153d7f94e505 req-d0938518-5f09-4d22-894c-702d809081a6 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.005312 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6d40c76-b6ac-470b-b5b9-153d7f94e505 req-d0938518-5f09-4d22-894c-702d809081a6 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 932 time: 0.0491042 Aug 18 15:04:46.042177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6d40c76-b6ac-470b-b5b9-153d7f94e505 req-870d475f-b468-4ccd-9a03-77220cbd0f3f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Aug 18 15:04:46.092686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:46.141440 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:46.213100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Attempting to bind port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:04:46.213361 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Attempting to bind port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:04:46.213693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Attempting to bind port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:46.218025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:04:46.218347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Attempting to bind port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:46.222986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:04:46.223324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Checking segment: {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:04:46.223705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Bound using segment: {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:04:46.228718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Bound port: 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:04:46.228718 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:46.310681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:04:46.313626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:04:46.378957 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:46.413131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.413756 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:46.415604 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/9263075f-7b8d-47e7-a628-cd9ab2bdd1ff HTTP/1.1" status: 200 len: 1092 time: 0.7707493 Aug 18 15:04:46.417625 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:46.420639 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:46.444547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f238b-68b4-4376-a2ed-3dc2b207b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:46.456067 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e77599-2820-4cd5-b7ba-34e8ecc67a9a x-openstack-request-id: req-21e77599-2820-4cd5-b7ba-34e8ecc67a9a {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:46.456360 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:46.456615 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21e77599-2820-4cd5-b7ba-34e8ecc67a9a {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:46.457065 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff', 'status': 'completed', 'code': 200} Aug 18 15:04:46.522139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-f036efa2-4e46-4510-bebd-e1f791269ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.523694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-f036efa2-4e46-4510-bebd-e1f791269ff1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 1095 time: 0.0419114 Aug 18 15:04:46.626877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-2bbaf129-0518-4228-86bd-36089b257bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.628377 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-2bbaf129-0518-4228-86bd-36089b257bd2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9c879bd754e42d88ed949416cff96ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0937309 Aug 18 15:04:46.728447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-1c54f505-9823-485a-a221-ade4510ddc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.729907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1d814c2d-8c6a-4cb0-83a2-98c042b063ff req-1c54f505-9823-485a-a221-ade4510ddc9a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894239 Aug 18 15:04:46.814722 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-1442b0b4-5fe5-4397-83e6-ae55a5821f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.816096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-1442b0b4-5fe5-4397-83e6-ae55a5821f07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 1095 time: 0.0397437 Aug 18 15:04:46.864151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-745da3c3-e318-47eb-9900-67880c01eaf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff HTTP/1.1" status: 200 len: 217 time: 0.0340176 Aug 18 15:04:46.923263 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec479-9937-4332-a1fb-0def12b7049d req-e7b4d052-d8aa-4765-897b-e8e9bc678c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.924659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-e7b4d052-d8aa-4765-897b-e8e9bc678c85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6162175-0f26-4e83-9a8d-d32c6ec4692d HTTP/1.1" status: 200 len: 853 time: 0.0457225 Aug 18 15:04:46.960167 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-58219764-983f-4def-88eb-d32877c3dccd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238883 Aug 18 15:04:47.051249 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-6bf62c9b-058c-446c-a9a6-1dd720562655 service neutron] 10.222.0.10 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789824 Aug 18 15:04:47.149441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-961ec479-9937-4332-a1fb-0def12b7049d req-5ba2dd24-ae47-4b47-9074-44179e7b79a4 service neutron] 10.222.0.10 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Aug 18 15:04:47.155145 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bf2d5-b837-4cd5-8e7c-f49b69c30168 req-f874865b-b690-4dc5-ac83-60ab4b92e190 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:47.156664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed2bf2d5-b837-4cd5-8e7c-f49b69c30168 req-f874865b-b690-4dc5-ac83-60ab4b92e190 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 944 time: 0.0484738 Aug 18 15:04:47.197546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed2bf2d5-b837-4cd5-8e7c-f49b69c30168 req-0a38a6a5-ec04-41e7-a613-8a7238cfd5ae tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 18 15:04:48.312045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109712-6292-450d-85d3-4402bc027a31 req-1d243ca4-b41b-4fae-b87d-1a8311456986 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:48.313509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79109712-6292-450d-85d3-4402bc027a31 req-1d243ca4-b41b-4fae-b87d-1a8311456986 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 944 time: 0.0478253 Aug 18 15:04:48.350637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-79109712-6292-450d-85d3-4402bc027a31 req-0e3c6300-8adf-4dca-9fc4-7c934b291c6b tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Aug 18 15:04:49.462346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed222eaa-33e3-4e62-b60a-3e247d6d2a6b req-4d2f65ca-3f48-46ce-b4d6-5838e4e89fb9 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:49.463804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed222eaa-33e3-4e62-b60a-3e247d6d2a6b req-4d2f65ca-3f48-46ce-b4d6-5838e4e89fb9 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 944 time: 0.0480752 Aug 18 15:04:49.500074 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed222eaa-33e3-4e62-b60a-3e247d6d2a6b req-7de9a4f5-7d7d-4d7a-a207-d81f9b5cf84f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Aug 18 15:04:50.443260 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:04:50.539033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:50.550192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff', 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d', 'port_id': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6162175-0f26-4e83-9a8d-d32c6ec4692d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:04:50.586153 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:50.599129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:50.617191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44884-6f83-45e5-967a-f57cc17501d6 req-a208d9f4-4fcc-4bb3-aa0c-37cd4bf79fdf tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:50.618771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfe44884-6f83-45e5-967a-f57cc17501d6 req-a208d9f4-4fcc-4bb3-aa0c-37cd4bf79fdf tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 944 time: 0.0491512 Aug 18 15:04:50.622204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:50.658592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:50.661886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bfe44884-6f83-45e5-967a-f57cc17501d6 req-924ef05c-4703-4084-9d59-e65cdb36bedc tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Aug 18 15:04:50.704149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:50.894244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:51.773315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812bbb3-73b2-49b3-914d-7b774261b883 req-98466db1-2680-4637-b30c-c1371e587d6a tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:51.774720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b812bbb3-73b2-49b3-914d-7b774261b883 req-98466db1-2680-4637-b30c-c1371e587d6a tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 18 15:04:51.813237 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b812bbb3-73b2-49b3-914d-7b774261b883 req-8c95c8db-af10-4668-8889-f859762b0283 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 18 15:04:51.972524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eeba0072-0fd8-490c-a1a1-864fa66f95d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:52.465244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:04:52.561450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:04:52.565443 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:04:52.565818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:52.639229 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:52.661237 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:52.664585 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff08632-961e-43c7-a121-e37026fca0b6" -d '{"events": [{"server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "name": "network-vif-plugged", "status": "completed", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:52.678185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:52.701821 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeacb723-81ed-4ff7-a189-ebe36ca1734b x-openstack-request-id: req-eeacb723-81ed-4ff7-a189-ebe36ca1734b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:52.702152 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "name": "network-vif-plugged", "status": "completed", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:52.702434 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeacb723-81ed-4ff7-a189-ebe36ca1734b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:52.702888 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff', 'code': 200} Aug 18 15:04:52.733491 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:52.785578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:52.814120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1738-4834-4b8f-9fc7-db8a9d2f29a2 req-58e73afd-8646-4d34-9509-d6a92cb38687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:52.815613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a42d1738-4834-4b8f-9fc7-db8a9d2f29a2 req-58e73afd-8646-4d34-9509-d6a92cb38687 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 1097 time: 0.0427070 Aug 18 15:04:52.852005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a42d1738-4834-4b8f-9fc7-db8a9d2f29a2 req-15d85a8f-ed49-47b4-8931-cb1dafec788d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267825 Aug 18 15:04:52.924952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38f2f-ccc0-426b-a91c-b47a78674241 req-42e08ad2-f0ec-4d26-8a1c-df5203d5c339 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:52.926421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2c38f2f-ccc0-426b-a91c-b47a78674241 req-42e08ad2-f0ec-4d26-8a1c-df5203d5c339 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0478988 Aug 18 15:04:52.962464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b2c38f2f-ccc0-426b-a91c-b47a78674241 req-976a7b8c-c594-4588-8cd4-5adb7abff4b7 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Aug 18 15:04:54.076665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad5a09-8428-4b46-96fa-4810c51f3253 req-f0e2f7d2-3c80-4441-858f-712fe0dd7a42 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:54.078071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bad5a09-8428-4b46-96fa-4810c51f3253 req-f0e2f7d2-3c80-4441-858f-712fe0dd7a42 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0489771 Aug 18 15:04:54.119139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5bad5a09-8428-4b46-96fa-4810c51f3253 req-d58f9235-ed54-46a9-b35b-bd15817e817c tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 18 15:04:54.338512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c4b53178-2156-4e53-bfbb-428204cf11ca tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:54.339979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c4b53178-2156-4e53-bfbb-428204cf11ca tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/networks?id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d HTTP/1.1" status: 200 len: 813 time: 0.0994582 Aug 18 15:04:54.355182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-fd502914-280d-48e8-9cb8-befc1b8e5b9b tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/quotas/a9c879bd754e42d88ed949416cff96ea HTTP/1.1" status: 200 len: 375 time: 0.0089228 Aug 18 15:04:54.402216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-472fbc0e-fe5c-4480-9e52-5c9ba426dc6e tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419266 Aug 18 15:04:54.494026 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-f849e5cd-21d3-4c1f-99a2-750153cad36b service neutron] 10.222.0.35 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Aug 18 15:04:54.582414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-81bad574-808b-4afe-b4f9-09b2e8b2ec3f service neutron] 10.222.0.35 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819631 Aug 18 15:04:54.817621 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89c465dc-80be-46aa-89b3-bd0136f8abba req-7805f37c-bf7e-45a3-a055-7238372f5954 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 210 time: 0.0317140 Aug 18 15:04:54.824910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-07d9f471-a5f1-4de0-81d1-a9f2e8ec9e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:55.012853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:55.483664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:55.911618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63cc288e-dc11-4f28-a4a6-3ddd5fb9bd0a req-a5fcf033-165e-4456-bd79-01dfd3d1ecef tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Aug 18 15:04:56.086526 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:56.534956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-81dcf2fd-2271-4c4a-ad34-1d19681eca71 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:56.536413 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-81dcf2fd-2271-4c4a-ad34-1d19681eca71 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.58 "GET /v2.0/networks?id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d HTTP/1.1" status: 200 len: 813 time: 0.1015029 Aug 18 15:04:56.553285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Request body: {'port': {'device_id': '6e66cf69-8884-416b-b180-4d6536e9d581', 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d', 'admin_state_up': True, 'tenant_id': 'a9c879bd754e42d88ed949416cff96ea'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:56.744045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Made reservation on behalf of a9c879bd754e42d88ed949416cff96ea for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:04:56.748151 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:56.873332 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Allocated IP 172.20.0.13 (8c2367cc-d0fb-42f9-a6ab-261b31844e6d/a6162175-0f26-4e83-9a8d-d32c6ec4692d/423f0957-6806-43c9-8412-8dabc1c73650) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:04:57.020181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59b45e94-e770-4d49-a984-e222589019cb req-f66e9205-3159-4b37-ae38-af8aa59930c4 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 210 time: 0.0404513 Aug 18 15:04:57.041114 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.133041 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.145286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:57.172506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:04:57.179672 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:04:57.183551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:04:57.190596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Pushing event updated for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:57.235447 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:57.236071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.281604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-daedc698-800b-41e6-a370-3b03a1fc5809 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318680 Aug 18 15:04:57.302189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Request body: {'port': {'device_id': '6e66cf69-8884-416b-b180-4d6536e9d581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:57.352780 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.610229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423f0957-6806-43c9-8412-8dabc1c73650 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:57.617398 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.628906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Transition to ACTIVE for port object 423f0957-6806-43c9-8412-8dabc1c73650 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:04:57.670447 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.720397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Pushing event updated for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:57.738167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.788270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Attempting to bind port 423f0957-6806-43c9-8412-8dabc1c73650 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:04:57.788529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Attempting to bind port 423f0957-6806-43c9-8412-8dabc1c73650 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:04:57.788858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Attempting to bind port 423f0957-6806-43c9-8412-8dabc1c73650 on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:57.793247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Port 423f0957-6806-43c9-8412-8dabc1c73650 on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:04:57.793597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Attempting to bind port 423f0957-6806-43c9-8412-8dabc1c73650 on network 8c2367cc-d0fb-42f9-a6ab-261b31844e6d {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:57.798933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:04:57.802097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Checking segment: {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:04:57.802097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Bound using segment: {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:04:57.802097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Bound port: 423f0957-6806-43c9-8412-8dabc1c73650, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:04:57.802097 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.863189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:04:57.866236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=423f0957-6806-43c9-8412-8dabc1c73650,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:04:57.949855 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.983728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:57.984346 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:57.985755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] 10.222.0.58 "PUT /v2.0/ports/423f0957-6806-43c9-8412-8dabc1c73650 HTTP/1.1" status: 200 len: 1092 time: 0.6877973 Aug 18 15:04:57.986204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:57.988433 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b5c298-a5ae-498f-bf98-faaeef46b74d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "tag": "423f0957-6806-43c9-8412-8dabc1c73650"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:58.014778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ed51b-7321-4a80-865e-013cb66ccd8d service neutron] Pushing event updated for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:58.027206 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab9052-3cf0-4141-b19b-0aed7ce24a58 x-openstack-request-id: req-59ab9052-3cf0-4141-b19b-0aed7ce24a58 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:58.027913 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "tag": "423f0957-6806-43c9-8412-8dabc1c73650", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:58.027913 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59ab9052-3cf0-4141-b19b-0aed7ce24a58 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:58.028181 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650', 'status': 'completed', 'code': 200} Aug 18 15:04:58.101061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-358d9ae6-ce1e-421e-b633-d80ead5fb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.102573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-358d9ae6-ce1e-421e-b633-d80ead5fb65c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 1095 time: 0.0513201 Aug 18 15:04:58.195712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967c48-b0f9-4430-9335-8eb8fb6e05b6 req-b5e4d5c0-f374-412a-8dcd-2d1349c68a97 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.197193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11967c48-b0f9-4430-9335-8eb8fb6e05b6 req-b5e4d5c0-f374-412a-8dcd-2d1349c68a97 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 944 time: 0.1106594 Aug 18 15:04:58.240607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-9f59eddd-588e-43ab-8d16-5a727e62eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.242142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-9f59eddd-588e-43ab-8d16-5a727e62eb0a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a9c879bd754e42d88ed949416cff96ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1233582 Aug 18 15:04:58.267429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11967c48-b0f9-4430-9335-8eb8fb6e05b6 req-ee7d753e-c127-48c9-be49-752aeba889ae tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Aug 18 15:04:58.344109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-f7f8cfbf-708e-4c56-9ef7-310e5a1eb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.345573 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5b5c298-a5ae-498f-bf98-faaeef46b74d req-f7f8cfbf-708e-4c56-9ef7-310e5a1eb07b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915244 Aug 18 15:04:58.426924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-95fc0c35-6a73-4de0-883d-4a3ddcf626f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.428387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-95fc0c35-6a73-4de0-883d-4a3ddcf626f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9c879bd754e42d88ed949416cff96ea&device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 1095 time: 0.0399897 Aug 18 15:04:58.480184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-8053aa06-b663-41e9-998c-b31590abfd48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=423f0957-6806-43c9-8412-8dabc1c73650 HTTP/1.1" status: 200 len: 217 time: 0.0364528 Aug 18 15:04:58.532217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-975fa343-2462-43be-a962-14fe7b51dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:58.533667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-975fa343-2462-43be-a962-14fe7b51dbee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a6162175-0f26-4e83-9a8d-d32c6ec4692d HTTP/1.1" status: 200 len: 853 time: 0.0430267 Aug 18 15:04:58.570698 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-b2d811f6-0a1e-41bd-8422-75ab1960977d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8c2367cc-d0fb-42f9-a6ab-261b31844e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242245 Aug 18 15:04:58.663914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-50bbd91b-9f6d-46b2-8f6e-7419ddcac8ee service neutron] 10.222.0.58 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829122 Aug 18 15:04:58.758403 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da20792f-3401-47d3-b0ed-ffcb21b8a3a5 req-0a98e4a4-860f-4b50-9244-0f6c3aff1022 service neutron] 10.222.0.58 "GET /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814617 Aug 18 15:04:59.382003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7eee-1633-41a3-9413-e89b55a135e5 req-f6b6d253-731c-41b6-b5ec-6e80e803871f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:59.383478 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa7e7eee-1633-41a3-9413-e89b55a135e5 req-f6b6d253-731c-41b6-b5ec-6e80e803871f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 944 time: 0.0492530 Aug 18 15:04:59.426138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa7e7eee-1633-41a3-9413-e89b55a135e5 req-6673efcf-6b1e-4c9b-8c5a-75e91eefda6b tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356097 Aug 18 15:05:00.539115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e248b-beb9-47ac-b937-ca1cacb5a55b req-479f73dc-d635-4b51-a76d-402f3ac61722 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:00.540606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-541e248b-beb9-47ac-b937-ca1cacb5a55b req-479f73dc-d635-4b51-a76d-402f3ac61722 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 944 time: 0.0498548 Aug 18 15:05:00.578221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-541e248b-beb9-47ac-b937-ca1cacb5a55b req-3fcf18ee-bf0a-4176-b8f8-16614d629ded tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Aug 18 15:05:01.690191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb87a5-162f-4c8c-8c59-6e08e0e54583 req-ae50d9f5-a515-421e-83e5-e0458e53b7e7 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:01.691648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0bb87a5-162f-4c8c-8c59-6e08e0e54583 req-ae50d9f5-a515-421e-83e5-e0458e53b7e7 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 944 time: 0.0477190 Aug 18 15:05:01.728667 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0bb87a5-162f-4c8c-8c59-6e08e0e54583 req-27538962-fcbb-4de5-af35-2c99102688ef tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Aug 18 15:05:01.832833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 423f0957-6806-43c9-8412-8dabc1c73650 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:05:01.927228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=423f0957-6806-43c9-8412-8dabc1c73650,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:01.938183 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '423f0957-6806-43c9-8412-8dabc1c73650', 'network_id': '8c2367cc-d0fb-42f9-a6ab-261b31844e6d', 'port_id': '423f0957-6806-43c9-8412-8dabc1c73650', 'mac_address': 'fa:16:3e:1e:41:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6162175-0f26-4e83-9a8d-d32c6ec4692d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:05:01.973791 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:01.985956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423f0957-6806-43c9-8412-8dabc1c73650 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:05:02.004732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=423f0957-6806-43c9-8412-8dabc1c73650,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:02.063625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:02.112178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:02.317570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['423f0957-6806-43c9-8412-8dabc1c73650'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:05:02.839504 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ac68a-4c01-400b-9641-6ad468bbfe21 req-4abc6b66-3a8c-4878-b8dc-8873e1360883 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:02.840952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257ac68a-4c01-400b-9641-6ad468bbfe21 req-4abc6b66-3a8c-4878-b8dc-8873e1360883 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 945 time: 0.0476191 Aug 18 15:05:02.881540 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-257ac68a-4c01-400b-9641-6ad468bbfe21 req-6ca7cb33-d51b-47fb-8198-c52874cc358f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 18 15:05:03.833683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 423f0957-6806-43c9-8412-8dabc1c73650 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:03.949901 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 423f0957-6806-43c9-8412-8dabc1c73650 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:03.953824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 423f0957-6806-43c9-8412-8dabc1c73650 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:03.954235 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:03.994841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e148a-9af9-4438-b882-d77c5e15b579 req-5f487bc3-c54e-470c-9520-4124b99068e5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:03.996319 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc0e148a-9af9-4438-b882-d77c5e15b579 req-5f487bc3-c54e-470c-9520-4124b99068e5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 945 time: 0.0478883 Aug 18 15:05:04.029671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:04.034487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dc0e148a-9af9-4438-b882-d77c5e15b579 req-71f87654-5937-4a55-bd95-a5248e358f1e tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Aug 18 15:05:04.052003 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:05:04.054263 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c48c56-38c5-477e-911a-de64959a29fa" -d '{"events": [{"server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "name": "network-vif-plugged", "status": "completed", "tag": "423f0957-6806-43c9-8412-8dabc1c73650"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:05:04.067465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=423f0957-6806-43c9-8412-8dabc1c73650,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:04.090436 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51470dcc-b5d3-4517-ad25-9e20e867402e x-openstack-request-id: req-51470dcc-b5d3-4517-ad25-9e20e867402e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:05:04.090821 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "name": "network-vif-plugged", "status": "completed", "tag": "423f0957-6806-43c9-8412-8dabc1c73650", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:05:04.091065 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51470dcc-b5d3-4517-ad25-9e20e867402e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:05:04.091699 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650', 'code': 200} Aug 18 15:05:04.121329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:04.171442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:04.178845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.179192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.179540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.179877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.180202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.180539 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.180914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.181245 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.181573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.181934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.182261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.182583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:04.198975 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9175-9781-42f5-98b5-a643420784db req-cbe32828-1808-4486-8953-cb833ec88654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:04.201129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac4a9175-9781-42f5-98b5-a643420784db req-cbe32828-1808-4486-8953-cb833ec88654 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 1097 time: 0.0410175 Aug 18 15:05:04.239200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac4a9175-9781-42f5-98b5-a643420784db req-2b82e37b-0788-4cde-91c5-26f9de49635c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273252 Aug 18 15:05:05.148637 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5cc86-0a47-467b-9a89-ae39f98e73d0 req-e0f052a2-ed01-4792-b075-15833dec549f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:05.150151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37c5cc86-0a47-467b-9a89-ae39f98e73d0 req-e0f052a2-ed01-4792-b075-15833dec549f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 946 time: 0.0481231 Aug 18 15:05:05.191750 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37c5cc86-0a47-467b-9a89-ae39f98e73d0 req-7caf38e8-171f-4785-a2dd-f771dbd325f4 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Aug 18 15:05:06.307245 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863df6a-10d6-44fc-a2b4-e70590e4d45d req-c0fe6968-5c2d-4106-b641-e08f72d51f7b tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:06.308708 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6863df6a-10d6-44fc-a2b4-e70590e4d45d req-c0fe6968-5c2d-4106-b641-e08f72d51f7b tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 946 time: 0.0493386 Aug 18 15:05:06.345095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6863df6a-10d6-44fc-a2b4-e70590e4d45d req-847e2733-37b6-4124-b341-9c0c9378ff55 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297656 Aug 18 15:05:06.713633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d567c-9450-401f-b141-aed4ec0a88d4 req-be83b80f-429a-47b0-a741-6105d8bff1bf tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:06.715111 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a16d567c-9450-401f-b141-aed4ec0a88d4 req-be83b80f-429a-47b0-a741-6105d8bff1bf tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 946 time: 0.0478191 Aug 18 15:05:06.751382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a16d567c-9450-401f-b141-aed4ec0a88d4 req-cfb6e463-ca8b-4f7b-a4b8-91103f16da45 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303764 Aug 18 15:05:07.865886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026138ba-db75-4b5f-b40c-821b45b73ded req-59de7aaa-4a39-4e92-8171-244b300ad02f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:07.867346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-026138ba-db75-4b5f-b40c-821b45b73ded req-59de7aaa-4a39-4e92-8171-244b300ad02f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 946 time: 0.0474617 Aug 18 15:05:07.909100 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-026138ba-db75-4b5f-b40c-821b45b73ded req-dcb0d5af-40fb-44b3-a9b7-bb848b9144f2 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Aug 18 15:05:08.134231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-f966993c-66a4-4eb1-ad09-2139c87de1d2 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:08.135659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-f966993c-66a4-4eb1-ad09-2139c87de1d2 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 946 time: 0.0483618 Aug 18 15:05:08.226777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Deleting port 423f0957-6806-43c9-8412-8dabc1c73650 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:08.227126 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:08.315611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] For port 423f0957-6806-43c9-8412-8dabc1c73650, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=423f0957-6806-43c9-8412-8dabc1c73650,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:08.315978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:08.328909 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Calling delete_port for 423f0957-6806-43c9-8412-8dabc1c73650 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:08.543978 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:08.559315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:05:08.565868 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['423f0957-6806-43c9-8412-8dabc1c73650'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:05:08.574070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Pushing event deleted for resources: {'Port': ['ID=423f0957-6806-43c9-8412-8dabc1c73650,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:08.614427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] No DVR routers for this DVR port 423f0957-6806-43c9-8412-8dabc1c73650 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:08.616929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:08.619035 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f52b3bb1-b2fb-4d91-9b5e-cf2892dc5c71 req-73b01352-85de-46b1-b6f9-e7020e613829 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.58 "DELETE /v2.0/ports/423f0957-6806-43c9-8412-8dabc1c73650 HTTP/1.1" status: 204 len: 173 time: 0.4727130 Aug 18 15:05:08.619485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'name': 'network-vif-deleted', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:05:08.621820 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d811c987-306b-451b-8f05-96cbdce10626" -d '{"events": [{"server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "name": "network-vif-deleted", "tag": "423f0957-6806-43c9-8412-8dabc1c73650"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:05:08.658668 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c45c67-71f7-4c62-a84a-7eec31b38360 x-openstack-request-id: req-55c45c67-71f7-4c62-a84a-7eec31b38360 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:05:08.658966 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66cf69-8884-416b-b180-4d6536e9d581", "name": "network-vif-deleted", "tag": "423f0957-6806-43c9-8412-8dabc1c73650", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:05:08.659239 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55c45c67-71f7-4c62-a84a-7eec31b38360 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:05:08.659641 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66cf69-8884-416b-b180-4d6536e9d581', 'name': 'network-vif-deleted', 'tag': '423f0957-6806-43c9-8412-8dabc1c73650', 'status': 'completed', 'code': 200} Aug 18 15:05:09.013240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e49dd2e-5565-4b5c-b39e-d55dd6b91f1a req-08e28e99-8eff-42d9-95fa-3fe87de185b5 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e66cf69-8884-416b-b180-4d6536e9d581 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Aug 18 15:05:10.162354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeefd73-f4bd-4cbf-aab7-a90d5d70cb5f req-ec9bcfca-9e55-4113-8f13-140f28d52c10 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:10.163817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceeefd73-f4bd-4cbf-aab7-a90d5d70cb5f req-ec9bcfca-9e55-4113-8f13-140f28d52c10 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0519488 Aug 18 15:05:10.201320 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ceeefd73-f4bd-4cbf-aab7-a90d5d70cb5f req-0e55c6da-5491-4e9a-bbc4-6a6ed24b1ec1 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Aug 18 15:05:10.330036 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5414f-3f5c-4792-92a4-1f61b0642ada req-9660ad1c-9d0f-47d0-b35a-308b533c6a75 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:10.331412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bc5414f-3f5c-4792-92a4-1f61b0642ada req-9660ad1c-9d0f-47d0-b35a-308b533c6a75 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0479269 Aug 18 15:05:10.368924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2bc5414f-3f5c-4792-92a4-1f61b0642ada req-db7922ed-5598-45a8-966e-f254790a1ab1 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Aug 18 15:05:10.483491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766ccf-43ac-4102-b913-a46e9167bfba req-a4aa0c0a-164e-4c84-ace4-0ce971d20773 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:10.484929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b766ccf-43ac-4102-b913-a46e9167bfba req-a4aa0c0a-164e-4c84-ace4-0ce971d20773 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0482645 Aug 18 15:05:10.520930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b766ccf-43ac-4102-b913-a46e9167bfba req-b8fe84fe-d493-4380-805f-a1a4118a99f6 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300896 Aug 18 15:05:10.687267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4801-05ca-4946-b058-c734b051af0c req-724e9a79-8b0d-42f5-9b9d-26e5c72ad285 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:10.688720 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d1e4801-05ca-4946-b058-c734b051af0c req-724e9a79-8b0d-42f5-9b9d-26e5c72ad285 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0521686 Aug 18 15:05:10.725637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7d1e4801-05ca-4946-b058-c734b051af0c req-1fd90b79-d808-4694-a294-83d0ebaf3612 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Aug 18 15:05:10.838842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb84a81-a8b0-48ab-a1f4-37ec842a7443 req-faf8fcc7-db5a-44bf-b145-8ab7af2418a8 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:10.840235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edb84a81-a8b0-48ab-a1f4-37ec842a7443 req-faf8fcc7-db5a-44bf-b145-8ab7af2418a8 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0487254 Aug 18 15:05:10.858434 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:10.879693 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-edb84a81-a8b0-48ab-a1f4-37ec842a7443 req-6d16f360-202e-45f0-8f45-9578358106a7 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Aug 18 15:05:11.004673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aecc0-5ecd-454a-988e-0e6abd64b369 req-97336980-1bfc-4acc-87bc-a6dc57662a7a tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:11.006153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a49aecc0-5ecd-454a-988e-0e6abd64b369 req-97336980-1bfc-4acc-87bc-a6dc57662a7a tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0485389 Aug 18 15:05:11.042910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a49aecc0-5ecd-454a-988e-0e6abd64b369 req-0fc84f19-582a-47be-a67b-0113320c0c57 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Aug 18 15:05:11.531071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72becf4a-2966-4807-aa1a-0115c50ce331 req-81cd40fb-d66d-4011-9652-2d36f79fbf5d tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:11.532946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72becf4a-2966-4807-aa1a-0115c50ce331 req-81cd40fb-d66d-4011-9652-2d36f79fbf5d tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0533385 Aug 18 15:05:11.543922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:11.569975 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72becf4a-2966-4807-aa1a-0115c50ce331 req-983419e6-c91c-42d0-86a8-430376374a24 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Aug 18 15:05:11.891546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 423f0957-6806-43c9-8412-8dabc1c73650 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:05:11.914430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 423f0957-6806-43c9-8412-8dabc1c73650 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:05:11.914777 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 423f0957-6806-43c9-8412-8dabc1c73650 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:05:12.685205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b741f-bbe0-4c46-97f9-a08d740b57bf req-e424f1d6-cebb-4311-8d57-10041c5663b6 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:12.687270 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c0b741f-bbe0-4c46-97f9-a08d740b57bf req-e424f1d6-cebb-4311-8d57-10041c5663b6 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0501118 Aug 18 15:05:12.725598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7c0b741f-bbe0-4c46-97f9-a08d740b57bf req-fe0a6b6d-7836-447d-85d4-a64d3471801c tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/security-groups?id=b909ef75-87cc-4386-803d-e92938367cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Aug 18 15:05:12.926689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023f3a-a3bf-4616-8362-a933516d87fc req-dd1cd18b-7dc0-4cba-927d-7b0f9cf9c09f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:12.928144 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62023f3a-a3bf-4616-8362-a933516d87fc req-dd1cd18b-7dc0-4cba-927d-7b0f9cf9c09f tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 946 time: 0.0485809 Aug 18 15:05:13.023252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Deleting port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:13.023593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:13.108418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] For port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,segment=NetworkSegment(18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd),segment_id=18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:13.108771 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:13.120616 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Calling delete_port for 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:13.337859 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:13.354662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:05:13.364949 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Pushing event deleted for resources: {'Port': ['ID=9263075f-7b8d-47e7-a628-cd9ab2bdd1ff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:13.378742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.379087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.379423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.379757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.380115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.380441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.380762 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.381087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.381406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.381724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.382064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.382381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:13.419200 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] No DVR routers for this DVR port 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:13.422302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:13.424355 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-62023f3a-a3bf-4616-8362-a933516d87fc req-bd68d266-ce33-484d-a903-f78d1a51ec84 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.10 "DELETE /v2.0/ports/9263075f-7b8d-47e7-a628-cd9ab2bdd1ff HTTP/1.1" status: 204 len: 173 time: 0.4862049 Aug 18 15:05:13.424758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'name': 'network-vif-deleted', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:05:13.426988 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fcaa03-4266-4923-9296-27220e0fa1f9" -d '{"events": [{"server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "name": "network-vif-deleted", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:05:13.461561 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0946c2-45aa-4354-b109-e8b67b094d4e x-openstack-request-id: req-8d0946c2-45aa-4354-b109-e8b67b094d4e {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:05:13.461884 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3f310-5429-4d66-931d-dbdfb569e14d", "name": "network-vif-deleted", "tag": "9263075f-7b8d-47e7-a628-cd9ab2bdd1ff", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:05:13.462133 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d0946c2-45aa-4354-b109-e8b67b094d4e {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:05:13.462562 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3f310-5429-4d66-931d-dbdfb569e14d', 'name': 'network-vif-deleted', 'tag': '9263075f-7b8d-47e7-a628-cd9ab2bdd1ff', 'status': 'completed', 'code': 200} Aug 18 15:05:13.828570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcbfb946-ef1e-40dc-bbb9-c878b1336916 req-a388450c-bac7-4286-a9c4-21832ed0cb91 tempest-ServersNegativeTestJSON-373093080 tempest-ServersNegativeTestJSON-373093080-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd3f310-5429-4d66-931d-dbdfb569e14d HTTP/1.1" status: 200 len: 210 time: 0.0263643 Aug 18 15:05:14.883387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49258) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:14.926784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Deleting subnet a6162175-0f26-4e83-9a8d-d32c6ec4692d {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:05:14.929696 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:14.966627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.003269 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.098314 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.124611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6162175-0f26-4e83-9a8d-d32c6ec4692d,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:15.128795 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.131029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a6162175-0f26-4e83-9a8d-d32c6ec4692d HTTP/1.1" status: 204 len: 168 time: 0.2462146 Aug 18 15:05:15.133421 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49260) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:15.137433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.137804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.138168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.138505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.138837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.139189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.139516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.139844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.140169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.140493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.140821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.141140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e877d67-bf88-4a7f-94db-e212198864a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:15.201241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.281760 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.291411 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2367cc-d0fb-42f9-a6ab-261b31844e6d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:15.301930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:15.302244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a9c5ed-7ae2-4de3-87cf-b2760c0bb7dd') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:15.310789 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.324801 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.331075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:15.331467 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:15.333120 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:15.446449 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.452039 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.453892 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c2367cc-d0fb-42f9-a6ab-261b31844e6d HTTP/1.1" status: 204 len: 168 time: 0.3194189 Aug 18 15:05:15.465161 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dfcf0-c7ff-4231-aa56-12bc210690fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2367cc-d0fb-42f9-a6ab-261b31844e6d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:15.755495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49264) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:15.795578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-54f7d810-d67f-447b-b140-571839350108 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9c879bd754e42d88ed949416cff96ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389204 Aug 18 15:05:15.798321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49266) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:15.851734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.872751 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.995423 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:15.997947 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:16.004455 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b909ef75-87cc-4386-803d-e92938367cff HTTP/1.1" status: 204 len: 168 time: 0.2003324 Aug 18 15:05:16.007141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba00e5-13a3-4ca2-a655-2618709d908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b909ef75-87cc-4386-803d-e92938367cff,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:16.589613 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:05:16.609750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:05:16.610120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 9263075f-7b8d-47e7-a628-cd9ab2bdd1ff not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:05:16.950377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49288) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:17.043793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660595100'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:17.132459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:17.135881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.144919 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.236028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.292183 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.317423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:17.325810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9beea9-c41b-43a0-8ff5-7dbb24e85e1d,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:17.332181 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.332523 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Added segment 8929d26b-4a9b-46be-8b3c-8aafb831c61e of type vlan for network 24947a80-89c3-4f0b-887f-199e0413167c Aug 18 15:05:17.370789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.452147 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.457613 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:17.461275 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.562974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Network': ['ID=24947a80-89c3-4f0b-887f-199e0413167c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:17.573455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 24947a80-89c3-4f0b-887f-199e0413167c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:17.601451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-28c463e5-6fec-4ac9-ad05-e0eaedfaaa13 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6499527 Aug 18 15:05:20.830859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:20.836112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'subnet': {'network_id': '24947a80-89c3-4f0b-887f-199e0413167c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:20.977665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:20.981131 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.206575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.269808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Subnet': ['ID=c1ef890e-84ce-402f-966c-8726de2b0c3c,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:21.278373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking segment: {'id': '8929d26b-4a9b-46be-8b3c-8aafb831c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:21.278736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network hostable DHCP agents. Network: 24947a80-89c3-4f0b-887f-199e0413167c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:21.377409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network 24947a80-89c3-4f0b-887f-199e0413167c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:21.423397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 24947a80-89c3-4f0b-887f-199e0413167c) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:21.427459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:21.428053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.431895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9829ef-e6a9-4dc3-a9ef-b0bbca0612f6 None None] Network 24947a80-89c3-4f0b-887f-199e0413167c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:21.499027 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c9b3d5c0-185e-407b-9d38-626d4e4b1809 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6670501 Aug 18 15:05:21.502790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49294) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:21.508283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655193210'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:21.572757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:21.574433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-24947a80-89c3-4f0b-887f-199e0413167c', 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c', 'tenant_id': 'ce0a7a14c804460f9db26d7cce516239', 'fixed_ips': [{'subnet_id': 'c1ef890e-84ce-402f-966c-8726de2b0c3c'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:21.575282 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.576878 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.601096 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:21.610560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.610906 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Added segment db9904ea-3054-462a-9c2d-04106967d6b4 of type vlan for network 609e9423-214a-4a7d-a898-7e6d60034f36 Aug 18 15:05:21.658673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.712238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Allocated IP 2001:db8:0:ffff::2 (24947a80-89c3-4f0b-887f-199e0413167c/c1ef890e-84ce-402f-966c-8726de2b0c3c/7582e4a4-617c-4546-bbba-884e89929137) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:21.755199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.761496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:21.762118 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.833378 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Network': ['ID=609e9423-214a-4a7d-a898-7e6d60034f36,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:21.844377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 609e9423-214a-4a7d-a898-7e6d60034f36 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:21.893279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ffa6a27a-55c5-4d36-bb88-c6c2b420c866 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3893316 Aug 18 15:05:21.896066 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:21.896339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49296) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:21.901426 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'subnet': {'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:21.918872 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Transition to ACTIVE for port object 7582e4a4-617c-4546-bbba-884e89929137 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:21.944746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Transition to ACTIVE for port object 7582e4a4-617c-4546-bbba-884e89929137 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:21.978080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8eab4a4f-2fa8-4095-93f7-5b1e88ae619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.080712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:22.081071 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.084206 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.123056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Network 24947a80-89c3-4f0b-887f-199e0413167c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:22.126599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:22.130125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:22.135441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Pushing event updated for resources: {'Port': ['ID=7582e4a4-617c-4546-bbba-884e89929137,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:22.186900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Attempting to bind port 7582e4a4-617c-4546-bbba-884e89929137 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:22.187265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Attempting to bind port 7582e4a4-617c-4546-bbba-884e89929137 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '8929d26b-4a9b-46be-8b3c-8aafb831c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:22.187653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Attempting to bind port 7582e4a4-617c-4546-bbba-884e89929137 on network 24947a80-89c3-4f0b-887f-199e0413167c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:22.193035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:22.194118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Checking segment: {'id': '8929d26b-4a9b-46be-8b3c-8aafb831c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:22.194118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.194330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Bound using segment: {'id': '8929d26b-4a9b-46be-8b3c-8aafb831c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:22.194692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Bound port: 7582e4a4-617c-4546-bbba-884e89929137, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8929d26b-4a9b-46be-8b3c-8aafb831c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24947a80-89c3-4f0b-887f-199e0413167c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:22.195067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.257238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] For port 7582e4a4-617c-4546-bbba-884e89929137, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:22.261302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] For port 7582e4a4-617c-4546-bbba-884e89929137, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7582e4a4-617c-4546-bbba-884e89929137,segment=NetworkSegment(8929d26b-4a9b-46be-8b3c-8aafb831c61e),segment_id=8929d26b-4a9b-46be-8b3c-8aafb831c61e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:22.332610 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.360936 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.397325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9face-22c5-4cba-9ea7-395a153ba432 None None] Pushing event updated for resources: {'Port': ['ID=7582e4a4-617c-4546-bbba-884e89929137,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:22.428563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Subnet': ['ID=86fd66df-f79d-4b51-b9ee-5fef88362b04,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:22.437905 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking segment: {'id': 'db9904ea-3054-462a-9c2d-04106967d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:22.438270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network hostable DHCP agents. Network: 609e9423-214a-4a7d-a898-7e6d60034f36, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:22.539086 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network 609e9423-214a-4a7d-a898-7e6d60034f36 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:22.658342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 609e9423-214a-4a7d-a898-7e6d60034f36) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:22.662487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:22.663081 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.668049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0d535-35bb-4ef4-adb7-cbac8c8f2870 None None] Network 609e9423-214a-4a7d-a898-7e6d60034f36 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:22.755791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d805fb2a-519d-4771-a649-7c52b43e7f55 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8583455 Aug 18 15:05:22.758473 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49298) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:22.810805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-609e9423-214a-4a7d-a898-7e6d60034f36', 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36', 'tenant_id': 'ce0a7a14c804460f9db26d7cce516239', 'fixed_ips': [{'subnet_id': '86fd66df-f79d-4b51-b9ee-5fef88362b04'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:22.811711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.854377 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.946209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:22.947402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Allocated IP 2001:db8::2 (609e9423-214a-4a7d-a898-7e6d60034f36/86fd66df-f79d-4b51-b9ee-5fef88362b04/109d060a-0ad3-4e95-9b0b-13adb4e50dbd) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:23.098113 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.106329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Transition to ACTIVE for port object 109d060a-0ad3-4e95-9b0b-13adb4e50dbd will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:23.121610 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Transition to ACTIVE for port object 109d060a-0ad3-4e95-9b0b-13adb4e50dbd will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:23.247067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.274943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562c9eb-5a2a-46a4-a1d8-937825b1f812 None None] Network 24947a80-89c3-4f0b-887f-199e0413167c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:23.343037 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Network 609e9423-214a-4a7d-a898-7e6d60034f36 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:23.344115 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.346579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Pushing event updated for resources: {'Port': ['ID=109d060a-0ad3-4e95-9b0b-13adb4e50dbd,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:23.353098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:23.359187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:23.372294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Subnet': ['ID=86fd66df-f79d-4b51-b9ee-5fef88362b04,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:23.419275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8bb8d047-75fd-4906-871e-147e11ec9692 None None] Provisioning for port 7582e4a4-617c-4546-bbba-884e89929137 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:23.459547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Attempting to bind port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:23.459918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Attempting to bind port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'db9904ea-3054-462a-9c2d-04106967d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:23.460287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Attempting to bind port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd on network 609e9423-214a-4a7d-a898-7e6d60034f36 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:23.471743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:23.472124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Checking segment: {'id': 'db9904ea-3054-462a-9c2d-04106967d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:23.472531 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.472924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Bound using segment: {'id': 'db9904ea-3054-462a-9c2d-04106967d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:23.473404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Bound port: 109d060a-0ad3-4e95-9b0b-13adb4e50dbd, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9904ea-3054-462a-9c2d-04106967d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '609e9423-214a-4a7d-a898-7e6d60034f36'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:23.473907 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.571604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] For port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:23.575076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] For port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=109d060a-0ad3-4e95-9b0b-13adb4e50dbd,segment=NetworkSegment(db9904ea-3054-462a-9c2d-04106967d6b4),segment_id=db9904ea-3054-462a-9c2d-04106967d6b4)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:23.641598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.706281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.716980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e9423-214a-4a7d-a898-7e6d60034f36']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:23.728638 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9904ea-3054-462a-9c2d-04106967d6b4') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:23.746817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9904ea-3054-462a-9c2d-04106967d6b4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:23.748573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241368-8e29-41c5-977a-f7aa2642707f None None] Pushing event updated for resources: {'Port': ['ID=109d060a-0ad3-4e95-9b0b-13adb4e50dbd,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:23.748959 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.749074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c4045-30e5-4855-a284-a81a8c421ca7 None None] Network 609e9423-214a-4a7d-a898-7e6d60034f36 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:23.759839 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.766489 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:23.766888 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:23.769819 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:23.886400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994bc1c1-c0c6-4699-a07b-7abe45d1e01d None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 15:05:23.886918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.db.api [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 15:05:23.886918 n-d-804303-5 neutron-server[112229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 15:05:23.886918 n-d-804303-5 neutron-server[112229]: [parameters: {'id': '609e9423-214a-4a7d-a898-7e6d60034f36'}] Aug 18 15:05:23.886918 n-d-804303-5 neutron-server[112229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 15:05:23.887266 n-d-804303-5 neutron-server[112229]: DEBUG oslo_db.api [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 15:05:23.925418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7582e4a4-617c-4546-bbba-884e89929137 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:23.983900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bc1c1-c0c6-4699-a07b-7abe45d1e01d None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 15:05:24.057704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7582e4a4-617c-4546-bbba-884e89929137 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:24.066099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7582e4a4-617c-4546-bbba-884e89929137 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:24.066478 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.362755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.388033 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.410301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7582e4a4-617c-4546-bbba-884e89929137, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7582e4a4-617c-4546-bbba-884e89929137,segment=NetworkSegment(8929d26b-4a9b-46be-8b3c-8aafb831c61e),segment_id=8929d26b-4a9b-46be-8b3c-8aafb831c61e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:24.442098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:24.442366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.480769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.504944 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] For port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=109d060a-0ad3-4e95-9b0b-13adb4e50dbd,segment=NetworkSegment(db9904ea-3054-462a-9c2d-04106967d6b4),segment_id=db9904ea-3054-462a-9c2d-04106967d6b4)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:24.505317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.521514 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Calling delete_port for 109d060a-0ad3-4e95-9b0b-13adb4e50dbd owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:24.527664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7582e4a4-617c-4546-bbba-884e89929137,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:24.657774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.683353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Port': ['ID=109d060a-0ad3-4e95-9b0b-13adb4e50dbd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:24.685192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No DVR routers for this DVR port 109d060a-0ad3-4e95-9b0b-13adb4e50dbd on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:24.766186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.775787 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e9423-214a-4a7d-a898-7e6d60034f36']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:24.785454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9904ea-3054-462a-9c2d-04106967d6b4') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:24.785756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9904ea-3054-462a-9c2d-04106967d6b4') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:24.794492 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.807730 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.814023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:24.814409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:24.817371 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:24.840939 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-331121cb-7623-4b15-9239-bb5292dfd333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.955169 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.963593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.965385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/609e9423-214a-4a7d-a898-7e6d60034f36 HTTP/1.1" status: 204 len: 168 time: 2.2060497 Aug 18 15:05:24.968935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49300) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:24.974129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662178797'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:24.975456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8fb80-b934-439b-988c-61eab5236f40 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Network': ['ID=609e9423-214a-4a7d-a898-7e6d60034f36,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:25.018182 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.040562 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:25.044028 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.068597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:25.077004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.077355 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Added segment 5103092d-7f16-45d2-929e-f539aaf70076 of type vlan for network 2a2ddaad-5568-49e5-979f-c76cc67011af Aug 18 15:05:25.115664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.195003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.200462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:25.201044 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.269401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Network': ['ID=2a2ddaad-5568-49e5-979f-c76cc67011af,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:25.279369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 2a2ddaad-5568-49e5-979f-c76cc67011af details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:25.338886 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fc2c31f0-ef23-4fab-aab8-f9d1c5cf0858 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3688331 Aug 18 15:05:25.341736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:25.347704 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'subnet': {'network_id': '2a2ddaad-5568-49e5-979f-c76cc67011af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:25.480623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:25.484745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.545026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Performing IP validity checks on allocation pools {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 15:05:25.546160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.ipam_backend_mixin [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112228) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 15:05:25.709221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.769018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Subnet': ['ID=caf1fc0b-f1c7-4240-a287-a5e6931e10dd,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:25.780728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking segment: {'id': '5103092d-7f16-45d2-929e-f539aaf70076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a2ddaad-5568-49e5-979f-c76cc67011af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:25.781097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network hostable DHCP agents. Network: 2a2ddaad-5568-49e5-979f-c76cc67011af, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:25.880298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7582e4a4-617c-4546-bbba-884e89929137 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:25.886506 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network 2a2ddaad-5568-49e5-979f-c76cc67011af is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:25.927996 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7582e4a4-617c-4546-bbba-884e89929137 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:25.928374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.955061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 2a2ddaad-5568-49e5-979f-c76cc67011af) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:25.959791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:25.960729 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:25.966194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a26c3-a118-4028-9f0b-769284cdb51a None None] Network 2a2ddaad-5568-49e5-979f-c76cc67011af requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:26.030060 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce44adf3-33e4-49f9-b7ad-4d078e3d656b tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6862249 Aug 18 15:05:26.032712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49306) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:26.132848 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.143921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.152146 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fdc3a4-f671-4d12-80fc-40e180981fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-2a2ddaad-5568-49e5-979f-c76cc67011af', 'network_id': '2a2ddaad-5568-49e5-979f-c76cc67011af', 'tenant_id': 'ce0a7a14c804460f9db26d7cce516239', 'fixed_ips': [{'subnet_id': 'caf1fc0b-f1c7-4240-a287-a5e6931e10dd'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:26.153085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-31fdc3a4-f671-4d12-80fc-40e180981fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.185598 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.298011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.331170 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Subnet': ['ID=caf1fc0b-f1c7-4240-a287-a5e6931e10dd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:26.388923 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.398635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2ddaad-5568-49e5-979f-c76cc67011af']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server [None req-31fdc3a4-f671-4d12-80fc-40e180981fcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caf1fc0b-f1c7-4240-a287-a5e6931e10dd: This subnet is being modified by another concurrent operation. Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server raise exception Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caf1fc0b-f1c7-4240-a287-a5e6931e10dd: This subnet is being modified by another concurrent operation. Aug 18 15:05:26.402780 n-d-804303-5 neutron-server[112230]: ERROR oslo_messaging.rpc.server Aug 18 15:05:26.410178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5103092d-7f16-45d2-929e-f539aaf70076') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:26.410178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5103092d-7f16-45d2-929e-f539aaf70076') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:26.418054 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.431949 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.438195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:26.445715 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:26.451526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db22b0-13f4-4d76-9a42-5e5fd8fdbc9c None None] Network 2a2ddaad-5568-49e5-979f-c76cc67011af requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:26.555916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ea708-f17b-42f1-ad48-4bf265411402 None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 15:05:26.560898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.567896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.569702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/2a2ddaad-5568-49e5-979f-c76cc67011af HTTP/1.1" status: 204 len: 168 time: 0.5354314 Aug 18 15:05:26.573533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49308) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:26.579678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570430351'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:26.583039 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ab78b-7535-4ca9-8263-607d38f443b6 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Network': ['ID=2a2ddaad-5568-49e5-979f-c76cc67011af,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:26.620464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ea708-f17b-42f1-ad48-4bf265411402 None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 15:05:26.663617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:26.667273 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.691683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:26.700263 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.700612 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Added segment e460d1d1-df03-4b82-8335-9f95a24c1181 of type vlan for network 825319a8-a0fc-4573-a8d3-fff269654d64 Aug 18 15:05:26.743010 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.846621 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.852358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:26.852949 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.922148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Network': ['ID=825319a8-a0fc-4573-a8d3-fff269654d64,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:26.932165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 825319a8-a0fc-4573-a8d3-fff269654d64 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:26.944474 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c433d087-5fa3-4b8e-bab8-79e4bbc19779 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3698087 Aug 18 15:05:26.947432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:26.953269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'subnet': {'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:27.080906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:27.084425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.326317 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.392228 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Subnet': ['ID=e09d5ff7-c158-4b08-9fe8-589d6565b631,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:27.399367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking segment: {'id': 'e460d1d1-df03-4b82-8335-9f95a24c1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:27.399747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network hostable DHCP agents. Network: 825319a8-a0fc-4573-a8d3-fff269654d64, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:27.446250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network 825319a8-a0fc-4573-a8d3-fff269654d64 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:27.503297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 825319a8-a0fc-4573-a8d3-fff269654d64) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:27.507356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:27.507876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.511822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d724d36-72b0-4793-82d7-7643ee19154f None None] Network 825319a8-a0fc-4573-a8d3-fff269654d64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:27.576331 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2c5931c8-e0c1-42ed-b7c5-dfaffd1c43b8 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6244051 Aug 18 15:05:27.576685 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49312) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:27.582000 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480977294'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:27.651289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-825319a8-a0fc-4573-a8d3-fff269654d64', 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64', 'tenant_id': 'ce0a7a14c804460f9db26d7cce516239', 'fixed_ips': [{'subnet_id': 'e09d5ff7-c158-4b08-9fe8-589d6565b631'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:27.652118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.669619 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:27.673530 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.696493 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:27.705150 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.705495 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Added segment 116c5cb9-2c11-4545-9a78-1c9e75c26bf8 of type vlan for network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d Aug 18 15:05:27.744739 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.781040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.798050 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Allocated IP 2001:db8::2 (825319a8-a0fc-4573-a8d3-fff269654d64/e09d5ff7-c158-4b08-9fe8-589d6565b631/4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:27.829099 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.834778 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:27.835389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.903241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Network': ['ID=e3df5324-f6bd-4bfb-91f1-8ae789b52d2d,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:27.918986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:27.927158 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0e0a5527-3110-44b8-bfc3-146e77f07332 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3493764 Aug 18 15:05:27.929919 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49314) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:27.935208 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Request body: {'subnet': {'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:27.981890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:27.999930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Transition to ACTIVE for port object 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:28.017472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Transition to ACTIVE for port object 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:28.103362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.131885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Made reservation on behalf of ce0a7a14c804460f9db26d7cce516239 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:28.135655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.144847 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Network 825319a8-a0fc-4573-a8d3-fff269654d64 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:28.147752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:28.151279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:28.164746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Pushing event updated for resources: {'Port': ['ID=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:28.208714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Attempting to bind port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:28.209089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Attempting to bind port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'e460d1d1-df03-4b82-8335-9f95a24c1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:28.209454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Attempting to bind port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 on network 825319a8-a0fc-4573-a8d3-fff269654d64 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:28.214345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:28.214723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Checking segment: {'id': 'e460d1d1-df03-4b82-8335-9f95a24c1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:28.215151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.215523 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Bound using segment: {'id': 'e460d1d1-df03-4b82-8335-9f95a24c1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:28.215989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Bound port: 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e460d1d1-df03-4b82-8335-9f95a24c1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '825319a8-a0fc-4573-a8d3-fff269654d64'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:28.216371 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.277650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] For port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:28.281059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] For port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,segment=NetworkSegment(e460d1d1-df03-4b82-8335-9f95a24c1181),segment_id=e460d1d1-df03-4b82-8335-9f95a24c1181)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:28.338177 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.360954 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.400011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f701-6c12-42d7-8892-d97460e8a511 None None] Pushing event updated for resources: {'Port': ['ID=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:28.422989 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event updated for resources: {'Subnet': ['ID=3e375055-ee77-4af0-a262-f7fe8aa92109,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:28.442265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Checking segment: {'id': '116c5cb9-2c11-4545-9a78-1c9e75c26bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:28.442627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network hostable DHCP agents. Network: e3df5324-f6bd-4bfb-91f1-8ae789b52d2d, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:28.543729 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:28.624413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, e3df5324-f6bd-4bfb-91f1-8ae789b52d2d) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:28.629614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:28.630238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.635897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b8c26-4e30-4a32-b3f5-2f6dcb4f3832 None None] Network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:28.704728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ef9e07ef-7312-40f1-8989-db54dc43fdb5 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7735710 Aug 18 15:05:28.707078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49316) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:28.774327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-e3df5324-f6bd-4bfb-91f1-8ae789b52d2d', 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d', 'tenant_id': 'ce0a7a14c804460f9db26d7cce516239', 'fixed_ips': [{'subnet_id': '3e375055-ee77-4af0-a262-f7fe8aa92109'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:28.775189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.807556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.887050 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:28.912737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Allocated IP 2001:db8::2 (e3df5324-f6bd-4bfb-91f1-8ae789b52d2d/3e375055-ee77-4af0-a262-f7fe8aa92109/8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:29.060391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.069914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Transition to ACTIVE for port object 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:29.085645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Transition to ACTIVE for port object 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:29.156043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.191537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:29.194343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:29.200028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:29.211112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Pushing event updated for resources: {'Port': ['ID=8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:29.224272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.254225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Subnet': ['ID=3e375055-ee77-4af0-a262-f7fe8aa92109,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:29.268502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b98e58-1d45-4d24-8fda-0eb9bbab5275 None None] Network 825319a8-a0fc-4573-a8d3-fff269654d64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:29.272517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Attempting to bind port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:29.272966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Attempting to bind port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '116c5cb9-2c11-4545-9a78-1c9e75c26bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:29.273404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Attempting to bind port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 on network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:29.314616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:29.315001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Checking segment: {'id': '116c5cb9-2c11-4545-9a78-1c9e75c26bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:29.315409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.315812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Bound using segment: {'id': '116c5cb9-2c11-4545-9a78-1c9e75c26bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:29.316284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Bound port: 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116c5cb9-2c11-4545-9a78-1c9e75c26bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:29.316678 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.318971 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.329136 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3df5324-f6bd-4bfb-91f1-8ae789b52d2d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:29.338631 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116c5cb9-2c11-4545-9a78-1c9e75c26bf8') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:29.338922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116c5cb9-2c11-4545-9a78-1c9e75c26bf8') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:29.347918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.362426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.368811 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:29.369208 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:29.372204 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:29.417233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8799cb25-a496-4cbc-b867-d427c7cf380a None None] Provisioning for port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:29.456928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] For port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:29.463673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.db.api [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 15:05:29.463673 n-d-804303-5 neutron-server[112228]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 15:05:29.463673 n-d-804303-5 neutron-server[112228]: [parameters: {'id': 'e3df5324-f6bd-4bfb-91f1-8ae789b52d2d'}] Aug 18 15:05:29.463673 n-d-804303-5 neutron-server[112228]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 15:05:29.464104 n-d-804303-5 neutron-server[112228]: DEBUG oslo_db.api [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 15:05:29.473171 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] For port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557,segment=NetworkSegment(116c5cb9-2c11-4545-9a78-1c9e75c26bf8),segment_id=116c5cb9-2c11-4545-9a78-1c9e75c26bf8)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:29.543823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:29.622350 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9675d-b8dd-446b-b440-ea7ff3724431 None None] Pushing event updated for resources: {'Port': ['ID=8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:29.636307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14734d73-423d-4148-aa4b-0e8726387fc5 None None] Network e3df5324-f6bd-4bfb-91f1-8ae789b52d2d requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:29.757041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20896f-d466-436a-82ed-2f74f250ee0c None None] get_active_networks_info from n-d-804303-5 {{(pid=112230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 15:05:29.838249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20896f-d466-436a-82ed-2f74f250ee0c None None] Resources bound (agent type, host, resource id): {{(pid=112230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 15:05:29.917833 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:29.964864 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.017035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:30.017307 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.076285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:30.081219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:30.081487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.084172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] For port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557,segment=NetworkSegment(116c5cb9-2c11-4545-9a78-1c9e75c26bf8),segment_id=116c5cb9-2c11-4545-9a78-1c9e75c26bf8)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:30.084548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.097201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Calling delete_port for 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:30.158103 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.190502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,segment=NetworkSegment(e460d1d1-df03-4b82-8335-9f95a24c1181),segment_id=e460d1d1-df03-4b82-8335-9f95a24c1181)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:30.252259 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.278576 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Port': ['ID=8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:30.281269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.289259 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No DVR routers for this DVR port 8ac0fdb0-b08f-430a-8a1d-8aaea4c5f557 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:30.333243 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:30.367809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.377569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3df5324-f6bd-4bfb-91f1-8ae789b52d2d']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:30.391479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116c5cb9-2c11-4545-9a78-1c9e75c26bf8') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:30.391781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116c5cb9-2c11-4545-9a78-1c9e75c26bf8') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:30.400268 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.414125 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.420100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:30.420528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:30.423473 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:30.549048 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.556468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.557625 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/e3df5324-f6bd-4bfb-91f1-8ae789b52d2d HTTP/1.1" status: 204 len: 168 time: 1.8496306 Aug 18 15:05:30.561506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49318) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.569479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5dd4a-7bc8-4e55-8e42-1a496c997f1c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Network': ['ID=e3df5324-f6bd-4bfb-91f1-8ae789b52d2d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:30.591108 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b5c4e8-8598-4837-a842-c80650576e30 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] GET failed (client error): The resource could not be found. Aug 18 15:05:30.594983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-65b5c4e8-8598-4837-a842-c80650576e30 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "GET /v2.0/subnets/3e375055-ee77-4af0-a262-f7fe8aa92109 HTTP/1.1" status: 404 len: 337 time: 0.0299637 Aug 18 15:05:30.595590 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49320) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.614763 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-456696e3-f4ae-4c1f-8638-62e8cf77e1d2 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:30.615358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456696e3-f4ae-4c1f-8638-62e8cf77e1d2 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:30.617094 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-456696e3-f4ae-4c1f-8638-62e8cf77e1d2 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/e3df5324-f6bd-4bfb-91f1-8ae789b52d2d HTTP/1.1" status: 404 len: 339 time: 0.0205638 Aug 18 15:05:30.621186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49322) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.648932 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-958c20d2-ca15-4a35-9af6-19a36eabfa2c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:30.649392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958c20d2-ca15-4a35-9af6-19a36eabfa2c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:30.651165 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-958c20d2-ca15-4a35-9af6-19a36eabfa2c tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/subnets/3e375055-ee77-4af0-a262-f7fe8aa92109 HTTP/1.1" status: 404 len: 337 time: 0.0290062 Aug 18 15:05:30.654136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49324) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.673162 n-d-804303-5 neutron-server[112229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2543cc3-c4f8-4677-9760-bb90cc8fd010 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:30.673760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2543cc3-c4f8-4677-9760-bb90cc8fd010 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:30.675571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f2543cc3-c4f8-4677-9760-bb90cc8fd010 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/e3df5324-f6bd-4bfb-91f1-8ae789b52d2d HTTP/1.1" status: 404 len: 339 time: 0.0204661 Aug 18 15:05:30.678181 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49326) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.733479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting subnet e09d5ff7-c158-4b08-9fe8-589d6565b631 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:05:30.736541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.774775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.856388 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.955020 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.982384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Subnet': ['ID=e09d5ff7-c158-4b08-9fe8-589d6565b631,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:30.986604 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:30.988799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-056fda40-8193-465e-a6ca-07955ed133d9 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/subnets/e09d5ff7-c158-4b08-9fe8-589d6565b631 HTTP/1.1" status: 204 len: 168 time: 0.3094041 Aug 18 15:05:30.991007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49328) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:30.993324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cec34-ac44-4952-be5c-e9beb571e27b None None] Network 825319a8-a0fc-4573-a8d3-fff269654d64 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:31.065458 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.122727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:31.123076 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.161439 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] DHCP port deletion for 825319a8-a0fc-4573-a8d3-fff269654d64 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:05:31.187252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] For port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,segment=NetworkSegment(e460d1d1-df03-4b82-8335-9f95a24c1181),segment_id=e460d1d1-df03-4b82-8335-9f95a24c1181)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:31.187630 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.199630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Calling delete_port for 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:31.207286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Deleting port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:31.208053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.268869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] For port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,segment=NetworkSegment(e460d1d1-df03-4b82-8335-9f95a24c1181),segment_id=e460d1d1-df03-4b82-8335-9f95a24c1181)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:31.269267 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.281304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Calling delete_port for 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:31.337935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.364983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Port': ['ID=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:31.368560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No DVR routers for this DVR port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:31.454651 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.464653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825319a8-a0fc-4573-a8d3-fff269654d64']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:31.474805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e460d1d1-df03-4b82-8335-9f95a24c1181') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:31.475108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e460d1d1-df03-4b82-8335-9f95a24c1181') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:31.483824 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.497136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.503663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:31.504049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:31.507005 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:31.513725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.537133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] Pushing event deleted for resources: {'Port': ['ID=4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:31.542956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb2eba-72f1-4e67-ae5b-2c6e9a3c9408 None None] No DVR routers for this DVR port 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:31.611775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.623349 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.623349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/825319a8-a0fc-4573-a8d3-fff269654d64 HTTP/1.1" status: 204 len: 168 time: 0.6282537 Aug 18 15:05:31.624074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49330) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:31.632140 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae511c2c-8af3-49f9-9739-2492ff61c8e0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Network': ['ID=825319a8-a0fc-4573-a8d3-fff269654d64,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:31.649386 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdba845e-4090-48da-9a98-c3f9b2a0d6de tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:31.649833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdba845e-4090-48da-9a98-c3f9b2a0d6de tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:31.651530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cdba845e-4090-48da-9a98-c3f9b2a0d6de tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/subnets/caf1fc0b-f1c7-4240-a287-a5e6931e10dd HTTP/1.1" status: 404 len: 337 time: 0.0267889 Aug 18 15:05:31.654362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49332) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:31.672423 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c85bca-1e75-41f6-a03c-9542d722c1f0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:31.672936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c85bca-1e75-41f6-a03c-9542d722c1f0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:31.674676 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-31c85bca-1e75-41f6-a03c-9542d722c1f0 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/2a2ddaad-5568-49e5-979f-c76cc67011af HTTP/1.1" status: 404 len: 339 time: 0.0194232 Aug 18 15:05:31.677023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49334) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:31.705939 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8b7625-d703-4c4b-8dc8-adb4af8787eb tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:31.706378 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8b7625-d703-4c4b-8dc8-adb4af8787eb tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:31.707974 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad8b7625-d703-4c4b-8dc8-adb4af8787eb tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/subnets/86fd66df-f79d-4b51-b9ee-5fef88362b04 HTTP/1.1" status: 404 len: 337 time: 0.0301068 Aug 18 15:05:31.710314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49336) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:31.726928 n-d-804303-5 neutron-server[112228]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf66d75a-a71b-439c-aad7-8fc400a01e3e tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] DELETE failed (client error): The resource could not be found. Aug 18 15:05:31.727445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf66d75a-a71b-439c-aad7-8fc400a01e3e tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112228) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 15:05:31.729004 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-cf66d75a-a71b-439c-aad7-8fc400a01e3e tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/609e9423-214a-4a7d-a898-7e6d60034f36 HTTP/1.1" status: 404 len: 339 time: 0.0178385 Aug 18 15:05:31.731190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49338) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:31.779851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting subnet c1ef890e-84ce-402f-966c-8726de2b0c3c {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:05:31.782856 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.821578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:31.878925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:05:31.898526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:05:31.898877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4d6b56b8-4f01-4205-afd3-7ad3f97a4ee0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:05:31.908848 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.023710 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.049351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ef890e-84ce-402f-966c-8726de2b0c3c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:32.054910 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.056743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-20bfd39d-de68-4daa-ae63-6677c01f72c7 tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/subnets/c1ef890e-84ce-402f-966c-8726de2b0c3c HTTP/1.1" status: 204 len: 168 time: 0.3247201 Aug 18 15:05:32.059405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49340) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:32.061999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e69ca-95bc-4870-8660-bf9305b30d65 None None] Network 24947a80-89c3-4f0b-887f-199e0413167c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:32.138209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.190516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Deleting port 7582e4a4-617c-4546-bbba-884e89929137 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:32.190870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.228649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] DHCP port deletion for 24947a80-89c3-4f0b-887f-199e0413167c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:05:32.261438 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] For port 7582e4a4-617c-4546-bbba-884e89929137, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7582e4a4-617c-4546-bbba-884e89929137,segment=NetworkSegment(8929d26b-4a9b-46be-8b3c-8aafb831c61e),segment_id=8929d26b-4a9b-46be-8b3c-8aafb831c61e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:32.261813 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.273655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Deleting port 7582e4a4-617c-4546-bbba-884e89929137 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:32.274064 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.274215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Calling delete_port for 7582e4a4-617c-4546-bbba-884e89929137 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:32.339284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] For port 7582e4a4-617c-4546-bbba-884e89929137, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7582e4a4-617c-4546-bbba-884e89929137,segment=NetworkSegment(8929d26b-4a9b-46be-8b3c-8aafb831c61e),segment_id=8929d26b-4a9b-46be-8b3c-8aafb831c61e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:32.339690 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.352413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Calling delete_port for 7582e4a4-617c-4546-bbba-884e89929137 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:32.406705 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.425003 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.432754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Port': ['ID=7582e4a4-617c-4546-bbba-884e89929137,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:32.434712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] No DVR routers for this DVR port 7582e4a4-617c-4546-bbba-884e89929137 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:32.451223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] Pushing event deleted for resources: {'Port': ['ID=7582e4a4-617c-4546-bbba-884e89929137,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:32.457016 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd926764-c10c-4a17-9ce3-c4059c968716 None None] No DVR routers for this DVR port 7582e4a4-617c-4546-bbba-884e89929137 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:32.483147 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:05:32.514937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.524486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24947a80-89c3-4f0b-887f-199e0413167c']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:32.534952 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8929d26b-4a9b-46be-8b3c-8aafb831c61e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:32.535247 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8929d26b-4a9b-46be-8b3c-8aafb831c61e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:32.544006 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.557138 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.562900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:32.563282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:32.566146 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:32.663450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.670982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:32.672257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] 10.222.0.35 "DELETE /v2.0/networks/24947a80-89c3-4f0b-887f-199e0413167c HTTP/1.1" status: 204 len: 168 time: 0.6117809 Aug 18 15:05:32.688803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b227-321d-4972-aacd-7f3ab311c7aa tempest-NetworksIpV6Test-1546573827 tempest-NetworksIpV6Test-1546573827-project] Pushing event deleted for resources: {'Network': ['ID=24947a80-89c3-4f0b-887f-199e0413167c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:33.057575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49346) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:33.183504 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-48e19d04-ea81-4c1f-a162-f27988c8fc6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce0a7a14c804460f9db26d7cce516239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247745 Aug 18 15:05:33.185947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:33.231802 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:33.251806 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:33.354704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:33.357382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:33.358624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b9beea9-c41b-43a0-8ff5-7dbb24e85e1d HTTP/1.1" status: 204 len: 168 time: 0.1718013 Aug 18 15:05:33.387260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3797de-3fed-48f8-a465-0c2b8edb3502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9beea9-c41b-43a0-8ff5-7dbb24e85e1d,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:33.879177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7582e4a4-617c-4546-bbba-884e89929137 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:05:33.898522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7582e4a4-617c-4546-bbba-884e89929137 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:05:33.898862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7582e4a4-617c-4546-bbba-884e89929137 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:05:34.280709 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49372) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:34.371691 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-164075964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:34.463490 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.464566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.515079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.572170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.657594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.658809 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d9e2fcdd-9e8a-4d6c-90b3-2df8cdbc8998 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3770905 Aug 18 15:05:34.661444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49376) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:34.666732 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1775600457'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:34.720300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Made reservation on behalf of 5f2f5e013cc84a169c031f4aa8a1aaf0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:34.723803 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.733399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.822265 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.869344 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.899537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:34.908964 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad3570-13bb-49a6-a51d-2c2a9ca5dee4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:34.915121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:34.915473 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Added segment 10bdc98f-f5b2-4ca1-b50e-a700b611352d of type vlan for network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 Aug 18 15:05:34.955899 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:35.017723 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:35.023283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:35.023909 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:35.086617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event updated for resources: {'Network': ['ID=9e89dc93-6fef-47d3-bcbb-e7ad13f9c656,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:35.097470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:35.150211 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-320b41ee-9eb9-407a-871b-82bcffa41737 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4875321 Aug 18 15:05:35.153065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49378) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:35.159176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'subnet': {'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:35.651679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Made reservation on behalf of 5f2f5e013cc84a169c031f4aa8a1aaf0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:35.656064 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:35.931773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:35.988851 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event updated for resources: {'Subnet': ['ID=d41d16c2-4f0f-4e46-b8b3-c2c70636c8e5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:35.999738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Checking segment: {'id': '10bdc98f-f5b2-4ca1-b50e-a700b611352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:36.000108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Network hostable DHCP agents. Network: 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:36.079972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:36.160009 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:36.164121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:36.164717 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.171822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bcd5c1-58b3-4096-afe2-873ca7d353f6 None None] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:36.246818 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d81fdd75-2fe8-4934-afa3-a21332e0baba tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0924175 Aug 18 15:05:36.250281 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49380) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:36.255371 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-774758106'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:36.313405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9e89dc93-6fef-47d3-bcbb-e7ad13f9c656', 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656', 'tenant_id': '5f2f5e013cc84a169c031f4aa8a1aaf0', 'fixed_ips': [{'subnet_id': 'd41d16c2-4f0f-4e46-b8b3-c2c70636c8e5'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:36.313405 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.331734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Made reservation on behalf of 5f2f5e013cc84a169c031f4aa8a1aaf0 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:36.335383 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.359180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:36.367907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.368254 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Added segment 4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e of type vlan for network d83b2f9d-5578-4add-886a-4f083ecaa845 Aug 18 15:05:36.412907 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.444017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Allocated IP 172.20.0.2 (9e89dc93-6fef-47d3-bcbb-e7ad13f9c656/d41d16c2-4f0f-4e46-b8b3-c2c70636c8e5/c0423671-5ec3-4d6b-9a24-a884ad383f51) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:36.480349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.486106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:36.486704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.551247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event updated for resources: {'Network': ['ID=d83b2f9d-5578-4add-886a-4f083ecaa845,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:36.566781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network d83b2f9d-5578-4add-886a-4f083ecaa845 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:36.606828 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fa7cb146-fc0d-4149-8f46-0b8c902eaf97 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3553958 Aug 18 15:05:36.609463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49382) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:36.614468 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'subnet': {'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:36.632823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.647653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Transition to ACTIVE for port object c0423671-5ec3-4d6b-9a24-a884ad383f51 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:36.663380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Transition to ACTIVE for port object c0423671-5ec3-4d6b-9a24-a884ad383f51 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:36.714834 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.757405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:36.761808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:36.765355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:36.766529 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Made reservation on behalf of 5f2f5e013cc84a169c031f4aa8a1aaf0 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:36.770206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.770749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Pushing event updated for resources: {'Port': ['ID=c0423671-5ec3-4d6b-9a24-a884ad383f51,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:36.823962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Attempting to bind port c0423671-5ec3-4d6b-9a24-a884ad383f51 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:36.824332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Attempting to bind port c0423671-5ec3-4d6b-9a24-a884ad383f51 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '10bdc98f-f5b2-4ca1-b50e-a700b611352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:36.824719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Attempting to bind port c0423671-5ec3-4d6b-9a24-a884ad383f51 on network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:36.830369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:36.831964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Checking segment: {'id': '10bdc98f-f5b2-4ca1-b50e-a700b611352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:36.831964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.831964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Bound using segment: {'id': '10bdc98f-f5b2-4ca1-b50e-a700b611352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:36.832261 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Bound port: c0423671-5ec3-4d6b-9a24-a884ad383f51, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bdc98f-f5b2-4ca1-b50e-a700b611352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9e89dc93-6fef-47d3-bcbb-e7ad13f9c656'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:36.832558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.895316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] For port c0423671-5ec3-4d6b-9a24-a884ad383f51, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:36.898258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] For port c0423671-5ec3-4d6b-9a24-a884ad383f51, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0423671-5ec3-4d6b-9a24-a884ad383f51,segment=NetworkSegment(10bdc98f-f5b2-4ca1-b50e-a700b611352d),segment_id=10bdc98f-f5b2-4ca1-b50e-a700b611352d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:36.977943 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.006237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.040612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e108-0d95-4c8c-8e65-750a0659bc8f None None] Pushing event updated for resources: {'Port': ['ID=c0423671-5ec3-4d6b-9a24-a884ad383f51,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:37.068768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event updated for resources: {'Subnet': ['ID=9a68d7ef-b9cc-4195-a673-d7d567dd7c5a,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:37.077825 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Checking segment: {'id': '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:37.078219 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Network hostable DHCP agents. Network: d83b2f9d-5578-4add-886a-4f083ecaa845, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:37.166557 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Network d83b2f9d-5578-4add-886a-4f083ecaa845 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:37.258034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, d83b2f9d-5578-4add-886a-4f083ecaa845) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:37.262080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:37.262672 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.266593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa966c8-946f-4e4b-a9b4-945a32bfc556 None None] Network d83b2f9d-5578-4add-886a-4f083ecaa845 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:37.361456 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-13139ac3-df2a-4201-a440-b54359d65aa8 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7508938 Aug 18 15:05:37.364324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49384) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:37.369094 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-7bbee385-522e-44cb-9068-bb65337bf6be tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:37.407257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-d83b2f9d-5578-4add-886a-4f083ecaa845', 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845', 'tenant_id': '5f2f5e013cc84a169c031f4aa8a1aaf0', 'fixed_ips': [{'subnet_id': '9a68d7ef-b9cc-4195-a673-d7d567dd7c5a'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:37.408509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.544678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Allocated IP 172.21.0.2 (d83b2f9d-5578-4add-886a-4f083ecaa845/9a68d7ef-b9cc-4195-a673-d7d567dd7c5a/3024e240-8292-479d-ad7c-c554c505d359) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:37.586483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-7bbee385-522e-44cb-9068-bb65337bf6be tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.705554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.714899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Transition to ACTIVE for port object 3024e240-8292-479d-ad7c-c554c505d359 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:37.732309 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Transition to ACTIVE for port object 3024e240-8292-479d-ad7c-c554c505d359 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:37.743495 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [None req-7bbee385-522e-44cb-9068-bb65337bf6be tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 15:05:37.744578 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7bbee385-522e-44cb-9068-bb65337bf6be tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "PUT /v2.0/routers/6495b56d-0248-4c44-a975-2fa1fd6321e3 HTTP/1.1" status: 400 len: 364 time: 0.3792531 Aug 18 15:05:37.750501 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:37.795824 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.805098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Deleting subnet 9a68d7ef-b9cc-4195-a673-d7d567dd7c5a {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:05:37.808587 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.833163 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Network d83b2f9d-5578-4add-886a-4f083ecaa845 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:37.834898 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:37.838598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:37.859844 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.860258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Pushing event updated for resources: {'Port': ['ID=3024e240-8292-479d-ad7c-c554c505d359,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:37.916221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Attempting to bind port 3024e240-8292-479d-ad7c-c554c505d359 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:37.916908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Attempting to bind port 3024e240-8292-479d-ad7c-c554c505d359 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:37.917455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Attempting to bind port 3024e240-8292-479d-ad7c-c554c505d359 on network d83b2f9d-5578-4add-886a-4f083ecaa845 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:37.937023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447a276-7fd9-4bfa-bb79-8677f2a3057f None None] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:37.939823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:37.940433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Checking segment: {'id': '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:37.941314 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.941474 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Bound using segment: {'id': '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:37.942117 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Bound port: 3024e240-8292-479d-ad7c-c554c505d359, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd83b2f9d-5578-4add-886a-4f083ecaa845'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:37.942573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.959929 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:37.992454 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0423671-5ec3-4d6b-9a24-a884ad383f51 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:38.063469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.097290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Subnet': ['ID=9a68d7ef-b9cc-4195-a673-d7d567dd7c5a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:38.099301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.101545 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-17899a47-522c-44e4-b35f-d8f2aed0202c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "DELETE /v2.0/subnets/9a68d7ef-b9cc-4195-a673-d7d567dd7c5a HTTP/1.1" status: 204 len: 168 time: 0.3497722 Aug 18 15:05:38.103963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49388) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:38.106964 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e10207ca-d63d-4761-adc4-9d3dfdfc080f None None] Provisioning for port c0423671-5ec3-4d6b-9a24-a884ad383f51 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:38.143236 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] For port 3024e240-8292-479d-ad7c-c554c505d359, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:38.165740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] For port 3024e240-8292-479d-ad7c-c554c505d359, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3024e240-8292-479d-ad7c-c554c505d359,segment=NetworkSegment(4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e),segment_id=4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:38.188856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.229223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c0423671-5ec3-4d6b-9a24-a884ad383f51 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:38.234498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c0423671-5ec3-4d6b-9a24-a884ad383f51 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:38.239591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.239732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Deleting port 3024e240-8292-479d-ad7c-c554c505d359 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:38.239732 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.259665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.307542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] For port 3024e240-8292-479d-ad7c-c554c505d359, host n-d-804303-5, got binding levels [] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:38.307911 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.321867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Calling delete_port for 3024e240-8292-479d-ad7c-c554c505d359 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:38.340159 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b5f8a-0a84-4010-8af2-2becc841c6e6 None None] Pushing event updated for resources: {'Port': ['ID=3024e240-8292-479d-ad7c-c554c505d359,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:38.384366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.420871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port c0423671-5ec3-4d6b-9a24-a884ad383f51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0423671-5ec3-4d6b-9a24-a884ad383f51,segment=NetworkSegment(10bdc98f-f5b2-4ca1-b50e-a700b611352d),segment_id=10bdc98f-f5b2-4ca1-b50e-a700b611352d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:38.439749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c0f51218-9d75-4037-91d6-33401a993858 None None] Provisioning complete for port c0423671-5ec3-4d6b-9a24-a884ad383f51 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:38.440045 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c0f51218-9d75-4037-91d6-33401a993858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.482536 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.505028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.516345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Port': ['ID=3024e240-8292-479d-ad7c-c554c505d359,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:38.521073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] No DVR routers for this DVR port 3024e240-8292-479d-ad7c-c554c505d359 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:38.595649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=c0423671-5ec3-4d6b-9a24-a884ad383f51,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:38.619131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.629748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b2f9d-5578-4add-886a-4f083ecaa845']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:38.640767 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:38.641070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfad7a7-5fea-4c50-9ff7-d63e0930bc4e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:38.649921 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.663996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.669677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:38.670133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:38.672971 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:38.789030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.796062 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.797947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "DELETE /v2.0/networks/d83b2f9d-5578-4add-886a-4f083ecaa845 HTTP/1.1" status: 204 len: 168 time: 0.6929059 Aug 18 15:05:38.800522 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49390) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:38.809614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09d3a-d90b-4278-97f7-fc46e17b9b4c tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Network': ['ID=d83b2f9d-5578-4add-886a-4f083ecaa845,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:38.851715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Deleting subnet d41d16c2-4f0f-4e46-b8b3-c2c70636c8e5 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:05:38.854763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.894235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:38.983562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.143863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.173815 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Subnet': ['ID=d41d16c2-4f0f-4e46-b8b3-c2c70636c8e5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:39.175762 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.180364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49392) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:39.180769 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-65e7dc1a-5f23-4ee1-8fa6-ffe7861ca9ef tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "DELETE /v2.0/subnets/d41d16c2-4f0f-4e46-b8b3-c2c70636c8e5 HTTP/1.1" status: 204 len: 168 time: 0.3787751 Aug 18 15:05:39.182566 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e93094-9d74-423b-a006-8aafd2a48cac None None] Network 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:39.261131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.298718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8651861-abf7-4182-93e1-6a69b1a79a3a None None] DHCP port deletion for d83b2f9d-5578-4add-886a-4f083ecaa845 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:05:39.322114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c5b36-5d1b-4734-b28f-b0d1d218cfcd None None] Network d83b2f9d-5578-4add-886a-4f083ecaa845 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:39.326408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Deleting port c0423671-5ec3-4d6b-9a24-a884ad383f51 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:39.326757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.337446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c5b36-5d1b-4734-b28f-b0d1d218cfcd None None] Network d83b2f9d-5578-4add-886a-4f083ecaa845 could not be found, it might have been deleted concurrently. {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 15:05:39.339684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f8820c0c-1435-40bd-960d-1689920b14fd None None] Could not find standard attr ID for object 3024e240-8292-479d-ad7c-c554c505d359. {{(pid=112230) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 15:05:39.377085 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] DHCP port deletion for 9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:05:39.390565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] For port c0423671-5ec3-4d6b-9a24-a884ad383f51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0423671-5ec3-4d6b-9a24-a884ad383f51,segment=NetworkSegment(10bdc98f-f5b2-4ca1-b50e-a700b611352d),segment_id=10bdc98f-f5b2-4ca1-b50e-a700b611352d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:39.390928 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.402681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Calling delete_port for c0423671-5ec3-4d6b-9a24-a884ad383f51 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:39.422360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Deleting port c0423671-5ec3-4d6b-9a24-a884ad383f51 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:05:39.422743 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.484284 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] For port c0423671-5ec3-4d6b-9a24-a884ad383f51, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c0423671-5ec3-4d6b-9a24-a884ad383f51,segment=NetworkSegment(10bdc98f-f5b2-4ca1-b50e-a700b611352d),segment_id=10bdc98f-f5b2-4ca1-b50e-a700b611352d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:39.484679 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.499980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Calling delete_port for c0423671-5ec3-4d6b-9a24-a884ad383f51 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:05:39.543355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.571284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Port': ['ID=c0423671-5ec3-4d6b-9a24-a884ad383f51,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:39.572153 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] No DVR routers for this DVR port c0423671-5ec3-4d6b-9a24-a884ad383f51 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:39.574944 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.600280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] Pushing event deleted for resources: {'Port': ['ID=c0423671-5ec3-4d6b-9a24-a884ad383f51,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:39.604791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38708f9b-69cc-4757-924a-a91ff526fb01 None None] No DVR routers for this DVR port c0423671-5ec3-4d6b-9a24-a884ad383f51 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:05:39.649957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.660230 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e89dc93-6fef-47d3-bcbb-e7ad13f9c656']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:39.674250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bdc98f-f5b2-4ca1-b50e-a700b611352d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:39.674548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bdc98f-f5b2-4ca1-b50e-a700b611352d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:39.683059 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.696199 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.701929 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:05:39.702312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:05:39.705120 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:05:39.846283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.853385 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:39.855225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "DELETE /v2.0/networks/9e89dc93-6fef-47d3-bcbb-e7ad13f9c656 HTTP/1.1" status: 204 len: 168 time: 0.6735475 Aug 18 15:05:39.858663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49394) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:39.867961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3aacb2-8d0f-430d-8fc3-24271ea45e5a tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Pushing event deleted for resources: {'Network': ['ID=9e89dc93-6fef-47d3-bcbb-e7ad13f9c656,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:39.884363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0423671-5ec3-4d6b-9a24-a884ad383f51 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:05:39.890506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-96dae1dd-054f-4f45-a96b-2a0c3e29210d tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "GET /v2.0/ports?device_id=6495b56d-0248-4c44-a975-2fa1fd6321e3 HTTP/1.1" status: 200 len: 205 time: 0.0306406 Aug 18 15:05:39.892921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:39.904420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c0423671-5ec3-4d6b-9a24-a884ad383f51 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:05:39.904770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c0423671-5ec3-4d6b-9a24-a884ad383f51 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:05:39.970863 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.129666 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.131842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.280394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.280908 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Fanout notify agent at l3_agent the message router_deleted on router 6495b56d-0248-4c44-a975-2fa1fd6321e3 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:05:40.288108 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.289212 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8c812af4-ec07-41a0-9704-c55519d5cf30 tempest-RoutersNegativeTest-1048081443 tempest-RoutersNegativeTest-1048081443-project] 10.222.0.35 "DELETE /v2.0/routers/6495b56d-0248-4c44-a975-2fa1fd6321e3 HTTP/1.1" status: 204 len: 168 time: 0.3954084 Aug 18 15:05:40.675849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49402) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:40.803125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-096001b8-fe7f-4ca3-a7f7-46edeb2b1e2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f2f5e013cc84a169c031f4aa8a1aaf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260071 Aug 18 15:05:40.805431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49406) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:40.846014 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.852876 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.878255 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.988603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.991211 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:40.992360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4ad3570-13bb-49a6-a51d-2c2a9ca5dee4 HTTP/1.1" status: 204 len: 168 time: 0.1859744 Aug 18 15:05:41.000689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8be47-bd9b-43dd-ab43-d24280a71011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad3570-13bb-49a6-a51d-2c2a9ca5dee4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:41.543524 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:41.827931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49428) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:41.921874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-525897286-network', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:42.017427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Made reservation on behalf of e6a7e45831bb4b1aa1ca52fd378ad768 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:42.019744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.028857 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.114726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.194589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.222199 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:42.231626 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9825aada-670b-4bc6-849f-e21a3d4bbc3a,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:42.236920 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.237268 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Added segment fb307980-a923-4c7d-8886-6315bcae75a9 of type vlan for network 9d43563d-b9f5-44f7-946d-ef75870404d0 Aug 18 15:05:42.277523 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.383257 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.384229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:42.384812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.441567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d43563d-b9f5-44f7-946d-ef75870404d0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:42.450997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:42.487099 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-dd823364-dc8c-43fa-b38b-62c4a6a4a4c9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6580558 Aug 18 15:05:42.489899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49432) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:42.494837 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Request body: {'subnet': {'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-subnet', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:42.571630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Made reservation on behalf of e6a7e45831bb4b1aa1ca52fd378ad768 for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:42.573994 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.788875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:42.844591 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e377ff-a906-439d-a6b5-c22b1dee7663,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:42.851575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Checking segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:42.855443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Network hostable DHCP agents. Network: 9d43563d-b9f5-44f7-946d-ef75870404d0, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:42.954376 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:43.022602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 9d43563d-b9f5-44f7-946d-ef75870404d0) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:43.026598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:43.027243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.033054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266b922-65d8-4cc0-a718-fbab162ff751 None None] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:43.109694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e0ad6888-33fb-4ba4-a961-42b706fa21a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6186113 Aug 18 15:05:43.112300 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49434) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:43.116928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:43.172509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-9d43563d-b9f5-44f7-946d-ef75870404d0', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:43.173366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.177814 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.178931 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.234906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.302296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Allocated IP 172.20.0.2 (9d43563d-b9f5-44f7-946d-ef75870404d0/c4e377ff-a906-439d-a6b5-c22b1dee7663/7884f876-ba5c-4d3b-9b23-a18183ae6eb3) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:43.421340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.442061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.449987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Transition to ACTIVE for port object 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:43.464293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Transition to ACTIVE for port object 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:43.537884 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.576978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:43.580441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:43.583969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:43.590818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Pushing event updated for resources: {'Port': ['ID=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:43.642727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Attempting to bind port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:43.643095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Attempting to bind port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:43.643456 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Attempting to bind port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:43.648233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:43.648607 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Checking segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:43.649008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.649403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Bound using segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:43.649889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Bound port: 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:43.650270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.698213 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.710492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] For port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:43.713422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] For port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:43.716376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.795573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:43.818390 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Allocated IP 172.25.1.60 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/2066cc2c-0f9b-49c0-a5f3-f54064def4b3) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:43.855977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2301e-5ae4-49af-b2f4-613f1fa34d0e None None] Pushing event updated for resources: {'Port': ['ID=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:43.930200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:44.035200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:44.072560 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:44.077736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:44.081611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:44.107449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Pushing event updated for resources: {'Port': ['ID=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:44.399794 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:44.684810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd745db7-8b89-4fd9-af47-071f1a81f18a None None] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:44.886612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ca3fcc2-91c6-46ae-9909-41dd61b336fd None None] Provisioning for port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:44.939181 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:45.131555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:05:45.236198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:05:45.246285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Sync routers for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:05:45.255478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:45.256105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:45.332336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:45.333630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f23df302-6607-46fb-9c83-b32119f6340a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2203369 Aug 18 15:05:45.336604 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49436) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:45.516074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:45.697900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:44Z', 'revision_number': 3, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:45.724287 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Checking router: 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:05:45.724670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Updating router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:05:45.748287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:45.752608 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:45.919183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Allocated IP 172.20.0.1 (9d43563d-b9f5-44f7-946d-ef75870404d0/c4e377ff-a906-439d-a6b5-c22b1dee7663/bfff4d47-14bd-4000-bac4-19ae2c8a5d52) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:45.929121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:46.021680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.036072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Transition to ACTIVE for port object bfff4d47-14bd-4000-bac4-19ae2c8a5d52 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:46.044989 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.054874 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Transition to ACTIVE for port object 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:46.086017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:46.089605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:46.090016 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.110035 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.110762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.151082 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:46.156358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:46.160021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:46.179321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Attempting to bind port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:46.179549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Attempting to bind port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:46.179848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Attempting to bind port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:46.185643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Pushing event updated for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:46.190315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242e29b-c83a-4510-a2ae-fde6f8adb14a None None] Pushing event updated for resources: {'Port': ['ID=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:46.192911 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:46.193302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:46.193829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.194382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:46.194780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Bound port: 2066cc2c-0f9b-49c0-a5f3-f54064def4b3, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:46.195160 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.208796 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.269766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.289541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] For port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:46.311227 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] For port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:46.321763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:46.377954 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.405941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.433082 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.446697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242e29b-c83a-4510-a2ae-fde6f8adb14a None None] Pushing event updated for resources: {'Port': ['ID=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:46.449811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:46.450531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:46.508234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a73d6e0b-ae18-41bc-9cfe-55b49875f5e6 None None] Provisioning for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:46.525854 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-a73d6e0b-ae18-41bc-9cfe-55b49875f5e6 None None] Provisioning complete for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:46.526245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a73d6e0b-ae18-41bc-9cfe-55b49875f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.597673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.605503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:46.618873 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a73d6e0b-ae18-41bc-9cfe-55b49875f5e6 None None] Port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:05:46.629496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:46.657434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.723014 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:46.725877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Pushing event updated for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:46.817553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:46.819624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:46.823643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bfff4d47-14bd-4000-bac4-19ae2c8a5d52', 'name': '', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'mac_address': 'fa:16:3e:81:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:45Z', 'updated_at': '2021-08-18T15:05:45Z', 'revision_number': 1, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'subnets': [{'id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:46.854922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60a40e-cb72-4aea-9505-0eb7c1c61d58 None None] The sync data for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 is: [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bfff4d47-14bd-4000-bac4-19ae2c8a5d52', 'name': '', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'mac_address': 'fa:16:3e:81:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:45Z', 'updated_at': '2021-08-18T15:05:45Z', 'revision_number': 1, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'subnets': [{'id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:05:46.943282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:05:47.045502 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e8efc6bb-ed0f-4f47-b6da-4a5a59f6085a None None] Provisioning complete for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:47.045502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e8efc6bb-ed0f-4f47-b6da-4a5a59f6085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.073191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:05:47.079645 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f124d4c4-94fe-4560-9633-061d03287d6f admin admin] 10.222.0.35 "PUT /v2.0/routers/3d9925dd-b9ac-4f76-8752-b08c2b2172b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419024 Aug 18 15:05:47.085149 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e8efc6bb-ed0f-4f47-b6da-4a5a59f6085a None None] Port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:05:47.736714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49452) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:47.741972 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1167285696-network', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:47.817333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Made reservation on behalf of c7fc9e397a374c018cb7b1d14249919a for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:47.819768 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.832888 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.931975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.981574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:48.006276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.032963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:48.033544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.035728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:05:48.046558 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6ec22-3831-4ae2-850e-c11781df9ef0,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:48.051833 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.056262 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Added segment a6f47284-b646-48b7-a374-e7055c140122 of type vlan for network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 Aug 18 15:05:48.095687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.123129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:48.155015 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.156051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:48.156668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.212012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:48.214633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] Pushing event updated for resources: {'Network': ['ID=651f129e-03b8-4d83-ba28-e1a9f1805ab6,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:48.215915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:48.216289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.237493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:05:48.252772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4f5aac6b-40c3-430f-a6f3-e683ffffdc82 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5149016 Aug 18 15:05:48.255375 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49454) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:48.260456 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Request body: {'subnet': {'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-subnet', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'ip_version': 4}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:48.343655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Made reservation on behalf of c7fc9e397a374c018cb7b1d14249919a for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:48.346060 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.356029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.376115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:48.463916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.513463 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:48.594982 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.658633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:48.668314 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Checking segment: {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:48.668756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Network hostable DHCP agents. Network: 651f129e-03b8-4d83-ba28-e1a9f1805ab6, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:05:48.754827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:05:48.759602 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Sync routers for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:05:48.769937 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:48.770535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:48.812256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 651f129e-03b8-4d83-ba28-e1a9f1805ab6) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:48.816338 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:48.817310 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.822992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a54a2d-24e2-4bec-8f80-5834167663e1 None None] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:48.873244 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:48.881223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-49b3dbba-007f-4675-a93a-a5eaebdd4e79 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6247644 Aug 18 15:05:48.883731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49456) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:48.889165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:48.966928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.968325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.968864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:05:48.969764 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.021542 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.081492 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bfff4d47-14bd-4000-bac4-19ae2c8a5d52', 'name': '', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'mac_address': 'fa:16:3e:81:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:45Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 2, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'subnets': [{'id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:49.109811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Checking router: 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:05:49.110333 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Updating router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:05:49.114880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Allocated IP 172.20.0.2 (651f129e-03b8-4d83-ba28-e1a9f1805ab6/0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50/3b96c9c5-d8da-492b-a0e6-45d6bc5b076e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:49.135769 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.194133 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.266546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.274537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Transition to ACTIVE for port object 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:49.289883 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Transition to ACTIVE for port object 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:49.349504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.389834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:49.392931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:49.396683 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:49.404634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Pushing event updated for resources: {'Port': ['ID=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:49.451161 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.457970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Attempting to bind port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:49.458269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Attempting to bind port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:49.458630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Attempting to bind port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e on network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:49.463948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:49.464327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Checking segment: {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:49.464730 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.465124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Bound using segment: {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:49.465591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Bound port: 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:49.466004 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.476476 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.500255 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.510189 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Transition to ACTIVE for port object bfff4d47-14bd-4000-bac4-19ae2c8a5d52 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:49.534673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d249810-43df-478f-934c-00751cb3e817 None None] For port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:49.537803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4d249810-43df-478f-934c-00751cb3e817 None None] For port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:49.583781 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Allocated IP 172.25.1.187 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/86eca924-7e0d-4fa8-8f41-d0f30441d073) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:49.589048 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.618447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.672879 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Pushing event updated for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:49.688354 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d249810-43df-478f-934c-00751cb3e817 None None] Pushing event updated for resources: {'Port': ['ID=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:49.691554 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Attempting to bind port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:49.691932 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Attempting to bind port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:49.698406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Attempting to bind port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:49.702455 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.702799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.703147 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.703473 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.703805 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.704134 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.704459 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.704781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.705102 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.705424 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.705799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.707588 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:05:49.717919 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:49.718299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Checking segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:49.718702 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.718956 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.719075 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Bound using segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:49.719539 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Bound port: bfff4d47-14bd-4000-bac4-19ae2c8a5d52, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:49.719911 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.787929 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] For port bfff4d47-14bd-4000-bac4-19ae2c8a5d52, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:49.791219 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] For port bfff4d47-14bd-4000-bac4-19ae2c8a5d52, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:49.813235 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.853356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:49.859464 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:49.862184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:49.888182 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:49.892602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=86eca924-7e0d-4fa8-8f41-d0f30441d073,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:49.949828 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:49.980200 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:49.980840 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:50.021971 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:50.022353 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:50.118653 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90eb7c-ffec-4b71-9249-e4b7272a5598 None None] Pushing event updated for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:50.125397 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:50.267006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:50.331389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bfff4d47-14bd-4000-bac4-19ae2c8a5d52', 'name': '', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'mac_address': 'fa:16:3e:81:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:45Z', 'updated_at': '2021-08-18T15:05:49Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'subnets': [{'id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:50.356466 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf10c74-1af7-4905-93e7-51e7b03fd784 None None] The sync data for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 is: [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:46Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'bfff4d47-14bd-4000-bac4-19ae2c8a5d52', 'name': '', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'mac_address': 'fa:16:3e:81:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:45Z', 'updated_at': '2021-08-18T15:05:49Z', 'revision_number': 4, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'subnets': [{'id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:05:50.473984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:50.674761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:05:50.746402 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c786d7d-9fa3-4a25-a527-987cb9c961f2 None None] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:05:50.876870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8f07997a-58de-4caa-88ed-671b81389808 None None] Provisioning for port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:51.128068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:05:51.136910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Sync routers for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:05:51.146048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:51.146649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:51.188669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:51.189971 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01b0fb6c-bfb5-42ba-afcb-79098f29f8f1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3046541 Aug 18 15:05:51.192579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49458) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:05:51.419290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:51.593110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:50Z', 'revision_number': 3, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:51.606593 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:51.622452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Checking router: 78306fc6-677a-4401-bbe1-cd3d2186e6d8 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:05:51.622810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Updating router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 port 86eca924-7e0d-4fa8-8f41-d0f30441d073 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:05:51.647821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:51.762819 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Allocated IP 172.20.0.1 (651f129e-03b8-4d83-ba28-e1a9f1805ab6/0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50/29a9ec5e-7120-46ab-aa32-d585c4d99146) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:51.878688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:51.896348 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Transition to ACTIVE for port object 29a9ec5e-7120-46ab-aa32-d585c4d99146 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:51.914901 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:51.927192 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Transition to ACTIVE for port object 86eca924-7e0d-4fa8-8f41-d0f30441d073 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:51.948755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35303f5b-a838-49af-b2b8-5afb0fb43ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.002500 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfff4d47-14bd-4000-bac4-19ae2c8a5d52 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:52.023514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.029640 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.068004 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:52.074630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:52.077035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:52.090318 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8547fd-5820-48f5-9e06-f3c334f50f79 None None] Pushing event updated for resources: {'Port': ['ID=86eca924-7e0d-4fa8-8f41-d0f30441d073,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:52.094484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Attempting to bind port 86eca924-7e0d-4fa8-8f41-d0f30441d073 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:52.094851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Attempting to bind port 86eca924-7e0d-4fa8-8f41-d0f30441d073 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:52.095219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Attempting to bind port 86eca924-7e0d-4fa8-8f41-d0f30441d073 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:52.102243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Pushing event updated for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:52.102621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:52.102999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:52.103403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.103799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:52.104275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Bound port: 86eca924-7e0d-4fa8-8f41-d0f30441d073, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:52.104664 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.134639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.163342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] For port 86eca924-7e0d-4fa8-8f41-d0f30441d073, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:52.167927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] For port 86eca924-7e0d-4fa8-8f41-d0f30441d073, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86eca924-7e0d-4fa8-8f41-d0f30441d073,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:52.194746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:52.199129 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:52.201798 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.222666 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.300995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8547fd-5820-48f5-9e06-f3c334f50f79 None None] Pushing event updated for resources: {'Port': ['ID=86eca924-7e0d-4fa8-8f41-d0f30441d073,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:52.304908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:52.305515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:52.312596 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.394344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.442729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-70bef185-bc3f-4e81-82dc-077f08365193 None None] Provisioning for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:52.455420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-70bef185-bc3f-4e81-82dc-077f08365193 None None] Provisioning complete for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:52.455793 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-70bef185-bc3f-4e81-82dc-077f08365193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.476719 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.493438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port bfff4d47-14bd-4000-bac4-19ae2c8a5d52, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:52.509554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:52.538092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-70bef185-bc3f-4e81-82dc-077f08365193 None None] Port 29a9ec5e-7120-46ab-aa32-d585c4d99146 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:05:52.543296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.586714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.587467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:52.609080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.610833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Pushing event updated for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:52.703870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:52.705372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:52.722194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:52.794755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '29a9ec5e-7120-46ab-aa32-d585c4d99146', 'name': '', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'mac_address': 'fa:16:3e:b9:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:51Z', 'updated_at': '2021-08-18T15:05:51Z', 'revision_number': 1, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'subnets': [{'id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:52.825144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:52.827855 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967d27c-9007-4f08-a532-e24ef17bfa04 None None] The sync data for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 is: [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '29a9ec5e-7120-46ab-aa32-d585c4d99146', 'name': '', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'mac_address': 'fa:16:3e:b9:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:51Z', 'updated_at': '2021-08-18T15:05:51Z', 'revision_number': 1, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'subnets': [{'id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:05:52.828690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:05:52.831476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:52.831852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.924457 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:52.958987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:05:52.964422 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-61666027-759e-4074-b46e-c8aafe831781 admin admin] 10.222.0.35 "PUT /v2.0/routers/78306fc6-677a-4401-bbe1-cd3d2186e6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7707725 Aug 18 15:05:52.975943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:52.977242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4f41cf8d-b0ae-480e-a357-f1ed8a39aeb7 None None] Provisioning complete for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:52.977703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f41cf8d-b0ae-480e-a357-f1ed8a39aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:53.015191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4f41cf8d-b0ae-480e-a357-f1ed8a39aeb7 None None] Port 29a9ec5e-7120-46ab-aa32-d585c4d99146 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:05:53.023362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:53.094128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:53.983916 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-1e779022-a8b5-4d11-9224-b91f396dfd67 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:53.985425 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-1e779022-a8b5-4d11-9224-b91f396dfd67 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/networks?id=9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 200 len: 816 time: 0.1306367 Aug 18 15:05:54.002477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-56291dab-8d39-4ee0-9631-7c13e06ba00e tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/quotas/e6a7e45831bb4b1aa1ca52fd378ad768 HTTP/1.1" status: 200 len: 375 time: 0.0109236 Aug 18 15:05:54.007472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfff4d47-14bd-4000-bac4-19ae2c8a5d52 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:54.062720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:54.063043 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.072512 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-51263001-f7bc-46ee-aac8-42f5dd77743d tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615854 Aug 18 15:05:54.139473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:54.164701 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-26bcd51a-3d59-45e2-a366-80f5d3f34111 service neutron] 10.222.0.35 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825412 Aug 18 15:05:54.188806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:54.189181 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.259745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-8e8b61bf-483c-412c-8385-cf46878e923b service neutron] 10.222.0.35 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875840 Aug 18 15:05:54.265420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86eca924-7e0d-4fa8-8f41-d0f30441d073 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:54.365477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 86eca924-7e0d-4fa8-8f41-d0f30441d073 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:54.369360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 86eca924-7e0d-4fa8-8f41-d0f30441d073 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:54.369737 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.454972 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.475739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 86eca924-7e0d-4fa8-8f41-d0f30441d073, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86eca924-7e0d-4fa8-8f41-d0f30441d073,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:54.492148 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0d0277d-1dfe-4219-ae3a-c12fba42d746 req-c0966351-9a22-44d2-bd02-2a19c47fd01b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Aug 18 15:05:54.554613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.610242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=86eca924-7e0d-4fa8-8f41-d0f30441d073,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:54.783208 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Sync routers for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:05:54.792547 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:54.793148 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:54.834499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cf1d9350-4537-4ca0-b953-79017b252ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.897252 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:55.011824 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.090899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '29a9ec5e-7120-46ab-aa32-d585c4d99146', 'name': '', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'mac_address': 'fa:16:3e:b9:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:51Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 2, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'subnets': [{'id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:55.119988 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Checking router: 78306fc6-677a-4401-bbe1-cd3d2186e6d8 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:05:55.120336 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Updating router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 port 29a9ec5e-7120-46ab-aa32-d585c4d99146 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:05:55.144540 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.401227 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.411349 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Transition to ACTIVE for port object 29a9ec5e-7120-46ab-aa32-d585c4d99146 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:55.491192 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.547945 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb69591-8674-487f-89a3-af6d66e7b605 None None] Pushing event updated for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:55.602381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Attempting to bind port 29a9ec5e-7120-46ab-aa32-d585c4d99146 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:55.602747 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Attempting to bind port 29a9ec5e-7120-46ab-aa32-d585c4d99146 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:55.603112 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Attempting to bind port 29a9ec5e-7120-46ab-aa32-d585c4d99146 on network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:55.608468 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:55.608840 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Checking segment: {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:55.609401 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.609685 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Bound using segment: {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:55.610180 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Bound port: 29a9ec5e-7120-46ab-aa32-d585c4d99146, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f47284-b646-48b7-a374-e7055c140122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:55.610561 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.629207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-46d6c2a4-3aae-48cd-8e7a-2c97d4456b74 req-eaeea4cb-c45c-4578-af87-e86246535d4b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 210 time: 0.0298734 Aug 18 15:05:55.678828 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] For port 29a9ec5e-7120-46ab-aa32-d585c4d99146, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:55.678828 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] For port 29a9ec5e-7120-46ab-aa32-d585c4d99146, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=29a9ec5e-7120-46ab-aa32-d585c4d99146,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:55.749545 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:55.813377 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:05:55.813377 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:05:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:55.849002 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb69591-8674-487f-89a3-af6d66e7b605 None None] Pushing event updated for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:55.924001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86eca924-7e0d-4fa8-8f41-d0f30441d073 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:55.944160 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:05:55.981696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 86eca924-7e0d-4fa8-8f41-d0f30441d073 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:55.982657 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:56.154946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:56.246111 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '29a9ec5e-7120-46ab-aa32-d585c4d99146', 'name': '', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'mac_address': 'fa:16:3e:b9:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:51Z', 'updated_at': '2021-08-18T15:05:55Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'subnets': [{'id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:05:56.271876 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af552d1d-65b4-45bb-938f-fbbbc231d2e6 None None] The sync data for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 is: [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:05:52Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '29a9ec5e-7120-46ab-aa32-d585c4d99146', 'name': '', 'network_id': '651f129e-03b8-4d83-ba28-e1a9f1805ab6', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'mac_address': 'fa:16:3e:b9:db:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:51Z', 'updated_at': '2021-08-18T15:05:55Z', 'revision_number': 4, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'subnets': [{'id': '0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:05:56.731647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-876d464e-a87f-4bf5-9a28-d1ce4b996e17 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:56.733155 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-876d464e-a87f-4bf5-9a28-d1ce4b996e17 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.58 "GET /v2.0/networks?id=9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 200 len: 816 time: 0.1186991 Aug 18 15:05:56.747768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-25c8c99c-f771-4cca-a74f-a8136d476a3e req-d68189ea-2a96-466b-a1f1-db3ca0fc606e tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 210 time: 0.0352628 Aug 18 15:05:56.756868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Request body: {'port': {'device_id': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'admin_state_up': True, 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:56.908663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Made reservation on behalf of e6a7e45831bb4b1aa1ca52fd378ad768 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:05:56.912276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.087517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Allocated IP 172.20.0.9 (9d43563d-b9f5-44f7-946d-ef75870404d0/c4e377ff-a906-439d-a6b5-c22b1dee7663/bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:05:57.495850 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.508532 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Transition to ACTIVE for port object bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:57.606022 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.649770 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:05:57.652831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:05:57.657270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:05:57.663491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Pushing event updated for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:57.716736 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:57.717407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.737370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.796717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-f59d34c5-f109-4906-9f09-4b69821a30ec tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0470786 Aug 18 15:05:57.816212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Request body: {'port': {'device_id': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:05:57.912035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a265e-ab52-4bd3-b1fd-00f752bcbc74 req-87db7d3b-25d0-4773-8e41-242cac6e0c26 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:57.912979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b93a265e-ab52-4bd3-b1fd-00f752bcbc74 req-87db7d3b-25d0-4773-8e41-242cac6e0c26 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 931 time: 0.0938628 Aug 18 15:05:57.914196 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.925305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 29a9ec5e-7120-46ab-aa32-d585c4d99146 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:57.996346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b93a265e-ab52-4bd3-b1fd-00f752bcbc74 req-5f623b8d-10e3-487a-b5da-f78e48d84d9e tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730040 Aug 18 15:05:58.005558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c1c009e3-a050-4a1e-bb91-cb8dc32bf3ab None None] Provisioning for port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:58.017102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c1c009e3-a050-4a1e-bb91-cb8dc32bf3ab None None] Provisioning complete for port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:58.017102 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c1c009e3-a050-4a1e-bb91-cb8dc32bf3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.047956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c1c009e3-a050-4a1e-bb91-cb8dc32bf3ab None None] Port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:05:58.085864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:05:58.089715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:58.090135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.166022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.198204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 29a9ec5e-7120-46ab-aa32-d585c4d99146, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=29a9ec5e-7120-46ab-aa32-d585c4d99146,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:05:58.210130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:05:58.218230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.229561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Transition to ACTIVE for port object bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:05:58.263067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.286311 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.313365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:58.355515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:58.408931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Attempting to bind port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:05:58.409263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Attempting to bind port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:05:58.409588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Attempting to bind port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:58.414270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 on network 9d43563d-b9f5-44f7-946d-ef75870404d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:05:58.414710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Attempting to bind port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:05:58.419922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:05:58.420388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Checking segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:05:58.420826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Bound using segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:05:58.421264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Bound port: bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:05:58.421631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.487237 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:05:58.490308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:05:58.578733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.611704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:58.612293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:58.613770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] 10.222.0.58 "PUT /v2.0/ports/bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 HTTP/1.1" status: 200 len: 1091 time: 0.8029704 Aug 18 15:05:58.615348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:05:58.616606 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978f24e-46d0-4625-8c03-3b52fa92c179" -d '{"events": [{"name": "network-changed", "server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:05:58.646720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c28d24-7857-4b51-a441-74292cd5992d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:05:58.661492 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5cc02f-b4b1-4450-a27e-e94433722efb x-openstack-request-id: req-fc5cc02f-b4b1-4450-a27e-e94433722efb {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:05:58.661945 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:05:58.662124 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc5cc02f-b4b1-4450-a27e-e94433722efb {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:05:58.662919 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39', 'status': 'completed', 'code': 200} Aug 18 15:05:58.728851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-29fe8f89-87a8-43c9-887e-d4363d55acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:58.730422 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-29fe8f89-87a8-43c9-887e-d4363d55acce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0427513 Aug 18 15:05:58.835231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-6979b641-19a6-409b-b19b-958ef6a2cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:58.836728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-6979b641-19a6-409b-b19b-958ef6a2cd7e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0976398 Aug 18 15:05:58.938861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-e48f07a1-3a08-4b43-b810-3b5791b68e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:58.940347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5978f24e-46d0-4625-8c03-3b52fa92c179 req-e48f07a1-3a08-4b43-b810-3b5791b68e21 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956857 Aug 18 15:05:59.023045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-297972bc-ad67-4e38-8201-11813ec65421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:59.025030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-297972bc-ad67-4e38-8201-11813ec65421 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0413635 Aug 18 15:05:59.072300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-6fd3914e-a07b-4e44-a306-ef99efbf4c41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 HTTP/1.1" status: 200 len: 217 time: 0.0363662 Aug 18 15:05:59.151813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-4fd2c7da-c576-4a7f-aa5c-e7d4243ab6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:59.153295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-4fd2c7da-c576-4a7f-aa5c-e7d4243ab6cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4e377ff-a906-439d-a6b5-c22b1dee7663 HTTP/1.1" status: 200 len: 855 time: 0.0703521 Aug 18 15:05:59.161324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89603d9f-63ae-44f1-825e-f86ba194acfd req-d775ed34-e066-4c36-8d59-b15e6da9d13e tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:59.162742 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89603d9f-63ae-44f1-825e-f86ba194acfd req-d775ed34-e066-4c36-8d59-b15e6da9d13e tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 943 time: 0.0929971 Aug 18 15:05:59.228412 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89603d9f-63ae-44f1-825e-f86ba194acfd req-6204b6f2-244f-4c54-b522-1288897cbd08 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Aug 18 15:05:59.230979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-5c2ff653-c821-40ef-8390-04110e0e6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:59.232451 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-5c2ff653-c821-40ef-8390-04110e0e6fdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9d43563d-b9f5-44f7-946d-ef75870404d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668123 Aug 18 15:05:59.330070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-6d7235ac-8dc9-4aef-a691-117cffe3b933 service neutron] 10.222.0.58 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863106 Aug 18 15:05:59.425198 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a15916c0-5f3b-4680-b655-0304958d1fb1 req-a41fae37-72d6-42e0-846a-5a052099a0a8 service neutron] 10.222.0.58 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Aug 18 15:05:59.898879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 29a9ec5e-7120-46ab-aa32-d585c4d99146 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:05:59.945118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 29a9ec5e-7120-46ab-aa32-d585c4d99146 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:05:59.945498 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:00.344428 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a82892-3604-4476-9ea1-ec401eadfdc0 req-70ceab49-46c4-488e-94af-6a793145d4a4 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:00.345898 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34a82892-3604-4476-9ea1-ec401eadfdc0 req-70ceab49-46c4-488e-94af-6a793145d4a4 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 943 time: 0.0484860 Aug 18 15:06:00.385760 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34a82892-3604-4476-9ea1-ec401eadfdc0 req-33d12dee-7aba-4feb-845c-a41457266108 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Aug 18 15:06:01.497040 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c82e2-354a-48c7-be0e-ce8a500a81f7 req-6e515098-45a6-4b8c-b03b-bd14895ddf8a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:01.499023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc7c82e2-354a-48c7-be0e-ce8a500a81f7 req-6e515098-45a6-4b8c-b03b-bd14895ddf8a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 943 time: 0.0475347 Aug 18 15:06:01.536079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc7c82e2-354a-48c7-be0e-ce8a500a81f7 req-325c517b-9af2-4ab5-9948-5fd15566327c tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Aug 18 15:06:02.139985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:06:02.234012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:02.244831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'port_id': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39', 'mac_address': 'fa:16:3e:36:23:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:06:02.280194 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:02.292549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:06:02.311513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:02.370852 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:02.420061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:02.648248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:06:02.651698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf29b1-a694-4578-9937-2f0df9587183 req-079509a2-2961-409b-960c-601e4a38f681 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:02.653215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0baf29b1-a694-4578-9937-2f0df9587183 req-079509a2-2961-409b-960c-601e4a38f681 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 944 time: 0.0522087 Aug 18 15:06:02.699430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0baf29b1-a694-4578-9937-2f0df9587183 req-07f731f3-c953-486d-95d4-445ba2e5d1f3 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388496 Aug 18 15:06:03.813829 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab98add-73ec-4e08-8ab7-c4b99a72f855 req-5a8243ec-eacb-46e8-be77-2004e251de96 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:03.815264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ab98add-73ec-4e08-8ab7-c4b99a72f855 req-5a8243ec-eacb-46e8-be77-2004e251de96 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 944 time: 0.0486815 Aug 18 15:06:03.858215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0ab98add-73ec-4e08-8ab7-c4b99a72f855 req-fa7285dd-7d09-4025-8a20-6f67c642de33 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Aug 18 15:06:04.154598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:06:04.257015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:06:04.260781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:06:04.261156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:04.338528 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:04.359695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:04.361971 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484fdcf-34c7-4cfc-976e-e5aa500bc587" -d '{"events": [{"server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "name": "network-vif-plugged", "status": "completed", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:04.375264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:04.399000 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ff917-2be5-4037-8454-9d876e591efb x-openstack-request-id: req-b43ff917-2be5-4037-8454-9d876e591efb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:04.399000 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "name": "network-vif-plugged", "status": "completed", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:04.399000 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b43ff917-2be5-4037-8454-9d876e591efb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:04.399319 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39', 'code': 200} Aug 18 15:06:04.445994 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:04.494157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:04.502246 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.502599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.502940 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.503279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.503620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.503972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.504282 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.504611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.504966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.505289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.505615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.505963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:04.601549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca53cc-289a-4756-8e73-1890eb402dc1 req-c0dba674-5c8b-4d96-998e-fa4e90fbf17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:04.603055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aaca53cc-289a-4756-8e73-1890eb402dc1 req-c0dba674-5c8b-4d96-998e-fa4e90fbf17f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 1096 time: 0.1402709 Aug 18 15:06:04.641793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aaca53cc-289a-4756-8e73-1890eb402dc1 req-e567955a-af38-4d2e-b60e-9ff682bdb6ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267613 Aug 18 15:06:04.984828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427c3d-8eac-472e-bb54-7f3ee13902da req-669ed927-c180-4f71-81c7-aba5476ae4aa tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:04.986315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76427c3d-8eac-472e-bb54-7f3ee13902da req-669ed927-c180-4f71-81c7-aba5476ae4aa tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Aug 18 15:06:05.022515 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-76427c3d-8eac-472e-bb54-7f3ee13902da req-f0723aec-aa6a-4c0a-b845-1832428746ee tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304251 Aug 18 15:06:06.140330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8615-3ce2-45f9-9417-a07cec93aaa8 req-ddd2d7fd-aff0-4751-bd4a-74ec0670c1d6 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:06.141790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc6b8615-3ce2-45f9-9417-a07cec93aaa8 req-ddd2d7fd-aff0-4751-bd4a-74ec0670c1d6 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0502853 Aug 18 15:06:06.183212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc6b8615-3ce2-45f9-9417-a07cec93aaa8 req-81891e17-8146-4fd1-812a-6fd2925ca0a3 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354490 Aug 18 15:06:06.295168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c91b-44e4-49be-abad-75dfc8e6bf62 req-5a412f7d-12cd-4c72-a18b-59f234f4b358 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:06.297153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e04c91b-44e4-49be-abad-75dfc8e6bf62 req-5a412f7d-12cd-4c72-a18b-59f234f4b358 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Aug 18 15:06:06.333954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7e04c91b-44e4-49be-abad-75dfc8e6bf62 req-87ee0be9-a08d-4863-99ad-af80afffcb4b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Aug 18 15:06:09.482808 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:06:10.868328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:11.548862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.959746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35911a3f-7454-4f34-9f83-2e0617c056f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:24.839732 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-662cec9a-03c2-4dc1-97a5-7ab38d58a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:25.016948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:26.114121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:27.748292 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:28.305176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdff105-cc83-4b8a-99f8-7daef23ae3ae req-4e348e5e-aa60-46cb-a9a9-5c8a7ecc0227 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:28.306630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fdff105-cc83-4b8a-99f8-7daef23ae3ae req-4e348e5e-aa60-46cb-a9a9-5c8a7ecc0227 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Aug 18 15:06:28.344840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3fdff105-cc83-4b8a-99f8-7daef23ae3ae req-6eabcc5b-1591-4ebc-8b3f-5ce3c62ca47b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 18 15:06:29.461212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cda69-6c42-497d-85fc-68e760959d73 req-7a287b48-8e50-42dd-842c-881e71f8d10b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:29.462754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-646cda69-6c42-497d-85fc-68e760959d73 req-7a287b48-8e50-42dd-842c-881e71f8d10b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0509512 Aug 18 15:06:29.504311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-646cda69-6c42-497d-85fc-68e760959d73 req-a482fc31-980d-4fa0-bee8-a9611b0d82ba tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Aug 18 15:06:29.994258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c759e4-3f8e-4a45-99b9-101004137179 req-71b42c35-a41f-487e-989e-9a6469ea3065 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:29.995739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c759e4-3f8e-4a45-99b9-101004137179 req-71b42c35-a41f-487e-989e-9a6469ea3065 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.58 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 945 time: 0.0489168 Aug 18 15:06:30.089628 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Deleting port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:30.090009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:30.180217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] For port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:30.180506 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:30.192826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Calling delete_port for bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:30.376941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:30.391202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:06:30.406270 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Pushing event deleted for resources: {'Port': ['ID=bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:30.421348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.421708 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.422225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.422574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.422915 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.423255 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.423711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.424075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.424415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.425206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.425543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.425904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:30.463200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] No DVR routers for this DVR port bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:30.465890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:30.468036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72c759e4-3f8e-4a45-99b9-101004137179 req-2640f9c1-8bac-41ec-975d-8cbdfabeab10 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.58 "DELETE /v2.0/ports/bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 HTTP/1.1" status: 204 len: 173 time: 0.4610326 Aug 18 15:06:30.468481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'name': 'network-vif-deleted', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:30.470816 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d842317-12ae-460b-ac61-8a512ddee2b6" -d '{"events": [{"server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "name": "network-vif-deleted", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:30.589791 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75753f3-aad9-4ed1-a6ae-5804afa6b92d x-openstack-request-id: req-f75753f3-aad9-4ed1-a6ae-5804afa6b92d {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:30.590105 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6908a542-ceb4-40a8-83dd-f072e1696fb9", "name": "network-vif-deleted", "tag": "bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:30.590353 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f75753f3-aad9-4ed1-a6ae-5804afa6b92d {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:30.590741 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6908a542-ceb4-40a8-83dd-f072e1696fb9', 'name': 'network-vif-deleted', 'tag': 'bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39', 'status': 'completed', 'code': 200} Aug 18 15:06:30.608623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-28148812-0589-46fb-83fb-32a504237f88 req-3046d3e9-9823-4aeb-9219-0bd56bd70b7d tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6908a542-ceb4-40a8-83dd-f072e1696fb9 HTTP/1.1" status: 200 len: 210 time: 0.0297959 Aug 18 15:06:32.343867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-3e133efc-a7aa-420d-a1d6-5c45743bf289 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:32.345919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-3e133efc-a7aa-420d-a1d6-5c45743bf289 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/networks?id=9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 200 len: 816 time: 0.1050582 Aug 18 15:06:32.361125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-baa06f7b-460a-476d-9477-114cce1e0e55 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/quotas/e6a7e45831bb4b1aa1ca52fd378ad768 HTTP/1.1" status: 200 len: 375 time: 0.0093946 Aug 18 15:06:32.413079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-a8045cc1-7c10-4e68-a43d-5cc18a67b568 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467205 Aug 18 15:06:32.469919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-6d38334c-1a1a-4f83-9b35-26c70e1fd008 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:06:32.471914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-6d38334c-1a1a-4f83-9b35-26c70e1fd008 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474186 Aug 18 15:06:32.563994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d19a2438-ea23-4480-9dce-c8c4ffdcc0e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Aug 18 15:06:32.651428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-0d1a0e9f-36c4-4d82-b649-cdaaa6e43856 service neutron] 10.222.0.35 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814240 Aug 18 15:06:32.894358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cf998e49-372a-4da4-8e1f-dd427c3cf7c9 req-2ee90323-a1de-40dc-8e42-ffd9381cedcf tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 210 time: 0.0277302 Aug 18 15:06:33.992236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-982149ac-5a0c-45f7-ad13-81296a69e533 req-2b801d4f-4391-490b-9185-1ac32862cf51 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 210 time: 0.0306029 Aug 18 15:06:34.233498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:34.255838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:34.256188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device bd1978fb-15e5-4e86-b4a4-a9e2fc47ca39 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:34.565803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-209c3d04-f2b6-4f28-85c9-9f110759cb75 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:34.567322 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-209c3d04-f2b6-4f28-85c9-9f110759cb75 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.10 "GET /v2.0/networks?id=9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 200 len: 816 time: 0.1052282 Aug 18 15:06:34.581227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Request body: {'port': {'device_id': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'admin_state_up': True, 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:06:34.776575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Made reservation on behalf of e6a7e45831bb4b1aa1ca52fd378ad768 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:06:34.780296 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:34.913373 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Allocated IP 172.20.0.4 (9d43563d-b9f5-44f7-946d-ef75870404d0/c4e377ff-a906-439d-a6b5-c22b1dee7663/2529c0cf-ccb1-4da2-b831-a1322bad12cd) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:06:35.060110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.075034 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Transition to ACTIVE for port object 2529c0cf-ccb1-4da2-b831-a1322bad12cd will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:06:35.089369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-313049b4-1eb1-4676-8224-66d412f44583 req-39e7ed39-6f63-400d-b084-41e78e40844d tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 210 time: 0.0288684 Aug 18 15:06:35.177071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.225532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:06:35.228593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:06:35.232697 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:06:35.239511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Pushing event updated for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:35.267904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.268253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.268593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.268928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.269257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.269584 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.269936 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.270262 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.270588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.270909 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.271228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.271545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:35.296761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:35.297376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.371783 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-d2ed9b81-b9a0-4791-9ce0-58a138dde7a0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948112 Aug 18 15:06:35.390133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Request body: {'port': {'device_id': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:06:35.448507 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.559219 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0478201f-6f7b-4433-a912-d29358cf9f94 None None] Provisioning for port 2529c0cf-ccb1-4da2-b831-a1322bad12cd completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:06:35.563196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0478201f-6f7b-4433-a912-d29358cf9f94 None None] Provisioning complete for port 2529c0cf-ccb1-4da2-b831-a1322bad12cd triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:06:35.568048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0478201f-6f7b-4433-a912-d29358cf9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.596944 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0478201f-6f7b-4433-a912-d29358cf9f94 None None] Port 2529c0cf-ccb1-4da2-b831-a1322bad12cd cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:06:35.705304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2529c0cf-ccb1-4da2-b831-a1322bad12cd {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:06:35.712823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.724983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Transition to ACTIVE for port object 2529c0cf-ccb1-4da2-b831-a1322bad12cd will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:06:35.810787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:35.864252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:35.933820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Attempting to bind port 2529c0cf-ccb1-4da2-b831-a1322bad12cd on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:06:35.934193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Attempting to bind port 2529c0cf-ccb1-4da2-b831-a1322bad12cd by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:06:35.934528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Attempting to bind port 2529c0cf-ccb1-4da2-b831-a1322bad12cd on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:06:35.939816 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Port 2529c0cf-ccb1-4da2-b831-a1322bad12cd on network 9d43563d-b9f5-44f7-946d-ef75870404d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:06:35.940180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Attempting to bind port 2529c0cf-ccb1-4da2-b831-a1322bad12cd on network 9d43563d-b9f5-44f7-946d-ef75870404d0 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:06:35.945191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:06:35.945694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Checking segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:06:35.946144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Bound using segment: {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:06:35.947839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Bound port: 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb307980-a923-4c7d-8886-6315bcae75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:06:35.947839 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:36.014232 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:06:36.017471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:06:36.062632 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:36.095903 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.096516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:36.097967 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] 10.222.0.10 "PUT /v2.0/ports/2529c0cf-ccb1-4da2-b831-a1322bad12cd HTTP/1.1" status: 200 len: 1091 time: 0.7123301 Aug 18 15:06:36.098412 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:36.100586 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55724a56-a469-45c7-a276-cb69fcc4240b" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:36.135005 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19905d5f-f61e-4999-a763-bf8721fa2a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:36.223595 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc62b94-7508-409a-bc54-cfa80d5c7548 x-openstack-request-id: req-5cc62b94-7508-409a-bc54-cfa80d5c7548 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:36.223942 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:36.224197 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cc62b94-7508-409a-bc54-cfa80d5c7548 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:36.224596 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd', 'status': 'completed', 'code': 200} Aug 18 15:06:36.228889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af23c96-a01d-4df2-bc34-37d461ca1b56 req-9a8dcab7-eca6-47af-8877-e1f9a112c7e0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.230771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4af23c96-a01d-4df2-bc34-37d461ca1b56 req-9a8dcab7-eca6-47af-8877-e1f9a112c7e0 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 943 time: 0.0573416 Aug 18 15:06:36.236727 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-4141dd5c-aced-497d-9317-bbdac0b72647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.238988 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-4141dd5c-aced-497d-9317-bbdac0b72647 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 1094 time: 0.0515311 Aug 18 15:06:36.273692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4af23c96-a01d-4df2-bc34-37d461ca1b56 req-8c6fe9c2-1b30-4c1b-bab7-d2109adbb58b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Aug 18 15:06:36.293265 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-609eab4d-d31e-43a9-b0fd-cb2fd5768e23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd HTTP/1.1" status: 200 len: 217 time: 0.0404303 Aug 18 15:06:36.348742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-ae9ab4d9-d85e-47c5-a6e9-25ad348e7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.350221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-ae9ab4d9-d85e-47c5-a6e9-25ad348e7e75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4e377ff-a906-439d-a6b5-c22b1dee7663 HTTP/1.1" status: 200 len: 855 time: 0.0438383 Aug 18 15:06:36.399767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-3f09914f-a712-4fbd-8434-24d56ca16f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.401138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-3f09914f-a712-4fbd-8434-24d56ca16f17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43563d-b9f5-44f7-946d-ef75870404d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388925 Aug 18 15:06:36.495046 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-a8df5a9e-d7e8-4f85-b7ba-d60cbe664f1c service neutron] 10.222.0.10 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827703 Aug 18 15:06:36.587616 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a783a8c-a867-48b2-a2b3-ec0f6069d873 req-c55b3885-2e13-4e49-9bad-5cebccb9100f service neutron] 10.222.0.10 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801573 Aug 18 15:06:36.732608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a56-a469-45c7-a276-cb69fcc4240b req-1f41be20-e0de-4da8-9e7c-2a3b6696214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.734100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-1f41be20-e0de-4da8-9e7c-2a3b6696214e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 1094 time: 0.0411954 Aug 18 15:06:36.826283 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a56-a469-45c7-a276-cb69fcc4240b req-9a7a5813-dbc8-4af3-8fcc-65a177cca1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.827727 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-9a7a5813-dbc8-4af3-8fcc-65a177cca1b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 200 len: 917 time: 0.0864751 Aug 18 15:06:36.868568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-c83f1e6e-0c27-4d0e-8ffe-c65679e94e8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd HTTP/1.1" status: 200 len: 217 time: 0.0335364 Aug 18 15:06:36.920950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a56-a469-45c7-a276-cb69fcc4240b req-b14ef8de-9c8a-4a37-a656-7b4a5552bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.922392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-b14ef8de-9c8a-4a37-a656-7b4a5552bc77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4e377ff-a906-439d-a6b5-c22b1dee7663 HTTP/1.1" status: 200 len: 855 time: 0.0466321 Aug 18 15:06:36.968602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a56-a469-45c7-a276-cb69fcc4240b req-24d57f0a-1cb4-47f1-87ff-b7536bd27e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:36.970101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-24d57f0a-1cb4-47f1-87ff-b7536bd27e0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43563d-b9f5-44f7-946d-ef75870404d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391488 Aug 18 15:06:37.061411 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-7ac7c622-d222-47a5-be08-6fef8924ca4d service neutron] 10.222.0.10 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826485 Aug 18 15:06:37.150678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55724a56-a469-45c7-a276-cb69fcc4240b req-5fec3520-b829-4bc8-a631-255fb2d89b35 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810606 Aug 18 15:06:37.388297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a58a2-104c-4126-9d6e-3a621d4150f9 req-deb89739-ccbe-4f58-9539-b30216fb51a7 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:37.389777 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-074a58a2-104c-4126-9d6e-3a621d4150f9 req-deb89739-ccbe-4f58-9539-b30216fb51a7 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 943 time: 0.0477557 Aug 18 15:06:37.427067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-074a58a2-104c-4126-9d6e-3a621d4150f9 req-9608a135-9303-4b2d-b634-cd4fa184a8e4 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Aug 18 15:06:38.543067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940941-01d3-4085-85e3-89e7b2196de9 req-de1c9870-b76e-4039-b6f2-7fb13e807f7a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:38.544534 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f940941-01d3-4085-85e3-89e7b2196de9 req-de1c9870-b76e-4039-b6f2-7fb13e807f7a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 943 time: 0.0522723 Aug 18 15:06:38.580673 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1f940941-01d3-4085-85e3-89e7b2196de9 req-5d04147b-b117-4605-882f-fdbcffc3a627 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302722 Aug 18 15:06:39.010231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2529c0cf-ccb1-4da2-b831-a1322bad12cd details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:06:39.105547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:39.116393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '2529c0cf-ccb1-4da2-b831-a1322bad12cd', 'network_id': '9d43563d-b9f5-44f7-946d-ef75870404d0', 'port_id': '2529c0cf-ccb1-4da2-b831-a1322bad12cd', 'mac_address': 'fa:16:3e:cb:bd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e377ff-a906-439d-a6b5-c22b1dee7663', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:06:39.151655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:39.164789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2529c0cf-ccb1-4da2-b831-a1322bad12cd {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:06:39.182794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:39.233430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:39.438720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:39.506820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['2529c0cf-ccb1-4da2-b831-a1322bad12cd'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:06:39.696024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613c66a-5664-4465-8eec-4566c204f700 req-acdcc33f-5e88-4064-9066-8c64b2bfe00d tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:39.697418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c613c66a-5664-4465-8eec-4566c204f700 req-acdcc33f-5e88-4064-9066-8c64b2bfe00d tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 944 time: 0.0494814 Aug 18 15:06:39.733472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c613c66a-5664-4465-8eec-4566c204f700 req-37ffe1a2-3719-44f2-9f9f-1f0bbd9631c7 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300915 Aug 18 15:06:40.849136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e44c-9436-4742-a780-11908bfd72ec req-a122c47e-3f51-4bac-bf20-4cb8c52cd327 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:40.850691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4e44c-9436-4742-a780-11908bfd72ec req-a122c47e-3f51-4bac-bf20-4cb8c52cd327 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 944 time: 0.0505991 Aug 18 15:06:40.873807 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:40.888768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c1a4e44c-9436-4742-a780-11908bfd72ec req-a21ba568-8836-4a25-a441-efb7e5b3a2a2 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Aug 18 15:06:41.026140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2529c0cf-ccb1-4da2-b831-a1322bad12cd up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:06:41.107341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 2529c0cf-ccb1-4da2-b831-a1322bad12cd completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:06:41.111083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 2529c0cf-ccb1-4da2-b831-a1322bad12cd triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:06:41.114991 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:41.185102 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:41.207107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:41.209324 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f26fa3-dc4b-4c44-aefe-e9097feec1cc" -d '{"events": [{"server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:41.221715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:41.290645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:41.314279 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac225e-af38-4880-99bc-5b4f9a09d7d5 x-openstack-request-id: req-22ac225e-af38-4880-99bc-5b4f9a09d7d5 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:41.314568 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:41.314816 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22ac225e-af38-4880-99bc-5b4f9a09d7d5 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:41.315216 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd', 'code': 200} Aug 18 15:06:41.341825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:41.406097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa6bf1-6f67-45cc-aa7c-f0524d192aef req-5967abce-84b4-4ee6-a284-320d0facdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:41.407492 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abfa6bf1-6f67-45cc-aa7c-f0524d192aef req-5967abce-84b4-4ee6-a284-320d0facdaa9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 1096 time: 0.0410013 Aug 18 15:06:41.447772 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-abfa6bf1-6f67-45cc-aa7c-f0524d192aef req-cf6b7289-22a4-4cd1-bef8-438849f54346 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273209 Aug 18 15:06:41.553297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:42.005415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf88e71-ff8a-4225-a013-0c285de86f0e req-b23a60ca-0474-475b-872a-2e5f32c3e6bd tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:42.006903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cf88e71-ff8a-4225-a013-0c285de86f0e req-b23a60ca-0474-475b-872a-2e5f32c3e6bd tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0516567 Aug 18 15:06:42.043414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1cf88e71-ff8a-4225-a013-0c285de86f0e req-f0fa86bb-c4e1-43bd-9c1e-6ec181ed9a64 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Aug 18 15:06:43.156408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f0e2d-6d2e-4d5c-8d96-8f33c346032e req-1d76456a-a04d-46ef-8285-235910ae460f tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:43.157885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba5f0e2d-6d2e-4d5c-8d96-8f33c346032e req-1d76456a-a04d-46ef-8285-235910ae460f tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0482481 Aug 18 15:06:43.195424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba5f0e2d-6d2e-4d5c-8d96-8f33c346032e req-b6eeae5c-f63c-4b27-95c4-687a07adea13 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 18 15:06:43.307229 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252f85-3030-4fbd-8a85-5dde1ab5a91c req-2a146e7e-7e19-4f5a-b801-728587b7f331 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:43.308692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54252f85-3030-4fbd-8a85-5dde1ab5a91c req-2a146e7e-7e19-4f5a-b801-728587b7f331 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0488002 Aug 18 15:06:43.344885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-54252f85-3030-4fbd-8a85-5dde1ab5a91c req-ad66a08c-a766-4aa0-b387-f1509f6baecd tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303612 Aug 18 15:06:46.481964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:06:51.953152 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-df969447-38bc-43f7-9952-d61a0ab54a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.833604 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ddc918c0-cbfa-428d-baa1-743f191a8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:55.044499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:56.124417 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:57.759065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:05.116728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301b7d-70e8-4036-bd87-7c01a3de16f6 req-13289c4e-d54c-4a4e-b76a-247a85154d8b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:05.118223 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc301b7d-70e8-4036-bd87-7c01a3de16f6 req-13289c4e-d54c-4a4e-b76a-247a85154d8b tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0524042 Aug 18 15:07:05.156137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fc301b7d-70e8-4036-bd87-7c01a3de16f6 req-be15e36a-c853-49e0-a664-f6a742351664 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Aug 18 15:07:06.273340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ed63-d3e6-40bf-ae81-502a81232c48 req-03eb364d-8d97-42ad-9194-5fa26e8eee1c tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:06.274892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c50ed63-d3e6-40bf-ae81-502a81232c48 req-03eb364d-8d97-42ad-9194-5fa26e8eee1c tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0510035 Aug 18 15:07:06.313610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c50ed63-d3e6-40bf-ae81-502a81232c48 req-ce2a3cee-1c48-418e-a48f-8909fd3771f6 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/security-groups?id=9825aada-670b-4bc6-849f-e21a3d4bbc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Aug 18 15:07:06.740552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-45cbff46-2e8f-4ec2-80aa-e8ca2a77402a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:06.742025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-45cbff46-2e8f-4ec2-80aa-e8ca2a77402a tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.10 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 945 time: 0.0521598 Aug 18 15:07:06.834773 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Deleting port 2529c0cf-ccb1-4da2-b831-a1322bad12cd {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:06.835123 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:06.924495 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] For port 2529c0cf-ccb1-4da2-b831-a1322bad12cd, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2529c0cf-ccb1-4da2-b831-a1322bad12cd,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:06.924866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:06.938049 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Calling delete_port for 2529c0cf-ccb1-4da2-b831-a1322bad12cd owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:07.153154 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:07.171073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['2529c0cf-ccb1-4da2-b831-a1322bad12cd'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:07:07.185828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Pushing event deleted for resources: {'Port': ['ID=2529c0cf-ccb1-4da2-b831-a1322bad12cd,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:07.226611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] No DVR routers for this DVR port 2529c0cf-ccb1-4da2-b831-a1322bad12cd on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:07:07.229280 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:07.231368 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-51bf5f82-2b42-4382-aa47-7aac138b5b0f req-08197408-7d0f-4a11-b6fe-44d70a29ad90 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.10 "DELETE /v2.0/ports/2529c0cf-ccb1-4da2-b831-a1322bad12cd HTTP/1.1" status: 204 len: 173 time: 0.4783909 Aug 18 15:07:07.231874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'name': 'network-vif-deleted', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:07:07.234193 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bb8cad-8816-4f2e-bbd7-f41a1cccba9a" -d '{"events": [{"server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "name": "network-vif-deleted", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:07:07.270990 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc8f91-9829-41f3-b241-bb6a91798ea5 x-openstack-request-id: req-3fdc8f91-9829-41f3-b241-bb6a91798ea5 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:07:07.271286 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff5d77-6f0b-48d0-9de6-cc06431f3b4e", "name": "network-vif-deleted", "tag": "2529c0cf-ccb1-4da2-b831-a1322bad12cd", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:07:07.271586 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fdc8f91-9829-41f3-b241-bb6a91798ea5 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:07:07.271970 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff5d77-6f0b-48d0-9de6-cc06431f3b4e', 'name': 'network-vif-deleted', 'tag': '2529c0cf-ccb1-4da2-b831-a1322bad12cd', 'status': 'completed', 'code': 200} Aug 18 15:07:07.408632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0c1d9192-f09d-472c-b561-5ebaaf3b5e15 req-b49172ed-b699-4d24-8f69-03b05220f677 tempest-TestEncryptedCinderVolumes-1433356086 tempest-TestEncryptedCinderVolumes-1433356086-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ff5d77-6f0b-48d0-9de6-cc06431f3b4e HTTP/1.1" status: 200 len: 210 time: 0.0269322 Aug 18 15:07:08.555133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49788) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:08.890368 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:09.447796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Deleting port bfff4d47-14bd-4000-bac4-19ae2c8a5d52 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:09.448139 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:09.523706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] For port bfff4d47-14bd-4000-bac4-19ae2c8a5d52, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:09.524072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:09.536803 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Calling delete_port for bfff4d47-14bd-4000-bac4-19ae2c8a5d52 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:09.787209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:09.812391 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfff4d47-14bd-4000-bac4-19ae2c8a5d52,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:09.989436 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.200487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:07:10.306076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:10.310960 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f45ccac0-31a4-4f4d-b0c0-84dd96e76062 admin admin] 10.222.0.35 "PUT /v2.0/routers/3d9925dd-b9ac-4f76-8752-b08c2b2172b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549829 Aug 18 15:07:10.313944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49790) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:10.315128 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Sync routers for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:10.324203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:10.324812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:10.418018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.426516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:10.515079 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.596934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:07:09Z', 'revision_number': 5, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port': {'id': '2066cc2c-0f9b-49c0-a5f3-f54064def4b3', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:10.626335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Checking router: 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:10.634519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Routers {'3d9925dd-b9ac-4f76-8752-b08c2b2172b5'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:10.635131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:10.639131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Deleting port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:10.639479 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.717674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] For port 2066cc2c-0f9b-49c0-a5f3-f54064def4b3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:10.718071 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.719252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] Set router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:10.730759 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Calling delete_port for 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:10.770408 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:07:10Z', 'revision_number': 6, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:10.799692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d10a69-429b-456f-b65b-8b223baa11c3 None None] The sync data for ids ['3d9925dd-b9ac-4f76-8752-b08c2b2172b5'] in n-d-804303-5 is: [{'id': '3d9925dd-b9ac-4f76-8752-b08c2b2172b5', 'name': 'tempest-TestEncryptedCinderVolumes-525897286-router', 'tenant_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:43Z', 'updated_at': '2021-08-18T15:07:10Z', 'revision_number': 6, 'project_id': 'e6a7e45831bb4b1aa1ca52fd378ad768', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:10.879538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.958898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:10.987834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Pushing event deleted for resources: {'Port': ['ID=2066cc2c-0f9b-49c0-a5f3-f54064def4b3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:11.047233 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.136389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.138573 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.228012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2529c0cf-ccb1-4da2-b831-a1322bad12cd no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:11.247889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 2529c0cf-ccb1-4da2-b831-a1322bad12cd {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:11.248240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2529c0cf-ccb1-4da2-b831-a1322bad12cd not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:11.256145 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.256724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9925dd-b9ac-4f76-8752-b08c2b2172b5 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:07:11.265824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.265824 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a1c474f8-36a2-4114-a529-16cda531912d admin admin] 10.222.0.35 "DELETE /v2.0/routers/3d9925dd-b9ac-4f76-8752-b08c2b2172b5 HTTP/1.1" status: 204 len: 168 time: 0.9470732 Aug 18 15:07:11.265824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49792) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:11.313046 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Deleting subnet c4e377ff-a906-439d-a6b5-c22b1dee7663 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:07:11.316030 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.349278 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.424483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.565297 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.581652 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.594690 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e377ff-a906-439d-a6b5-c22b1dee7663,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:11.599376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.601239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b99478f5-d7af-4e18-b72c-7d9903aa10a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4e377ff-a906-439d-a6b5-c22b1dee7663 HTTP/1.1" status: 204 len: 168 time: 0.3357270 Aug 18 15:07:11.603733 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49794) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:11.604480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5dc91-435a-4c74-8ab5-7cc039b64ec3 None None] Network 9d43563d-b9f5-44f7-946d-ef75870404d0 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:11.673765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.729302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Deleting port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:11.729695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.790930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] DHCP port deletion for 9d43563d-b9f5-44f7-946d-ef75870404d0 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:07:11.804504 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] For port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:11.804868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.818757 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Calling delete_port for 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:11.838700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Deleting port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:11.839075 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.905479 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] For port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,segment=NetworkSegment(fb307980-a923-4c7d-8886-6315bcae75a9),segment_id=fb307980-a923-4c7d-8886-6315bcae75a9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:11.905479 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.918419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Calling delete_port for 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:11.958231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfff4d47-14bd-4000-bac4-19ae2c8a5d52 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:11.958915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.980442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: bfff4d47-14bd-4000-bac4-19ae2c8a5d52 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:11.980786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device bfff4d47-14bd-4000-bac4-19ae2c8a5d52 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:11.981206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:11.986808 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:11.992509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] No DVR routers for this DVR port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:07:12.002970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:12.002970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:12.003226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:12.032231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:12.032487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2066cc2c-0f9b-49c0-a5f3-f54064def4b3 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:12.052923 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.062940 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.072593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d43563d-b9f5-44f7-946d-ef75870404d0']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:12.077928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Pushing event deleted for resources: {'Port': ['ID=7884f876-ba5c-4d3b-9b23-a18183ae6eb3,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:12.080836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] No DVR routers for this DVR port 7884f876-ba5c-4d3b-9b23-a18183ae6eb3 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:07:12.082980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb307980-a923-4c7d-8886-6315bcae75a9') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:12.083284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb307980-a923-4c7d-8886-6315bcae75a9') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:12.088322 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.088666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.089012 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.089345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.089678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.090024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.090352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.091101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.091101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.091292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.091612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.091930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673b3c-65c4-409a-836b-82f217dd0cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.092406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.106915 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.112624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:07:12.113156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:07:12.114852 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:07:12.278725 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.284127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.286492 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] 10.222.0.35 "DELETE /v2.0/networks/9d43563d-b9f5-44f7-946d-ef75870404d0 HTTP/1.1" status: 204 len: 168 time: 0.6818607 Aug 18 15:07:12.289643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49796) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:12.298269 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1f58c-115e-42d0-9d04-79382904cd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d43563d-b9f5-44f7-946d-ef75870404d0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:12.633528 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.871774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Deleting port 29a9ec5e-7120-46ab-aa32-d585c4d99146 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:12.872123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.947636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] For port 29a9ec5e-7120-46ab-aa32-d585c4d99146, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=29a9ec5e-7120-46ab-aa32-d585c4d99146,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:12.948000 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.960366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Calling delete_port for 29a9ec5e-7120-46ab-aa32-d585c4d99146 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:13.204585 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:13.234954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a9ec5e-7120-46ab-aa32-d585c4d99146,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:13.397214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:13.881034 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:07:13.986690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:13.992798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bb4f9568-a9d9-4a3c-b87d-45b5c4193409 admin admin] 10.222.0.35 "PUT /v2.0/routers/78306fc6-677a-4401-bbe1-cd3d2186e6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015331 Aug 18 15:07:13.995154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49798) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:13.997552 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Sync routers for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:14.006541 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:14.007135 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:14.097131 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.108889 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:14.195748 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.278255 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:07:13Z', 'revision_number': 5, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port': {'id': '86eca924-7e0d-4fa8-8f41-d0f30441d073', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:05:49Z', 'updated_at': '2021-08-18T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:14.305426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Checking router: 78306fc6-677a-4401-bbe1-cd3d2186e6d8 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:14.313383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Routers {'78306fc6-677a-4401-bbe1-cd3d2186e6d8'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:14.314018 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:14.319350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Deleting port 86eca924-7e0d-4fa8-8f41-d0f30441d073 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:14.319702 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.397083 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] Set router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:14.397334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] For port 86eca924-7e0d-4fa8-8f41-d0f30441d073, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=86eca924-7e0d-4fa8-8f41-d0f30441d073,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:14.397812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.410735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Calling delete_port for 86eca924-7e0d-4fa8-8f41-d0f30441d073 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:14.450081 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:07:14Z', 'revision_number': 6, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:14.476110 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e852f-b029-48da-8d27-f10b795d3821 None None] The sync data for ids ['78306fc6-677a-4401-bbe1-cd3d2186e6d8'] in n-d-804303-5 is: [{'id': '78306fc6-677a-4401-bbe1-cd3d2186e6d8', 'name': 'tempest-TestEncryptedCinderVolumes-1167285696-router', 'tenant_id': 'c7fc9e397a374c018cb7b1d14249919a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:05:48Z', 'updated_at': '2021-08-18T15:07:14Z', 'revision_number': 6, 'project_id': 'c7fc9e397a374c018cb7b1d14249919a', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:14.627153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.657174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=86eca924-7e0d-4fa8-8f41-d0f30441d073,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:14.715577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.803438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.805357 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.964132 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.964903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78306fc6-677a-4401-bbe1-cd3d2186e6d8 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:07:14.969154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.970338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eaa85106-bb99-4076-a9f2-a4ebc4bad8bc admin admin] 10.222.0.35 "DELETE /v2.0/routers/78306fc6-677a-4401-bbe1-cd3d2186e6d8 HTTP/1.1" status: 204 len: 168 time: 0.9741714 Aug 18 15:07:14.973415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49800) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:15.020649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Deleting subnet 0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:07:15.023851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.057013 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.132481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.261860 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.293162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:15.299493 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.302914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6847e410-6b98-40b9-9930-6a1c3020f94f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0052a9c0-2da8-4c38-8dbf-d41f9ebbbf50 HTTP/1.1" status: 204 len: 168 time: 0.3284955 Aug 18 15:07:15.303924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49802) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:15.307386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4e851-a3e0-4cbd-bc83-e834bc80d35a None None] Network 651f129e-03b8-4d83-ba28-e1a9f1805ab6 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:15.371262 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.426791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Deleting port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:15.427370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.495739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] DHCP port deletion for 651f129e-03b8-4d83-ba28-e1a9f1805ab6 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:07:15.501152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] For port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:15.501549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.517345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Calling delete_port for 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:15.554685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Deleting port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:07:15.555068 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.615978 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] For port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,segment=NetworkSegment(a6f47284-b646-48b7-a374-e7055c140122),segment_id=a6f47284-b646-48b7-a374-e7055c140122)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:15.616383 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.628021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Calling delete_port for 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:07:15.684280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.705452 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.716649 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] No DVR routers for this DVR port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:07:15.720658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:15.729822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] Pushing event deleted for resources: {'Port': ['ID=3b96c9c5-d8da-492b-a0e6-45d6bc5b076e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:15.733297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5669230-913b-44d2-b9de-86cfb12cab29 None None] No DVR routers for this DVR port 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:07:15.794264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.804493 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651f129e-03b8-4d83-ba28-e1a9f1805ab6']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:15.814393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f47284-b646-48b7-a374-e7055c140122') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:15.814696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f47284-b646-48b7-a374-e7055c140122') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:15.824362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.899101 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.906196 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:07:15.906596 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:07:15.908257 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:07:15.939010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 29a9ec5e-7120-46ab-aa32-d585c4d99146 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:15.959467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 29a9ec5e-7120-46ab-aa32-d585c4d99146 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:15.959810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 29a9ec5e-7120-46ab-aa32-d585c4d99146 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:15.960224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:15.980041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:15.980041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 3b96c9c5-d8da-492b-a0e6-45d6bc5b076e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:15.980041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86eca924-7e0d-4fa8-8f41-d0f30441d073 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:07:15.999880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 86eca924-7e0d-4fa8-8f41-d0f30441d073 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:07:16.000166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 86eca924-7e0d-4fa8-8f41-d0f30441d073 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:07:16.021750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.027844 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.029484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] 10.222.0.35 "DELETE /v2.0/networks/651f129e-03b8-4d83-ba28-e1a9f1805ab6 HTTP/1.1" status: 204 len: 168 time: 0.7242315 Aug 18 15:07:16.040912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad1fac-532a-427c-acc8-56355a704744 admin admin] Pushing event deleted for resources: {'Network': ['ID=651f129e-03b8-4d83-ba28-e1a9f1805ab6,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:16.348652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49808) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:16.388220 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9dcabe4b-c50e-47b4-b601-c7db760b0522 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6a7e45831bb4b1aa1ca52fd378ad768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383739 Aug 18 15:07:16.390803 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49810) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:16.440353 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.462189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.599466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.602133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:16.603484 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9825aada-670b-4bc6-849f-e21a3d4bbc3a HTTP/1.1" status: 204 len: 168 time: 0.2116241 Aug 18 15:07:16.611576 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8ca9e-dba6-49d3-b922-e25090d722c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9825aada-670b-4bc6-849f-e21a3d4bbc3a,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:17.197172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:17.241405 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1b240c79-7be7-4f27-be68-f7638314526c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7fc9e397a374c018cb7b1d14249919a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430338 Aug 18 15:07:17.243783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49818) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:17.290421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.311233 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.415819 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.418313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.419460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0f6ec22-3831-4ae2-850e-c11781df9ef0 HTTP/1.1" status: 204 len: 168 time: 0.1747985 Aug 18 15:07:17.426989 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab58cb-19b1-4219-a509-fca265aac324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6ec22-3831-4ae2-850e-c11781df9ef0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:18.443839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49840) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:18.537273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-73302429-network', 'tenant_id': '449be9f45c584357864f4fdef958ae7a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:18.644150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Made reservation on behalf of 449be9f45c584357864f4fdef958ae7a for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:07:18.647028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.655399 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.739897 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.809642 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.833071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:07:18.842444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:18.847030 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.847369 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Added segment b9934ee6-7a28-42f5-8552-5249646a43f9 of type vlan for network 35dc4f27-e3df-4624-8d28-5f833c7e692c Aug 18 15:07:18.888962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.992865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.993889 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:18.994474 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.053231 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] Pushing event updated for resources: {'Network': ['ID=35dc4f27-e3df-4624-8d28-5f833c7e692c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:19.062845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:07:19.119453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-114f1582-077b-4fe7-8a72-142bda55e555 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6745076 Aug 18 15:07:19.122397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49844) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:19.127304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Request body: {'subnet': {'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-73302429-subnet', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:19.210058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Made reservation on behalf of 449be9f45c584357864f4fdef958ae7a for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:07:19.212395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.461549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.509920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:19.526276 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Checking segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:19.526636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Network hostable DHCP agents. Network: 35dc4f27-e3df-4624-8d28-5f833c7e692c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:07:19.609796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:07:19.684000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 35dc4f27-e3df-4624-8d28-5f833c7e692c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:19.688809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:19.689405 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.691339 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55acc9-56d8-4fce-88da-acf8d7ab6d85 None None] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:19.771172 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5e764de8-58fc-4231-bdf5-d355d221df27 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6476068 Aug 18 15:07:19.773892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49846) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:19.778629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:19.830546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-35dc4f27-e3df-4624-8d28-5f833c7e692c', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:07:19.831398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.851148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.852227 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.943624 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:19.965336 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Allocated IP 172.20.0.2 (35dc4f27-e3df-4624-8d28-5f833c7e692c/60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e/4830f650-f5e4-4dff-9fa6-fed0fddf9618) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:20.103694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.111866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Transition to ACTIVE for port object 4830f650-f5e4-4dff-9fa6-fed0fddf9618 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:20.119913 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.126054 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Transition to ACTIVE for port object 4830f650-f5e4-4dff-9fa6-fed0fddf9618 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:20.193532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.231168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:20.235538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:20.240214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:20.243118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Pushing event updated for resources: {'Port': ['ID=4830f650-f5e4-4dff-9fa6-fed0fddf9618,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:20.292738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Attempting to bind port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:20.293106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Attempting to bind port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:20.293462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Attempting to bind port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 on network 35dc4f27-e3df-4624-8d28-5f833c7e692c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:20.298321 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:20.298677 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Checking segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:20.299069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.299455 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Bound using segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:20.300042 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Bound port: 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:20.300329 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.364701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] For port 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:20.367617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] For port 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4830f650-f5e4-4dff-9fa6-fed0fddf9618,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:20.387413 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.411499 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.422124 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.482197 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdebba-3a97-4255-995b-fe105e804ab8 None None] Pushing event updated for resources: {'Port': ['ID=4830f650-f5e4-4dff-9fa6-fed0fddf9618,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:20.565653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Allocated IP 172.25.1.234 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/c75f8fde-c3db-4f42-a47a-636147a35235) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:20.675521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.781690 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.822574 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:20.825497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:20.829063 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:20.851427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Pushing event updated for resources: {'Port': ['ID=c75f8fde-c3db-4f42-a47a-636147a35235,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:21.133272 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:21.320633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1702508-5b53-4749-8918-b454f5c74375 None None] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:21.512931 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7662b603-056f-466b-9ffc-7d25289337af None None] Provisioning for port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:21.609161 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:21.792498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Router b7598239-57a1-4d76-8e0f-576b9fb95aab is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:07:21.902010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:21.918288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Sync routers for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:21.928922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:21.929534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:21.961536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9accf633-6cdc-4e81-9e64-964168957927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:21.976560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:21.978626 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-71c1f0e3-cbe8-4671-a773-cbb606005b18 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2037492 Aug 18 15:07:21.981338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4830f650-f5e4-4dff-9fa6-fed0fddf9618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:21.981480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49848) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:22.222013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:22.351112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:22.360207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:22.360588 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.404556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.450337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:20Z', 'revision_number': 3, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:22.495998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Checking router: b7598239-57a1-4d76-8e0f-576b9fb95aab for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:22.496270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Updating router b7598239-57a1-4d76-8e0f-576b9fb95aab port c75f8fde-c3db-4f42-a47a-636147a35235 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:07:22.530557 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.552963 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.559316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Allocated IP 172.20.0.1 (35dc4f27-e3df-4624-8d28-5f833c7e692c/60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e/969f51cf-14f1-4ac5-ae8c-6801c2561686) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:22.646144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4830f650-f5e4-4dff-9fa6-fed0fddf9618,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:22.662498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.676372 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Transition to ACTIVE for port object 969f51cf-14f1-4ac5-ae8c-6801c2561686 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:22.702339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.770580 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.774731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4830f650-f5e4-4dff-9fa6-fed0fddf9618,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:22.812494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:22.817829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:22.820227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Pushing event updated for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:22.823267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:22.857251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.861826 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.868493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Transition to ACTIVE for port object c75f8fde-c3db-4f42-a47a-636147a35235 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:22.948025 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.006662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Attempting to bind port c75f8fde-c3db-4f42-a47a-636147a35235 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:23.007039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Attempting to bind port c75f8fde-c3db-4f42-a47a-636147a35235 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:23.007616 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Attempting to bind port c75f8fde-c3db-4f42-a47a-636147a35235 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:23.009324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39356-c6cf-4a38-9c5f-cfef6f3b00ab None None] Pushing event updated for resources: {'Port': ['ID=c75f8fde-c3db-4f42-a47a-636147a35235,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:23.014670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:23.015048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:23.015453 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.016258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:23.016374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Bound port: c75f8fde-c3db-4f42-a47a-636147a35235, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:23.016667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.054809 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.073196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] For port c75f8fde-c3db-4f42-a47a-636147a35235, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:23.077047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] For port c75f8fde-c3db-4f42-a47a-636147a35235, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c75f8fde-c3db-4f42-a47a-636147a35235,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:23.159351 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.191132 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-00c384bf-bc6f-447b-8eb0-eb39233ae624 None None] Provisioning for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:23.207793 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-00c384bf-bc6f-447b-8eb0-eb39233ae624 None None] Provisioning complete for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:23.208167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-00c384bf-bc6f-447b-8eb0-eb39233ae624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.216734 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.245889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39356-c6cf-4a38-9c5f-cfef6f3b00ab None None] Pushing event updated for resources: {'Port': ['ID=c75f8fde-c3db-4f42-a47a-636147a35235,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:23.250358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:23.250967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:06:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:23.278963 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.292585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-00c384bf-bc6f-447b-8eb0-eb39233ae624 None None] Port 969f51cf-14f1-4ac5-ae8c-6801c2561686 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:07:23.343671 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.346242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Pushing event updated for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:23.359747 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:23.436400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:23.437871 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:23.481478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:07:23.583688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 1, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:23.612032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0f91e-345c-452e-b224-44a2533fe273 None None] The sync data for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 is: [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 1, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:23.715449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4ade1db6-6e1a-4e59-a04e-8255326c8fcf None None] Provisioning complete for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:23.715745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ade1db6-6e1a-4e59-a04e-8255326c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.758689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4ade1db6-6e1a-4e59-a04e-8255326c8fcf None None] Port 969f51cf-14f1-4ac5-ae8c-6801c2561686 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:07:23.895991 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Router b7598239-57a1-4d76-8e0f-576b9fb95aab has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:07:23.959507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4830f650-f5e4-4dff-9fa6-fed0fddf9618 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:24.007729 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:24.008106 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.016830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:24.021870 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5c299d8c-524e-41bf-b9cd-71b35e924b6d admin admin] 10.222.0.35 "PUT /v2.0/routers/b7598239-57a1-4d76-8e0f-576b9fb95aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394201 Aug 18 15:07:24.705388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49864) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:24.712227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1635186560-network', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:24.793294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Made reservation on behalf of 8dafd64db85149ac8d06ffe33c96a731 for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:07:24.795796 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.809283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.827462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83e767e1-0244-4890-8bde-9a7a8dac0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.895410 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.941115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.962198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:07:24.976932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae59a53-2d3b-47aa-831a-66ad5f959a2b,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:24.979788 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:24.981271 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Added segment 0f6f981a-8b53-4516-85d8-9825ee26a8c7 of type vlan for network c81f1363-e472-4548-b00a-f6d045d12407 Aug 18 15:07:24.992557 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.021544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.083866 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.084836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:25.085424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.145414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] Pushing event updated for resources: {'Network': ['ID=c81f1363-e472-4548-b00a-f6d045d12407,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:25.155333 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c81f1363-e472-4548-b00a-f6d045d12407 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:07:25.182392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2deed072-190b-4d7b-8b10-4582cf65d67a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4758193 Aug 18 15:07:25.185100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 49866) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:25.190185 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Request body: {'subnet': {'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1635186560-subnet', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:25.261217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Made reservation on behalf of 8dafd64db85149ac8d06ffe33c96a731 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:07:25.263634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.490351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.539906 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af87c67-d378-48a0-9836-2d6569889b2c,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:25.549104 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Sync routers for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:25.556216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Checking segment: {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:25.556757 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Network hostable DHCP agents. Network: c81f1363-e472-4548-b00a-f6d045d12407, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:07:25.559756 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:25.560377 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:25.644033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Network c81f1363-e472-4548-b00a-f6d045d12407 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:07:25.663506 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:25.712992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c81f1363-e472-4548-b00a-f6d045d12407) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:25.717212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:25.717924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.722014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d800245-de38-443f-a3c2-84ca4a558919 None None] Network c81f1363-e472-4548-b00a-f6d045d12407 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:25.794248 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f70f4614-a878-46ce-9582-1aa709ee487e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6076932 Aug 18 15:07:25.796461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49868) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:25.801617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:25.873031 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:23Z', 'revision_number': 2, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:25.878478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c81f1363-e472-4548-b00a-f6d045d12407', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:07:25.879668 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.884704 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.885769 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.922599 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Checking router: b7598239-57a1-4d76-8e0f-576b9fb95aab for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:25.923007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Updating router b7598239-57a1-4d76-8e0f-576b9fb95aab port 969f51cf-14f1-4ac5-ae8c-6801c2561686 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:07:25.952876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:25.958257 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.003066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c75f8fde-c3db-4f42-a47a-636147a35235 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:26.066108 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Allocated IP 172.20.0.2 (c81f1363-e472-4548-b00a-f6d045d12407/0af87c67-d378-48a0-9836-2d6569889b2c/35f44dfc-59c9-4cec-93d3-eda9c113a338) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:26.152006 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.175548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.179115 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c75f8fde-c3db-4f42-a47a-636147a35235 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:26.200400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c75f8fde-c3db-4f42-a47a-636147a35235 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:26.200778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.236326 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.246105 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Transition to ACTIVE for port object 969f51cf-14f1-4ac5-ae8c-6801c2561686 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:26.249920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.262781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Transition to ACTIVE for port object 35f44dfc-59c9-4cec-93d3-eda9c113a338 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:26.289137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Transition to ACTIVE for port object 35f44dfc-59c9-4cec-93d3-eda9c113a338 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:26.328879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.350265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port c75f8fde-c3db-4f42-a47a-636147a35235, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c75f8fde-c3db-4f42-a47a-636147a35235,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:26.381485 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.405241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.410877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.460721 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Pushing event updated for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:26.463040 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.473658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Network c81f1363-e472-4548-b00a-f6d045d12407 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:26.476972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:26.482176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:26.484805 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.486482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Pushing event updated for resources: {'Port': ['ID=35f44dfc-59c9-4cec-93d3-eda9c113a338,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:26.492117 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.492752 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.493274 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.493801 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.494373 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.494894 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.495773 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.496288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.496799 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.497469 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.498240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.498765 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:26.519997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Attempting to bind port 969f51cf-14f1-4ac5-ae8c-6801c2561686 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:26.520452 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Attempting to bind port 969f51cf-14f1-4ac5-ae8c-6801c2561686 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:26.520878 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Attempting to bind port 969f51cf-14f1-4ac5-ae8c-6801c2561686 on network 35dc4f27-e3df-4624-8d28-5f833c7e692c {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:26.526572 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:26.527015 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Checking segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:26.527747 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.528437 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Bound using segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:26.528979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Bound port: 969f51cf-14f1-4ac5-ae8c-6801c2561686, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:26.529443 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.604786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Attempting to bind port 35f44dfc-59c9-4cec-93d3-eda9c113a338 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:26.605259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Attempting to bind port 35f44dfc-59c9-4cec-93d3-eda9c113a338 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:26.605638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Attempting to bind port 35f44dfc-59c9-4cec-93d3-eda9c113a338 on network c81f1363-e472-4548-b00a-f6d045d12407 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:26.608154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=c75f8fde-c3db-4f42-a47a-636147a35235,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:26.610979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] For port 969f51cf-14f1-4ac5-ae8c-6801c2561686, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:26.614693 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] For port 969f51cf-14f1-4ac5-ae8c-6801c2561686, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=969f51cf-14f1-4ac5-ae8c-6801c2561686,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:26.620808 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:26.621142 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Checking segment: {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:26.621600 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.622027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Bound using segment: {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:26.622528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Bound port: 35f44dfc-59c9-4cec-93d3-eda9c113a338, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:26.622976 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.627872 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Allocated IP 172.25.1.111 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/4b4bb360-5fce-4058-adbb-1fe542b14825) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:26.685263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] For port 35f44dfc-59c9-4cec-93d3-eda9c113a338, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:26.690814 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] For port 35f44dfc-59c9-4cec-93d3-eda9c113a338, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35f44dfc-59c9-4cec-93d3-eda9c113a338,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:26.713476 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.737222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.769946 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:26.774496 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:26.793709 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.805317 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc86cc-f918-44c4-8494-e304a716f29e None None] Pushing event updated for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:26.850188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.899656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea84aa-5ea6-433c-a6d6-0b37a57eead6 None None] Pushing event updated for resources: {'Port': ['ID=35f44dfc-59c9-4cec-93d3-eda9c113a338,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:26.916135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:26.919520 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:26.923658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:26.930010 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4bb360-5fce-4058-adbb-1fe542b14825,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:27.023738 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:27.246508 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:27.275808 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f8584-30e6-4297-b166-3c585706c271 None None] The sync data for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 is: [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:27.337264 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:27.548475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:27.775751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:07:27.810744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:27.816468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44625d-9810-43d4-8c04-2d595e4b6240 None None] Network c81f1363-e472-4548-b00a-f6d045d12407 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:07:27.911256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:27.924686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Sync routers for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:27.966650 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e4961dfc-213f-428f-92ab-ceeb87930b0c None None] Provisioning for port 35f44dfc-59c9-4cec-93d3-eda9c113a338 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:27.981049 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:27.981678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:27.988339 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:27.989726 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1029e797-47ae-4860-975a-675794126be2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1922553 Aug 18 15:07:27.992427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 49870) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:28.236894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c75f8fde-c3db-4f42-a47a-636147a35235 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:28.300585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:28.410912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c75f8fde-c3db-4f42-a47a-636147a35235 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:28.411288 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.431792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.558846 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35f44dfc-59c9-4cec-93d3-eda9c113a338 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:28.595744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Allocated IP 172.20.0.1 (c81f1363-e472-4548-b00a-f6d045d12407/0af87c67-d378-48a0-9836-2d6569889b2c/2ce17043-1c7b-4d02-b394-4cce3405f2fa) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:28.602011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:27Z', 'revision_number': 3, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:28.633366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Checking router: 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:28.633719 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Updating router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 port 4b4bb360-5fce-4058-adbb-1fe542b14825 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:07:28.660504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.692821 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 35f44dfc-59c9-4cec-93d3-eda9c113a338 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:28.701556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.701720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 35f44dfc-59c9-4cec-93d3-eda9c113a338 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:28.701720 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.715083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Transition to ACTIVE for port object 2ce17043-1c7b-4d02-b394-4cce3405f2fa will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:28.781466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.818849 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Network c81f1363-e472-4548-b00a-f6d045d12407 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:28.823799 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:28.827785 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:28.856746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:28.875933 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.905249 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:28.962702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 35f44dfc-59c9-4cec-93d3-eda9c113a338, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35f44dfc-59c9-4cec-93d3-eda9c113a338,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:29.006165 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.016326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Transition to ACTIVE for port object 4b4bb360-5fce-4058-adbb-1fe542b14825 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:29.049941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.051364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 969f51cf-14f1-4ac5-ae8c-6801c2561686 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:29.105553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.109345 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.155816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=35f44dfc-59c9-4cec-93d3-eda9c113a338,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:29.165707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Attempting to bind port 4b4bb360-5fce-4058-adbb-1fe542b14825 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:29.165707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Attempting to bind port 4b4bb360-5fce-4058-adbb-1fe542b14825 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:29.165707 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Attempting to bind port 4b4bb360-5fce-4058-adbb-1fe542b14825 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:29.193162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:29.193679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:29.194105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.194498 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:29.194961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Bound port: 4b4bb360-5fce-4058-adbb-1fe542b14825, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:29.195348 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.221989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ac37c8f1-6aa8-4a2f-b51c-4e61052cb279 None None] Provisioning for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:29.230593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e676-7627-4a0d-b582-6d2b39a76221 None None] Pushing event updated for resources: {'Port': ['ID=4b4bb360-5fce-4058-adbb-1fe542b14825,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:29.237459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ac37c8f1-6aa8-4a2f-b51c-4e61052cb279 None None] Provisioning complete for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:29.237896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac37c8f1-6aa8-4a2f-b51c-4e61052cb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.263664 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:29.280984 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.287721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:29.288098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.312226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ac37c8f1-6aa8-4a2f-b51c-4e61052cb279 None None] Port 2ce17043-1c7b-4d02-b394-4cce3405f2fa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:07:29.318374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] For port 4b4bb360-5fce-4058-adbb-1fe542b14825, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:29.329695 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.337014 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] For port 4b4bb360-5fce-4058-adbb-1fe542b14825, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b4bb360-5fce-4058-adbb-1fe542b14825,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:29.382111 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.395142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:29.398077 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.416150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 969f51cf-14f1-4ac5-ae8c-6801c2561686, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=969f51cf-14f1-4ac5-ae8c-6801c2561686,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:29.417659 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.476118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:29.476739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:29.479411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e676-7627-4a0d-b582-6d2b39a76221 None None] Pushing event updated for resources: {'Port': ['ID=4b4bb360-5fce-4058-adbb-1fe542b14825,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:29.492973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Network c81f1363-e472-4548-b00a-f6d045d12407 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:29.494387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:29.517158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.616825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:29.618393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:07:29.630109 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:29.732455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:29.737514 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e50da127-ceff-4351-bce6-607dd9ab4945 admin admin] 10.222.0.35 "PUT /v2.0/routers/76dc8648-e80d-43b2-8b88-5a4e5cc2b896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439625 Aug 18 15:07:29.770816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4616215f-5f82-4d3f-9528-bd9b355dc917 None None] Provisioning complete for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:29.771301 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4616215f-5f82-4d3f-9528-bd9b355dc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:29.843652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4616215f-5f82-4d3f-9528-bd9b355dc917 None None] Port 2ce17043-1c7b-4d02-b394-4cce3405f2fa cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:07:29.875278 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:28Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ce17043-1c7b-4d02-b394-4cce3405f2fa', 'name': '', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'mac_address': 'fa:16:3e:a4:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:28Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 2, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'subnets': [{'id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:29.910701 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8003f-0d88-411d-b8a2-493c6f967bde None None] The sync data for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 is: [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:28Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ce17043-1c7b-4d02-b394-4cce3405f2fa', 'name': '', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'mac_address': 'fa:16:3e:a4:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:28Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 2, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'subnets': [{'id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:29.981239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35f44dfc-59c9-4cec-93d3-eda9c113a338 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:30.032025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 35f44dfc-59c9-4cec-93d3-eda9c113a338 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:30.032403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:30.130602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 969f51cf-14f1-4ac5-ae8c-6801c2561686 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:30.193995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 969f51cf-14f1-4ac5-ae8c-6801c2561686 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:30.193995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:31.991958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b4bb360-5fce-4058-adbb-1fe542b14825 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:31.998818 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Sync routers for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:32.008437 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:32.009322 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:32.101292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4b4bb360-5fce-4058-adbb-1fe542b14825 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:32.105547 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4b4bb360-5fce-4058-adbb-1fe542b14825 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:32.105970 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.131504 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:32.196630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.223231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4b4bb360-5fce-4058-adbb-1fe542b14825, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b4bb360-5fce-4058-adbb-1fe542b14825,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:32.318665 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.371443 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:28Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ce17043-1c7b-4d02-b394-4cce3405f2fa', 'name': '', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'mac_address': 'fa:16:3e:a4:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:28Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 2, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'subnets': [{'id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:32.379217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4b4bb360-5fce-4058-adbb-1fe542b14825,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:32.403365 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Checking router: 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:32.403720 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Updating router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 port 2ce17043-1c7b-4d02-b394-4cce3405f2fa binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:07:32.438474 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.738621 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.749686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Transition to ACTIVE for port object 2ce17043-1c7b-4d02-b394-4cce3405f2fa will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:32.799544 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.854850 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a7c6c-dcc0-4605-862e-1e21ddb7e4b6 None None] Pushing event updated for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:32.915213 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Attempting to bind port 2ce17043-1c7b-4d02-b394-4cce3405f2fa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:32.915575 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Attempting to bind port 2ce17043-1c7b-4d02-b394-4cce3405f2fa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:32.915951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Attempting to bind port 2ce17043-1c7b-4d02-b394-4cce3405f2fa on network c81f1363-e472-4548-b00a-f6d045d12407 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:32.925824 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:32.926406 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Checking segment: {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:32.926793 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:32.927177 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Bound using segment: {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:32.927643 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Bound port: 2ce17043-1c7b-4d02-b394-4cce3405f2fa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6f981a-8b53-4516-85d8-9825ee26a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:32.928054 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:33.018071 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] For port 2ce17043-1c7b-4d02-b394-4cce3405f2fa, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:33.021877 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] For port 2ce17043-1c7b-4d02-b394-4cce3405f2fa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ce17043-1c7b-4d02-b394-4cce3405f2fa,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:33.074648 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:33.147055 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:33.147508 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:33.209565 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a7c6c-dcc0-4605-862e-1e21ddb7e4b6 None None] Pushing event updated for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:33.303513 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:33.623180 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-433ef747-75a7-479a-9946-305f23ea15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:28Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ce17043-1c7b-4d02-b394-4cce3405f2fa', 'name': '', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'mac_address': 'fa:16:3e:a4:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:28Z', 'updated_at': '2021-08-18T15:07:33Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'subnets': [{'id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:33.648573 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ef747-75a7-479a-9946-305f23ea15be None None] The sync data for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 is: [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:07:28Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '2ce17043-1c7b-4d02-b394-4cce3405f2fa', 'name': '', 'network_id': 'c81f1363-e472-4548-b00a-f6d045d12407', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'mac_address': 'fa:16:3e:a4:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:28Z', 'updated_at': '2021-08-18T15:07:33Z', 'revision_number': 4, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'subnets': [{'id': '0af87c67-d378-48a0-9836-2d6569889b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:34.006055 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b4bb360-5fce-4058-adbb-1fe542b14825 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:34.060888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4b4bb360-5fce-4058-adbb-1fe542b14825 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:34.061445 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:34.146422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ce17043-1c7b-4d02-b394-4cce3405f2fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:34.255834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:34.260781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:34.261511 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:34.365221 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:34.402587 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 2ce17043-1c7b-4d02-b394-4cce3405f2fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ce17043-1c7b-4d02-b394-4cce3405f2fa,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:34.484488 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:34.559415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:35.975013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ce17043-1c7b-4d02-b394-4cce3405f2fa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:36.034342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 2ce17043-1c7b-4d02-b394-4cce3405f2fa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:36.034987 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:40.923840 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:41.575561 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:41.631524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-1b189b8c-6934-4691-beab-298bfbd50d7e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:41.632920 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-1b189b8c-6934-4691-beab-298bfbd50d7e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 813 time: 0.1057427 Aug 18 15:07:41.647863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-376c12be-f71f-4679-a431-b59669eb9d4b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/quotas/449be9f45c584357864f4fdef958ae7a HTTP/1.1" status: 200 len: 375 time: 0.0090013 Aug 18 15:07:41.698089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-7d79c321-9eca-427d-8089-768fed53dea4 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449030 Aug 18 15:07:41.794095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-88931127-ac2c-403e-b3e3-96f7a18e938f service neutron] 10.222.0.35 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Aug 18 15:07:41.881906 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-2c3b134a-f81b-4b00-aeca-26a63aa0e745 service neutron] 10.222.0.35 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815365 Aug 18 15:07:42.130828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2e4a082-1a11-4c8b-a2e7-7661b02b7b4a req-936529bd-683d-4c71-800b-cef435b47bd4 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Aug 18 15:07:43.223280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-67171867-1fcb-4d7f-840a-9d9c226613b5 req-d74fca80-7d14-484d-919a-c21b01df5430 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 210 time: 0.0260184 Aug 18 15:07:44.325651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-215dc9f6-c278-45fe-be2c-6158efb612a4 req-3bfe3e18-f915-42e1-bc6b-5dd4a7921c97 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 210 time: 0.0358949 Aug 18 15:07:44.423912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-aecf67c7-bc54-4d56-abf2-43784a370b88 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:44.425436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-aecf67c7-bc54-4d56-abf2-43784a370b88 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 813 time: 0.1022360 Aug 18 15:07:44.440376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'port': {'device_id': '181f495d-a698-4e87-ba34-fe9e57383916', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'admin_state_up': True, 'tenant_id': '449be9f45c584357864f4fdef958ae7a'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:44.603804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Made reservation on behalf of 449be9f45c584357864f4fdef958ae7a for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:07:44.607632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:44.733286 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Allocated IP 172.20.0.9 (35dc4f27-e3df-4624-8d28-5f833c7e692c/60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e/9a12a3c4-a086-4615-8d3c-680cfbfb9d1e) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:44.885457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:44.898793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Transition to ACTIVE for port object 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:44.976270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:45.028619 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:45.032061 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:45.036596 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:45.040115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:45.072287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.072287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.072629 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.072962 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.073295 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.073622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.073980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.074314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.074725 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.075029 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.075496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.075877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:45.130786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:45.131720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:45.206726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-00090814-1712-4f98-9451-add7263cfb57 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703261 Aug 18 15:07:45.409562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1d13820-9c60-4f00-ad44-ae9a69e95a21 None None] Provisioning for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:45.420918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e1d13820-9c60-4f00-ad44-ae9a69e95a21 None None] Provisioning complete for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:45.422357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e1d13820-9c60-4f00-ad44-ae9a69e95a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:45.467476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d33db-9d9a-4f36-993a-c7ebb5df450f req-d66c8be5-060b-471f-815b-483036bd1e91 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:45.469062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e1d13820-9c60-4f00-ad44-ae9a69e95a21 None None] Port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:07:45.469942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-741d33db-9d9a-4f36-993a-c7ebb5df450f req-d66c8be5-060b-471f-815b-483036bd1e91 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0648565 Aug 18 15:07:45.510363 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-741d33db-9d9a-4f36-993a-c7ebb5df450f req-237f6c78-6812-4c74-a06b-9cd5009d1054 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Aug 18 15:07:46.632417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973a21-24c5-4512-998c-abb893bede1e req-6e9b5e7b-8a6c-4d07-8e75-28d01ecc1c76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:46.633961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82973a21-24c5-4512-998c-abb893bede1e req-6e9b5e7b-8a6c-4d07-8e75-28d01ecc1c76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0485473 Aug 18 15:07:46.675572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82973a21-24c5-4512-998c-abb893bede1e req-73fb4d82-fc2f-45a0-bf85-528c1d0da585 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Aug 18 15:07:47.796979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee34ab1-5f6c-4da2-8b7e-de65513dcee7 req-3a106881-aa76-4228-adaf-80423f047178 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:47.798414 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ee34ab1-5f6c-4da2-8b7e-de65513dcee7 req-3a106881-aa76-4228-adaf-80423f047178 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0549741 Aug 18 15:07:47.837784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ee34ab1-5f6c-4da2-8b7e-de65513dcee7 req-363d8655-569a-4301-9822-b099208ef243 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 18 15:07:48.958855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8119f3-df31-4828-bd31-8f52bc1cf57c req-053c76ff-862a-495f-bdbd-643a4c1ec244 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:48.960664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8119f3-df31-4828-bd31-8f52bc1cf57c req-053c76ff-862a-495f-bdbd-643a4c1ec244 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0529010 Aug 18 15:07:48.999216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f8119f3-df31-4828-bd31-8f52bc1cf57c req-6b4cb7b0-6926-4f1a-a917-c0579d1f5bb2 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Aug 18 15:07:50.115496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9afb07-80f5-4564-a797-b73e61dd5b92 req-2ec9f57d-e41b-4fca-b63e-18940514c558 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:50.117205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c9afb07-80f5-4564-a797-b73e61dd5b92 req-2ec9f57d-e41b-4fca-b63e-18940514c558 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0506756 Aug 18 15:07:50.159416 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c9afb07-80f5-4564-a797-b73e61dd5b92 req-9231f72f-86cc-4c0e-9a4f-162ee8a60d63 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Aug 18 15:07:51.280835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1decc-a356-46ee-8bc7-b40ac90cb939 req-441b442b-f32f-4c05-8d1c-3bf13f3bdaab tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:51.282357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98f1decc-a356-46ee-8bc7-b40ac90cb939 req-441b442b-f32f-4c05-8d1c-3bf13f3bdaab tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0554779 Aug 18 15:07:51.320487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98f1decc-a356-46ee-8bc7-b40ac90cb939 req-2afe59fc-c66f-41d2-bfbf-d95c096055ab tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Aug 18 15:07:52.260908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6e56e624-9463-4fdd-874c-0ce7b880d90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:52.454894 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd17fa-8f80-4984-a023-c60c949f66c1 req-1a59c208-d67b-431b-beaf-59a4a469545b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:52.457392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64dd17fa-8f80-4984-a023-c60c949f66c1 req-1a59c208-d67b-431b-beaf-59a4a469545b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0523827 Aug 18 15:07:52.496473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-64dd17fa-8f80-4984-a023-c60c949f66c1 req-956e971b-cd09-4a49-97fd-1f64ff6ed0c2 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Aug 18 15:07:53.612152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5def718-2f15-481d-8c65-e8de4b740415 req-9db17f98-3f34-4000-a063-e79ab5785cc6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:53.613678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5def718-2f15-481d-8c65-e8de4b740415 req-9db17f98-3f34-4000-a063-e79ab5785cc6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0483971 Aug 18 15:07:53.654389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e5def718-2f15-481d-8c65-e8de4b740415 req-e2cbe457-e64e-46b3-9797-50cd351a2c77 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Aug 18 15:07:54.780592 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270395-0f12-48c1-ac14-88d18c4ee7b2 req-c4f552ff-f4bf-43b4-af56-2b5e8f4d84f2 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:54.780592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36270395-0f12-48c1-ac14-88d18c4ee7b2 req-c4f552ff-f4bf-43b4-af56-2b5e8f4d84f2 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0563703 Aug 18 15:07:54.816813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-36270395-0f12-48c1-ac14-88d18c4ee7b2 req-5cb07685-7253-4d53-95c8-9649ec6e5767 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Aug 18 15:07:54.838041 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3d933509-b04e-4453-aef5-26da3175bf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:55.026691 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:55.931890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbacbf-92e7-4fd0-aa26-072bf8bd937f req-6375a1a6-7cef-4a9c-8708-5183072c47c8 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:55.933364 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4dbacbf-92e7-4fd0-aa26-072bf8bd937f req-6375a1a6-7cef-4a9c-8708-5183072c47c8 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 931 time: 0.0488610 Aug 18 15:07:55.971310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4dbacbf-92e7-4fd0-aa26-072bf8bd937f req-6f6d3898-c5db-4970-b5a7-b349d3c5083a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Aug 18 15:07:56.059262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Request body: {'port': {'device_id': '181f495d-a698-4e87-ba34-fe9e57383916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:56.114154 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.146663 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.369266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:07:56.376468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.388660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Transition to ACTIVE for port object 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:07:56.443453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.510943 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:56.568908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Attempting to bind port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:07:56.569251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Attempting to bind port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:07:56.569581 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Attempting to bind port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e on network 35dc4f27-e3df-4624-8d28-5f833c7e692c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:56.574248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e on network 35dc4f27-e3df-4624-8d28-5f833c7e692c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:07:56.574572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Attempting to bind port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e on network 35dc4f27-e3df-4624-8d28-5f833c7e692c {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:07:56.579585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:07:56.579920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Checking segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:07:56.580304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Bound using segment: {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:07:56.580731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Bound port: 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9934ee6-7a28-42f5-8552-5249646a43f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:07:56.581094 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.647807 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:07:56.650738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:07:56.718389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.750896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:56.751586 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.753001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 1091 time: 0.6981785 Aug 18 15:07:56.753430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:07:56.755722 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06590571-5d2d-4f5e-bfc1-32eca2e35588" -d '{"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:07:56.781797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab06c9-8e0f-4472-b812-62e0626904c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:56.793653 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9e7ee-8f88-4bf6-99ea-5507f6b9a439 x-openstack-request-id: req-e1a9e7ee-8f88-4bf6-99ea-5507f6b9a439 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:07:56.793997 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:07:56.794248 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1a9e7ee-8f88-4bf6-99ea-5507f6b9a439 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:07:56.794654 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:07:56.858652 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-c0bfb137-c42b-427e-9dbe-2eb8a0504fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:56.860276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-c0bfb137-c42b-427e-9dbe-2eb8a0504fe0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1094 time: 0.0435288 Aug 18 15:07:56.964562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-3070ac17-5ffe-4058-82bb-e94124887e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:56.966086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-3070ac17-5ffe-4058-82bb-e94124887e67 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=449be9f45c584357864f4fdef958ae7a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0963590 Aug 18 15:07:57.095496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-c703eedf-b69c-4d33-8ca1-e1613e87fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:57.096956 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06590571-5d2d-4f5e-bfc1-32eca2e35588 req-c703eedf-b69c-4d33-8ca1-e1613e87fdef service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204157 Aug 18 15:07:57.105654 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522f06-cd06-46c4-804b-3c12789ed4aa req-fa73a154-9551-4ea1-a6fc-8721f8fb1409 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:57.107052 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73522f06-cd06-46c4-804b-3c12789ed4aa req-fa73a154-9551-4ea1-a6fc-8721f8fb1409 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 943 time: 0.0684717 Aug 18 15:07:57.153976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73522f06-cd06-46c4-804b-3c12789ed4aa req-059cb565-3441-4672-a89c-0ad2c8a6a852 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Aug 18 15:07:57.181518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-ff76c581-25c5-4301-baec-411d63bad5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:57.183038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-ff76c581-25c5-4301-baec-411d63bad5d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1094 time: 0.0429220 Aug 18 15:07:57.228502 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-8f4a35bb-26d5-4303-b340-5da747fa3da7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 217 time: 0.0367014 Aug 18 15:07:57.281344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-0c7bf21a-3718-4120-9981-9b470def2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:57.282852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-0c7bf21a-3718-4120-9981-9b470def2df7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0462837 Aug 18 15:07:57.329495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-cacb92e5-ddab-40dd-8d12-ae5c3699b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:57.331040 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-cacb92e5-ddab-40dd-8d12-ae5c3699b084 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403666 Aug 18 15:07:57.429752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-4c23a06d-5801-4cd9-af55-6ea0655a3981 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Aug 18 15:07:57.526012 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d91cfa5-da1a-4576-97cb-88fd9c457bdb req-f377ab2b-52f6-42f2-8500-b226d21817c5 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Aug 18 15:07:58.050008 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:58.267809 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd767b-28da-41d6-87a9-7938c93dbfbd req-89cbff83-9e9b-4c99-8844-80a22dcaafd8 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:58.269277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68cd767b-28da-41d6-87a9-7938c93dbfbd req-89cbff83-9e9b-4c99-8844-80a22dcaafd8 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 943 time: 0.0483735 Aug 18 15:07:58.306489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68cd767b-28da-41d6-87a9-7938c93dbfbd req-22d60696-9bfe-4834-a182-82dc38c95161 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Aug 18 15:07:59.421124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2051f7-bd90-4f18-998b-fc732b115fe0 req-70247d00-9cea-404b-9cc9-8a3735b179be tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:59.422627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c2051f7-bd90-4f18-998b-fc732b115fe0 req-70247d00-9cea-404b-9cc9-8a3735b179be tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 943 time: 0.0522897 Aug 18 15:07:59.460314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c2051f7-bd90-4f18-998b-fc732b115fe0 req-b4ad616b-df1e-4ba7-9b57-42df4e830d90 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Aug 18 15:08:00.480691 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:08:00.573351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be14b-7100-4195-8184-24121565c412 req-1c4c853c-6552-4d4b-bef4-43810b3244d6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:00.574851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b14be14b-7100-4195-8184-24121565c412 req-1c4c853c-6552-4d4b-bef4-43810b3244d6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 943 time: 0.0489902 Aug 18 15:08:00.610912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b14be14b-7100-4195-8184-24121565c412 req-91a74d82-0324-491e-b83a-58e4912bed08 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302639 Aug 18 15:08:00.837080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:08:00.927348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:08:00.938324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'port_id': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'mac_address': 'fa:16:3e:6b:3b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:08:00.976774 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:00.988656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:08:01.007538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:08:01.094705 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:01.140895 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:01.404531 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:08:01.723540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9efa4a-e27f-4fec-93de-fe7454d000a2 req-894cd097-9249-4c49-8e7a-c0f8a13eaa28 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:01.724907 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd9efa4a-e27f-4fec-93de-fe7454d000a2 req-894cd097-9249-4c49-8e7a-c0f8a13eaa28 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 944 time: 0.0481184 Aug 18 15:08:01.761385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bd9efa4a-e27f-4fec-93de-fe7454d000a2 req-62a9e0c5-b9db-4513-9062-c07272a4e376 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Aug 18 15:08:02.700088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:08:02.814706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:08:02.818619 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:08:02.819009 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:02.878748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6db6-3e20-4304-ba7a-17dc4b163142 req-310c1141-2d3d-43c5-be32-b30acc48ba1f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:02.880426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb6a6db6-3e20-4304-ba7a-17dc4b163142 req-310c1141-2d3d-43c5-be32-b30acc48ba1f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Aug 18 15:08:02.894369 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:02.917586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:08:02.919246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bb6a6db6-3e20-4304-ba7a-17dc4b163142 req-578753c2-6aab-48de-a900-77ebbfe6d54b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Aug 18 15:08:02.919852 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c8e9c0-f7db-444a-ba02-f5d65f9d38f0" -d '{"events": [{"server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "name": "network-vif-plugged", "status": "completed", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:08:02.936296 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:08:02.956727 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d394c6b-76c3-43a7-a631-31c49ee93c9e x-openstack-request-id: req-9d394c6b-76c3-43a7-a631-31c49ee93c9e {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:08:02.956727 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "name": "network-vif-plugged", "status": "completed", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:08:02.956727 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d394c6b-76c3-43a7-a631-31c49ee93c9e {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:08:02.956727 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'code': 200} Aug 18 15:08:03.003381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:03.051477 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:03.053436 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649b1e-e7d2-4141-832f-83192859ba8f req-10953a07-3b38-4f0b-86c2-46cc7686bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:03.055079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52649b1e-e7d2-4141-832f-83192859ba8f req-10953a07-3b38-4f0b-86c2-46cc7686bad3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1096 time: 0.0408328 Aug 18 15:08:03.095352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52649b1e-e7d2-4141-832f-83192859ba8f req-6e4c6c14-9ae3-4dab-bcaa-993776cf277f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277729 Aug 18 15:08:04.034393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87e5f2-ac8c-4f89-9d3e-37c5861524a3 req-e2e3df65-6a2f-4b52-8506-26e6720d4e6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:04.035913 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa87e5f2-ac8c-4f89-9d3e-37c5861524a3 req-e2e3df65-6a2f-4b52-8506-26e6720d4e6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Aug 18 15:08:04.073711 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa87e5f2-ac8c-4f89-9d3e-37c5861524a3 req-58569f57-7085-4662-8d68-305123fa5e20 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Aug 18 15:08:05.190130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3410-8a0e-4392-b020-d862443087fd req-cb111c89-b0a0-477a-8d57-17f5156c98db tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:05.191575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22cf3410-8a0e-4392-b020-d862443087fd req-cb111c89-b0a0-477a-8d57-17f5156c98db tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0514541 Aug 18 15:08:05.228213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-22cf3410-8a0e-4392-b020-d862443087fd req-816367cc-afa3-47eb-b56a-cada96fa2634 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Aug 18 15:08:05.338111 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb7e70-ebae-48c1-96f4-ef83abce8fcc req-ec38f1f1-38c5-4c57-9d91-035b06a793ba tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:05.339603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2bb7e70-ebae-48c1-96f4-ef83abce8fcc req-ec38f1f1-38c5-4c57-9d91-035b06a793ba tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0473297 Aug 18 15:08:05.375961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2bb7e70-ebae-48c1-96f4-ef83abce8fcc req-07d4c0d5-0651-4b83-894e-7319cba63ad7 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Aug 18 15:08:05.559992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ae80d-8d6c-4885-920e-6ae93df013ae req-f014926a-8985-4572-a3ac-79c3f68f4c6b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:05.561476 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-289ae80d-8d6c-4885-920e-6ae93df013ae req-f014926a-8985-4572-a3ac-79c3f68f4c6b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0492191 Aug 18 15:08:05.598948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-289ae80d-8d6c-4885-920e-6ae93df013ae req-4b5d9257-5117-4a4e-843a-9d5328992bc1 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Aug 18 15:08:10.923390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:11.563938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:18.973542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a531f78-b5b1-425a-9226-8c65e3af3398 req-6f3b8751-8be7-467f-9046-91633658bd0f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:18.974948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a531f78-b5b1-425a-9226-8c65e3af3398 req-6f3b8751-8be7-467f-9046-91633658bd0f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Aug 18 15:08:19.011292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7a531f78-b5b1-425a-9226-8c65e3af3398 req-80b47a81-69a2-47b1-bffd-de8646faee50 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Aug 18 15:08:19.033727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50082) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:19.154714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0fb4f9-538e-40cf-b1cf-f70127eab52f tempest-TestMinimumBasicScenario-300384860 tempest-TestMinimumBasicScenario-300384860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:19.156267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ae0fb4f9-538e-40cf-b1cf-f70127eab52f tempest-TestMinimumBasicScenario-300384860 tempest-TestMinimumBasicScenario-300384860-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1091 time: 0.1215749 Aug 18 15:08:19.159265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50086) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:19.163537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:19.254409 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:19.351969 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:19.450204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Allocated IP 172.25.1.31 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/6eec15fe-764b-450d-8b8f-300f2ea61c43) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:08:19.553432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:19.637359 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:19.675358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:08:19.678849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:08:19.682362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:08:19.687573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'Port': ['ID=6eec15fe-764b-450d-8b8f-300f2ea61c43,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:20.343342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.504404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.649631 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.711327 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.778348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'Port': ['ID=6eec15fe-764b-450d-8b8f-300f2ea61c43,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:20.788450 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.887876 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Floating IP 49450363-f16b-4529-bd2f-ffaf467e4da9 associated. External IP: 172.25.1.31, port: 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e. Aug 18 15:08:21.088093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Router b7598239-57a1-4d76-8e0f-576b9fb95aab has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:08:21.198391 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:08:21.207836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Sync routers for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:08:21.217059 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:08:21.217673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:08:21.277714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.304572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2a654aa1-d2d6-47bd-8e28-3255914e902c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1443098 Aug 18 15:08:21.305453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:08:21.307572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50088) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:21.308098 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add16b9-a5f5-4ec1-9304-391a6c277d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:08:21.312869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229916306', 'description': 'tempest-secgroup-smoke-229916306 description', 'project_id': '449be9f45c584357864f4fdef958ae7a'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:21.320332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:08:21.344670 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03de1f3-3c28-4626-a944-db173fc7138c x-openstack-request-id: req-d03de1f3-3c28-4626-a944-db173fc7138c {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:08:21.345246 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:08:21.345246 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d03de1f3-3c28-4626-a944-db173fc7138c {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:08:21.345582 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:08:21.408546 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.414851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-b1f15de4-4f4c-4ef8-9e15-8bb184fe6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:21.416383 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-b1f15de4-4f4c-4ef8-9e15-8bb184fe6e61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Aug 18 15:08:21.491908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.525248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-69ed955c-584d-4187-9226-083c8597b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:21.527317 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-69ed955c-584d-4187-9226-083c8597b9d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.0914288 Aug 18 15:08:21.555365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '49450363-f16b-4529-bd2f-ffaf467e4da9', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'port_id': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'mac_address': 'fa:16:3e:6b:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f495d-a698-4e87-ba34-fe9e57383916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:08:19Z', 'updated_at': '2021-08-18T15:08:19Z', 'revision_number': 0, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:08:21.557212 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.582157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Checking router: b7598239-57a1-4d76-8e0f-576b9fb95aab for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:08:21.589398 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfa5feb-3b6c-433a-913c-f847e312ed08,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:21.590976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:08:21.591591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:07:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:08:21.595014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.595302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.595653 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.596080 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.596386 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.596665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.596995 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.597327 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.597651 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.598030 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.598358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.598684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:08:21.602057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-28adc6ae-048d-43a4-9233-38cbe324574b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 998 time: 0.0633576 Aug 18 15:08:21.657466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-944aa085-b56f-47c2-93bc-3e8c0409e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:21.658984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-944aa085-b56f-47c2-93bc-3e8c0409e4fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0490716 Aug 18 15:08:21.660186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.661471 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-073a9c36-a1cb-4d42-b883-4e7ae83332c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3525505 Aug 18 15:08:21.664389 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50092) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:21.668917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:21.699363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:08:21.710442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-8959b66e-7eed-45e0-b347-798a284cc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:21.711942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-8959b66e-7eed-45e0-b347-798a284cc53a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426836 Aug 18 15:08:21.751083 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.807143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-8bf3a8ce-7d5b-4b1e-a0f6-19365c1c932d service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875027 Aug 18 15:08:21.822699 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.866932 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.891452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e271b23-c27a-4a3d-9931-ad5a4453eef8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:21.912662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0add16b9-a5f5-4ec1-9304-391a6c277d0b req-d3af2feb-bc02-46ca-bb23-a22983658c17 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918031 Aug 18 15:08:21.935252 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.936756 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bbb1bc4c-b076-45f6-8497-0b4e9953e752 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713287 Aug 18 15:08:21.939863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50094) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:21.943298 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '49450363-f16b-4529-bd2f-ffaf467e4da9', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'port_id': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'mac_address': 'fa:16:3e:6b:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f495d-a698-4e87-ba34-fe9e57383916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:08:19Z', 'updated_at': '2021-08-18T15:08:19Z', 'revision_number': 0, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:08:21.946539 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:21.974011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1dc7a-6bbd-45b1-a345-72832d1375c9 None None] The sync data for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 is: [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '49450363-f16b-4529-bd2f-ffaf467e4da9', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'port_id': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'mac_address': 'fa:16:3e:6b:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f495d-a698-4e87-ba34-fe9e57383916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:08:19Z', 'updated_at': '2021-08-18T15:08:19Z', 'revision_number': 0, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:08:21.976548 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3d17cd53-d493-4244-8b52-e2ddeb709c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.031280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.090670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.145939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.165081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023ce08d-5f66-433e-8be0-be7de59a63cb,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:22.168704 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea85e10-e2e3-41a9-936f-5b4a80333914 None None] New status for floating IP 49450363-f16b-4529-bd2f-ffaf467e4da9: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:08:22.225942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.227224 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-19759809-2990-4e58-9258-12dfcde35ef6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2862709 Aug 18 15:08:22.230177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50096) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:22.236198 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:22.323845 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.384581 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.437609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.456097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab6b2b-643a-4727-b268-fde70631715f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:22.518014 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.519738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ee3bbb69-fbd3-4a9e-b693-aba4d8f27d6e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885575 Aug 18 15:08:22.523203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50098) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:22.528410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:22.608230 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.671396 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.734407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.751194 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad336413-508c-491f-ad86-e9e8086c6753,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:22.797439 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.798697 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-69798fd8-6838-4c3a-a829-80b3c29f8efb tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744014 Aug 18 15:08:22.801466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50100) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:22.806443 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:22.877206 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Project 449be9f45c584357864f4fdef958ae7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:08:22.882010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:22.941264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.020280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.039849 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b5dd02-3450-468a-bbaa-2d5dc6e9c509,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:23.116950 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.118233 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-43128e88-784d-4312-a7f3-7e3c1b822e21 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158231 Aug 18 15:08:23.120882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50102) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:08:23.125266 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'security_group_rule': {'security_group_id': '5bfa5feb-3b6c-433a-913c-f847e312ed08', 'project_id': '449be9f45c584357864f4fdef958ae7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:23.197084 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Project 449be9f45c584357864f4fdef958ae7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:08:23.201867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.265251 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.334554 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.355530 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e86e6e-9651-4350-afac-705d255596f5,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:23.425572 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.426834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e81b3039-f33d-4928-a267-9e34671b7807 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050399 Aug 18 15:08:23.503707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-ae03063e-7854-4382-bed3-5214514a9131 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229916306&fields=id&tenant_id=449be9f45c584357864f4fdef958ae7a HTTP/1.1" status: 200 len: 267 time: 0.0325015 Aug 18 15:08:23.557174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-2869d960-0491-4c4e-a4d9-9c922dfce160 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:23.558687 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-2869d960-0491-4c4e-a4d9-9c922dfce160 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Aug 18 15:08:23.570037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'port': {'security_groups': ['5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857', '5bfa5feb-3b6c-433a-913c-f847e312ed08']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:08:23.634827 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.825377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:08:23.854478 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.945675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.957359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:08:23.992857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:23.993150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.994715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0113bf92-35bf-41ae-9bf9-7023e4b3fd2b req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "PUT /v2.0/ports/9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 981 time: 0.4296329 Aug 18 15:08:23.995095 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:08:23.997606 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54" -d '{"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:08:24.027406 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7b85-c1ab-4d42-a6be-165d15d3473f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:08:24.066920 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fbc50a-0d7a-4fba-9c50-0117df30de13 x-openstack-request-id: req-14fbc50a-0d7a-4fba-9c50-0117df30de13 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:08:24.067320 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:08:24.067697 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14fbc50a-0d7a-4fba-9c50-0117df30de13 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:08:24.068356 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:08:24.071100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:08:24.163027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-70c98ecd-e3d1-4d79-a2f2-6b023bbe86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:24.164575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-70c98ecd-e3d1-4d79-a2f2-6b023bbe86d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1135 time: 0.0655997 Aug 18 15:08:24.172552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5eef-1476-4893-aebe-f287bcaaac2a req-c2cab8d8-06a2-4197-b932-451bb595024b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:24.174003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8abb5eef-1476-4893-aebe-f287bcaaac2a req-c2cab8d8-06a2-4197-b932-451bb595024b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0858774 Aug 18 15:08:24.268700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8abb5eef-1476-4893-aebe-f287bcaaac2a req-b2444bce-831e-471d-a170-3048c96896db tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842986 Aug 18 15:08:24.294263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-65fb7fcf-76fd-4d31-915d-7104bccf2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:24.295426 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-65fb7fcf-76fd-4d31-915d-7104bccf2c88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.1205583 Aug 18 15:08:24.321008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-17ac5111-08a7-40b1-a768-6edaf76e43e1 None None] Provisioning complete for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:08:24.321386 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-17ac5111-08a7-40b1-a768-6edaf76e43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:24.369470 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-592954ca-7a64-44ae-a7cf-a9d2292d886d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 1000 time: 0.0625408 Aug 18 15:08:24.425151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-2fb06ad3-b305-46c4-b455-318cdc46b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:24.426637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-2fb06ad3-b305-46c4-b455-318cdc46b276 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0435157 Aug 18 15:08:24.473455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-7a28a2cc-b601-48f8-9a46-7b4349e0d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:24.483876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-7a28a2cc-b601-48f8-9a46-7b4349e0d228 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399792 Aug 18 15:08:24.578216 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-b9a08faa-867e-416a-b017-b585708fedbe service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913074 Aug 18 15:08:24.669041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d5d78b7d-399c-4b55-b5e4-8a80f1c2bf54 req-e6373da6-1784-49a6-8d0a-668c486af01b service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814371 Aug 18 15:08:24.825933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a09b9dde-f5c6-4c63-a679-bf7fe7bb5fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:25.111204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:26.146044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:27.757007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:32.025214 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-9e993112-ef31-4681-a06c-3c32c2f2b7ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405474 Aug 18 15:08:32.110993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-59689115-4718-403d-9c28-008d79d3b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:32.112500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-59689115-4718-403d-9c28-008d79d3b469 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1135 time: 0.0464168 Aug 18 15:08:32.219550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-414a5176-c467-4b63-bdf2-b9ae888005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:32.221005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-414a5176-c467-4b63-bdf2-b9ae888005e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.0862334 Aug 18 15:08:32.294276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-17a36c33-d339-475a-af2e-c145ae56953b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 1000 time: 0.0642314 Aug 18 15:08:32.348456 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-0ddcac25-a57b-46cc-8653-b63df2f82a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:32.349940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-0ddcac25-a57b-46cc-8653-b63df2f82a24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0447404 Aug 18 15:08:32.399265 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-42262848-7260-41c7-91f4-c0dc3800454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:32.400790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-42262848-7260-41c7-91f4-c0dc3800454c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418053 Aug 18 15:08:32.496816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-fbb1818b-954a-41a8-89e8-9d77088c9561 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Aug 18 15:08:32.596037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-096a0fe2-2a7d-422d-ad15-cf54f05062dd req-5d86086f-171f-4934-935f-f3547a43c427 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909574 Aug 18 15:08:37.479508 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:08:40.933996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:41.591403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:41.800942 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dc2e4-2cf9-44cd-8e92-a6f9e016d847 req-182336fb-c60c-478c-8e91-26eba09f5d7b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:41.802486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d8dc2e4-2cf9-44cd-8e92-a6f9e016d847 req-182336fb-c60c-478c-8e91-26eba09f5d7b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.1870656 Aug 18 15:08:41.834134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-67b1e409-2bd2-4d83-b051-41d73a91dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:41.835527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-67b1e409-2bd2-4d83-b051-41d73a91dc45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1135 time: 0.0724208 Aug 18 15:08:41.860205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3d8dc2e4-2cf9-44cd-8e92-a6f9e016d847 req-0d11224a-9913-4b29-a1a3-e15ac06f93a0 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511844 Aug 18 15:08:41.934641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-6cbcebfe-2850-4e8c-a6a7-4b8d9f608138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:41.936126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-6cbcebfe-2850-4e8c-a6a7-4b8d9f608138 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.0911434 Aug 18 15:08:42.008576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-35a79fbe-4f48-4cb4-9647-71fa96222be4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 1000 time: 0.0615976 Aug 18 15:08:42.062658 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-5a05643f-1c05-4b17-b5cb-fbf02e9e70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:42.064091 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-5a05643f-1c05-4b17-b5cb-fbf02e9e70b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0445998 Aug 18 15:08:42.117688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-7003ee03-c644-4b05-b4dc-5fdda9156cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:42.117688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-7003ee03-c644-4b05-b4dc-5fdda9156cd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401375 Aug 18 15:08:42.211113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-f6fad1a4-a5a6-4721-8d2f-ce4b7920e921 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847821 Aug 18 15:08:42.301204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f94d841-b4cd-4bc9-9572-94d246192d8f req-ee77b923-585a-4671-b16f-5d254202ec89 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809326 Aug 18 15:08:43.030016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c503a9-53ba-4d85-8b3e-66b9b85c2379 req-655034d1-ad92-4ceb-8373-d0c2b08570c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:43.031486 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3c503a9-53ba-4d85-8b3e-66b9b85c2379 req-655034d1-ad92-4ceb-8373-d0c2b08570c5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.1017017 Aug 18 15:08:43.071139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d3c503a9-53ba-4d85-8b3e-66b9b85c2379 req-73056947-d2c1-4654-a2ca-5bdd540d5b29 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334380 Aug 18 15:08:44.184386 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ffd3-c62e-464f-875e-afd2ad0705c8 req-c47be1a6-3f74-43aa-a48f-9880493aa5d5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:44.185784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8948ffd3-c62e-464f-875e-afd2ad0705c8 req-c47be1a6-3f74-43aa-a48f-9880493aa5d5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0483866 Aug 18 15:08:44.224751 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8948ffd3-c62e-464f-875e-afd2ad0705c8 req-fc0f3f77-1ccc-4ab2-b222-596b640a4e05 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328615 Aug 18 15:08:45.338660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35f0f-68b9-4989-8f2b-cea7e3ddebac req-741a1cb2-7f5d-4982-98a1-c821847307c6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:45.340138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afe35f0f-68b9-4989-8f2b-cea7e3ddebac req-741a1cb2-7f5d-4982-98a1-c821847307c6 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0492294 Aug 18 15:08:45.380056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-afe35f0f-68b9-4989-8f2b-cea7e3ddebac req-90b5b530-2283-4906-bc88-78a30bcd2327 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339427 Aug 18 15:08:46.496403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801826-efab-4781-a06f-68e08420dc49 req-1830dc54-eea3-4da5-9c5d-66fd0bc64c7c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:46.497883 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee801826-efab-4781-a06f-68e08420dc49 req-1830dc54-eea3-4da5-9c5d-66fd0bc64c7c tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0526273 Aug 18 15:08:46.538163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ee801826-efab-4781-a06f-68e08420dc49 req-7e4c50c5-2850-4690-9c36-a2c9976bcf09 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342333 Aug 18 15:08:47.653151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dce148-382d-402e-b770-f060e89f2fde req-32459ef0-bb4e-4a2c-a784-3fa7d33bc311 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:47.654669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7dce148-382d-402e-b770-f060e89f2fde req-32459ef0-bb4e-4a2c-a784-3fa7d33bc311 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0494833 Aug 18 15:08:47.694121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a7dce148-382d-402e-b770-f060e89f2fde req-0cb7bab5-01b4-4233-bb73-57f82cb9f7f3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335622 Aug 18 15:08:48.809152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b758892-7e3c-49e9-9ca4-b73d7914d758 req-e893ec46-eb54-4363-8a83-cd0e586bb483 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:48.810570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b758892-7e3c-49e9-9ca4-b73d7914d758 req-e893ec46-eb54-4363-8a83-cd0e586bb483 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0493119 Aug 18 15:08:48.850000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4b758892-7e3c-49e9-9ca4-b73d7914d758 req-6be4c7b8-5535-4197-a5f9-f075a4a5f835 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334775 Aug 18 15:08:49.967567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef314-39f1-45de-b9f6-d68585ada12c req-3e5916d2-54a0-4736-9267-95c0e036e8ac tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:49.969036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff1ef314-39f1-45de-b9f6-d68585ada12c req-3e5916d2-54a0-4736-9267-95c0e036e8ac tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0527539 Aug 18 15:08:50.008295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ff1ef314-39f1-45de-b9f6-d68585ada12c req-54143d56-95fc-4be8-ad39-bfd0ac6c0d73 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328546 Aug 18 15:08:51.121768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b466e1-d2e8-4e4d-92d9-aaf33f313a30 req-0ebc8afc-2aa2-4a76-b0bd-e16fa5c9c0ca tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:51.123341 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8b466e1-d2e8-4e4d-92d9-aaf33f313a30 req-0ebc8afc-2aa2-4a76-b0bd-e16fa5c9c0ca tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0484111 Aug 18 15:08:51.162852 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8b466e1-d2e8-4e4d-92d9-aaf33f313a30 req-980ca1ce-4f5d-4450-a206-3ae6973aacdd tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336006 Aug 18 15:08:51.956446 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e4c60ddd-6b2d-4136-a24b-83bc3fcf7cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:52.275056 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445b6ae-0bb4-4597-884e-d4331d24e25d req-7b45a2f7-a3a4-4843-bf69-7f4f01c9ae8a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:52.277315 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e445b6ae-0bb4-4597-884e-d4331d24e25d req-7b45a2f7-a3a4-4843-bf69-7f4f01c9ae8a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0492589 Aug 18 15:08:52.316359 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e445b6ae-0bb4-4597-884e-d4331d24e25d req-a9d2d993-14c1-47fa-89fe-4e589430c813 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330348 Aug 18 15:08:53.434491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726843a0-92e8-41ec-b136-7db6bc062a82 req-d4955d5f-b3bd-4544-bbc8-4e27ccc8d5fc tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:53.435995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-726843a0-92e8-41ec-b136-7db6bc062a82 req-d4955d5f-b3bd-4544-bbc8-4e27ccc8d5fc tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0532887 Aug 18 15:08:53.476370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-726843a0-92e8-41ec-b136-7db6bc062a82 req-a4999b19-d620-4f2f-ae9e-adc5d39a8fb0 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341618 Aug 18 15:08:54.592481 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d4b61-fbc5-4248-ac1a-f2794f0f7fee req-166ffdea-4ccd-40e0-bea9-f2b4ce016e79 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:54.593971 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-692d4b61-fbc5-4248-ac1a-f2794f0f7fee req-166ffdea-4ccd-40e0-bea9-f2b4ce016e79 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0496657 Aug 18 15:08:54.633664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-692d4b61-fbc5-4248-ac1a-f2794f0f7fee req-c49e94a5-d912-4bea-b102-3d83af8f60fa tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&id=5bfa5feb-3b6c-433a-913c-f847e312ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335882 Aug 18 15:08:54.831158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-54dae3e3-6ba9-475a-a17d-c94566028943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:54.997067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:56.105063 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:57.773823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:10.944475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:11.573316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:14.478299 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:09:21.944820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1bff7e9e-5560-4e31-8b76-17628616e37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.841505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e7be0a21-bad4-4b5f-8de9-cb840baffa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:25.024275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:26.121687 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.773007 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.018382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-cbe70258-e775-4d28-9227-9bd209539157 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229916306&fields=id&tenant_id=449be9f45c584357864f4fdef958ae7a HTTP/1.1" status: 200 len: 267 time: 0.0336010 Aug 18 15:09:30.071459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-bc2c76ac-f993-458e-a92e-fc00551eceaf tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:30.072934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-bc2c76ac-f993-458e-a92e-fc00551eceaf tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 984 time: 0.0490115 Aug 18 15:09:30.084273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Request body: {'port': {'security_groups': ['5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:30.151697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.610304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:30.638287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.676075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.688505 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:09:30.719536 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:30.720177 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.721758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84612d9c-3889-47b4-8bb2-7912b3b0f215 req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "PUT /v2.0/ports/9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 942 time: 0.6417203 Aug 18 15:09:30.722092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:30.724461 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776b641-2408-4855-88e0-f4e18974cf89" -d '{"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:30.727723 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50174) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:30.760702 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event updated for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.776985 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.777159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3cfb8-f68e-4d34-a87e-201ea889464b tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:30.799915 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935bf2fe-b1c8-4398-9abd-857e7f67aed1 x-openstack-request-id: req-935bf2fe-b1c8-4398-9abd-857e7f67aed1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:30.800908 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:30.801397 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-935bf2fe-b1c8-4398-9abd-857e7f67aed1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:30.802043 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:09:30.833558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:09:30.851357 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b641-2408-4855-88e0-f4e18974cf89 req-d3887a2c-0134-4b1c-af10-17a5e6387d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:30.853121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-d3887a2c-0134-4b1c-af10-17a5e6387d19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1096 time: 0.0499680 Aug 18 15:09:30.973159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b641-2408-4855-88e0-f4e18974cf89 req-63cce79e-2d74-460b-b84d-806bbb2fc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:30.974963 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-63cce79e-2d74-460b-b84d-806bbb2fc85d service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.1132560 Aug 18 15:09:31.050942 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-1b6a5adb-c4f2-4b1e-a9a3-74e289316010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 1000 time: 0.0661738 Aug 18 15:09:31.065256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-15bd7049-c4e5-44f9-94a7-73e47cf0a053 None None] Provisioning complete for port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:09:31.065642 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15bd7049-c4e5-44f9-94a7-73e47cf0a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.104782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b641-2408-4855-88e0-f4e18974cf89 req-030b069d-7488-400b-b8fa-d7206e9911bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:31.106314 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-030b069d-7488-400b-b8fa-d7206e9911bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0471430 Aug 18 15:09:31.157605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b641-2408-4855-88e0-f4e18974cf89 req-f3903ea4-56d1-4bc6-a7de-dbe3777b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:31.159190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-f3903ea4-56d1-4bc6-a7de-dbe3777b62c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Aug 18 15:09:31.189492 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.214153 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.257200 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-8b7793e0-1180-4894-aea4-b58882d97180 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859792 Aug 18 15:09:31.327321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.329990 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.331181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "DELETE /v2.0/security-groups/5bfa5feb-3b6c-433a-913c-f847e312ed08 HTTP/1.1" status: 204 len: 168 time: 0.6017256 Aug 18 15:09:31.334401 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50178) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:31.352196 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f776b641-2408-4855-88e0-f4e18974cf89 req-89d47f3c-208f-4f10-bc17-4d5db1ffd25d service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848274 Aug 18 15:09:31.372382 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfa5feb-3b6c-433a-913c-f847e312ed08,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:31.386185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.387230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.387230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.387230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.387535 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.387798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.388121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.388442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.388764 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.389084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.389400 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.389715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45f541-1b3f-4501-9dea-b8941883d823 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:31.505166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Deleting port 6eec15fe-764b-450d-8b8f-300f2ea61c43 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:31.505502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.582572 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.582904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.594754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Calling delete_port for 6eec15fe-764b-450d-8b8f-300f2ea61c43 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:31.784222 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.810021 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event deleted for resources: {'Port': ['ID=6eec15fe-764b-450d-8b8f-300f2ea61c43,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:31.867053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.867444 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Floating IP 49450363-f16b-4529-bd2f-ffaf467e4da9 disassociated (deleted). External IP: 172.25.1.31, port: 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e. Aug 18 15:09:32.073335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Router b7598239-57a1-4d76-8e0f-576b9fb95aab has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:32.179336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:32.184075 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.189164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Sync routers for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:32.197915 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:32.198525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.211236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-230f3ae8-f164-4913-b091-6b430d280b76 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "DELETE /v2.0/floatingips/49450363-f16b-4529-bd2f-ffaf467e4da9 HTTP/1.1" status: 204 len: 168 time: 0.8758523 Aug 18 15:09:32.211821 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:32.214117 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc" -d '{"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:32.265055 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0031e01-1a1f-4edd-bc61-e58d8a7b7812 x-openstack-request-id: req-a0031e01-1a1f-4edd-bc61-e58d8a7b7812 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:32.265348 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:32.265601 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0031e01-1a1f-4edd-bc61-e58d8a7b7812 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:32.266065 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:09:32.309906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:32.342927 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-7599305d-0a44-4074-b1ba-1874fef33b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:32.344459 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-7599305d-0a44-4074-b1ba-1874fef33b3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1096 time: 0.0451558 Aug 18 15:09:32.444243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-8881e27e-392d-464e-9e3d-b24e0737495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:32.445718 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-8881e27e-392d-464e-9e3d-b24e0737495e service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.0911927 Aug 18 15:09:32.488855 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-835a2022-d7a5-4573-9510-16ee9fd677e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 217 time: 0.0337899 Aug 18 15:09:32.510224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.537121 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Checking router: b7598239-57a1-4d76-8e0f-576b9fb95aab for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:32.546144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:32.546330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-9e68bbfc-0fdf-4538-971d-bb8e3ec13830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:32.546756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.547782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-9e68bbfc-0fdf-4538-971d-bb8e3ec13830 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0482297 Aug 18 15:09:32.613831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-13933a51-d36a-466e-8647-0c258ead9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:32.615384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-13933a51-d36a-466e-8647-0c258ead9a91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500791 Aug 18 15:09:32.719885 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-728b35b5-e636-4fa9-b6a6-a07d6b52f959 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969374 Aug 18 15:09:32.816398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:32.816960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5148c72a-2bdf-4fa7-a160-de61cc9a1acc req-301c4ef5-e2c9-4b23-aedb-3d4708c9b1dd service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884492 Aug 18 15:09:33.006446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:33.029089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-e6b8b8b6-f1e9-425d-8ec7-5d36923c2820 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402601 Aug 18 15:09:33.036377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05086c-8576-43b2-b3d9-6cc694ea8292 None None] The sync data for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 is: [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:07:22Z', 'revision_number': 4, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '969f51cf-14f1-4ac5-ae8c-6801c2561686', 'name': '', 'network_id': '35dc4f27-e3df-4624-8d28-5f833c7e692c', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'mac_address': 'fa:16:3e:f0:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:22Z', 'updated_at': '2021-08-18T15:07:29Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'subnets': [{'id': '60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:33.127151 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-b14a5437-2520-4b3a-9327-4119e4e1203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:33.128670 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-b14a5437-2520-4b3a-9327-4119e4e1203a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=449be9f45c584357864f4fdef958ae7a&device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 1096 time: 0.0422943 Aug 18 15:09:33.260701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-80f8c893-78c0-4d6b-a12b-7072b78b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:33.262382 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-80f8c893-78c0-4d6b-a12b-7072b78b7baa service neutron] 10.222.0.58 "GET /v2.0/networks?id=35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 200 len: 914 time: 0.1133027 Aug 18 15:09:33.280430 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efdb96-42da-4903-a57f-d82e2808dd5c None None] New status for floating IP 49450363-f16b-4529-bd2f-ffaf467e4da9: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:09:33.307322 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-78caf6db-400b-48eb-b243-6db370e962f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 200 len: 217 time: 0.0363905 Aug 18 15:09:33.363134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-aa2502d8-343a-48fe-803c-31535ba5445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:33.364681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-aa2502d8-343a-48fe-803c-31535ba5445c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 200 len: 852 time: 0.0504243 Aug 18 15:09:33.414236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-9fca1f0d-0811-46e5-ac00-5be273b1f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:33.415744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-9fca1f0d-0811-46e5-ac00-5be273b1f579 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35dc4f27-e3df-4624-8d28-5f833c7e692c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419381 Aug 18 15:09:33.518267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-39c4b5e4-90fe-46ad-b722-796d9205844a service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885704 Aug 18 15:09:33.616242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-da633bb6-aec6-407d-a5ba-e7453394d384 req-a87cd555-b3b7-4d5a-80e6-56e011f2074f service neutron] 10.222.0.58 "GET /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Aug 18 15:09:40.644482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80118ec-dc71-434d-af05-449452f51b6f req-bd14a608-920c-4960-bbef-d201dbb1d633 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:40.646000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b80118ec-dc71-434d-af05-449452f51b6f req-bd14a608-920c-4960-bbef-d201dbb1d633 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Aug 18 15:09:40.683398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b80118ec-dc71-434d-af05-449452f51b6f req-3a79a759-9ac7-4a86-8bd1-0044ffa7592a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Aug 18 15:09:40.921553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:41.572926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:41.803349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3e70-8147-4a9b-b566-bfcf5400eda8 req-2c22c07c-b167-4cf2-a33b-6520a6cb411a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:41.804807 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dccc3e70-8147-4a9b-b566-bfcf5400eda8 req-2c22c07c-b167-4cf2-a33b-6520a6cb411a tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0533340 Aug 18 15:09:41.892444 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dccc3e70-8147-4a9b-b566-bfcf5400eda8 req-a809142d-a8ae-4a0b-9d25-789b9c81642d tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816123 Aug 18 15:09:42.695118 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-1284285b-3ef1-4b3d-a7d8-afa7974e8d7d tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:42.696595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-1284285b-3ef1-4b3d-a7d8-afa7974e8d7d tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.58 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0480793 Aug 18 15:09:42.797147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Deleting port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:42.797415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:42.888950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] For port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:42.889742 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:42.902350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Calling delete_port for 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:43.027626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db850c-7e4e-48c3-82f2-645ee6c1a67d req-3655530e-3d02-446b-83ac-d4545957379f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:43.029734 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82db850c-7e4e-48c3-82f2-645ee6c1a67d req-3655530e-3d02-446b-83ac-d4545957379f tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 945 time: 0.0669584 Aug 18 15:09:43.095398 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82db850c-7e4e-48c3-82f2-645ee6c1a67d req-3c4d16a7-374a-44d5-b718-3b255897403e tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Aug 18 15:09:43.155657 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:43.167936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:09:43.193544 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Pushing event deleted for resources: {'Port': ['ID=9a12a3c4-a086-4615-8d3c-680cfbfb9d1e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:43.231668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] No DVR routers for this DVR port 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:43.234397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:43.236713 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cb69d11-eff2-481e-a2eb-1d5124aa38b4 req-311fdd7b-038f-4af6-9dad-4ebcad85e1d3 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.58 "DELETE /v2.0/ports/9a12a3c4-a086-4615-8d3c-680cfbfb9d1e HTTP/1.1" status: 204 len: 173 time: 0.5335326 Aug 18 15:09:43.237172 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'name': 'network-vif-deleted', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:43.239430 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf75cc-8618-4571-b9ea-063dcf411764" -d '{"events": [{"server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "name": "network-vif-deleted", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:43.275228 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82381147-f0a1-40e0-80b1-fb104a73accc x-openstack-request-id: req-82381147-f0a1-40e0-80b1-fb104a73accc {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:43.275784 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181f495d-a698-4e87-ba34-fe9e57383916", "name": "network-vif-deleted", "tag": "9a12a3c4-a086-4615-8d3c-680cfbfb9d1e", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:43.276062 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82381147-f0a1-40e0-80b1-fb104a73accc {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:43.276470 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181f495d-a698-4e87-ba34-fe9e57383916', 'name': 'network-vif-deleted', 'tag': '9a12a3c4-a086-4615-8d3c-680cfbfb9d1e', 'status': 'completed', 'code': 200} Aug 18 15:09:44.199977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-89a19de2-1262-4b8e-b8b6-f35969692983 req-4b468c44-78d9-4ede-9c70-9f4b17e33ec5 tempest-TestMinimumBasicScenario-68103237 tempest-TestMinimumBasicScenario-68103237-project] 10.222.0.35 "GET /v2.0/ports?device_id=181f495d-a698-4e87-ba34-fe9e57383916 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Aug 18 15:09:46.350997 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50280) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:46.691299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:46.929624 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Deleting port 969f51cf-14f1-4ac5-ae8c-6801c2561686 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:46.930068 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:47.005187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] For port 969f51cf-14f1-4ac5-ae8c-6801c2561686, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=969f51cf-14f1-4ac5-ae8c-6801c2561686,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:47.005543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:47.017941 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Calling delete_port for 969f51cf-14f1-4ac5-ae8c-6801c2561686 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:47.216838 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:47.236615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:47.236960 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 9a12a3c4-a086-4615-8d3c-680cfbfb9d1e not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:47.247299 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:47.277022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Pushing event deleted for resources: {'Port': ['ID=969f51cf-14f1-4ac5-ae8c-6801c2561686,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:47.440943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:47.651322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Router b7598239-57a1-4d76-8e0f-576b9fb95aab has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:47.755443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:47.760497 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e0b06824-a1f3-4ca2-84ab-a55db2a4d590 admin admin] 10.222.0.35 "PUT /v2.0/routers/b7598239-57a1-4d76-8e0f-576b9fb95aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4083309 Aug 18 15:09:47.763260 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50284) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:47.764340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Sync routers for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:47.773332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:47.773906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:47.868624 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:47.878612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:47.970680 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.058824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:09:47Z', 'revision_number': 5, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port': {'id': 'c75f8fde-c3db-4f42-a47a-636147a35235', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:20Z', 'updated_at': '2021-08-18T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:48.085017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Checking router: b7598239-57a1-4d76-8e0f-576b9fb95aab for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:48.093829 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Routers {'b7598239-57a1-4d76-8e0f-576b9fb95aab'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:48.094467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['b7598239-57a1-4d76-8e0f-576b9fb95aab'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:48.095985 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Deleting port c75f8fde-c3db-4f42-a47a-636147a35235 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:48.096352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.173480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] For port c75f8fde-c3db-4f42-a47a-636147a35235, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c75f8fde-c3db-4f42-a47a-636147a35235,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:48.173858 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.178714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] Set router b7598239-57a1-4d76-8e0f-576b9fb95aab gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:48.185921 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Calling delete_port for c75f8fde-c3db-4f42-a47a-636147a35235 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:48.233007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:09:47Z', 'revision_number': 6, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:48.258341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af282e4c-399f-40fc-ba94-eb9c42986086 None None] The sync data for ids ['b7598239-57a1-4d76-8e0f-576b9fb95aab'] in n-d-804303-5 is: [{'id': 'b7598239-57a1-4d76-8e0f-576b9fb95aab', 'name': 'tempest-TestMinimumBasicScenario-73302429-router', 'tenant_id': '449be9f45c584357864f4fdef958ae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:19Z', 'updated_at': '2021-08-18T15:09:47Z', 'revision_number': 6, 'project_id': '449be9f45c584357864f4fdef958ae7a', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:48.418691 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.446018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75f8fde-c3db-4f42-a47a-636147a35235,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:48.506256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.910455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:48.912465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.013254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.013870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7598239-57a1-4d76-8e0f-576b9fb95aab {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:09:49.018411 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.019570 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ea0ffbd8-78d9-4019-8079-c8e41c83c065 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b7598239-57a1-4d76-8e0f-576b9fb95aab HTTP/1.1" status: 204 len: 168 time: 1.2553833 Aug 18 15:09:49.024565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50286) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:49.069526 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Deleting subnet 60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:09:49.072550 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.109343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.187566 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.298890 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.322508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:49.328069 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a246278f-828d-458d-a078-186703d13229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.329946 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a246278f-828d-458d-a078-186703d13229 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60fd2b7d-9ec9-47e8-94f4-f8c323f07d3e HTTP/1.1" status: 204 len: 168 time: 0.3068666 Aug 18 15:09:49.332528 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50288) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:49.333545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63283934-86cf-4440-9c89-8c7cc9b621b9 None None] Network 35dc4f27-e3df-4624-8d28-5f833c7e692c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:09:49.402824 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.464617 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Deleting port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:49.465210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.508458 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] DHCP port deletion for 35dc4f27-e3df-4624-8d28-5f833c7e692c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:09:49.528406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] For port 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4830f650-f5e4-4dff-9fa6-fed0fddf9618,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:49.528776 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.542013 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Calling delete_port for 4830f650-f5e4-4dff-9fa6-fed0fddf9618 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:49.554460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Deleting port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:49.554830 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.614962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] For port 4830f650-f5e4-4dff-9fa6-fed0fddf9618, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4830f650-f5e4-4dff-9fa6-fed0fddf9618,segment=NetworkSegment(b9934ee6-7a28-42f5-8552-5249646a43f9),segment_id=b9934ee6-7a28-42f5-8552-5249646a43f9)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:49.615359 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.631010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Calling delete_port for 4830f650-f5e4-4dff-9fa6-fed0fddf9618 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:49.704274 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 15:09:49.705907 n-d-804303-5 neutron-server[112230]: self.session.flush() Aug 18 15:09:49.713823 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.730833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4830f650-f5e4-4dff-9fa6-fed0fddf9618,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:49.732627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] No DVR routers for this DVR port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:49.739780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Pushing event deleted for resources: {'Port': ['ID=4830f650-f5e4-4dff-9fa6-fed0fddf9618,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:49.747698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] No DVR routers for this DVR port 4830f650-f5e4-4dff-9fa6-fed0fddf9618 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:49.750516 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.750943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.751289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.751648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.751991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.752328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.752660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.752989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.753319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.753646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.754005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.754332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a294c6-4473-49e2-92c2-bdae181d5368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:49.803659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.813674 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dc4f27-e3df-4624-8d28-5f833c7e692c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:49.823061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9934ee6-7a28-42f5-8552-5249646a43f9') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:49.823354 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9934ee6-7a28-42f5-8552-5249646a43f9') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:49.832429 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.849146 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.854834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:09:49.855210 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:09:49.856774 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:09:49.990090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:49.995514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:50.000854 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] 10.222.0.35 "DELETE /v2.0/networks/35dc4f27-e3df-4624-8d28-5f833c7e692c HTTP/1.1" status: 204 len: 168 time: 0.6641355 Aug 18 15:09:50.001695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50290) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:50.009139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197273d-70eb-4e4b-869f-3a2b39275e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=35dc4f27-e3df-4624-8d28-5f833c7e692c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:50.021767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4830f650-f5e4-4dff-9fa6-fed0fddf9618 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:50.041694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4830f650-f5e4-4dff-9fa6-fed0fddf9618 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:50.042067 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4830f650-f5e4-4dff-9fa6-fed0fddf9618 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:50.042494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c75f8fde-c3db-4f42-a47a-636147a35235 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:50.063742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c75f8fde-c3db-4f42-a47a-636147a35235 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:50.064090 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c75f8fde-c3db-4f42-a47a-636147a35235 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:50.064522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 969f51cf-14f1-4ac5-ae8c-6801c2561686 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:50.082939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 969f51cf-14f1-4ac5-ae8c-6801c2561686 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:50.083289 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 969f51cf-14f1-4ac5-ae8c-6801c2561686 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:50.343505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:50.575296 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Deleting port 2ce17043-1c7b-4d02-b394-4cce3405f2fa {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:50.575639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:50.654094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] For port 2ce17043-1c7b-4d02-b394-4cce3405f2fa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=2ce17043-1c7b-4d02-b394-4cce3405f2fa,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:50.654387 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:50.668491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Calling delete_port for 2ce17043-1c7b-4d02-b394-4cce3405f2fa owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:50.944603 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:50.971011 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce17043-1c7b-4d02-b394-4cce3405f2fa,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:51.134838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:51.345415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:51.450044 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:51.456227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e047b18b-cd44-4b93-936a-eabb7b23456a admin admin] 10.222.0.35 "PUT /v2.0/routers/76dc8648-e80d-43b2-8b88-5a4e5cc2b896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4528570 Aug 18 15:09:51.458884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50292) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:51.459743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Sync routers for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:51.471577 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:51.472187 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:51.509353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:09:51.564057 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:51.576715 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:51.666090 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:51.751567 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:09:50Z', 'revision_number': 5, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port': {'id': '4b4bb360-5fce-4058-adbb-1fe542b14825', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:07:26Z', 'updated_at': '2021-08-18T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:51.777150 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Checking router: 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:51.785264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Routers {'76dc8648-e80d-43b2-8b88-5a4e5cc2b896'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:51.785893 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:51.816154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Deleting port 4b4bb360-5fce-4058-adbb-1fe542b14825 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:51.816510 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:51.870199 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] Set router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:51.897711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] For port 4b4bb360-5fce-4058-adbb-1fe542b14825, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4b4bb360-5fce-4058-adbb-1fe542b14825,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:51.898107 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:51.910595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Calling delete_port for 4b4bb360-5fce-4058-adbb-1fe542b14825 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:51.926207 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:09:51Z', 'revision_number': 6, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:51.952258 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba915c-6c4d-404f-985c-c2e38b5076e8 None None] The sync data for ids ['76dc8648-e80d-43b2-8b88-5a4e5cc2b896'] in n-d-804303-5 is: [{'id': '76dc8648-e80d-43b2-8b88-5a4e5cc2b896', 'name': 'tempest-TestMinimumBasicScenario-1635186560-router', 'tenant_id': '8dafd64db85149ac8d06ffe33c96a731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:07:25Z', 'updated_at': '2021-08-18T15:09:51Z', 'revision_number': 6, 'project_id': '8dafd64db85149ac8d06ffe33c96a731', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:51.961142 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7dc17636-ed21-4fb8-b015-b4cc273b70b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.132753 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.158241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4bb360-5fce-4058-adbb-1fe542b14825,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:52.216078 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.306246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.308453 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.441206 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.441804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76dc8648-e80d-43b2-8b88-5a4e5cc2b896 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:09:52.446018 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.447162 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9ffedb35-646b-452c-a489-76ea040181c2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/76dc8648-e80d-43b2-8b88-5a4e5cc2b896 HTTP/1.1" status: 204 len: 168 time: 0.9868333 Aug 18 15:09:52.451388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50294) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:52.493559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Deleting subnet 0af87c67-d378-48a0-9836-2d6569889b2c {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:09:52.496432 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.530215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.609544 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.722871 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.751487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af87c67-d378-48a0-9836-2d6569889b2c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:52.753406 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.755808 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-57d7af10-8829-4fb6-bdc5-ccc24cff04e2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0af87c67-d378-48a0-9836-2d6569889b2c HTTP/1.1" status: 204 len: 168 time: 0.3052104 Aug 18 15:09:52.758399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50296) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:52.758536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be873d3-ddf3-4314-8343-8b96e52f5029 None None] Network c81f1363-e472-4548-b00a-f6d045d12407 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:09:52.836983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.894039 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Deleting port 35f44dfc-59c9-4cec-93d3-eda9c113a338 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:52.894636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.938958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] DHCP port deletion for c81f1363-e472-4548-b00a-f6d045d12407 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:09:52.963036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] For port 35f44dfc-59c9-4cec-93d3-eda9c113a338, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35f44dfc-59c9-4cec-93d3-eda9c113a338,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:52.963405 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:52.981509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Calling delete_port for 35f44dfc-59c9-4cec-93d3-eda9c113a338 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:52.986438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Deleting port 35f44dfc-59c9-4cec-93d3-eda9c113a338 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:52.986918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.048668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] For port 35f44dfc-59c9-4cec-93d3-eda9c113a338, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=35f44dfc-59c9-4cec-93d3-eda9c113a338,segment=NetworkSegment(0f6f981a-8b53-4516-85d8-9825ee26a8c7),segment_id=0f6f981a-8b53-4516-85d8-9825ee26a8c7)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:53.049005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.060754 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Calling delete_port for 35f44dfc-59c9-4cec-93d3-eda9c113a338 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:53.115578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.137430 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.143414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f44dfc-59c9-4cec-93d3-eda9c113a338,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:53.145223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] No DVR routers for this DVR port 35f44dfc-59c9-4cec-93d3-eda9c113a338 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:53.161667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] Pushing event deleted for resources: {'Port': ['ID=35f44dfc-59c9-4cec-93d3-eda9c113a338,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:53.167110 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fab338-a0dd-4864-ac7d-672108cc076d None None] No DVR routers for this DVR port 35f44dfc-59c9-4cec-93d3-eda9c113a338 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:53.222968 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.232419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81f1363-e472-4548-b00a-f6d045d12407']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:53.242911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6f981a-8b53-4516-85d8-9825ee26a8c7') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:53.243201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6f981a-8b53-4516-85d8-9825ee26a8c7') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:53.252215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.265198 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.270836 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:09:53.271513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:09:53.273063 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:09:53.378236 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.383726 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.385603 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c81f1363-e472-4548-b00a-f6d045d12407 HTTP/1.1" status: 204 len: 168 time: 0.6258402 Aug 18 15:09:53.396639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf89f0-b9fc-4037-b79d-35e0a83a68a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81f1363-e472-4548-b00a-f6d045d12407,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:53.749724 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50300) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:53.788919 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1356b651-30a1-4b46-92f7-e20996f317d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=449be9f45c584357864f4fdef958ae7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379148 Aug 18 15:09:53.791327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50302) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:53.836717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.857501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.967038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.970428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.971745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857 HTTP/1.1" status: 204 len: 168 time: 0.1794357 Aug 18 15:09:53.979694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec658d6-fbfb-4e1b-936b-4861e6a41e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe1f0b-9f87-4ada-9b2f-8fb4b7007857,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:54.023599 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35f44dfc-59c9-4cec-93d3-eda9c113a338 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:54.044694 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 35f44dfc-59c9-4cec-93d3-eda9c113a338 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:54.045034 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 35f44dfc-59c9-4cec-93d3-eda9c113a338 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:54.045446 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b4bb360-5fce-4058-adbb-1fe542b14825 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:54.062923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4b4bb360-5fce-4058-adbb-1fe542b14825 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:54.063266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4b4bb360-5fce-4058-adbb-1fe542b14825 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:54.063678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ce17043-1c7b-4d02-b394-4cce3405f2fa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:54.084385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 2ce17043-1c7b-4d02-b394-4cce3405f2fa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:54.084723 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 2ce17043-1c7b-4d02-b394-4cce3405f2fa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:54.567012 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50308) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:54.606347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5fa127e1-1f03-463c-b5fc-fe01115f2ef2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dafd64db85149ac8d06ffe33c96a731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382161 Aug 18 15:09:54.615445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50310) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:54.662164 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:54.682573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:54.796426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:54.798995 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:54.800183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fae59a53-2d3b-47aa-831a-66ad5f959a2b HTTP/1.1" status: 204 len: 168 time: 0.1838663 Aug 18 15:09:54.808013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1481116-3684-4608-afa3-5373985b5979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae59a53-2d3b-47aa-831a-66ad5f959a2b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:54.824717 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fcf13135-3923-444e-999a-81a82313e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:55.024127 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:56.110107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:56.955376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50350) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:56.960035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189544249', 'description': 'tempest-secgroup-smoke-1189544249 description', 'project_id': 'd311ce091f22401ca690022ae49e50bc'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:57.052366 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.060089 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.149615 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.212625 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.249476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad1fb4c-a292-4182-b28f-42728cb34e11,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:57.299881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.349769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.378205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659e16a2-4e5f-48fa-ac01-6fc6e60aca03,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:57.429760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.431029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-65b7f019-8b18-44b9-bb05-6805d4a7f6b8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4746432 Aug 18 15:09:57.434059 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50352) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:57.438408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:57.525937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.580370 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.646890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.664928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9180eab3-9e8f-4ab6-ac0d-8fc24af86030,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:57.727035 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.728340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-10e10f27-a919-4514-bf6b-4a9a7acf970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933524 Aug 18 15:09:57.731017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50354) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:57.735429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:57.778683 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.909404 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:57.965232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.029665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.047348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9333bd-fd1b-4bc0-8a27-3f66e4e800eb,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:58.115254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.116487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5dd7ddab-6ae7-4f0f-ab31-3ac35655a4cd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845577 Aug 18 15:09:58.119165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50356) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:58.123506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:58.199721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.259121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.326739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.345252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffce39a2-9a64-4006-844b-a2c1a99b2ed8,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:58.406757 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.407964 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c606f258-5c58-4388-b3ab-d5131d32404e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878888 Aug 18 15:09:58.410685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50358) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:58.415016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:58.514114 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.572308 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.646816 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.663660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d0aac2-e744-438f-b616-01150d6e09a4,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:58.726640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.727896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d49da795-21c5-4fbd-b4a1-99ec66f43769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162832 Aug 18 15:09:58.730595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50360) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:58.735501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:58.800959 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:09:58.805859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.863673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.909712 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.926524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa87642-f68b-42ec-9553-5fe9f6c4fe91,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:58.978361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:58.979593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-dcd62e21-38b2-44be-a4b6-2ff1ebd8e3ed tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2480540 Aug 18 15:09:58.982189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50362) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:58.986972 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '659e16a2-4e5f-48fa-ac01-6fc6e60aca03', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:59.052641 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:09:59.057351 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.118637 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.183720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.201124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3542005-2f11-43d7-8f31-5e6c943f6868,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:59.269465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.270688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1274f55e-267d-4f1f-92cc-3403290bfe89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872078 Aug 18 15:09:59.273633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50364) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:59.278784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'network': {'name': 'tempest-network-smoke--1509573701', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:59.366949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:09:59.370411 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.393258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:09:59.401971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.402323 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Added segment 009fbc91-5034-4f69-80c3-317698564e8e of type vlan for network ae2087c0-671b-431b-92d7-68192f1d5777 Aug 18 15:09:59.441338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.538597 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.544139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:59.544720 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.609215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Network': ['ID=ae2087c0-671b-431b-92d7-68192f1d5777,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:59.620375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network ae2087c0-671b-431b-92d7-68192f1d5777 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:09:59.687984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c1bbbeac-f4d2-4ce8-9971-3229a8e9f7e0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4132838 Aug 18 15:09:59.690722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50366) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:59.695283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'admin_state_up': True, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:09:59.784307 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.785285 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:59.835179 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:00.124188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:00.652679 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:00.671678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:00.769773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.116 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/1df54389-08c1-41d6-9ed2-56f6f9b01991) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:10:00.872521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:00.966968 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:01.002165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:01.004901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:01.011294 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:10:01.040124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=1df54389-08c1-41d6-9ed2-56f6f9b01991,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:01.357124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:01.550769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:01.732584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router c5ae027f-2653-4aad-be9e-601c6f628b09 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:10:01.836694 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:10:01.846407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Sync routers for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:10:01.855314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:01.855928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:01.909760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:01.911058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9147f379-6dc2-411a-ba75-5c077e2a2fd7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2194111 Aug 18 15:10:01.914163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50368) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:01.960389 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:02.040417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-848ffcfb-447e-4260-b526-1aa2b84e034a tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d311ce091f22401ca690022ae49e50bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251326 Aug 18 15:10:02.043280 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50372) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:02.132525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:01Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:02.158216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Checking router: c5ae027f-2653-4aad-be9e-601c6f628b09 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:10:02.158562 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Updating router c5ae027f-2653-4aad-be9e-601c6f628b09 port 1df54389-08c1-41d6-9ed2-56f6f9b01991 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:10:02.182147 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.189099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac79c29-dd9c-4b0d-8d00-54babb5c59d4 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:02.190659 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-5ac79c29-dd9c-4b0d-8d00-54babb5c59d4 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464586 Aug 18 15:10:02.193553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50374) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:02.230259 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e4b0b556-59e3-4cf9-9f83-b823b385eecd tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355875 Aug 18 15:10:02.233030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50376) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:02.238764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1317295226', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:10:02.372765 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:10:02.376886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.431318 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.441583 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Transition to ACTIVE for port object 1df54389-08c1-41d6-9ed2-56f6f9b01991 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:02.504256 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.555831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Attempting to bind port 1df54389-08c1-41d6-9ed2-56f6f9b01991 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:10:02.556823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Attempting to bind port 1df54389-08c1-41d6-9ed2-56f6f9b01991 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:10:02.556823 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Attempting to bind port 1df54389-08c1-41d6-9ed2-56f6f9b01991 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:10:02.558514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176f117-9ce5-44fa-af32-a6fda5b47eb0 None None] Pushing event updated for resources: {'Port': ['ID=1df54389-08c1-41d6-9ed2-56f6f9b01991,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:02.563778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:10:02.564153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:10:02.564555 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.564938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:10:02.565724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Bound port: 1df54389-08c1-41d6-9ed2-56f6f9b01991, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:10:02.565869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.601441 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.615071 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] For port 1df54389-08c1-41d6-9ed2-56f6f9b01991, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:10:02.618077 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] For port 1df54389-08c1-41d6-9ed2-56f6f9b01991, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1df54389-08c1-41d6-9ed2-56f6f9b01991,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:10:02.665636 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Subnet': ['ID=d8b66077-f510-4e84-8b5c-06c50e72781f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:02.675541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Checking segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:10:02.675901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network hostable DHCP agents. Network: ae2087c0-671b-431b-92d7-68192f1d5777, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:10:02.681697 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.738314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ae2087c0-671b-431b-92d7-68192f1d5777 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:10:02.741288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:02.741921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:02.744643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176f117-9ce5-44fa-af32-a6fda5b47eb0 None None] Pushing event updated for resources: {'Port': ['ID=1df54389-08c1-41d6-9ed2-56f6f9b01991,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:02.824235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, ae2087c0-671b-431b-92d7-68192f1d5777) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:02.829410 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:02.830425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:02.838490 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc730a43-fee4-4042-acd2-d7f1e842e178 None None] Network ae2087c0-671b-431b-92d7-68192f1d5777 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:10:02.879001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-885f8962-c3fd-4ca8-ad47-28877c44e6c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6424086 Aug 18 15:10:02.879372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:02.897169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:03.277879 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-ae2087c0-671b-431b-92d7-68192f1d5777', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:10:03.278738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:03.309289 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:03.368499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:01Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:03.403665 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eeee85-6799-49c0-b9b3-b9006c14aa19 None None] The sync data for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 is: [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:01Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:10:03.454624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Allocated IP 172.20.0.2 (ae2087c0-671b-431b-92d7-68192f1d5777/d8b66077-f510-4e84-8b5c-06c50e72781f/4dad4566-bd8a-4dbd-8174-082df05e1f79) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:10:03.619067 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:03.646934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Transition to ACTIVE for port object 4dad4566-bd8a-4dbd-8174-082df05e1f79 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:03.685398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Transition to ACTIVE for port object 4dad4566-bd8a-4dbd-8174-082df05e1f79 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:03.769455 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:03.788757 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Network ae2087c0-671b-431b-92d7-68192f1d5777 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:03.806830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:03.817452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:10:03.869367 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Pushing event updated for resources: {'Port': ['ID=4dad4566-bd8a-4dbd-8174-082df05e1f79,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:03.921592 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Attempting to bind port 4dad4566-bd8a-4dbd-8174-082df05e1f79 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:10:03.928100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Attempting to bind port 4dad4566-bd8a-4dbd-8174-082df05e1f79 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:10:03.929945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Attempting to bind port 4dad4566-bd8a-4dbd-8174-082df05e1f79 on network ae2087c0-671b-431b-92d7-68192f1d5777 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:10:03.945074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:10:03.945074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Checking segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:10:03.945437 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:03.945714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Bound using segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:10:03.946208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Bound port: 4dad4566-bd8a-4dbd-8174-082df05e1f79, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:10:03.946597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.026491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.1 (ae2087c0-671b-431b-92d7-68192f1d5777/d8b66077-f510-4e84-8b5c-06c50e72781f/665e8a2a-61d6-4c41-9740-69bacd1966fe) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:10:04.030102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] For port 4dad4566-bd8a-4dbd-8174-082df05e1f79, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:10:04.034040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] For port 4dad4566-bd8a-4dbd-8174-082df05e1f79, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4dad4566-bd8a-4dbd-8174-082df05e1f79,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:10:04.064617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1df54389-08c1-41d6-9ed2-56f6f9b01991 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:04.100470 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.158123 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.172655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68225c-b7ba-45c9-9142-f55012cb6ab5 None None] Pushing event updated for resources: {'Port': ['ID=4dad4566-bd8a-4dbd-8174-082df05e1f79,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:04.175337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object 665e8a2a-61d6-4c41-9740-69bacd1966fe will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:04.241341 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1df54389-08c1-41d6-9ed2-56f6f9b01991 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:04.245714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1df54389-08c1-41d6-9ed2-56f6f9b01991 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:04.246129 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.279622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.335517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ae2087c0-671b-431b-92d7-68192f1d5777 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:04.345430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:04.349500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:10:04.366865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.381409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:04.389880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1df54389-08c1-41d6-9ed2-56f6f9b01991, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1df54389-08c1-41d6-9ed2-56f6f9b01991,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:04.413769 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.470183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.520961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1df54389-08c1-41d6-9ed2-56f6f9b01991,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:04.691466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:04.979052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.048340 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.058946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c5539-376f-4bc2-8ad0-0d742cde65d7 None None] Network ae2087c0-671b-431b-92d7-68192f1d5777 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:10:05.128638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.130397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:05.150797 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b54a198a-4488-41c5-be44-08d8a595bb63 None None] Provisioning for port 4dad4566-bd8a-4dbd-8174-082df05e1f79 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:05.225312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ae2087c0-671b-431b-92d7-68192f1d5777 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:05.226814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:05.347019 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router c5ae027f-2653-4aad-be9e-601c6f628b09 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:10:05.462903 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:10:05.467973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f0127fa0-4bad-485d-a3ab-2b7ebf4aed3a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/c5ae027f-2653-4aad-be9e-601c6f628b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875583 Aug 18 15:10:05.584191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6dc4fcaa-2c54-4c4d-bac1-ca7b0c162114 None None] Provisioning for port 665e8a2a-61d6-4c41-9740-69bacd1966fe completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:05.588294 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6dc4fcaa-2c54-4c4d-bac1-ca7b0c162114 None None] Provisioning complete for port 665e8a2a-61d6-4c41-9740-69bacd1966fe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:05.588686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6dc4fcaa-2c54-4c4d-bac1-ca7b0c162114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.621421 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Sync routers for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:10:05.630144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4fcaa-2c54-4c4d-bac1-ca7b0c162114 None None] Port 665e8a2a-61d6-4c41-9740-69bacd1966fe cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:10:05.633651 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:05.634478 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:05.642943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-80828dc8-a835-4708-91d7-11c5c8e322dd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189544249&fields=id&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 267 time: 0.0383053 Aug 18 15:10:05.752079 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-47857e62-ee41-474d-b8ae-ffffc34e018a None None] Provisioning complete for port 665e8a2a-61d6-4c41-9740-69bacd1966fe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:05.752453 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47857e62-ee41-474d-b8ae-ffffc34e018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.763950 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-7c47e3d9-6ac7-4aec-a5f3-08ed61a68a82 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:05.767407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:05.767986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-7c47e3d9-6ac7-4aec-a5f3-08ed61a68a82 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/networks?id=ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 200 len: 797 time: 0.1181231 Aug 18 15:10:05.783355 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-72d95e85-5654-4a8b-8417-dbd22560cc36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/quotas/d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 375 time: 0.0112617 Aug 18 15:10:05.803822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-47857e62-ee41-474d-b8ae-ffffc34e018a None None] Port 665e8a2a-61d6-4c41-9740-69bacd1966fe cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:10:05.839521 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-3ea74eac-dcd0-4cf7-9610-42d0fc8a336f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489786 Aug 18 15:10:05.922788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8923146b-f431-421d-ac16-1b6717c3ceef None None] Provisioning complete for port 665e8a2a-61d6-4c41-9740-69bacd1966fe triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:05.923146 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8923146b-f431-421d-ac16-1b6717c3ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:05.951565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-b6eaa21e-3ea5-44c1-a35c-92b97d8be161 service neutron] 10.222.0.35 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999763 Aug 18 15:10:05.962878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8923146b-f431-421d-ac16-1b6717c3ceef None None] Port 665e8a2a-61d6-4c41-9740-69bacd1966fe cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:10:05.983229 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 2, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:06.049048 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-34f18471-7a37-4030-b193-fc6a54cc4ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Aug 18 15:10:06.114328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4dad4566-bd8a-4dbd-8174-082df05e1f79 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:06.119644 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Checking router: c5ae027f-2653-4aad-be9e-601c6f628b09 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:10:06.119996 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Updating router c5ae027f-2653-4aad-be9e-601c6f628b09 port 665e8a2a-61d6-4c41-9740-69bacd1966fe binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:10:06.145793 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.212767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4dad4566-bd8a-4dbd-8174-082df05e1f79 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:06.217763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4dad4566-bd8a-4dbd-8174-082df05e1f79 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:06.218265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.299190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.330083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4dad4566-bd8a-4dbd-8174-082df05e1f79, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4dad4566-bd8a-4dbd-8174-082df05e1f79,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:06.395312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.396074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1df54389-08c1-41d6-9ed2-56f6f9b01991 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:06.397496 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.408634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Transition to ACTIVE for port object 665e8a2a-61d6-4c41-9740-69bacd1966fe will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:06.468010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4dad4566-bd8a-4dbd-8174-082df05e1f79,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:06.480258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1df54389-08c1-41d6-9ed2-56f6f9b01991 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:06.480630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.486813 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.548248 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Pushing event updated for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:06.576645 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.576989 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.577331 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.577663 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.578030 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.578355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.578677 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.579002 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.579320 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.579637 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.579951 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.580266 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:10:06.611707 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Attempting to bind port 665e8a2a-61d6-4c41-9740-69bacd1966fe on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:10:06.612210 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Attempting to bind port 665e8a2a-61d6-4c41-9740-69bacd1966fe by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:10:06.612428 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Attempting to bind port 665e8a2a-61d6-4c41-9740-69bacd1966fe on network ae2087c0-671b-431b-92d7-68192f1d5777 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:10:06.617426 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:10:06.617793 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Checking segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:10:06.618223 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.618659 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Bound using segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:10:06.619118 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Bound port: 665e8a2a-61d6-4c41-9740-69bacd1966fe, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:10:06.619491 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.681151 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] For port 665e8a2a-61d6-4c41-9740-69bacd1966fe, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:10:06.684240 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] For port 665e8a2a-61d6-4c41-9740-69bacd1966fe, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=665e8a2a-61d6-4c41-9740-69bacd1966fe,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:10:06.778486 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:06.840411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:06.841046 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:06.842998 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaad8e-15d7-4448-aa69-c3f22639f581 None None] Pushing event updated for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:06.950544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:07.142180 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:06Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:07.168204 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d5b03-b55c-45fc-9a5a-e8eeb037c247 None None] The sync data for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 is: [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:06Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:10:07.305632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0dea309a-f853-4245-bb6e-dba45d8edbf0 req-ad4eda99-917b-418f-aa23-d2bdc98f550c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0273044 Aug 18 15:10:08.097092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4dad4566-bd8a-4dbd-8174-082df05e1f79 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:08.144027 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4dad4566-bd8a-4dbd-8174-082df05e1f79 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:08.144400 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:08.219326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 665e8a2a-61d6-4c41-9740-69bacd1966fe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:08.326376 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 665e8a2a-61d6-4c41-9740-69bacd1966fe completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:08.330538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 665e8a2a-61d6-4c41-9740-69bacd1966fe triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:08.330917 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:08.385952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f915d411-6065-4865-b213-28911db0be8c req-08efbb21-459c-48dc-ab3c-7a5868231ba1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0259371 Aug 18 15:10:08.406676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:08.437681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 665e8a2a-61d6-4c41-9740-69bacd1966fe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=665e8a2a-61d6-4c41-9740-69bacd1966fe,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:08.509597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:08.561447 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:09.465605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9c613b4f-c542-470f-8909-5605bac7cadd req-69eaa8f3-58d7-40a7-aac5-cf770ae95d07 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0306361 Aug 18 15:10:10.035240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 665e8a2a-61d6-4c41-9740-69bacd1966fe up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:10.082478 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 665e8a2a-61d6-4c41-9740-69bacd1966fe triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:10.082854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:10.558473 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-74ad764e-6df1-4ad6-9dd6-d713fc03fae7 req-7102f508-47c7-45b3-bb80-bc9beed4ccda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0264723 Aug 18 15:10:10.949946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:11.511104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-2a38fda3-b8ee-47d7-bf86-fc6abec6ede6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:11.512546 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-2a38fda3-b8ee-47d7-bf86-fc6abec6ede6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/networks?id=ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 200 len: 797 time: 0.1027305 Aug 18 15:10:11.564313 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-59d60fa3-a636-4ed7-a80b-966e0dced167 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 380 time: 0.0348961 Aug 18 15:10:11.567088 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:11.579244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'port': {'device_id': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'admin_state_up': True, 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'security_groups': ['659e16a2-4e5f-48fa-ac01-6fc6e60aca03']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:10:11.655784 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-058ec6b2-b8b0-45d3-995c-c1179aa938ab req-87823c8e-4841-42c6-99c2-100dc49a8061 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Aug 18 15:10:11.743618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:10:11.747284 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:11.870359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.11 (ae2087c0-671b-431b-92d7-68192f1d5777/d8b66077-f510-4e84-8b5c-06c50e72781f/2fb263b2-02b7-4a19-a01a-a24635f70d7c) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:10:12.009370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.022233 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object 2fb263b2-02b7-4a19-a01a-a24635f70d7c will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:12.092194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.136193 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ae2087c0-671b-431b-92d7-68192f1d5777 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:12.139316 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:12.143017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:10:12.149276 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:12.194998 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:12.195637 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.299465 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-541a23c5-82ae-4fd8-9bb6-61886cc71cb1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246842 Aug 18 15:10:12.315978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-4199a3fb-d0ce-448f-a12f-bbc3da18b41f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:10:12.316919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-4199a3fb-d0ce-448f-a12f-bbc3da18b41f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052187 Aug 18 15:10:12.378954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Request body: {'port': {'device_id': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:10:12.418075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9fdb249e-8820-4dae-b128-70ac22938d9f None None] Provisioning for port 2fb263b2-02b7-4a19-a01a-a24635f70d7c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:12.422403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9fdb249e-8820-4dae-b128-70ac22938d9f None None] Provisioning complete for port 2fb263b2-02b7-4a19-a01a-a24635f70d7c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:12.422776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9fdb249e-8820-4dae-b128-70ac22938d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.437389 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.458101 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb249e-8820-4dae-b128-70ac22938d9f None None] Port 2fb263b2-02b7-4a19-a01a-a24635f70d7c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:10:12.692859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb263b2-02b7-4a19-a01a-a24635f70d7c {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:10:12.700226 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.712569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Transition to ACTIVE for port object 2fb263b2-02b7-4a19-a01a-a24635f70d7c will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:10:12.771528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91cbf3-9e75-4d6e-aeab-8011aa470d80 req-93f08be5-0e6f-4e6c-9b30-7a45fc4ba7b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:12.773021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f91cbf3-9e75-4d6e-aeab-8011aa470d80 req-93f08be5-0e6f-4e6c-9b30-7a45fc4ba7b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 932 time: 0.0486505 Aug 18 15:10:12.789503 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.811779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6f91cbf3-9e75-4d6e-aeab-8011aa470d80 req-4e9012c2-e8d9-43e2-b910-195d80a79621 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Aug 18 15:10:12.843111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:12.915041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Attempting to bind port 2fb263b2-02b7-4a19-a01a-a24635f70d7c on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:10:12.915428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Attempting to bind port 2fb263b2-02b7-4a19-a01a-a24635f70d7c by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:10:12.915747 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Attempting to bind port 2fb263b2-02b7-4a19-a01a-a24635f70d7c on network ae2087c0-671b-431b-92d7-68192f1d5777 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:10:12.920293 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Port 2fb263b2-02b7-4a19-a01a-a24635f70d7c on network ae2087c0-671b-431b-92d7-68192f1d5777 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:10:12.920656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Attempting to bind port 2fb263b2-02b7-4a19-a01a-a24635f70d7c on network ae2087c0-671b-431b-92d7-68192f1d5777 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:10:12.926896 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:10:12.927165 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Checking segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:10:12.927551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Bound using segment: {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:10:12.927987 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Bound port: 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009fbc91-5034-4f69-80c3-317698564e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:10:12.928352 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:12.993111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:10:12.996358 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:10:13.098646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:13.139638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.140305 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:13.142239 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] 10.222.0.10 "PUT /v2.0/ports/2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 200 len: 1092 time: 0.8135273 Aug 18 15:10:13.142682 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:10:13.145036 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1851c-d6f4-4da9-be45-dee606f9aef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:10:13.165151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de179c4b-b591-4177-99e3-2adfcb1cc90e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:13.189212 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af156e37-f377-49d6-975a-c186471dbc62 x-openstack-request-id: req-af156e37-f377-49d6-975a-c186471dbc62 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:10:13.189516 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:10:13.189778 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af156e37-f377-49d6-975a-c186471dbc62 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:10:13.190290 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'status': 'completed', 'code': 200} Aug 18 15:10:13.262775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-65430e6b-f2ea-4778-a942-5d7cb68b193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.264344 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-65430e6b-f2ea-4778-a942-5d7cb68b193a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1095 time: 0.0447206 Aug 18 15:10:13.370804 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-977c4c94-1af2-4843-8d08-8d66f1001c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.372257 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-977c4c94-1af2-4843-8d08-8d66f1001c5a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d311ce091f22401ca690022ae49e50bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949180 Aug 18 15:10:13.472175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-c3bbd9dc-4c38-4960-ad51-ed53d2fbad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.473510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5aa1851c-d6f4-4da9-be45-dee606f9aef6 req-c3bbd9dc-4c38-4960-ad51-ed53d2fbad83 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878320 Aug 18 15:10:13.556395 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-66b9c6b5-fed7-4c8c-b9fa-85373688873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.557881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-66b9c6b5-fed7-4c8c-b9fa-85373688873c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1095 time: 0.0401337 Aug 18 15:10:13.608691 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-090f244d-514e-4fb9-8516-8e099f92a510 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 200 len: 217 time: 0.0368180 Aug 18 15:10:13.660980 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-f5a33a66-fd02-46d7-b17a-ea8bc02b5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.662376 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-f5a33a66-fd02-46d7-b17a-ea8bc02b5526 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8b66077-f510-4e84-8b5c-06c50e72781f HTTP/1.1" status: 200 len: 835 time: 0.0425320 Aug 18 15:10:13.712660 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-41edea30-6d80-4a87-bc39-5565c072d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.714214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-41edea30-6d80-4a87-bc39-5565c072d6a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2087c0-671b-431b-92d7-68192f1d5777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389805 Aug 18 15:10:13.811764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-a4dce1c9-988c-465d-97fa-cc9075489458 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Aug 18 15:10:13.906949 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-95c3ab97-1824-418c-8d81-219b9062e1dc req-4503b96f-09f1-4e08-a761-73b20a1f1ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Aug 18 15:10:13.947375 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45be26-f6d2-4f17-8293-a7b0df67ae3e req-a72de254-3cc8-43cb-a368-9873671fb401 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:13.950061 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf45be26-f6d2-4f17-8293-a7b0df67ae3e req-a72de254-3cc8-43cb-a368-9873671fb401 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 944 time: 0.0543509 Aug 18 15:10:13.987689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bf45be26-f6d2-4f17-8293-a7b0df67ae3e req-9cdf6dba-cf51-4dc2-ba64-5bafe7423577 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Aug 18 15:10:15.100116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e6d1-53af-4849-ae6e-75c1eb5be5b9 req-c8788923-af71-4a75-918b-fcc55a035211 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:15.101571 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df96e6d1-53af-4849-ae6e-75c1eb5be5b9 req-c8788923-af71-4a75-918b-fcc55a035211 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 944 time: 0.0475123 Aug 18 15:10:15.138340 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df96e6d1-53af-4849-ae6e-75c1eb5be5b9 req-5869bb8b-7d0a-4fd0-a161-cde18d083638 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Aug 18 15:10:16.177667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2fb263b2-02b7-4a19-a01a-a24635f70d7c details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:10:16.253621 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7cfd-896e-417f-8886-a100e4b9523c req-a3bd42d8-56aa-4ff1-a9dc-707a7c9fd21a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:16.255068 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-506f7cfd-896e-417f-8886-a100e4b9523c req-a3bd42d8-56aa-4ff1-a9dc-707a7c9fd21a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 944 time: 0.0511284 Aug 18 15:10:16.271977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:16.284010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'port_id': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'mac_address': 'fa:16:3e:81:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:10:16.293047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-506f7cfd-896e-417f-8886-a100e4b9523c req-71e264e9-a7b0-4b94-87d5-6f755f2656b7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Aug 18 15:10:16.323790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:16.335972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb263b2-02b7-4a19-a01a-a24635f70d7c {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:10:16.354822 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:16.429441 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:16.475375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:16.754008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['2fb263b2-02b7-4a19-a01a-a24635f70d7c'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:10:17.409142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a2842-f170-4c23-aab4-80610bbfdcca req-c43af626-bd19-4b0c-9698-e7642a8757be tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:17.410537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-883a2842-f170-4c23-aab4-80610bbfdcca req-c43af626-bd19-4b0c-9698-e7642a8757be tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Aug 18 15:10:17.448016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-883a2842-f170-4c23-aab4-80610bbfdcca req-32b50751-b026-454b-95cd-c8e9378f0e78 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Aug 18 15:10:18.192857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2fb263b2-02b7-4a19-a01a-a24635f70d7c up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:10:18.309686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 2fb263b2-02b7-4a19-a01a-a24635f70d7c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:10:18.314308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 2fb263b2-02b7-4a19-a01a-a24635f70d7c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:10:18.314609 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:18.392104 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:18.414041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:10:18.416251 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea90f8-4a8b-4800-8a8b-1335502e65b8" -d '{"events": [{"server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "name": "network-vif-plugged", "status": "completed", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:10:18.429005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:10:18.451295 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ac30f-52c1-45cd-a3f4-5432ccb2f2ca x-openstack-request-id: req-923ac30f-52c1-45cd-a3f4-5432ccb2f2ca {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:10:18.451587 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "name": "network-vif-plugged", "status": "completed", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:10:18.451845 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-923ac30f-52c1-45cd-a3f4-5432ccb2f2ca {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:10:18.452252 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'code': 200} Aug 18 15:10:18.521034 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:18.563042 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3197-26d1-4ac3-8de0-022833ae076f req-4c48b4c0-5104-4cc7-8992-05ee7d2e42ae tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:18.564564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b3f3197-26d1-4ac3-8de0-022833ae076f req-4c48b4c0-5104-4cc7-8992-05ee7d2e42ae tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0513635 Aug 18 15:10:18.574035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:18.574261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bcb26-2fc5-4000-8955-44e8629b20da req-e9fe2dc7-1615-48c3-b9ec-e8014230ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:18.575545 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-780bcb26-2fc5-4000-8955-44e8629b20da req-e9fe2dc7-1615-48c3-b9ec-e8014230ba8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1097 time: 0.0445020 Aug 18 15:10:18.608940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b3f3197-26d1-4ac3-8de0-022833ae076f req-d7c98128-8461-41d5-ab96-5b00a4db8ce0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369666 Aug 18 15:10:18.616306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-780bcb26-2fc5-4000-8955-44e8629b20da req-9d0ee695-bfa3-4e9f-a8ef-d3c0d60cb393 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Aug 18 15:10:19.724784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30494ab3-7b91-4949-8a51-c1f93eb7a2b3 req-53d47cea-b6bf-4a1c-b9dd-fa032526f257 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:19.726326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30494ab3-7b91-4949-8a51-c1f93eb7a2b3 req-53d47cea-b6bf-4a1c-b9dd-fa032526f257 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Aug 18 15:10:19.763347 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-30494ab3-7b91-4949-8a51-c1f93eb7a2b3 req-b25b4af6-dcd6-48fb-a177-173c703abde8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Aug 18 15:10:19.879762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcaa03-bbbf-4683-b70d-9d4df0eb80b0 req-5c338a07-99ff-4ef8-bf47-a920e467eab5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:19.881261 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8afcaa03-bbbf-4683-b70d-9d4df0eb80b0 req-5c338a07-99ff-4ef8-bf47-a920e467eab5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Aug 18 15:10:19.918466 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8afcaa03-bbbf-4683-b70d-9d4df0eb80b0 req-f172e101-edd0-4839-a371-735c0dfe9b39 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Aug 18 15:10:19.940981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:19.979604 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd85a818-da28-4a8d-9afa-d6c527c35bf1 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:19.981546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cd85a818-da28-4a8d-9afa-d6c527c35bf1 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1092 time: 0.0391815 Aug 18 15:10:19.983842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50446) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:19.988216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:10:20.086419 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:20.181041 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:20.277313 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.123 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/b0f19649-3ce6-4eeb-8a14-36f3c4e844d0) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:10:20.377607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:20.469505 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:20.504857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:10:20.509506 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:10:20.512981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:10:20.536824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=b0f19649-3ce6-4eeb-8a14-36f3c4e844d0,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:20.857106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:20.962963 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:21.107759 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:21.160240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:21.224372 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=b0f19649-3ce6-4eeb-8a14-36f3c4e844d0,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:10:21.235940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:21.335859 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 associated. External IP: 172.25.1.123, port: 2fb263b2-02b7-4a19-a01a-a24635f70d7c. Aug 18 15:10:21.536786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router c5ae027f-2653-4aad-be9e-601c6f628b09 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:10:21.642351 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:10:21.652216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2068d68-714c-4238-a639-929180cf18be None None] Sync routers for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:10:21.661559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:21.662185 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:21.720686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:21.747251 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cca312b3-aeec-49f4-a87f-9d9f2cfd081a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7623739 Aug 18 15:10:21.747851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:10:21.750276 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539d640-e4f0-440d-9180-16edbb4d14d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:10:21.763885 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:21.788921 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd3dbda-0846-448f-a96d-a6e2c925c58a x-openstack-request-id: req-ccd3dbda-0846-448f-a96d-a6e2c925c58a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:10:21.788921 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:10:21.788921 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccd3dbda-0846-448f-a96d-a6e2c925c58a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:10:21.788921 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'status': 'completed', 'code': 200} Aug 18 15:10:21.847166 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff17fcc-aea9-4e18-ac9b-83fb90bc3dd3 req-49e8188d-a431-4f03-957f-6fc2e5c3e73a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:21.848689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ff17fcc-aea9-4e18-ac9b-83fb90bc3dd3 req-49e8188d-a431-4f03-957f-6fc2e5c3e73a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0524087 Aug 18 15:10:21.857215 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-e101f660-c054-4bf4-a6c7-d654c7a59d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:21.858764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-e101f660-c054-4bf4-a6c7-d654c7a59d17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1097 time: 0.0427165 Aug 18 15:10:21.890637 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6ff17fcc-aea9-4e18-ac9b-83fb90bc3dd3 req-d379cff6-a9e8-4844-b571-dc0641d2cdf3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354617 Aug 18 15:10:21.914550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50452) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:21.953517 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-5fcd3ab1-c9b0-42a9-bd35-6f6b5af5aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:21.955088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-5fcd3ab1-c9b0-42a9-bd35-6f6b5af5aa7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 200 len: 898 time: 0.0895555 Aug 18 15:10:21.984013 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a62d8702-a2e7-496c-b217-d75b85119da3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 HTTP/1.1" status: 200 len: 992 time: 0.0678606 Aug 18 15:10:21.988692 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9434-d678-4086-9441-1d1a8f25a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:22.008429 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0f99c2f2-be05-4305-b5fc-b8adc11ce6e1', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'port_id': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'mac_address': 'fa:16:3e:81:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:10:20Z', 'updated_at': '2021-08-18T15:10:20Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:22.025144 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-16887a8b-269b-4746-b52a-43465c1dc1f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 200 len: 1000 time: 0.0627935 Aug 18 15:10:22.035617 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2068d68-714c-4238-a639-929180cf18be None None] Checking router: c5ae027f-2653-4aad-be9e-601c6f628b09 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:10:22.044024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:10:22.044631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:09:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:22.074965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-9afcd385-8304-41a2-b134-7b2f6cf66616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:22.076444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-9afcd385-8304-41a2-b134-7b2f6cf66616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8b66077-f510-4e84-8b5c-06c50e72781f HTTP/1.1" status: 200 len: 835 time: 0.0440395 Aug 18 15:10:22.122845 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-9afe43b6-6836-4b5c-8a7b-4a7d3cb194bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:22.124361 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-9afe43b6-6836-4b5c-8a7b-4a7d3cb194bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2087c0-671b-431b-92d7-68192f1d5777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404871 Aug 18 15:10:22.220396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-e4f34e66-7e51-4e6e-8172-da6d46e54c42 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Aug 18 15:10:22.308680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:10:22.310074 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a539d640-e4f0-440d-9180-16edbb4d14d3 req-da10b0b0-85de-4ed9-87eb-c238ce016e9f service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Aug 18 15:10:22.520581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f2068d68-714c-4238-a639-929180cf18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0f99c2f2-be05-4305-b5fc-b8adc11ce6e1', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'port_id': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'mac_address': 'fa:16:3e:81:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:10:20Z', 'updated_at': '2021-08-18T15:10:20Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:10:22.550419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2068d68-714c-4238-a639-929180cf18be None None] The sync data for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 is: [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '0f99c2f2-be05-4305-b5fc-b8adc11ce6e1', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.123', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'port_id': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'mac_address': 'fa:16:3e:81:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:10:20Z', 'updated_at': '2021-08-18T15:10:20Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:10:22.726288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bd992-8424-4ac9-960e-0bcab052e9a6 None None] New status for floating IP 0f99c2f2-be05-4305-b5fc-b8adc11ce6e1: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:10:22.987223 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:23.045300 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-23086fb1-8d39-496c-8e5c-76e55982c9e6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 HTTP/1.1" status: 200 len: 994 time: 0.0569794 Aug 18 15:10:24.829371 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-35298342-d71f-4fcc-807a-796382a67fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:25.006402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:26.132189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:27.760544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:28.477943 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:10:31.934450 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-780bc022-f24c-48c9-875d-1c5d3d242cba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451407 Aug 18 15:10:32.017705 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b07fe-16d3-410b-a3d0-332638751053 req-4e8c767c-2479-4f26-b6f8-49d1d051f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:32.019189 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-4e8c767c-2479-4f26-b6f8-49d1d051f635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1097 time: 0.0400305 Aug 18 15:10:32.119406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b07fe-16d3-410b-a3d0-332638751053 req-8627d162-e7e3-4ed8-aaa1-b75cfc879747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:32.120841 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-8627d162-e7e3-4ed8-aaa1-b75cfc879747 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 200 len: 898 time: 0.0825543 Aug 18 15:10:32.191426 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-44cf99c2-8164-40b3-af0c-1cc367a0c109 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 200 len: 1002 time: 0.0591977 Aug 18 15:10:32.244148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b07fe-16d3-410b-a3d0-332638751053 req-0552a180-2c35-4c81-a5c7-695f67c0f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:32.245513 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-0552a180-2c35-4c81-a5c7-695f67c0f541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8b66077-f510-4e84-8b5c-06c50e72781f HTTP/1.1" status: 200 len: 835 time: 0.0413692 Aug 18 15:10:32.290734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b07fe-16d3-410b-a3d0-332638751053 req-1de306c5-ce24-4bd8-8389-da4f32261c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:32.292149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-1de306c5-ce24-4bd8-8389-da4f32261c78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2087c0-671b-431b-92d7-68192f1d5777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377948 Aug 18 15:10:32.382597 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-055b9660-1ed6-49a7-92d7-245c2df61bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Aug 18 15:10:32.473720 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a35b07fe-16d3-410b-a3d0-332638751053 req-3d7d97fc-d16e-4f32-9552-c811caec12e8 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796592 Aug 18 15:10:40.937291 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:41.566213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:51.971799 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0891-6ccf-4900-8acf-b79cb02aceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:54.874694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4dea08c6-fd10-4f28-8b19-a31a119b365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:55.017366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:56.130680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:56.570282 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a34f1-cb86-44bc-ac1f-e7942f6d810e req-2d0508b8-bb5f-4da7-a3b6-39568e7156a0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:56.571812 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb1a34f1-cb86-44bc-ac1f-e7942f6d810e req-2d0508b8-bb5f-4da7-a3b6-39568e7156a0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0538073 Aug 18 15:10:56.609243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb1a34f1-cb86-44bc-ac1f-e7942f6d810e req-4ea6ee72-4c4b-40b2-b368-347fcbe93f57 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Aug 18 15:10:57.744119 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb1f2-e663-4bf9-97f3-c968de63ed26 req-f333bf64-d14e-450c-b9bd-d95910765673 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:57.745627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7ddb1f2-e663-4bf9-97f3-c968de63ed26 req-f333bf64-d14e-450c-b9bd-d95910765673 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0508497 Aug 18 15:10:57.784551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c7ddb1f2-e663-4bf9-97f3-c968de63ed26 req-ad69256f-93e3-4ee8-a99e-ec516e89222b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Aug 18 15:10:57.806871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:10:57.823486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:57.869754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bcd5312f-00bd-4b56-a0fe-131943be5b6e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 HTTP/1.1" status: 200 len: 994 time: 0.0617619 Aug 18 15:10:59.587322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b5549-13c9-4d03-b058-789b66ea2f77 req-507d261a-5aa0-4ccb-8957-963920da76fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:10:59.588815 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e3b5549-13c9-4d03-b058-789b66ea2f77 req-507d261a-5aa0-4ccb-8957-963920da76fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.3566980 Aug 18 15:10:59.625727 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e3b5549-13c9-4d03-b058-789b66ea2f77 req-5a618bfb-a1c7-41f4-83de-5cb72f922473 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309575 Aug 18 15:11:00.739399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8228d08-3f5d-4ef1-b8db-79f9d4d39415 req-70519549-ceb4-444b-a357-6a31c0d74933 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:00.740850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8228d08-3f5d-4ef1-b8db-79f9d4d39415 req-70519549-ceb4-444b-a357-6a31c0d74933 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0474670 Aug 18 15:11:00.777744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c8228d08-3f5d-4ef1-b8db-79f9d4d39415 req-c3a3bd7b-ef77-496e-a232-0225154c1eca tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Aug 18 15:11:00.801605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50488) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:00.863003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d0a8bde8-6cb4-4813-b78a-44ead6856632 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 HTTP/1.1" status: 200 len: 994 time: 0.0601830 Aug 18 15:11:01.083520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50494) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:01.234128 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port b0f19649-3ce6-4eeb-8a14-36f3c4e844d0 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:11:01.234481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.307194 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.307529 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.319349 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for b0f19649-3ce6-4eeb-8a14-36f3c4e844d0 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:11:01.554552 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.580602 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=b0f19649-3ce6-4eeb-8a14-36f3c4e844d0,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:01.606358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.606713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.607055 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.607392 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.607727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.608067 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.608395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.608731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.609057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.609385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.609714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.610134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:01.652093 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.652430 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 disassociated (deleted). External IP: 172.25.1.123, port: 2fb263b2-02b7-4a19-a01a-a24635f70d7c. Aug 18 15:11:01.854653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router c5ae027f-2653-4aad-be9e-601c6f628b09 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:11:01.961308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:11:01.966207 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:01.971400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Sync routers for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:11:01.980582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:01.981196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:01.992351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a9cb1ae6-a3a5-4e92-9ecf-3c6e4beedd74 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/floatingips/0f99c2f2-be05-4305-b5fc-b8adc11ce6e1 HTTP/1.1" status: 204 len: 168 time: 0.9077785 Aug 18 15:11:01.992968 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:11:01.995211 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b39417-ed48-41b4-9fb7-46d19e710fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:11:02.033787 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39219512-fff5-484b-ab8f-e649fd980fb7 x-openstack-request-id: req-39219512-fff5-484b-ab8f-e649fd980fb7 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:11:02.034194 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:11:02.034510 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39219512-fff5-484b-ab8f-e649fd980fb7 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:11:02.035733 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'status': 'completed', 'code': 200} Aug 18 15:11:02.088004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:02.112289 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-ecce06b6-a9a8-42bd-9575-56ba2bfcb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:02.113907 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-ecce06b6-a9a8-42bd-9575-56ba2bfcb831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 1097 time: 0.0465250 Aug 18 15:11:02.209308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-5a6b3c14-f8cd-44ab-85b2-c3978c2a00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:02.210810 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-5a6b3c14-f8cd-44ab-85b2-c3978c2a00d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 200 len: 898 time: 0.0841894 Aug 18 15:11:02.262709 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-dcabb770-168d-4fad-a500-4180f5abf229 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 200 len: 217 time: 0.0386453 Aug 18 15:11:02.288772 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:02.315199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Checking router: c5ae027f-2653-4aad-be9e-601c6f628b09 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:11:02.319960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-25dc8417-51c6-46cd-b56f-9e6f2ce0df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:02.322524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-25dc8417-51c6-46cd-b56f-9e6f2ce0df9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8b66077-f510-4e84-8b5c-06c50e72781f HTTP/1.1" status: 200 len: 835 time: 0.0472655 Aug 18 15:11:02.323515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:02.323989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:02.381158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-a616941f-e631-4f6a-a0c7-de45c4b4d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:02.382694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-a616941f-e631-4f6a-a0c7-de45c4b4d5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2087c0-671b-431b-92d7-68192f1d5777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438404 Aug 18 15:11:02.406804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e7b5-3238-4379-a4e9-806a8a824a55 req-af5cc7de-c460-4d53-86ed-7d540d75c958 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:02.408443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34d1e7b5-3238-4379-a4e9-806a8a824a55 req-af5cc7de-c460-4d53-86ed-7d540d75c958 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0519421 Aug 18 15:11:02.433907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:02.451590 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-34d1e7b5-3238-4379-a4e9-806a8a824a55 req-a693096d-70f8-4eab-b09b-b04234536c08 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365531 Aug 18 15:11:02.480530 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-ad587074-002b-4ad9-a3e9-902a1fb83d82 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894055 Aug 18 15:11:02.572881 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-02b39417-ed48-41b4-9fb7-46d19e710fa2 req-e95a53b2-3272-4aa4-90e6-6a58df23fe16 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836463 Aug 18 15:11:02.628025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:02.658724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1389e3a-2d57-48e6-b4dc-e547ace80949 None None] The sync data for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 is: [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': '665e8a2a-61d6-4c41-9740-69bacd1966fe', 'name': '', 'network_id': 'ae2087c0-671b-431b-92d7-68192f1d5777', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:fc:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:03Z', 'updated_at': '2021-08-18T15:10:08Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'd8b66077-f510-4e84-8b5c-06c50e72781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:11:02.862521 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b757f7-1278-4c67-8206-ad40d2846edd None None] New status for floating IP 0f99c2f2-be05-4305-b5fc-b8adc11ce6e1: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:11:03.575516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a684e65-5e8e-4054-aa6d-b5e9c0bcd7de req-6bf0f1a4-e314-45bc-b08a-740fcc18ac25 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:03.576977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a684e65-5e8e-4054-aa6d-b5e9c0bcd7de req-6bf0f1a4-e314-45bc-b08a-740fcc18ac25 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Aug 18 15:11:03.614756 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4a684e65-5e8e-4054-aa6d-b5e9c0bcd7de req-ed2246fa-ca2d-4465-8a68-69b5fec61868 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=659e16a2-4e5f-48fa-ac01-6fc6e60aca03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Aug 18 15:11:04.092286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-f8129eb1-83e9-4172-8ad4-7ca35460ec03 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:04.094491 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-f8129eb1-83e9-4172-8ad4-7ca35460ec03 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 946 time: 0.0503442 Aug 18 15:11:04.190549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 2fb263b2-02b7-4a19-a01a-a24635f70d7c {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:11:04.191388 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:04.277786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 2fb263b2-02b7-4a19-a01a-a24635f70d7c, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=2fb263b2-02b7-4a19-a01a-a24635f70d7c,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:04.278097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:04.290052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 2fb263b2-02b7-4a19-a01a-a24635f70d7c owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:11:04.474288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:04.503336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=2fb263b2-02b7-4a19-a01a-a24635f70d7c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.535479 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.536176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.536176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.536176 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.536478 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:04.557629 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] No DVR routers for this DVR port 2fb263b2-02b7-4a19-a01a-a24635f70d7c on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:11:04.560098 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:04.562105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5a18064f-59fd-4188-a347-6e3df4ef7743 req-57afe06d-d73f-4c68-91ca-51324d42a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "DELETE /v2.0/ports/2fb263b2-02b7-4a19-a01a-a24635f70d7c HTTP/1.1" status: 204 len: 173 time: 0.4574778 Aug 18 15:11:04.562524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'name': 'network-vif-deleted', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:11:04.564716 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9d0d6-aeb4-411d-bfe1-45c9b3c6b063" -d '{"events": [{"server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "name": "network-vif-deleted", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:11:04.600017 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91200eae-24b2-4272-907d-568577e03c1f x-openstack-request-id: req-91200eae-24b2-4272-907d-568577e03c1f {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:11:04.600304 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9179a98-6be1-4d73-a344-1f6e10388158", "name": "network-vif-deleted", "tag": "2fb263b2-02b7-4a19-a01a-a24635f70d7c", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:11:04.600555 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91200eae-24b2-4272-907d-568577e03c1f {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:11:04.600964 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9179a98-6be1-4d73-a344-1f6e10388158', 'name': 'network-vif-deleted', 'tag': '2fb263b2-02b7-4a19-a01a-a24635f70d7c', 'status': 'completed', 'code': 200} Aug 18 15:11:04.707546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a4f7813-c674-428b-a4d7-75bb1e7d9f50 req-d1b7f018-f22e-4932-a53e-0293af65bed4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9179a98-6be1-4d73-a344-1f6e10388158 HTTP/1.1" status: 200 len: 210 time: 0.0261035 Aug 18 15:11:05.477553 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:11:05.765141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50510) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:06.124953 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:06.375080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 665e8a2a-61d6-4c41-9740-69bacd1966fe {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:11:06.375425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:06.462315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 665e8a2a-61d6-4c41-9740-69bacd1966fe, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=665e8a2a-61d6-4c41-9740-69bacd1966fe,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:06.462678 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:06.473762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2fb263b2-02b7-4a19-a01a-a24635f70d7c no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:11:06.474863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 665e8a2a-61d6-4c41-9740-69bacd1966fe owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:11:06.492954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 2fb263b2-02b7-4a19-a01a-a24635f70d7c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:11:06.493304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 2fb263b2-02b7-4a19-a01a-a24635f70d7c not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:11:06.708449 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:06.738892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=665e8a2a-61d6-4c41-9740-69bacd1966fe,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:06.911150 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.120988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router c5ae027f-2653-4aad-be9e-601c6f628b09 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:11:07.224279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:11:07.229469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6683f629-0381-4a8e-b3ba-3037d14a9db6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/c5ae027f-2653-4aad-be9e-601c6f628b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631615 Aug 18 15:11:07.232057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50512) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:07.234787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Sync routers for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:11:07.243598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:07.244196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:07.282685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting subnet d8b66077-f510-4e84-8b5c-06c50e72781f {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:11:07.285751 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.325807 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.346574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:07.420019 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.519935 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:11:06Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:07.548935 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.550740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Checking router: c5ae027f-2653-4aad-be9e-601c6f628b09 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:11:07.558992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Routers {'c5ae027f-2653-4aad-be9e-601c6f628b09'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:07.559603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['c5ae027f-2653-4aad-be9e-601c6f628b09'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:07.576511 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b66077-f510-4e84-8b5c-06c50e72781f,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:07.580198 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.582104 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb382be7-b69e-4cb9-b0b0-f01404053eb8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/subnets/d8b66077-f510-4e84-8b5c-06c50e72781f HTTP/1.1" status: 204 len: 168 time: 0.3491104 Aug 18 15:11:07.584766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50514) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:07.592903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e14914-3438-4b0e-b497-c0b265227ff9 None None] Network ae2087c0-671b-431b-92d7-68192f1d5777 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:11:07.689955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:07.749005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] Set router c5ae027f-2653-4aad-be9e-601c6f628b09 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:07.915543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] DHCP port deletion for ae2087c0-671b-431b-92d7-68192f1d5777 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:11:07.980165 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:11:06Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:07.986262 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Deleting port 4dad4566-bd8a-4dbd-8174-082df05e1f79 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:11:07.986638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.016168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6815b-0f9a-4b90-9523-49608ee3d9c1 None None] The sync data for ids ['c5ae027f-2653-4aad-be9e-601c6f628b09'] in n-d-804303-5 is: [{'id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540425044', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:09:59Z', 'updated_at': '2021-08-18T15:11:06Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '1df54389-08c1-41d6-9ed2-56f6f9b01991', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae027f-2653-4aad-be9e-601c6f628b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:10:00Z', 'updated_at': '2021-08-18T15:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:11:08.082365 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] For port 4dad4566-bd8a-4dbd-8174-082df05e1f79, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4dad4566-bd8a-4dbd-8174-082df05e1f79,segment=NetworkSegment(009fbc91-5034-4f69-80c3-317698564e8e),segment_id=009fbc91-5034-4f69-80c3-317698564e8e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:08.082769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.095923 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Calling delete_port for 4dad4566-bd8a-4dbd-8174-082df05e1f79 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:11:08.113790 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.257195 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.276665 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 1df54389-08c1-41d6-9ed2-56f6f9b01991 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:11:08.277010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.282624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Pushing event deleted for resources: {'Port': ['ID=4dad4566-bd8a-4dbd-8174-082df05e1f79,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:08.287576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] No DVR routers for this DVR port 4dad4566-bd8a-4dbd-8174-082df05e1f79 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:11:08.301691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.302188 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.302622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.303064 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.303557 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.303986 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.304419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.304848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.305277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.305990 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.306418 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.306845 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f574c90-c357-40c6-8047-ba0c3714a420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:08.361427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 1df54389-08c1-41d6-9ed2-56f6f9b01991, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1df54389-08c1-41d6-9ed2-56f6f9b01991,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:08.362090 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.375363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 1df54389-08c1-41d6-9ed2-56f6f9b01991 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:11:08.428551 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4dad4566-bd8a-4dbd-8174-082df05e1f79 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:11:08.451585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4dad4566-bd8a-4dbd-8174-082df05e1f79 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:11:08.452008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4dad4566-bd8a-4dbd-8174-082df05e1f79 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:11:08.611434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.636818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=1df54389-08c1-41d6-9ed2-56f6f9b01991,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:08.697544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.784186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.786320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.919523 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.920076 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Fanout notify agent at l3_agent the message router_deleted on router c5ae027f-2653-4aad-be9e-601c6f628b09 {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:11:08.927431 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:08.928532 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6683f705-790f-45ed-ad4f-cf63a1f966ce tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/routers/c5ae027f-2653-4aad-be9e-601c6f628b09 HTTP/1.1" status: 204 len: 168 time: 1.3428819 Aug 18 15:11:08.931496 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50516) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:09.011455 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.420237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.430335 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2087c0-671b-431b-92d7-68192f1d5777']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:09.439835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009fbc91-5034-4f69-80c3-317698564e8e') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:09.440138 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009fbc91-5034-4f69-80c3-317698564e8e') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:09.449869 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.463894 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.469622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:11:09.472516 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:11:09.472939 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:11:09.594254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.601470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.603118 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/networks/ae2087c0-671b-431b-92d7-68192f1d5777 HTTP/1.1" status: 204 len: 168 time: 0.6706269 Aug 18 15:11:09.605978 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50518) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:09.615410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91de091-e66c-4fdf-8770-879bf89337d9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Network': ['ID=ae2087c0-671b-431b-92d7-68192f1d5777,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:09.664136 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.688504 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.811204 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.813905 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:09.815179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/security-groups/659e16a2-4e5f-48fa-ac01-6fc6e60aca03 HTTP/1.1" status: 204 len: 168 time: 0.2080889 Aug 18 15:11:09.824883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b634-c89a-4539-9085-0ca360c5e224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e16a2-4e5f-48fa-ac01-6fc6e60aca03,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:10.062805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1df54389-08c1-41d6-9ed2-56f6f9b01991 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:11:10.082629 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1df54389-08c1-41d6-9ed2-56f6f9b01991 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:11:10.082985 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1df54389-08c1-41d6-9ed2-56f6f9b01991 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:11:10.083407 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 665e8a2a-61d6-4c41-9740-69bacd1966fe no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:11:10.098793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50524) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:10.102880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 665e8a2a-61d6-4c41-9740-69bacd1966fe {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:11:10.104956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 665e8a2a-61d6-4c41-9740-69bacd1966fe not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:11:10.105078 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68659609', 'description': 'tempest-secgroup-smoke-68659609 description', 'project_id': 'd311ce091f22401ca690022ae49e50bc'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:10.188222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.264434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.342288 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.371236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741e2ae8-21cb-4e54-b692-3daa1754beaf,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:10.411555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.412804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0029ee5b-ff9a-4376-aa4a-5ad0c9eb0094 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3130524 Aug 18 15:11:10.415573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50526) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:10.419986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:10.489796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.545724 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.616820 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.634957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f4914f-3a34-4ccc-a83a-a2912d9a3788,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:10.691453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.692654 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c8b6edf0-e3b7-4d92-bf93-a089c894d3cf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761693 Aug 18 15:11:10.695468 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50528) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:10.699945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:10.770173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.825812 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.868237 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.885868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38703d4-a9cc-4593-9f81-9962bcc7bead,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:10.948661 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:10.950030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-85e61d5a-9bb4-426b-bee2-361e7ae2ecb3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2534969 Aug 18 15:11:10.952683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50530) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:10.957835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:10.965670 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.027320 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.087444 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.142789 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.160240 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014307e6-887d-45bd-8c36-173510734fbc,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:11.205553 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.206787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-15ff699c-54ba-4941-a9af-251863601941 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531383 Aug 18 15:11:11.209679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50532) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:11.214379 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:11.295749 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.353073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.422619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.442186 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a7be51-f324-47e9-b8fc-df751ba38de2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:11.514173 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.516698 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b3284ed7-776a-4cbc-8554-3594416ddd0b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051274 Aug 18 15:11:11.518611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50534) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:11.523282 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:11.587957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.616533 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:11:11.621316 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.681054 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.759261 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.778656 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc97753-533a-42e1-a338-02888d162f05,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:11.845158 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:11.846421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-f646bd25-e0c3-4cb5-bf1e-1f55fcc0dd0e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267510 Aug 18 15:11:11.849684 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50536) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:11.854022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '741e2ae8-21cb-4e54-b692-3daa1754beaf', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:11.936962 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:11:11.941630 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.003433 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.085464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.104452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb0b51b-f486-4d47-aba9-c7f025b07d71,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:12.182662 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.183969 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-01f2619a-51d1-4be4-80a1-82c67ce2637e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333306 Aug 18 15:11:12.186706 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50538) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:12.192085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'network': {'name': 'tempest-network-smoke--1157175351', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:12.268183 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:11:12.272081 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.293738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:11:12.302073 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.302412 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Added segment 9d64e70d-4d48-4e18-bd90-aaeaab88ec0c of type vlan for network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 Aug 18 15:11:12.340525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.428372 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.433806 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:12.434403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.499069 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Network': ['ID=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:12.509542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:11:12.572728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2f12ad75-1633-4ba5-9f4d-a73545a9cce7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3847697 Aug 18 15:11:12.582598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50540) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:12.582598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'admin_state_up': True, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:12.662613 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.663599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.713188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:12.916371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:13.165359 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:13.188727 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:13.287669 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.5 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/e7c81db9-2502-4d60-abbe-731f2b0f1f33) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:11:13.389415 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:13.468659 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:13.504168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:13.509097 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:13.512698 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:11:13.537761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=e7c81db9-2502-4d60-abbe-731f2b0f1f33,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:13.827684 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.022004 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.205410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:11:14.309595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:11:14.318874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Sync routers for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:11:14.327276 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:14.327874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:14.382876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.387047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a7d454c2-3bd4-49f3-bb54-af272eb7b0fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8068175 Aug 18 15:11:14.387324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50542) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:14.419005 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bb5b91d6-134e-491d-bc44-474dbe7c644d tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d311ce091f22401ca690022ae49e50bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282826 Aug 18 15:11:14.419212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50544) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:14.429277 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:14.502754 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889d002-1894-4975-b1e8-3b63e5535b1e tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:14.504684 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4889d002-1894-4975-b1e8-3b63e5535b1e tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845997 Aug 18 15:11:14.507492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50546) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:14.539540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ccfea6c0-ade1-4061-b801-c0ab5b721086 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310028 Aug 18 15:11:14.542173 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50548) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:14.546901 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177025106', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:14.602255 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:13Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:14.627343 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Checking router: 6b672c0f-0dbf-430c-b989-1be51d4c7eaf for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:11:14.627695 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Updating router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf port e7c81db9-2502-4d60-abbe-731f2b0f1f33 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:11:14.652611 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.668429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:11:14.672031 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.920324 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:14.985746 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Subnet': ['ID=4e587006-5820-4257-844a-17588da5cd96,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:14.995605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Checking segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:11:14.995963 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network hostable DHCP agents. Network: 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:11:15.003057 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.013805 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Transition to ACTIVE for port object e7c81db9-2502-4d60-abbe-731f2b0f1f33 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:15.062737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:11:15.068061 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.118429 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Attempting to bind port e7c81db9-2502-4d60-abbe-731f2b0f1f33 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:11:15.118804 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Attempting to bind port e7c81db9-2502-4d60-abbe-731f2b0f1f33 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:11:15.119197 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Attempting to bind port e7c81db9-2502-4d60-abbe-731f2b0f1f33 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:11:15.119611 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:15.121129 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Pushing event updated for resources: {'Port': ['ID=e7c81db9-2502-4d60-abbe-731f2b0f1f33,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:15.123814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:15.125380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.130633 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:11:15.131012 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:11:15.131419 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.131811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:11:15.132278 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Bound port: e7c81db9-2502-4d60-abbe-731f2b0f1f33, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:11:15.132413 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6baba-8c65-41ce-b546-f0a390f6d81d None None] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:11:15.132858 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.134884 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.135233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.135579 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.135913 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.136263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.136576 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.136899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.137227 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.137545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.137889 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.138215 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.138535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:11:15.172030 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9fb4fa68-ffd7-41c9-9c44-41b58d8abbcd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6286449 Aug 18 15:11:15.174640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50550) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:15.195378 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] For port e7c81db9-2502-4d60-abbe-731f2b0f1f33, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:11:15.198445 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] For port e7c81db9-2502-4d60-abbe-731f2b0f1f33, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e7c81db9-2502-4d60-abbe-731f2b0f1f33,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:11:15.251448 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.278056 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef536f-7510-417f-b058-a649602357ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:11:15.279429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.306975 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5e8ea-90e4-4f10-901a-6613706f1c6a None None] Pushing event updated for resources: {'Port': ['ID=e7c81db9-2502-4d60-abbe-731f2b0f1f33,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:15.318995 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:15.319820 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:15.414891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-beef536f-7510-417f-b058-a649602357ac None None] Allocated IP 172.20.0.2 (4e2e7da3-51ca-4ba4-80b3-082979d1c2c3/4e587006-5820-4257-844a-17588da5cd96/1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:11:15.424623 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:15.620043 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:13Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:15.632266 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.651540 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99872a63-e0f9-494f-9bd7-00e01586b67b None None] The sync data for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 is: [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:13Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:11:15.731202 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.739605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-beef536f-7510-417f-b058-a649602357ac None None] Transition to ACTIVE for port object 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:15.754425 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-beef536f-7510-417f-b058-a649602357ac None None] Transition to ACTIVE for port object 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:15.823118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.863703 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef536f-7510-417f-b058-a649602357ac None None] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:15.867118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-beef536f-7510-417f-b058-a649602357ac None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:15.869720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef536f-7510-417f-b058-a649602357ac None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:11:15.911810 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef536f-7510-417f-b058-a649602357ac None None] Pushing event updated for resources: {'Port': ['ID=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:15.947449 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.1 (4e2e7da3-51ca-4ba4-80b3-082979d1c2c3/4e587006-5820-4257-844a-17588da5cd96/a82ad861-53fd-4e7c-93f3-7bf2f787ce00) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:11:15.963830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-beef536f-7510-417f-b058-a649602357ac None None] Attempting to bind port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:11:15.964212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-beef536f-7510-417f-b058-a649602357ac None None] Attempting to bind port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:11:15.964575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef536f-7510-417f-b058-a649602357ac None None] Attempting to bind port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e on network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:11:15.969880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef536f-7510-417f-b058-a649602357ac None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:11:15.974094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef536f-7510-417f-b058-a649602357ac None None] Checking segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:11:15.974094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:15.974094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef536f-7510-417f-b058-a649602357ac None None] Bound using segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:11:15.974094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-beef536f-7510-417f-b058-a649602357ac None None] Bound port: 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:11:15.974094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.048781 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-beef536f-7510-417f-b058-a649602357ac None None] For port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:11:16.052667 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-beef536f-7510-417f-b058-a649602357ac None None] For port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:11:16.105231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e7c81db9-2502-4d60-abbe-731f2b0f1f33 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:16.110636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.125834 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object a82ad861-53fd-4e7c-93f3-7bf2f787ce00 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:16.135800 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beef536f-7510-417f-b058-a649602357ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.214649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef536f-7510-417f-b058-a649602357ac None None] Pushing event updated for resources: {'Port': ['ID=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:16.220763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.267892 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:16.274055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:16.277639 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:11:16.291239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e7c81db9-2502-4d60-abbe-731f2b0f1f33 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:16.296193 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e7c81db9-2502-4d60-abbe-731f2b0f1f33 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:16.296633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.311438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:16.334216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.441270 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.465801 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e7c81db9-2502-4d60-abbe-731f2b0f1f33, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e7c81db9-2502-4d60-abbe-731f2b0f1f33,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:16.536978 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:16.589795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e7c81db9-2502-4d60-abbe-731f2b0f1f33,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:16.603799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.113194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c337c34-f4f5-4b58-8022-27eec17d0c9c None None] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:11:17.205877 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.268541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3c117721-568f-4aea-ab3b-0342b7690688 None None] Provisioning for port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:17.291101 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.367903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.370098 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:17.475235 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:17.476605 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:17.554290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-95ecdb7c-10a9-43fd-bb39-55fecc38fa02 None None] Provisioning for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:17.558600 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-95ecdb7c-10a9-43fd-bb39-55fecc38fa02 None None] Provisioning complete for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:17.558986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb7c-10a9-43fd-bb39-55fecc38fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.594687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-95ecdb7c-10a9-43fd-bb39-55fecc38fa02 None None] Port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:11:17.599827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:11:17.715317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:11:17.730635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b77974b2-471a-4c2b-93a4-f0c09ea53ddb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/6b672c0f-0dbf-430c-b989-1be51d4c7eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499470 Aug 18 15:11:17.742816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Sync routers for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:11:17.744820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e0d458c2-9cf0-43ff-b711-ed089ca352be None None] Provisioning complete for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:17.745255 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e0d458c2-9cf0-43ff-b711-ed089ca352be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:17.775519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:17.775519 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:17.830076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-e0d458c2-9cf0-43ff-b711-ed089ca352be None None] Port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:11:17.881686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-8d7d8352-676b-4c61-ba6d-cd497b0701c9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68659609&fields=id&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 267 time: 0.0333610 Aug 18 15:11:17.894736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:17.993444 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-a6e4e4c9-014f-485f-9610-0eb848573a18 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:17.994932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-a6e4e4c9-014f-485f-9610-0eb848573a18 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 797 time: 0.1062553 Aug 18 15:11:18.010321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-b9f4216f-18c3-4c0d-ab40-e3627db026e2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/quotas/d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 375 time: 0.0095313 Aug 18 15:11:18.013947 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0fe71e1d-44ce-4c35-80cd-7a3545dcfeb7 None None] Provisioning complete for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:18.014324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0fe71e1d-44ce-4c35-80cd-7a3545dcfeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.070995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-bcef8af3-5a92-47cd-88f1-d773f04fa9d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540316 Aug 18 15:11:18.072721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-0fe71e1d-44ce-4c35-80cd-7a3545dcfeb7 None None] Port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:11:18.137470 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 2, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:18.167215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e7c81db9-2502-4d60-abbe-731f2b0f1f33 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:18.169530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Checking router: 6b672c0f-0dbf-430c-b989-1be51d4c7eaf for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:11:18.169905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Updating router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:11:18.176595 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-22465ea0-b94e-4b4e-b487-dc9e68499e8e service neutron] 10.222.0.35 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922163 Aug 18 15:11:18.221494 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.268841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-8aca29fc-a628-4dd9-b0d0-3d51d122e35b service neutron] 10.222.0.35 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 Aug 18 15:11:18.279945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e7c81db9-2502-4d60-abbe-731f2b0f1f33 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:18.280504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.466469 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:18.522129 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-65e79e3a-7244-4c8c-8171-5d1ec482a41a req-cb5e2fc7-14f9-4049-93cd-8f888bf9a78e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 210 time: 0.0291932 Aug 18 15:11:18.588896 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.598513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Transition to ACTIVE for port object a82ad861-53fd-4e7c-93f3-7bf2f787ce00 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:18.629134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:18.635450 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:18.635450 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.655916 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.718907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e5d3-2850-456d-b029-7ca93c40a0f1 None None] Pushing event updated for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:18.802724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Attempting to bind port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:11:18.803100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Attempting to bind port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:11:18.803465 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Attempting to bind port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 on network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:11:18.810187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:11:18.810579 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Checking segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:11:18.810949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.811337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Bound using segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:11:18.811820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Bound port: a82ad861-53fd-4e7c-93f3-7bf2f787ce00, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:11:18.812208 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.815366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.880832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:18.904529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] For port a82ad861-53fd-4e7c-93f3-7bf2f787ce00, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:11:18.907577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] For port a82ad861-53fd-4e7c-93f3-7bf2f787ce00, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:11:18.931159 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:18.960956 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:19.000620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:19.029084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:19.029815 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:10:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:19.129416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e5d3-2850-456d-b029-7ca93c40a0f1 None None] Pushing event updated for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:19.164956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:19.367755 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:18Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:19.398105 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f16776d-1306-4d97-85f7-8ca3c1b05c2e None None] The sync data for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 is: [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:18Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:11:19.623282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-12ba2b57-825a-4568-9fed-8a1b83ec32b5 req-aee91035-e2b3-48d6-8a1a-adb8b70e6ecf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 210 time: 0.0270374 Aug 18 15:11:20.135652 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a82ad861-53fd-4e7c-93f3-7bf2f787ce00 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:20.223048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:20.227212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:20.227599 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:20.306758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:20.342942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port a82ad861-53fd-4e7c-93f3-7bf2f787ce00, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:20.405534 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:20.406362 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:20.458432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-29761705-b9ae-434c-aeac-e6c9515de061 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:20.459910 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-29761705-b9ae-434c-aeac-e6c9515de061 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 797 time: 0.1061273 Aug 18 15:11:20.481661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:20.492991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:20.493381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:20.507552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-227ff671-3446-4d60-b60b-bfeb5d8eefe7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 378 time: 0.0369341 Aug 18 15:11:20.520299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'port': {'device_id': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'admin_state_up': True, 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'security_groups': ['741e2ae8-21cb-4e54-b692-3daa1754beaf']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:20.719749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-86b17071-5577-483f-bd52-1d4ec2d0c962 req-a62dfe63-e539-43ab-be79-16b365ba8034 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 18 15:11:20.742440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:11:20.745954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:20.868219 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.3 (4e2e7da3-51ca-4ba4-80b3-082979d1c2c3/4e587006-5820-4257-844a-17588da5cd96/52565816-2096-4e79-bc50-f9b9361729f8) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:11:21.004521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.017176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object 52565816-2096-4e79-bc50-f9b9361729f8 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:21.120299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.169541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:21.172766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:21.177212 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:11:21.183651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:21.231713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:21.232344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.298184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-14d90443-dad8-47aa-8406-229ea11384c0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820022 Aug 18 15:11:21.318174 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-d6046e76-1cc0-497c-9897-babe5abd98fa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:11:21.319397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-d6046e76-1cc0-497c-9897-babe5abd98fa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060074 Aug 18 15:11:21.387670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Request body: {'port': {'device_id': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:21.440481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.491269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f2be704d-82b8-4ae4-9660-babfb289316e None None] Provisioning for port 52565816-2096-4e79-bc50-f9b9361729f8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:21.495166 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f2be704d-82b8-4ae4-9660-babfb289316e None None] Provisioning complete for port 52565816-2096-4e79-bc50-f9b9361729f8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:21.495539 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f2be704d-82b8-4ae4-9660-babfb289316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.529011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f2be704d-82b8-4ae4-9660-babfb289316e None None] Port 52565816-2096-4e79-bc50-f9b9361729f8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:11:21.702342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52565816-2096-4e79-bc50-f9b9361729f8 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:11:21.709735 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.721186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Transition to ACTIVE for port object 52565816-2096-4e79-bc50-f9b9361729f8 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:11:21.813641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.874074 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d01dc-3d0c-48af-84ab-1b69baadcfe9 req-4e624e87-197a-413f-a1c3-9f8ad81e7204 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:21.875583 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f1d01dc-3d0c-48af-84ab-1b69baadcfe9 req-4e624e87-197a-413f-a1c3-9f8ad81e7204 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 931 time: 0.0908616 Aug 18 15:11:21.881367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Pushing event updated for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:21.942629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15d35743-27f6-4470-8b94-a0288e6ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.968361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f1d01dc-3d0c-48af-84ab-1b69baadcfe9 req-9db2e369-0432-4c11-8fa6-99f75d56769c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784254 Aug 18 15:11:21.984818 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Attempting to bind port 52565816-2096-4e79-bc50-f9b9361729f8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:11:21.985161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Attempting to bind port 52565816-2096-4e79-bc50-f9b9361729f8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:11:21.985498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Attempting to bind port 52565816-2096-4e79-bc50-f9b9361729f8 on network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:11:21.991024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Port 52565816-2096-4e79-bc50-f9b9361729f8 on network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:11:21.991353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Attempting to bind port 52565816-2096-4e79-bc50-f9b9361729f8 on network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:11:21.996371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:11:21.996710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Checking segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:11:21.997099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Bound using segment: {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:11:21.997537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Bound port: 52565816-2096-4e79-bc50-f9b9361729f8, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:11:21.997932 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:22.065037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:11:22.068124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=52565816-2096-4e79-bc50-f9b9361729f8,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:11:22.076089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a82ad861-53fd-4e7c-93f3-7bf2f787ce00 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:22.120005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:22.122975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:22.123332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:22.154693 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.155221 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:22.156632 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] 10.222.0.58 "PUT /v2.0/ports/52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 1091 time: 0.8281176 Aug 18 15:11:22.157075 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:11:22.160117 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:11:22.189273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b098b38-8900-400d-b6db-25e9a5eca240 service neutron] Pushing event updated for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:22.220653 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f7cb5-5bad-4644-aae2-697eba7b5a18 x-openstack-request-id: req-d75f7cb5-5bad-4644-aae2-697eba7b5a18 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:11:22.221119 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:11:22.221524 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d75f7cb5-5bad-4644-aae2-697eba7b5a18 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:11:22.222488 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8', 'status': 'completed', 'code': 200} Aug 18 15:11:22.294516 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-47484617-2849-49a2-9f8d-41ca34aa8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.297193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-47484617-2849-49a2-9f8d-41ca34aa8e26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1094 time: 0.0474555 Aug 18 15:11:22.400338 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-d1ccbf18-939b-4d5a-ba45-39754b07679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.401820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-d1ccbf18-939b-4d5a-ba45-39754b07679c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d311ce091f22401ca690022ae49e50bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0945046 Aug 18 15:11:22.499339 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-410252fa-3922-417b-941d-e8b620472351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.500725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-305c4cd7-cfa6-475d-8cc6-d30af8c3ed60 req-410252fa-3922-417b-941d-e8b620472351 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899508 Aug 18 15:11:22.586341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-894ce2d8-8c8d-4b27-b845-a50304f55732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.587839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-894ce2d8-8c8d-4b27-b845-a50304f55732 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1094 time: 0.0404031 Aug 18 15:11:22.632721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-3458de69-fb67-4580-9964-1ba4c283fc67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 217 time: 0.0369449 Aug 18 15:11:22.682969 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-cd2fbbdf-3683-4031-b114-ac5e13659cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.684356 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-cd2fbbdf-3683-4031-b114-ac5e13659cbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.0429747 Aug 18 15:11:22.735793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-3ef9f9a4-fb78-4ecb-80ca-7cb76408cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:22.737276 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-3ef9f9a4-fb78-4ecb-80ca-7cb76408cb0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391288 Aug 18 15:11:22.833078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-67ccd862-3e57-44d2-8c20-1bd49d0b6183 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Aug 18 15:11:22.921579 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecf843d3-908e-4a37-b9c2-a82a557c271a req-307b1a4e-3f1a-438b-9941-8e59007c7a88 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802650 Aug 18 15:11:23.086308 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adba2f-7911-4dbb-8b9b-776a74c3504b req-466d5e9e-1340-491b-a445-5a672ade8ba1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:23.087914 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98adba2f-7911-4dbb-8b9b-776a74c3504b req-466d5e9e-1340-491b-a445-5a672ade8ba1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 943 time: 0.0498648 Aug 18 15:11:23.124792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98adba2f-7911-4dbb-8b9b-776a74c3504b req-dcf37c2c-7b52-4ee3-81a2-42bc5aa0499f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310624 Aug 18 15:11:24.243824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f4f4-8f9c-4f55-8ecb-5eb55da01806 req-aba79564-c4f6-4f9a-aaf9-d38d6b81e415 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:24.245305 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b9f4f4-8f9c-4f55-8ecb-5eb55da01806 req-aba79564-c4f6-4f9a-aaf9-d38d6b81e415 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Aug 18 15:11:24.283436 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-16b9f4f4-8f9c-4f55-8ecb-5eb55da01806 req-97d90f78-899c-4291-8f4d-8a489c227e36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320632 Aug 18 15:11:24.976525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-286cc9a8-3aaf-4415-896a-4615d6fd93c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:25.022095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:25.396723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973b5a-ebb1-484e-a504-b96d32c2a0c5 req-45c88aa7-64c2-4789-9469-8e3b7cc3a84c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:25.398212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29973b5a-ebb1-484e-a504-b96d32c2a0c5 req-45c88aa7-64c2-4789-9469-8e3b7cc3a84c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 943 time: 0.0475972 Aug 18 15:11:25.435394 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29973b5a-ebb1-484e-a504-b96d32c2a0c5 req-69188555-a951-4239-80c7-96eb21f6ed29 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310531 Aug 18 15:11:26.113964 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:26.548911 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355fa38-31f7-4f6b-b1e8-48ee222efc89 req-66103249-8c32-407e-9228-5b53a856da79 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:26.551063 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7355fa38-31f7-4f6b-b1e8-48ee222efc89 req-66103249-8c32-407e-9228-5b53a856da79 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 943 time: 0.0495338 Aug 18 15:11:26.587545 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7355fa38-31f7-4f6b-b1e8-48ee222efc89 req-304a242b-807d-43ac-80c6-124e86501747 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304358 Aug 18 15:11:27.650816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 52565816-2096-4e79-bc50-f9b9361729f8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:11:27.704558 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abefda-2b1f-4b0c-bd77-edfc47ccf256 req-8cceec85-1336-4549-a1d5-3c87cd02e31b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:27.706585 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32abefda-2b1f-4b0c-bd77-edfc47ccf256 req-8cceec85-1336-4549-a1d5-3c87cd02e31b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Aug 18 15:11:27.744820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-32abefda-2b1f-4b0c-bd77-edfc47ccf256 req-f3bd8d05-81fb-4c09-b02f-63fb2b927b55 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321579 Aug 18 15:11:27.750909 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=52565816-2096-4e79-bc50-f9b9361729f8,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:27.765025 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '52565816-2096-4e79-bc50-f9b9361729f8', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'port_id': '52565816-2096-4e79-bc50-f9b9361729f8', 'mac_address': 'fa:16:3e:96:04:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:11:27.802156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:27.812535 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:27.815533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52565816-2096-4e79-bc50-f9b9361729f8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:11:27.835488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=52565816-2096-4e79-bc50-f9b9361729f8,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:27.896267 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:27.944567 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:28.190112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['52565816-2096-4e79-bc50-f9b9361729f8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:11:28.857000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5eef0-e946-4b1f-830e-2046b9ea54e8 req-5aa0b9e6-a8c6-40d4-94d4-4c9749ebc1c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:28.858503 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88f5eef0-e946-4b1f-830e-2046b9ea54e8 req-5aa0b9e6-a8c6-40d4-94d4-4c9749ebc1c2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 944 time: 0.0481768 Aug 18 15:11:28.895472 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88f5eef0-e946-4b1f-830e-2046b9ea54e8 req-1d643c3b-bd7e-407a-8d20-f14521f3c5e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305598 Aug 18 15:11:29.660235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 52565816-2096-4e79-bc50-f9b9361729f8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:11:29.776169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 52565816-2096-4e79-bc50-f9b9361729f8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:11:29.779740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 52565816-2096-4e79-bc50-f9b9361729f8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:11:29.780563 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:29.857960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:29.880697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:11:29.882949 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480275d6-27d7-4af0-87c8-04cf6294e396" -d '{"events": [{"server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "name": "network-vif-plugged", "status": "completed", "tag": "52565816-2096-4e79-bc50-f9b9361729f8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:11:29.896114 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=52565816-2096-4e79-bc50-f9b9361729f8,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:11:29.924525 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c3891f-5914-4f8c-8af5-14799d2fb35d x-openstack-request-id: req-87c3891f-5914-4f8c-8af5-14799d2fb35d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:11:29.925351 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "name": "network-vif-plugged", "status": "completed", "tag": "52565816-2096-4e79-bc50-f9b9361729f8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:11:29.925612 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87c3891f-5914-4f8c-8af5-14799d2fb35d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:11:29.926037 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8', 'code': 200} Aug 18 15:11:29.965355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:30.016006 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:30.042517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c945-62ce-4116-a2c1-b0b47b941bc0 req-699bf1ce-5e20-46af-8be1-0cea227ca12d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:30.044003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39e7c945-62ce-4116-a2c1-b0b47b941bc0 req-699bf1ce-5e20-46af-8be1-0cea227ca12d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0785513 Aug 18 15:11:30.059103 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75a74-66a3-4023-9b85-6f8ef47e730b req-443b2652-fe13-427a-ad74-315fd89b863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:30.060490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ed75a74-66a3-4023-9b85-6f8ef47e730b req-443b2652-fe13-427a-ad74-315fd89b863c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0687807 Aug 18 15:11:30.097692 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39e7c945-62ce-4116-a2c1-b0b47b941bc0 req-3f5623f9-714e-4615-8310-4f77ec3be3b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459082 Aug 18 15:11:30.111457 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ed75a74-66a3-4023-9b85-6f8ef47e730b req-0f729014-4c0f-4a9e-915e-01fa4286df97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367193 Aug 18 15:11:31.218057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d8c2-fba2-49e9-befb-caf5fd00d78e req-9e2e9fa0-4dc1-4f98-8cef-012eb845cd49 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:31.219522 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b1d8c2-fba2-49e9-befb-caf5fd00d78e req-9e2e9fa0-4dc1-4f98-8cef-012eb845cd49 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Aug 18 15:11:31.257256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47b1d8c2-fba2-49e9-befb-caf5fd00d78e req-d6f6d9f7-6694-4a4d-9ee6-e229798c58bd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311739 Aug 18 15:11:32.370563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0b11-0700-4f09-9941-0b136f5996e2 req-69aa2032-1ad6-4640-9c0c-864ab376be23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:32.372045 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-991b0b11-0700-4f09-9941-0b136f5996e2 req-69aa2032-1ad6-4640-9c0c-864ab376be23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Aug 18 15:11:32.409725 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-991b0b11-0700-4f09-9941-0b136f5996e2 req-abac240d-06f6-480b-851c-cca9d45ef940 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313220 Aug 18 15:11:32.524453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31ff98-ad92-4524-b2ac-4674f8d7d4b1 req-461d4e11-f1f6-4cc5-b6c3-968f1346cc2a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:32.525962 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d31ff98-ad92-4524-b2ac-4674f8d7d4b1 req-461d4e11-f1f6-4cc5-b6c3-968f1346cc2a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0516238 Aug 18 15:11:32.563960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d31ff98-ad92-4524-b2ac-4674f8d7d4b1 req-f62a914e-38bd-44df-a249-fcc5327198d3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319808 Aug 18 15:11:32.584712 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50614) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:32.624665 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1277f-39b7-41d1-9822-0b9397177c75 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:32.626185 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d8a1277f-39b7-41d1-9822-0b9397177c75 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1091 time: 0.0404358 Aug 18 15:11:32.628869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50616) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:32.633131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '52565816-2096-4e79-bc50-f9b9361729f8', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:11:32.753431 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:32.848362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:32.950984 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.113 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/3fb707bd-163b-475b-b944-cb6590476845) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:11:33.048943 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.119446 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.163060 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:11:33.166024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:11:33.169567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:11:33.175481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=3fb707bd-163b-475b-b944-cb6590476845,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:33.517823 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.630891 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.778276 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.817112 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:33.889104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=3fb707bd-163b-475b-b944-cb6590476845,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:11:33.899553 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:34.000191 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP bb384b46-4e0d-471d-941b-e9a94511cae5 associated. External IP: 172.25.1.113, port: 52565816-2096-4e79-bc50-f9b9361729f8. Aug 18 15:11:34.207728 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:11:34.317213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:11:34.326606 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Sync routers for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:11:34.335989 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:34.341269 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:11:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:34.400283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:34.427710 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-46c86ab9-dcf1-46f0-8ae5-de516a3b0e7f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7978451 Aug 18 15:11:34.428418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:11:34.431365 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc709b-8fe3-4cf3-9962-a615ada34dff" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:11:34.444876 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:34.495964 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d57c3-eb13-4406-8837-71a2d1340128 x-openstack-request-id: req-284d57c3-eb13-4406-8837-71a2d1340128 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:11:34.496233 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:11:34.496494 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-284d57c3-eb13-4406-8837-71a2d1340128 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:11:34.496906 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8', 'status': 'completed', 'code': 200} Aug 18 15:11:34.584148 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849447ff-1890-4c93-87f9-825cfdfea380 req-8f28c5be-9419-44fc-b63e-1db2d81c9f8a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:34.585875 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-849447ff-1890-4c93-87f9-825cfdfea380 req-8f28c5be-9419-44fc-b63e-1db2d81c9f8a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0784094 Aug 18 15:11:34.595016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-d597a4a9-5d3d-420c-9b70-4b648a16b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:34.596549 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-d597a4a9-5d3d-420c-9b70-4b648a16b6e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0580232 Aug 18 15:11:34.681350 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'bb384b46-4e0d-471d-941b-e9a94511cae5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'port_id': '52565816-2096-4e79-bc50-f9b9361729f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'mac_address': 'fa:16:3e:96:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:11:33Z', 'updated_at': '2021-08-18T15:11:33Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:34.682772 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-849447ff-1890-4c93-87f9-825cfdfea380 req-9737830b-fed8-416e-8b08-89df394d6499 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847752 Aug 18 15:11:34.707070 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50624) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:34.718297 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-46096a54-16f8-45cc-9d0e-cd81db51fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:34.719792 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-46096a54-16f8-45cc-9d0e-cd81db51fe0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 898 time: 0.1160092 Aug 18 15:11:34.724188 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Checking router: 6b672c0f-0dbf-430c-b989-1be51d4c7eaf for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:11:34.732894 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:11:34.733579 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:11:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:34.787891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70af0869-ad95-4f87-aeb1-3dad6538c76e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/bb384b46-4e0d-471d-941b-e9a94511cae5 HTTP/1.1" status: 200 len: 991 time: 0.0796437 Aug 18 15:11:34.794990 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-369e9903-5b59-4dcd-bfc4-546cdd2830e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 999 time: 0.0667431 Aug 18 15:11:34.846769 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:11:34.847333 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-3a228f99-64e5-4ae1-a176-e430ec231f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:34.848845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-3a228f99-64e5-4ae1-a176-e430ec231f62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.0455420 Aug 18 15:11:34.897910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-f3884379-9808-4d85-8abd-beabcbeddc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:34.899759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-f3884379-9808-4d85-8abd-beabcbeddc39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431747 Aug 18 15:11:34.997154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.58', 56511) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:34.998033 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-36bbf707-8444-4152-9ef1-80f6485965c8 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 Aug 18 15:11:35.045492 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-abf09d74-3eb5-4aa9-ba14-a8d97ac58371 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471666 Aug 18 15:11:35.098401 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84fc709b-8fe3-4cf3-9962-a615ada34dff req-0eb88516-4219-44b5-b8da-a0b43b524d33 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930009 Aug 18 15:11:35.174270 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'bb384b46-4e0d-471d-941b-e9a94511cae5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'port_id': '52565816-2096-4e79-bc50-f9b9361729f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'mac_address': 'fa:16:3e:96:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:11:33Z', 'updated_at': '2021-08-18T15:11:33Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:11:35.200484 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722afba0-c6be-4dd0-9e48-821201539d8b None None] The sync data for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 is: [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'bb384b46-4e0d-471d-941b-e9a94511cae5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'port_id': '52565816-2096-4e79-bc50-f9b9361729f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'mac_address': 'fa:16:3e:96:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:11:33Z', 'updated_at': '2021-08-18T15:11:33Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:11:35.266464 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955004-9029-4502-bde6-1b07d538b9dc req-2a5f985d-dd79-44e3-ae55-a296930c321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:35.268014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-2a5f985d-dd79-44e3-ae55-a296930c321e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0431509 Aug 18 15:11:35.379200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955004-9029-4502-bde6-1b07d538b9dc req-7119b1a7-272c-4a36-b2ef-75112e74bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:35.381078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-7119b1a7-272c-4a36-b2ef-75112e74bc7d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 898 time: 0.0936484 Aug 18 15:11:35.407529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46393e4b-fe00-4c0c-a584-b66f6933bb34 None None] New status for floating IP bb384b46-4e0d-471d-941b-e9a94511cae5: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:11:35.448816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-7f6bb606-5422-4047-bdcd-f87d77c0f60b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 999 time: 0.0601747 Aug 18 15:11:35.502252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955004-9029-4502-bde6-1b07d538b9dc req-5ff56b90-d001-464f-9027-94b121f67506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:35.504236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-5ff56b90-d001-464f-9027-94b121f67506 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.0468731 Aug 18 15:11:35.556477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955004-9029-4502-bde6-1b07d538b9dc req-5427edd1-3f32-483f-a0a6-d104ccdc3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:11:35.558604 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-5427edd1-3f32-483f-a0a6-d104ccdc3c5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410385 Aug 18 15:11:35.649600 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-753e9229-e3b4-4d16-9704-7891357b2004 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Aug 18 15:11:35.741142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-46ede81e-a238-4810-8bf5-f7bd0b86c97d service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838680 Aug 18 15:11:35.789139 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50626) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:11:35.848441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7c54bdce-e08d-4d5e-9e5a-bebb6fe5f150 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/bb384b46-4e0d-471d-941b-e9a94511cae5 HTTP/1.1" status: 200 len: 993 time: 0.0581715 Aug 18 15:11:40.987943 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:41.605169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:42.476545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:11:51.941624 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b9a920c4-4014-418f-a909-f378a5597ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:54.815932 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eceac988-eb6a-4e8f-bfde-38950512c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:55.009728 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:56.130328 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:57.775990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:11.021340 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:11.270732 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d18d6-8a38-4ed7-88c3-eee9cadd624a req-03b9796a-7cc1-44b8-be03-1ddc534706ee tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:11.272211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b50d18d6-8a38-4ed7-88c3-eee9cadd624a req-03b9796a-7cc1-44b8-be03-1ddc534706ee tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Aug 18 15:12:11.339168 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b50d18d6-8a38-4ed7-88c3-eee9cadd624a req-9024cf88-79b8-473e-8b65-df5be8bbb0be tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568392 Aug 18 15:12:11.341733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-d9ef1c4a-bda5-41df-9c18-bdb90fb4b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:11.343164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-d9ef1c4a-bda5-41df-9c18-bdb90fb4b5fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0690520 Aug 18 15:12:11.432569 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-1458646c-78d8-4391-aa8d-158f7dfbafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:11.434041 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-1458646c-78d8-4391-aa8d-158f7dfbafac service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 898 time: 0.0824726 Aug 18 15:12:11.502402 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-d7964eb8-34ba-43b9-b170-4b8e7ddb9dda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 1001 time: 0.0598061 Aug 18 15:12:11.554098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-33aa6642-dfeb-49b2-9f5d-0ea2d13aab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:11.555559 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-33aa6642-dfeb-49b2-9f5d-0ea2d13aab41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.0441458 Aug 18 15:12:11.587085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:11.605640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-780a2063-ec91-4ce1-b6bd-017a620b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:11.607154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-780a2063-ec91-4ce1-b6bd-017a620b8cd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400038 Aug 18 15:12:11.698167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-d960dfcf-2867-4659-be00-e6188ab234f2 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836434 Aug 18 15:12:11.786260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-faeee374-03e5-4ccc-88b9-ebd25c951816 req-e005ba47-bc07-428f-bc86-3f806de47a90 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795393 Aug 18 15:12:12.454630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31c3a-6900-46e8-abb4-f7d4d7b6747a req-932bf86b-bde2-456d-b4ca-7977bef71a85 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:12.456101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75d31c3a-6900-46e8-abb4-f7d4d7b6747a req-932bf86b-bde2-456d-b4ca-7977bef71a85 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0486741 Aug 18 15:12:12.492078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-75d31c3a-6900-46e8-abb4-f7d4d7b6747a req-9a95d81a-aa40-459d-b4ff-4ae8eaaeda8d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301998 Aug 18 15:12:13.610570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4135-2dfd-4c88-ade6-9716fc7a591d req-dea4cdc6-4f03-4649-89b4-19e3d27e7769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:13.612023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc3b4135-2dfd-4c88-ade6-9716fc7a591d req-dea4cdc6-4f03-4649-89b4-19e3d27e7769 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Aug 18 15:12:13.648745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc3b4135-2dfd-4c88-ade6-9716fc7a591d req-b8cbd021-9c67-4009-b250-52ecebd42201 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306289 Aug 18 15:12:14.764543 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58441a3-6dc6-4b9c-8d23-9e989fed05e2 req-46b4b035-563f-47d6-a0ce-e64a3d3b00dc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:14.766027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e58441a3-6dc6-4b9c-8d23-9e989fed05e2 req-46b4b035-563f-47d6-a0ce-e64a3d3b00dc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0475473 Aug 18 15:12:14.803227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e58441a3-6dc6-4b9c-8d23-9e989fed05e2 req-b6b39e7c-bff2-49f4-8b22-c5e41d1de2f0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313866 Aug 18 15:12:15.917898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a59d3-dc69-4ee7-b42f-18a13b3bc3cd req-63830ebd-a14b-47e1-82e5-56e6d6944846 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:15.919385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a51a59d3-dc69-4ee7-b42f-18a13b3bc3cd req-63830ebd-a14b-47e1-82e5-56e6d6944846 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Aug 18 15:12:15.956660 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a51a59d3-dc69-4ee7-b42f-18a13b3bc3cd req-31911155-503f-4c12-abab-09a2a5431322 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310473 Aug 18 15:12:17.073350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221121a-2d79-4504-83ed-e5be2ae21996 req-d6aee93c-7222-4808-a453-9d22f397c98e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:17.074820 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1221121a-2d79-4504-83ed-e5be2ae21996 req-d6aee93c-7222-4808-a453-9d22f397c98e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Aug 18 15:12:17.111767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1221121a-2d79-4504-83ed-e5be2ae21996 req-7d2be0b7-b02c-45fc-ba37-6626e838e02d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310643 Aug 18 15:12:18.225856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a488b-2f24-42ad-8f6b-cb3ccac495d7 req-6a90d4f5-90b5-459f-8942-5ede9f6595de tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:18.227409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-501a488b-2f24-42ad-8f6b-cb3ccac495d7 req-6a90d4f5-90b5-459f-8942-5ede9f6595de tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Aug 18 15:12:18.265215 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-501a488b-2f24-42ad-8f6b-cb3ccac495d7 req-fe70fbcc-8d78-44c6-81ef-74d510a02dbd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313692 Aug 18 15:12:19.382127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664f194-436f-4a8a-ab71-b9546ce2d7d6 req-52d778e8-43bf-4479-9890-d1bca855adf5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:19.383572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5664f194-436f-4a8a-ab71-b9546ce2d7d6 req-52d778e8-43bf-4479-9890-d1bca855adf5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0467362 Aug 18 15:12:19.420014 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5664f194-436f-4a8a-ab71-b9546ce2d7d6 req-24bc433c-3b82-4a9c-826a-c71e28963b66 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299914 Aug 18 15:12:19.474793 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:12:20.537283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75188d1-637c-4f9b-8a12-184506c93be3 req-5a5bb737-cb9b-48cf-9654-6133696de910 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:20.538814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c75188d1-637c-4f9b-8a12-184506c93be3 req-5a5bb737-cb9b-48cf-9654-6133696de910 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0525327 Aug 18 15:12:20.575729 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c75188d1-637c-4f9b-8a12-184506c93be3 req-ba2093e6-5218-4980-bd6a-dcbafb787566 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310848 Aug 18 15:12:21.687584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135f8a-0608-4962-9094-cb3e66a8b0da req-81fb33e8-518b-4733-ad40-e01cdcd6f468 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:21.689047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56135f8a-0608-4962-9094-cb3e66a8b0da req-81fb33e8-518b-4733-ad40-e01cdcd6f468 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0485697 Aug 18 15:12:21.725226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56135f8a-0608-4962-9094-cb3e66a8b0da req-e8925f28-89b0-4c8f-abcc-6367b7b9384b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303519 Aug 18 15:12:21.935381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-979be7fa-134e-45ff-af17-6ad6c2ffe9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:22.838771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e263-5f4b-485b-a99c-d931d6a8c9e0 req-58b46d7b-e0fa-4225-aeeb-5ceae2f116a7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:22.840238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21f4e263-5f4b-485b-a99c-d931d6a8c9e0 req-58b46d7b-e0fa-4225-aeeb-5ceae2f116a7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Aug 18 15:12:22.877108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21f4e263-5f4b-485b-a99c-d931d6a8c9e0 req-1f4d2364-f64f-494a-a5d6-402723791aca tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310566 Aug 18 15:12:22.899090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50672) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:12:22.960717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-52ef7a09-2538-4fbb-b0a5-e32880567be0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/bb384b46-4e0d-471d-941b-e9a94511cae5 HTTP/1.1" status: 200 len: 993 time: 0.0605392 Aug 18 15:12:24.815532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-45fafbb1-fab2-4b0b-93f0-75f3667324a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:25.004231 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:26.117942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:27.776015 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:35.026550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-aee84411-eb45-4940-97fe-e9b919d1c347 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410628 Aug 18 15:12:35.112521 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-2d53477b-4245-492c-b970-884bc76526e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:35.114038 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-2d53477b-4245-492c-b970-884bc76526e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0395679 Aug 18 15:12:35.222832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-52649e3f-2461-4330-962d-791c7b658ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:35.224186 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-52649e3f-2461-4330-962d-791c7b658ab2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 898 time: 0.0863047 Aug 18 15:12:35.293208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-a4a9e53b-7c74-4b9f-ac4c-dd7d3dd2393f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 1001 time: 0.0594316 Aug 18 15:12:35.671106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-6b4b027e-eacb-4d8c-9cce-377e8d7b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:35.672480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-6b4b027e-eacb-4d8c-9cce-377e8d7b74b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.3673205 Aug 18 15:12:35.718193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-dd37ac8a-e557-412c-a3a8-2b22e94f53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:12:35.719628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-dd37ac8a-e557-412c-a3a8-2b22e94f53dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386496 Aug 18 15:12:35.812256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-1f89c10a-e10e-4759-b4bf-568b606be0ae service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819757 Aug 18 15:12:35.907578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a0d731e2-a4e8-4d0b-8d8c-e282840c096f req-aef6e603-43a6-4fb7-bbd5-e29674cf4cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825565 Aug 18 15:12:41.021095 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:41.620870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:51.963149 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7df7d3b7-0d69-4b53-a3ed-23fee96972dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:54.831942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7e714309-de8e-4574-955f-4fbeba525e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:55.071986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:56.180336 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:56.473416 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:12:57.757381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.241418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50692) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:00.392509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 3fb707bd-163b-475b-b944-cb6590476845 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:13:00.392864 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.468972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.469306 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.480496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 3fb707bd-163b-475b-b944-cb6590476845 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:13:00.689173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.714567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=3fb707bd-163b-475b-b944-cb6590476845,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:00.740216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.740575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.740930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.741277 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.741617 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.741981 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.742319 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.742653 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.742986 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.743318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.743647 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.743974 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:00.789415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:00.789780 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP bb384b46-4e0d-471d-941b-e9a94511cae5 disassociated (deleted). External IP: 172.25.1.113, port: 52565816-2096-4e79-bc50-f9b9361729f8. Aug 18 15:13:00.992041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:13:01.096698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:13:01.101464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:01.106355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Sync routers for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:13:01.115554 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:01.116155 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:01.134798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6dde7928-96b8-4ad1-8b36-77cec54a3605 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/floatingips/bb384b46-4e0d-471d-941b-e9a94511cae5 HTTP/1.1" status: 204 len: 168 time: 0.8922167 Aug 18 15:13:01.135385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:13:01.137641 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04a2767-9bf6-4928-902c-7c71253e68df" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:13:01.226582 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:01.256072 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b780d9-c8b7-462c-bbeb-df118e37ee80 x-openstack-request-id: req-84b780d9-c8b7-462c-bbeb-df118e37ee80 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:13:01.256563 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "tag": "52565816-2096-4e79-bc50-f9b9361729f8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:13:01.256670 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84b780d9-c8b7-462c-bbeb-df118e37ee80 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:13:01.257128 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8', 'status': 'completed', 'code': 200} Aug 18 15:13:01.329578 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2767-9bf6-4928-902c-7c71253e68df req-4234e3f7-7ab4-4147-a22a-9bd7a19a7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:01.331110 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-4234e3f7-7ab4-4147-a22a-9bd7a19a7f59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 1096 time: 0.0418034 Aug 18 15:13:01.421665 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:01.422710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2767-9bf6-4928-902c-7c71253e68df req-2f873204-1887-4f2a-8d2b-adc8f4ee94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:01.424281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-2f873204-1887-4f2a-8d2b-adc8f4ee94f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 200 len: 898 time: 0.0850363 Aug 18 15:13:01.450019 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Checking router: 6b672c0f-0dbf-430c-b989-1be51d4c7eaf for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:13:01.458112 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:01.460940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:01.477174 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-5347e209-2913-45f3-ad88-1d6ffcd8ffab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Aug 18 15:13:01.532342 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2767-9bf6-4928-902c-7c71253e68df req-a93db417-b817-4903-b5f5-6f1367200902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:01.533983 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-a93db417-b817-4903-b5f5-6f1367200902 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 200 len: 835 time: 0.0449221 Aug 18 15:13:01.564728 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:01.585292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2767-9bf6-4928-902c-7c71253e68df req-d41c5ecd-804a-462b-bc4a-0f00c70abe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:01.586844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-d41c5ecd-804a-462b-bc4a-0f00c70abe26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407319 Aug 18 15:13:01.686706 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dfb1c-8172-4e3f-9df6-c0cb33a8553a req-613236f1-7fa5-428e-af6b-27c3ead656c4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:01.688202 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa8dfb1c-8172-4e3f-9df6-c0cb33a8553a req-613236f1-7fa5-428e-af6b-27c3ead656c4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0970519 Aug 18 15:13:01.739328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-68a46bed-1cb1-4808-bed7-d5b54fe21c9a service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378362 Aug 18 15:13:01.746689 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa8dfb1c-8172-4e3f-9df6-c0cb33a8553a req-b6d0f910-c5c9-4629-81e5-673c80664b5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503683 Aug 18 15:13:01.765024 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:01.790646 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d47ff-3f83-43f9-a8fa-46fa0a4644f9 None None] The sync data for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 is: [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'a82ad861-53fd-4e7c-93f3-7bf2f787ce00', 'name': '', 'network_id': '4e2e7da3-51ca-4ba4-80b3-082979d1c2c3', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:30:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '4e587006-5820-4257-844a-17588da5cd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:15Z', 'updated_at': '2021-08-18T15:11:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '4e587006-5820-4257-844a-17588da5cd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:13:01.836890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c04a2767-9bf6-4928-902c-7c71253e68df req-371caecf-4ed1-4ec6-8d82-e1b10fc4be56 service neutron] 10.222.0.58 "GET /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Aug 18 15:13:02.001021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4f587-2bb8-42f3-82de-2310e6387ca6 None None] New status for floating IP bb384b46-4e0d-471d-941b-e9a94511cae5: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:13:02.883242 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd19d6-5fac-404e-a378-28d57f9f0c2f req-4c177bad-7b5b-4dfd-bf12-1a1f5ea4ba31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:02.884827 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcdd19d6-5fac-404e-a378-28d57f9f0c2f req-4c177bad-7b5b-4dfd-bf12-1a1f5ea4ba31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Aug 18 15:13:02.921769 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fcdd19d6-5fac-404e-a378-28d57f9f0c2f req-8555bc37-bd67-4d57-88fb-0ce145831288 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=741e2ae8-21cb-4e54-b692-3daa1754beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311298 Aug 18 15:13:03.392186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8158d0-8654-4987-a292-495577444a47 req-9e5361cf-f97e-4a25-8cda-847ce6521f51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:03.393631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e8158d0-8654-4987-a292-495577444a47 req-9e5361cf-f97e-4a25-8cda-847ce6521f51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Aug 18 15:13:03.490100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 52565816-2096-4e79-bc50-f9b9361729f8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:13:03.490438 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:03.577252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 52565816-2096-4e79-bc50-f9b9361729f8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=52565816-2096-4e79-bc50-f9b9361729f8,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:03.577619 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:03.589595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 52565816-2096-4e79-bc50-f9b9361729f8 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:13:03.796946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:03.825677 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=52565816-2096-4e79-bc50-f9b9361729f8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:03.870126 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] No DVR routers for this DVR port 52565816-2096-4e79-bc50-f9b9361729f8 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:13:03.872765 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:03.874844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e8158d0-8654-4987-a292-495577444a47 req-68ff8cca-ed18-41d7-818b-5046443bd684 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "DELETE /v2.0/ports/52565816-2096-4e79-bc50-f9b9361729f8 HTTP/1.1" status: 204 len: 173 time: 0.4710517 Aug 18 15:13:03.875293 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'name': 'network-vif-deleted', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:13:03.877494 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2be52-43a8-453f-967e-bb2406d8e234" -d '{"events": [{"server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "name": "network-vif-deleted", "tag": "52565816-2096-4e79-bc50-f9b9361729f8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:13:03.915890 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21916a7-ae90-46ce-b92f-7876ca6b317b x-openstack-request-id: req-b21916a7-ae90-46ce-b92f-7876ca6b317b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:13:03.916467 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa5e5d-870f-46d8-a73b-20715f2d5849", "name": "network-vif-deleted", "tag": "52565816-2096-4e79-bc50-f9b9361729f8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:13:03.916467 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b21916a7-ae90-46ce-b92f-7876ca6b317b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:13:03.916836 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa5e5d-870f-46d8-a73b-20715f2d5849', 'name': 'network-vif-deleted', 'tag': '52565816-2096-4e79-bc50-f9b9361729f8', 'status': 'completed', 'code': 200} Aug 18 15:13:04.014306 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1125a6ec-8cea-45ce-bff0-073563a5b0b0 req-a3faa8ab-cbef-48ed-9f81-a8849bf0f9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fa5e5d-870f-46d8-a73b-20715f2d5849 HTTP/1.1" status: 200 len: 210 time: 0.0260684 Aug 18 15:13:05.068707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50714) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:05.415292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:05.661756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port a82ad861-53fd-4e7c-93f3-7bf2f787ce00 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:13:05.662137 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:05.754397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port a82ad861-53fd-4e7c-93f3-7bf2f787ce00, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:05.754688 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:05.766871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for a82ad861-53fd-4e7c-93f3-7bf2f787ce00 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:13:05.992313 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.018877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=a82ad861-53fd-4e7c-93f3-7bf2f787ce00,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:06.132598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 52565816-2096-4e79-bc50-f9b9361729f8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:13:06.155404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 52565816-2096-4e79-bc50-f9b9361729f8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:13:06.155897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 52565816-2096-4e79-bc50-f9b9361729f8 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:13:06.201972 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.415200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:13:06.516784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:13:06.521977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9596fe93-1628-4876-8cfb-0ea7747b896f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/6b672c0f-0dbf-430c-b989-1be51d4c7eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522030 Aug 18 15:13:06.525434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50716) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:06.526988 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Sync routers for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:13:06.537007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:06.537698 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:06.579108 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting subnet 4e587006-5820-4257-844a-17588da5cd96 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:13:06.582428 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.621793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.638707 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:06.704248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.809233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:13:05Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:06.827127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.838761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Checking router: 6b672c0f-0dbf-430c-b989-1be51d4c7eaf for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:13:06.846879 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Routers {'6b672c0f-0dbf-430c-b989-1be51d4c7eaf'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:06.847486 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:06.854175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Subnet': ['ID=4e587006-5820-4257-844a-17588da5cd96,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:06.857609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:06.862351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50718) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:06.862878 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-22e5fadb-2135-4b09-9398-1e95a78136b5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/subnets/4e587006-5820-4257-844a-17588da5cd96 HTTP/1.1" status: 204 len: 168 time: 0.3362913 Aug 18 15:13:06.868431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9586f-033e-462e-9503-3aaffc6d1185 None None] Network 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:13:06.952707 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] Set router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:06.974585 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.034346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] DHCP port deletion for 4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:13:07.083934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Deleting port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:13:07.084504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.092560 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.152659 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] For port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,segment=NetworkSegment(9d64e70d-4d48-4e18-bd90-aaeaab88ec0c),segment_id=9d64e70d-4d48-4e18-bd90-aaeaab88ec0c)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:07.153273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.165286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Calling delete_port for 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:13:07.191011 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port e7c81db9-2502-4d60-abbe-731f2b0f1f33 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:13:07.191370 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.228353 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:13:05Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:07.258393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811379b-5e11-4ee9-a1c4-fece081d7cf9 None None] The sync data for ids ['6b672c0f-0dbf-430c-b989-1be51d4c7eaf'] in n-d-804303-5 is: [{'id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434416597', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:11:12Z', 'updated_at': '2021-08-18T15:13:05Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': 'e7c81db9-2502-4d60-abbe-731f2b0f1f33', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b672c0f-0dbf-430c-b989-1be51d4c7eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:11:13Z', 'updated_at': '2021-08-18T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:13:07.279143 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port e7c81db9-2502-4d60-abbe-731f2b0f1f33, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e7c81db9-2502-4d60-abbe-731f2b0f1f33,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:07.279548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.283396 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.295745 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for e7c81db9-2502-4d60-abbe-731f2b0f1f33 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:13:07.310512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Pushing event deleted for resources: {'Port': ['ID=1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:07.323636 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] No DVR routers for this DVR port 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.330615 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.331672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.331672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.331672 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.332358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.332358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.332541 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5e513-5ec0-4145-8990-fab6f84364cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.551462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.579658 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=e7c81db9-2502-4d60-abbe-731f2b0f1f33,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:07.588646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.589001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.589343 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.589678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.590036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.590362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.590692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.591050 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.591340 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.591661 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.592494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.592827 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:07.651783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.745304 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.747435 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.860308 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.860882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Fanout notify agent at l3_agent the message router_deleted on router 6b672c0f-0dbf-430c-b989-1be51d4c7eaf {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:13:07.869558 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:07.869558 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-04d8034c-bdd3-4afb-986a-ca663726e29a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/routers/6b672c0f-0dbf-430c-b989-1be51d4c7eaf HTTP/1.1" status: 204 len: 168 time: 1.0053542 Aug 18 15:13:07.871530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50722) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:07.948905 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.037892 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.047381 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2e7da3-51ca-4ba4-80b3-082979d1c2c3']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:08.056769 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:08.057064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d64e70d-4d48-4e18-bd90-aaeaab88ec0c') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:08.065581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.079302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.084917 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:13:08.085325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:13:08.088172 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:13:08.214541 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.221241 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.223059 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/networks/4e2e7da3-51ca-4ba4-80b3-082979d1c2c3 HTTP/1.1" status: 204 len: 168 time: 0.3505604 Aug 18 15:13:08.225813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50724) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:08.234377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679672e-2ae7-415a-9ac0-9771720f904d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Network': ['ID=4e2e7da3-51ca-4ba4-80b3-082979d1c2c3,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:08.287658 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.324122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.341946 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a82ad861-53fd-4e7c-93f3-7bf2f787ce00 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:13:08.361009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a82ad861-53fd-4e7c-93f3-7bf2f787ce00 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:13:08.361351 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a82ad861-53fd-4e7c-93f3-7bf2f787ce00 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:13:08.361767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e7c81db9-2502-4d60-abbe-731f2b0f1f33 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:13:08.380543 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e7c81db9-2502-4d60-abbe-731f2b0f1f33 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:13:08.380891 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e7c81db9-2502-4d60-abbe-731f2b0f1f33 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:13:08.381304 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:13:08.399941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:13:08.400288 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 1d48f7b1-7a25-4f90-b2c7-1eec59bfad3e not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:13:08.460732 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.463395 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.464577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/security-groups/741e2ae8-21cb-4e54-b692-3daa1754beaf HTTP/1.1" status: 204 len: 168 time: 0.2377598 Aug 18 15:13:08.474610 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d5c5-1388-4ed4-8b3a-0afd8be94b36 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e2ae8-21cb-4e54-b692-3daa1754beaf,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:08.820196 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50730) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:08.824986 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226183152', 'description': 'tempest-secgroup-smoke-1226183152 description', 'project_id': 'd311ce091f22401ca690022ae49e50bc'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:08.906176 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:08.984589 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.043126 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.071212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d5cebd-0503-4d85-8daa-d6b970b880f5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:09.117551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.118833 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a3c8f7e3-d323-4078-b983-11a1758615fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2976151 Aug 18 15:13:09.121601 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50732) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:09.125954 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:09.195835 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.250709 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.288845 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.305273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b157ad69-549c-49e3-a3de-35f88588a280,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:09.351860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.353104 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1c0ac018-3f03-47d3-9d55-caeada52c4c6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305665 Aug 18 15:13:09.355783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50734) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:09.360111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:09.429675 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.491036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.557548 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.575298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e99b8-162b-4155-8ff7-89ed5d7a13b1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:09.631693 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.632853 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0202dd11-1bb6-4754-89cc-263176c89646 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761576 Aug 18 15:13:09.635531 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50736) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:09.639927 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:09.727061 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.783588 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.842797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.862460 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b721bd8-2ec9-437d-a833-eafab71a26ca,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:09.905777 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:09.906984 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ad4741dc-3686-44cc-9201-f750bfef806d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705112 Aug 18 15:13:09.909636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50738) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:09.914064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:09.990358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.049275 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.122746 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.142886 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80422f7-2f15-4ca9-a416-905aaf3c750b,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:10.197209 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.198412 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ff06770-258e-49d9-bf25-47b3bff270cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2878096 Aug 18 15:13:10.201065 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50740) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:10.205475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:10.259963 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:13:10.264623 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.325867 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.374475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.391360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c31a27-a571-436c-9efd-b2173c41a0e2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:10.431702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.432953 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-955821a1-d573-4634-9343-fc9d90ca815e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2309549 Aug 18 15:13:10.435798 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50742) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:10.440700 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '10d5cebd-0503-4d85-8daa-d6b970b880f5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:10.505808 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:13:10.510575 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.570825 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.631638 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.649357 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723b6500-77dc-47a4-85ec-5c45b2c93600,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:10.688882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.690091 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0555f0b-e2a8-4454-a1a4-72538e31869d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2533264 Aug 18 15:13:10.692876 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50744) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:10.697673 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'network': {'name': 'tempest-network-smoke--520653866', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'port_security_enabled': True}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:10.779890 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'network': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:13:10.783893 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.806104 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=112228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:13:10.814414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.814853 n-d-804303-5 neutron-server[112228]: INFO neutron.db.segments_db [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Added segment 05ae8248-c713-4c09-ae41-929b468b6883 of type vlan for network 7960b156-3db9-4314-86ed-dae17d6490a5 Aug 18 15:13:10.853667 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.916998 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.922537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:10.923121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:10.990848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Network': ['ID=7960b156-3db9-4314-86ed-dae17d6490a5,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:10.997388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.000663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7960b156-3db9-4314-86ed-dae17d6490a5 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:13:11.041054 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9d52213f-caa6-4762-9f15-26ff81468519 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3445859 Aug 18 15:13:11.041242 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50746) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:11.045829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'admin_state_up': True, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:11.128747 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.129754 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.180702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.380397 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.614614 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.620722 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.640851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.737666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.4 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/11ef8f63-d009-4e6c-ae14-4088a3f8d569) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:13:11.840124 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.929395 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:11.964177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:11.968761 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:11.972185 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:13:11.995877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=11ef8f63-d009-4e6c-ae14-4088a3f8d569,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:12.613664 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:12.806568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.020137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 07baa13d-b3d6-462a-9ed1-fc29c682b0af is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:13:13.124608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:13:13.134404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Sync routers for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:13:13.143157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:13.146293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:13.186149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.187542 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-050e400d-7c21-454d-a403-b74fe9687787 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1453152 Aug 18 15:13:13.191267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50748) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:13.219142 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4bfb700c-2341-4d92-9b8c-1308c6cd6233 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d311ce091f22401ca690022ae49e50bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267723 Aug 18 15:13:13.221659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50750) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:13.247040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:13.312628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbdaada-4c24-44e5-81b1-7ec181cc082d tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:13.314754 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1fbdaada-4c24-44e5-81b1-7ec181cc082d tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915959 Aug 18 15:13:13.317572 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50752) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:13.344683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-7cf471a2-c2ce-49fb-8268-440e9de068e9 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260117 Aug 18 15:13:13.347662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50754) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:13.352393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461687343', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:13.421633 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:12Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:13.448612 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Checking router: 07baa13d-b3d6-462a-9ed1-fc29c682b0af for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:13:13.448969 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Updating router 07baa13d-b3d6-462a-9ed1-fc29c682b0af port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:13:13.484458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.500032 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'subnet': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:13:13.504293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4313207'] for subnet, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.717524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7975704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4313185'] for subnet, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.734865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.745134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Transition to ACTIVE for port object 11ef8f63-d009-4e6c-ae14-4088a3f8d569 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:13.781817 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Subnet': ['ID=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:13.788788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Checking segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:13:13.789148 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network hostable DHCP agents. Network: 7960b156-3db9-4314-86ed-dae17d6490a5, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:13:13.797629 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.847637 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Attempting to bind port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:13:13.848001 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Attempting to bind port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:13:13.848359 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Attempting to bind port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:13:13.848738 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7960b156-3db9-4314-86ed-dae17d6490a5 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:13:13.855143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce491d8-f001-448a-9840-7ada44af1eca None None] Pushing event updated for resources: {'Port': ['ID=11ef8f63-d009-4e6c-ae14-4088a3f8d569,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:13.857511 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:13:13.857904 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:13:13.858302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.858688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:13:13.859148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Bound port: 11ef8f63-d009-4e6c-ae14-4088a3f8d569, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:13:13.859521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.911618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7960b156-3db9-4314-86ed-dae17d6490a5) {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:13.913099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] For port 11ef8f63-d009-4e6c-ae14-4088a3f8d569, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:13:13.915809 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:13.916154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] For port 11ef8f63-d009-4e6c-ae14-4088a3f8d569, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=11ef8f63-d009-4e6c-ae14-4088a3f8d569,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:13:13.916653 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:13.922437 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e04bdb-9892-410c-b68f-e278b9e85b36 None None] Network 7960b156-3db9-4314-86ed-dae17d6490a5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:13:13.980594 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:14.006533 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3c526bbe-c080-40da-8452-09df6acde998 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6551785 Aug 18 15:13:14.007517 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50756) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:14.095217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce491d8-f001-448a-9840-7ada44af1eca None None] Pushing event updated for resources: {'Port': ['ID=11ef8f63-d009-4e6c-ae14-4088a3f8d569,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:14.100766 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:14.101397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:14.161303 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7960b156-3db9-4314-86ed-dae17d6490a5', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:13:14.162213 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:14.452100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:14.602630 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Allocated IP 172.20.0.2 (7960b156-3db9-4314-86ed-dae17d6490a5/e437a8f9-f227-4bd6-8cd1-bc97ab02fd09/4c64760b-8cf4-4fd5-bb7b-50a0c060ce19) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:13:14.768600 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:14.773489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:12Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:14.804731 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45afbb-4dbf-4616-a837-72a7c6385642 None None] The sync data for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 is: [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:12Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:13:14.819117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:14.831514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Transition to ACTIVE for port object 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:14.847575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Transition to ACTIVE for port object 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:14.917762 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:14.960329 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Network 7960b156-3db9-4314-86ed-dae17d6490a5 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:14.963373 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:14.967078 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:13:14.974028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Pushing event updated for resources: {'Port': ['ID=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:15.048995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Attempting to bind port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:13:15.049371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Attempting to bind port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:13:15.049743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Attempting to bind port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:13:15.055073 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:13:15.055448 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Checking segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:13:15.055854 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.056247 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Bound using segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:13:15.056714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Bound port: 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:13:15.057096 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.072994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.1 (7960b156-3db9-4314-86ed-dae17d6490a5/e437a8f9-f227-4bd6-8cd1-bc97ab02fd09/e82bbc62-d91c-40ee-9e56-49dada22e423) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:13:15.130068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] For port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:13:15.137732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] For port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:13:15.194195 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.203738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.209434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object e82bbc62-d91c-40ee-9e56-49dada22e423 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:15.265122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b7616-ff83-491e-a708-285cbefbf211 None None] Pushing event updated for resources: {'Port': ['ID=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:15.300821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.351000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7960b156-3db9-4314-86ed-dae17d6490a5 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:15.354482 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:15.359356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:13:15.384403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:15.410838 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.654267 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:15.934808 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.009212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.087263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.089169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:16.202624 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbb9fb-9c33-4b89-86dd-4c7e6a7b70ae None None] Network 7960b156-3db9-4314-86ed-dae17d6490a5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:13:16.206688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7960b156-3db9-4314-86ed-dae17d6490a5 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:16.207416 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 11ef8f63-d009-4e6c-ae14-4088a3f8d569 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:16.211648 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:16.323124 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 07baa13d-b3d6-462a-9ed1-fc29c682b0af has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:13:16.352743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-77fd6bb6-862a-4f5d-952b-154ca9964fc6 None None] Provisioning for port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:16.365649 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:16.373275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:16.373656 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.439716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:13:16.446938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a876b64a-6ae5-4a3b-8511-868fffdb67d7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/07baa13d-b3d6-462a-9ed1-fc29c682b0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4381399 Aug 18 15:13:16.485401 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.514019 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 11ef8f63-d009-4e6c-ae14-4088a3f8d569, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=11ef8f63-d009-4e6c-ae14-4088a3f8d569,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:16.563502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.565046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:16.622357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-eefddcc7-548e-49d5-afaa-9d0dd2efd2e6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226183152&fields=id&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 267 time: 0.0487995 Aug 18 15:13:16.661603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=11ef8f63-d009-4e6c-ae14-4088a3f8d569,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:16.698166 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Sync routers for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:13:16.713904 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:16.714868 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:16.740141 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:16.744194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:16.744595 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.747824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Provisioning for port e82bbc62-d91c-40ee-9e56-49dada22e423 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:16.770680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-363973a2-38b4-4523-adf7-e5d9b45c401a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:16.774037 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-363973a2-38b4-4523-adf7-e5d9b45c401a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 796 time: 0.1442497 Aug 18 15:13:16.776760 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Provisioning complete for port e82bbc62-d91c-40ee-9e56-49dada22e423 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:16.777143 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.793073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-3133dcf4-9780-41c0-aeae-d4275b439212 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/quotas/d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 375 time: 0.0112321 Aug 18 15:13:16.827293 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Port e82bbc62-d91c-40ee-9e56-49dada22e423 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:13:16.844908 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:16.854638 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-2c647f10-84b9-4787-b3b4-3f2603e16ccb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549550 Aug 18 15:13:16.858265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Provisioning complete for port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:16.858646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.897018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:16.977312 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:16.998467 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.031979 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-9747852b-3999-48b9-8ef3-266b34915272 service neutron] 10.222.0.35 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647835 Aug 18 15:13:17.042073 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.123704 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.db.api [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 15:13:17.124014 n-d-804303-5 neutron-server[112230]: DEBUG oslo_db.api [None req-6a4915d7-2710-4762-89ab-649c401bb2cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 15:13:17.129074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:17.129434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 2, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:17.145139 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-e1d082dd-a846-4791-935e-19edb2a2cedb service neutron] 10.222.0.35 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050625 Aug 18 15:13:17.160192 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Checking router: 07baa13d-b3d6-462a-9ed1-fc29c682b0af for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:13:17.160545 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Updating router 07baa13d-b3d6-462a-9ed1-fc29c682b0af port e82bbc62-d91c-40ee-9e56-49dada22e423 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:13:17.188160 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.388415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-540c13f3-a2d5-4a97-a1e5-e88cfeea72bf req-5e854e07-5659-44da-873a-e239191d4071 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 210 time: 0.0281601 Aug 18 15:13:17.455976 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.465787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Transition to ACTIVE for port object e82bbc62-d91c-40ee-9e56-49dada22e423 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:17.529113 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.575996 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Pushing event updated for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:17.599303 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.599643 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.599975 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602140 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.602787 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:13:17.643213 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Attempting to bind port e82bbc62-d91c-40ee-9e56-49dada22e423 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:13:17.643766 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Attempting to bind port e82bbc62-d91c-40ee-9e56-49dada22e423 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:13:17.644434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Attempting to bind port e82bbc62-d91c-40ee-9e56-49dada22e423 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:13:17.651089 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:13:17.656389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Checking segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:13:17.656389 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.656389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Bound using segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:13:17.656389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Bound port: e82bbc62-d91c-40ee-9e56-49dada22e423, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:13:17.656389 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.721648 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] For port e82bbc62-d91c-40ee-9e56-49dada22e423, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:13:17.724884 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] For port e82bbc62-d91c-40ee-9e56-49dada22e423, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e82bbc62-d91c-40ee-9e56-49dada22e423,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:13:17.792414 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:17.842202 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:17.842837 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:12:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:17.891264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab81902-66da-486e-98f0-76d656c450d8 None None] Pushing event updated for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:17.963448 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:18.162460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 11ef8f63-d009-4e6c-ae14-4088a3f8d569 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:18.166811 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:17Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:18.193533 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8dc07-c963-47bc-acb5-015f98ceb305 None None] The sync data for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 is: [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:17Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:13:18.213395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:18.213766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:18.315987 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:18.368693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:18.368693 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:18.500832 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2f2b75fd-a15b-4cf7-a156-f8e4bb1d7034 req-db77e556-03e4-4f18-9b79-dd06955ff4b6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 210 time: 0.0341115 Aug 18 15:13:19.222152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-54a94659-f275-4464-883d-3293eb129e4b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:19.223634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-54a94659-f275-4464-883d-3293eb129e4b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 796 time: 0.1052349 Aug 18 15:13:19.279799 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-a5b7ae7e-6eb3-4a26-be9e-f6541c42b099 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 380 time: 0.0348337 Aug 18 15:13:19.292076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'port': {'device_id': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'admin_state_up': True, 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'security_groups': ['10d5cebd-0503-4d85-8daa-d6b970b880f5']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:19.471623 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:13:19.475215 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:19.596890 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d88474ee-c4d0-4cad-bab4-0c51cf451268 req-4fed478d-3faf-43ae-94b4-907495a44c49 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 210 time: 0.0262794 Aug 18 15:13:19.696359 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.10 (7960b156-3db9-4314-86ed-dae17d6490a5/e437a8f9-f227-4bd6-8cd1-bc97ab02fd09/fbd28e8f-9b1b-48a9-b736-6d3440fe7778) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:13:19.830696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:19.843347 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object fbd28e8f-9b1b-48a9-b736-6d3440fe7778 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:19.934499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:19.982130 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7960b156-3db9-4314-86ed-dae17d6490a5 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:19.985158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:19.988866 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:13:20.012638 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:20.041783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:20.042201 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.123378 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-d9c7b20e-aafa-42a7-90dd-4e1281bd807b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348720 Aug 18 15:13:20.143304 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Request body: {'port': {'device_id': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:20.155024 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e82bbc62-d91c-40ee-9e56-49dada22e423 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:20.207291 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.254395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e82bbc62-d91c-40ee-9e56-49dada22e423 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:20.258228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e82bbc62-d91c-40ee-9e56-49dada22e423 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:20.263595 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.288081 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd0f5c3c-88cf-4eed-8cb2-2aa7bc970418 None None] Provisioning for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:20.295492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dd0f5c3c-88cf-4eed-8cb2-2aa7bc970418 None None] Provisioning complete for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:20.295864 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5c3c-88cf-4eed-8cb2-2aa7bc970418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.335750 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f5c3c-88cf-4eed-8cb2-2aa7bc970418 None None] Port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:13:20.372061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.403878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e82bbc62-d91c-40ee-9e56-49dada22e423, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e82bbc62-d91c-40ee-9e56-49dada22e423,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:20.470606 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd28e8f-9b1b-48a9-b736-6d3440fe7778 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:13:20.477466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.478925 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.496695 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Transition to ACTIVE for port object fbd28e8f-9b1b-48a9-b736-6d3440fe7778 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:13:20.525094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:20.625594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.693983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:20.731503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc66b4-3579-4c9f-9a4c-51936531f46f req-b1f44d79-de70-4726-a466-8b3db718e34f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:20.733771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ccc66b4-3579-4c9f-9a4c-51936531f46f req-b1f44d79-de70-4726-a466-8b3db718e34f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0630839 Aug 18 15:13:20.750884 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:13:20.751509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:13:20.751937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:13:20.756666 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:13:20.757017 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:13:20.762294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:13:20.762630 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Checking segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:13:20.763012 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Bound using segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:13:20.763438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Bound port: fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:13:20.763799 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.787707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9ccc66b4-3579-4c9f-9a4c-51936531f46f req-d23d01ef-a883-4383-bc71-21c8bf35a6f2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Aug 18 15:13:20.832385 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:13:20.835718 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:13:20.929457 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.964120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:20.964741 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.966208 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] 10.222.0.10 "PUT /v2.0/ports/fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1092 time: 0.8291211 Aug 18 15:13:20.966646 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:13:20.968896 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:13:20.992835 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71b4a-e991-4104-86c4-80db48d88b0a service neutron] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:21.088002 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4d835-562d-4c9a-8042-07668e8134b9 x-openstack-request-id: req-61f4d835-562d-4c9a-8042-07668e8134b9 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:13:21.088294 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:13:21.088548 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61f4d835-562d-4c9a-8042-07668e8134b9 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:13:21.088968 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'status': 'completed', 'code': 200} Aug 18 15:13:21.137854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-5e56e3b1-5c87-4c64-91cb-2432264ca911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.139410 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-5e56e3b1-5c87-4c64-91cb-2432264ca911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0427749 Aug 18 15:13:21.189955 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-51610410-b7b1-418d-90e3-2878f52e2ee0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 217 time: 0.0377789 Aug 18 15:13:21.242247 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-cacf650a-6a70-41e6-a50a-0c5da08a1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.243604 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-cacf650a-6a70-41e6-a50a-0c5da08a1735 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0436795 Aug 18 15:13:21.293169 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c465-9703-417b-b894-00fa29c701d3 req-a6a6fec5-7c18-4df6-b778-b0d8905a914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.294670 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-a6a6fec5-7c18-4df6-b778-b0d8905a914e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392284 Aug 18 15:13:21.392780 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-2f85ba8a-c446-40cd-9636-1fb102c087f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849376 Aug 18 15:13:21.485273 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-6e62c465-9703-417b-b894-00fa29c701d3 req-0c19bcc9-06b9-4b89-95d9-8bec2dd31031 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807104 Aug 18 15:13:21.625025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-74b7faa3-affb-433f-945b-ce88588eb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.626538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-74b7faa3-affb-433f-945b-ce88588eb480 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0410557 Aug 18 15:13:21.717603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-ef8cbad2-522d-43fd-b66f-8a10b9d142a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.719099 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-ef8cbad2-522d-43fd-b66f-8a10b9d142a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0859983 Aug 18 15:13:21.759243 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-a64446a0-7778-400b-bd49-050ffc0915d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 217 time: 0.0333622 Aug 18 15:13:21.815022 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-f089f80c-5663-44b0-9014-b0f452338d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.816487 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-f089f80c-5663-44b0-9014-b0f452338d56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0469158 Aug 18 15:13:21.863516 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-94856458-99ce-4cc8-980b-246defacdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.865041 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-94856458-99ce-4cc8-980b-246defacdec9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407670 Aug 18 15:13:21.896020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184854f4-eeb8-4663-b1b9-8470d0de2bd2 req-e8cd5631-ec21-4221-8db4-02725347fafb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:21.899748 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-184854f4-eeb8-4663-b1b9-8470d0de2bd2 req-e8cd5631-ec21-4221-8db4-02725347fafb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0488756 Aug 18 15:13:21.935972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-184854f4-eeb8-4663-b1b9-8470d0de2bd2 req-1ddbdf3c-b26f-4b06-9d3d-b8124044b17a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Aug 18 15:13:21.957097 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-038fbf26-31ca-4a40-b44f-b8e780850c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:21.962113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-2a368240-f160-42e8-948c-216adb90be66 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880344 Aug 18 15:13:22.051067 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4c367bd2-ef88-4fb2-a75c-d87d84aa1fe0 req-69689c59-7cab-4e87-a341-7e023cc23ae2 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810940 Aug 18 15:13:22.132168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e82bbc62-d91c-40ee-9e56-49dada22e423 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:22.178549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e82bbc62-d91c-40ee-9e56-49dada22e423 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:22.178926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:23.054786 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7166d15-2e7c-4e4a-bc89-5efbec5ba7f2 req-307d7eac-2095-4731-9a30-ef396e664304 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:23.056255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7166d15-2e7c-4e4a-bc89-5efbec5ba7f2 req-307d7eac-2095-4731-9a30-ef396e664304 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0524490 Aug 18 15:13:23.094005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f7166d15-2e7c-4e4a-bc89-5efbec5ba7f2 req-4faf325d-3c99-4e98-b361-6a8da2097c19 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Aug 18 15:13:24.207397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9d7da-8d58-4178-8a50-43dfcf6d1bd5 req-b00b8dce-cb72-45a1-99bc-0f0214e8ad85 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:24.208905 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0b9d7da-8d58-4178-8a50-43dfcf6d1bd5 req-b00b8dce-cb72-45a1-99bc-0f0214e8ad85 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0494757 Aug 18 15:13:24.245934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c0b9d7da-8d58-4178-8a50-43dfcf6d1bd5 req-d751a823-076d-4f48-b33b-194c7e5ac0d6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Aug 18 15:13:24.836729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-51e65970-9290-4285-90c9-c6938c22e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:25.031633 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:25.234631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:13:25.326867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:25.338758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'mac_address': 'fa:16:3e:0c:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:13:25.358393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97538212-8e49-44d9-8338-fb2905456677 req-fe5d3eb4-73e2-439a-9193-e66257b456ac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:25.359886 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97538212-8e49-44d9-8338-fb2905456677 req-fe5d3eb4-73e2-439a-9193-e66257b456ac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0484548 Aug 18 15:13:25.377985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:25.391084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd28e8f-9b1b-48a9-b736-6d3440fe7778 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:13:25.399042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-97538212-8e49-44d9-8338-fb2905456677 req-95676433-ebd3-4e6b-9011-6c0d7ec29e84 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Aug 18 15:13:25.410342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:25.471485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:25.523927 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:25.756941 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['fbd28e8f-9b1b-48a9-b736-6d3440fe7778'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:13:26.139831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:26.515570 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92465a2c-d1ab-4738-8460-d4697b59648e req-e8515bde-cdc8-4e03-8407-29bdb5a435b1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:26.517047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92465a2c-d1ab-4738-8460-d4697b59648e req-e8515bde-cdc8-4e03-8407-29bdb5a435b1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 945 time: 0.0530667 Aug 18 15:13:26.556143 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92465a2c-d1ab-4738-8460-d4697b59648e req-fcac8515-45a1-4eac-b15d-a7e9aa64bd19 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Aug 18 15:13:26.702348 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-8a8d6d68-07c2-49f2-8349-756ed8780609 req-cf013941-ce54-4ddf-8a29-938cd8259b09 service neutron] (112229) timed out ('10.222.0.35', 45370) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:13:27.250409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:13:27.350907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:13:27.354597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:13:27.354969 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:27.430175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:27.451736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:13:27.453986 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fbe4cd-a2ca-4dc0-bc2d-695c54ae8a37" -d '{"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:13:27.467074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:13:27.523536 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:27.548524 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc13a1-b43c-4166-86bd-3af479855002 x-openstack-request-id: req-4ebc13a1-b43c-4166-86bd-3af479855002 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:13:27.548821 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:13:27.549072 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ebc13a1-b43c-4166-86bd-3af479855002 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:13:27.549458 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'code': 200} Aug 18 15:13:27.578195 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:27.654891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e89ac5-07b1-4ad2-ba87-f65f071109d8 req-f61d134d-de6c-4032-9876-9987bd43c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:27.656441 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48e89ac5-07b1-4ad2-ba87-f65f071109d8 req-f61d134d-de6c-4032-9876-9987bd43c52c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0410259 Aug 18 15:13:27.674844 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c8f2-7831-4eab-86ef-3c91c80e04cd req-aeba7415-0475-4742-ba65-1ca396214e29 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:27.676899 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80f0c8f2-7831-4eab-86ef-3c91c80e04cd req-aeba7415-0475-4742-ba65-1ca396214e29 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Aug 18 15:13:27.697532 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-48e89ac5-07b1-4ad2-ba87-f65f071109d8 req-a39c6c75-a5e3-4ba6-9c49-38fbbc579252 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285590 Aug 18 15:13:27.714592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80f0c8f2-7831-4eab-86ef-3c91c80e04cd req-1f291bd2-d00b-4365-bfbd-d43ea3fa3dd5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Aug 18 15:13:27.779287 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:28.829197 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebed1-c06b-469c-aff6-386a6043a09b req-83b16d31-a5ad-4ee5-94c1-599d5f6c542c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:28.830610 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6ebed1-c06b-469c-aff6-386a6043a09b req-83b16d31-a5ad-4ee5-94c1-599d5f6c542c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Aug 18 15:13:28.867819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0e6ebed1-c06b-469c-aff6-386a6043a09b req-f20ee87a-2406-4904-bd3e-09c3632cbaa5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 18 15:13:28.983110 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea824-27c4-4e3b-b5d1-d8bf43987b98 req-ef1c252c-bc72-40db-b4f8-a24efa8cedda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:28.984582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aadea824-27c4-4e3b-b5d1-d8bf43987b98 req-ef1c252c-bc72-40db-b4f8-a24efa8cedda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0520642 Aug 18 15:13:29.021901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aadea824-27c4-4e3b-b5d1-d8bf43987b98 req-3ad0d61a-35fa-4ece-963c-12c77abe73a1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Aug 18 15:13:29.043472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50816) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:29.082177 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9fb7e-244e-4ee2-ba08-5ffcaf1deaa6 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:29.084222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-93f9fb7e-244e-4ee2-ba08-5ffcaf1deaa6 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1092 time: 0.0392630 Aug 18 15:13:29.086933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50818) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:29.091312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:13:29.145856 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:29.244098 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:29.342625 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.26 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/947f053c-b49c-4e6c-8407-18187a18581a) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:13:29.445144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:29.664798 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:29.664798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:13:29.664798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:13:29.664798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:13:29.664798 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=947f053c-b49c-4e6c-8407-18187a18581a,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:29.977490 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.078653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.224810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.271821 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.341389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=947f053c-b49c-4e6c-8407-18187a18581a,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:13:30.350983 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.446902 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 62647b51-be40-4d5a-aa40-0ea88f69ed3c associated. External IP: 172.25.1.26, port: fbd28e8f-9b1b-48a9-b736-6d3440fe7778. Aug 18 15:13:30.646892 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 07baa13d-b3d6-462a-9ed1-fc29c682b0af has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:13:30.751155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:13:30.761395 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Sync routers for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:13:30.770200 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:30.770818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:30.820277 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:30.846938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-46c8249c-f6fc-4be4-b87c-7afe8af66e23 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7589879 Aug 18 15:13:30.847523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:13:30.849815 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014df48-a7e2-451d-be3f-957d7ee07ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:13:30.876210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:30.887869 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be438c0-5431-4e20-bc0e-b5c521599e14 x-openstack-request-id: req-6be438c0-5431-4e20-bc0e-b5c521599e14 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:13:30.888161 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:13:30.888421 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6be438c0-5431-4e20-bc0e-b5c521599e14 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:13:30.888861 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'status': 'completed', 'code': 200} Aug 18 15:13:30.956374 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b8663-7638-48de-ae45-dd87f11893ec req-f3a5da58-d6a9-4f67-b7e5-85519b767606 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:30.958042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d79b8663-7638-48de-ae45-dd87f11893ec req-f3a5da58-d6a9-4f67-b7e5-85519b767606 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0570068 Aug 18 15:13:30.958267 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-fb2987a6-566e-455b-8696-f3789ba0563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:30.959956 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-fb2987a6-566e-455b-8696-f3789ba0563d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0490668 Aug 18 15:13:31.010480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d79b8663-7638-48de-ae45-dd87f11893ec req-3502d1ed-93d7-4183-8567-75a00a81f50f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Aug 18 15:13:31.028520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50824) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:31.056744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-07dc0f1d-3e16-498a-9f15-45317d68cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:31.058258 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-07dc0f1d-3e16-498a-9f15-45317d68cbee service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0911818 Aug 18 15:13:31.090892 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bf8dc96a-d793-406e-a4d4-c2307ebc7999 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/62647b51-be40-4d5a-aa40-0ea88f69ed3c HTTP/1.1" status: 200 len: 991 time: 0.0600481 Aug 18 15:13:31.129151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-8a13badf-7453-470a-b2ab-1daea37adad2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 999 time: 0.0639405 Aug 18 15:13:31.179135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-2aa70a69-411b-41f8-a9ce-ad5fb8694d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:31.180595 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-2aa70a69-411b-41f8-a9ce-ad5fb8694d72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0443249 Aug 18 15:13:31.225609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-d8c7ca44-9e31-4662-b2ba-a7a31cd19abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:31.227131 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-d8c7ca44-9e31-4662-b2ba-a7a31cd19abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397539 Aug 18 15:13:31.272097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '62647b51-be40-4d5a-aa40-0ea88f69ed3c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'mac_address': 'fa:16:3e:0c:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:13:29Z', 'updated_at': '2021-08-18T15:13:29Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:31.297643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Checking router: 07baa13d-b3d6-462a-9ed1-fc29c682b0af for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:13:31.306410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:13:31.307028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:13:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:31.321165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-ba32fcdd-30e2-4a91-bab0-3d89b00c9bc6 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862405 Aug 18 15:13:31.411598 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8014df48-a7e2-451d-be3f-957d7ee07ccb req-d62e51da-1a15-4345-8513-0a4bcf9c6df3 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828552 Aug 18 15:13:31.415338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:13:31.635999 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '62647b51-be40-4d5a-aa40-0ea88f69ed3c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'mac_address': 'fa:16:3e:0c:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:13:29Z', 'updated_at': '2021-08-18T15:13:29Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:13:31.662554 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e96-4e63-44b4-802b-1ae84ca1e2f4 None None] The sync data for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 is: [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '62647b51-be40-4d5a-aa40-0ea88f69ed3c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'mac_address': 'fa:16:3e:0c:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:13:29Z', 'updated_at': '2021-08-18T15:13:29Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:13:31.845394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699d9dc-9334-4ece-9656-1ef228924dcb None None] New status for floating IP 62647b51-be40-4d5a-aa40-0ea88f69ed3c: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:13:32.092979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50826) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:32.157283 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2dcfcd17-cdf9-46b3-a8ad-ff8324c58628 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/62647b51-be40-4d5a-aa40-0ea88f69ed3c HTTP/1.1" status: 200 len: 991 time: 0.0631685 Aug 18 15:13:33.161180 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50828) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:13:33.473095 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:13:33.539721 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-94690f61-ed1c-4037-af15-4392a7066858 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/62647b51-be40-4d5a-aa40-0ea88f69ed3c HTTP/1.1" status: 200 len: 993 time: 0.3768828 Aug 18 15:13:35.933164 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-41b016f3-5203-42b6-ac62-539f3bca2721 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401621 Aug 18 15:13:36.018475 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-0f2bf605-2bd7-4a80-be6d-7cabdd5362f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:36.019972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-0f2bf605-2bd7-4a80-be6d-7cabdd5362f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0454400 Aug 18 15:13:36.121485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-33665bf4-cbca-4dd1-81b4-b9358c338663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:36.123016 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-33665bf4-cbca-4dd1-81b4-b9358c338663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0844727 Aug 18 15:13:36.191298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-8b418399-6e06-4d4c-8cb1-6ee34794a8e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1001 time: 0.0611284 Aug 18 15:13:36.240268 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-0be3e5e1-e7f2-47e6-bac6-16a39acc657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:36.241751 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-0be3e5e1-e7f2-47e6-bac6-16a39acc657f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0438969 Aug 18 15:13:36.288072 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-e5b85a72-49fe-431c-9645-02fa1944eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:13:36.289540 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-e5b85a72-49fe-431c-9645-02fa1944eb21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405381 Aug 18 15:13:36.380079 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-75226609-bd57-4bc8-b25e-bddca28ef823 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830133 Aug 18 15:13:36.468424 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-974e3802-38f0-45f9-adf8-097a9e4d89b1 req-194fd264-2753-410f-ad21-ddabfdafe666 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Aug 18 15:13:41.025570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:41.648302 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:51.950893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-61fe1961-5492-4b95-924a-3c5dc7881f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:54.853733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b13d886b-cae6-4d88-9072-7e8272b2c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:55.019416 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:56.144168 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:57.779089 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:07.152697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ad1d1-5368-4746-8900-9ef3cdf21f49 req-3c403865-787e-47b7-8376-2eaa11d57f22 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:07.154240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca7ad1d1-5368-4746-8900-9ef3cdf21f49 req-3c403865-787e-47b7-8376-2eaa11d57f22 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0997224 Aug 18 15:14:07.194427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ca7ad1d1-5368-4746-8900-9ef3cdf21f49 req-91fe684e-0ff0-4c2d-acc1-0552187e2b1e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338330 Aug 18 15:14:07.239250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-b3f843f8-e157-41f4-ac92-5ca08bd133bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840642 Aug 18 15:14:08.357373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339de9-7117-4cd1-9659-87e454fe04b6 req-0e0ec76e-6d83-4153-b13f-b76eeaa3a43f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:08.358991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa339de9-7117-4cd1-9659-87e454fe04b6 req-0e0ec76e-6d83-4153-b13f-b76eeaa3a43f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0985737 Aug 18 15:14:08.398388 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fa339de9-7117-4cd1-9659-87e454fe04b6 req-20d42fd2-476f-4f1b-8589-c85b483b0763 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Aug 18 15:14:09.275056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-e056b354-1f9b-4e6f-8fcd-701a48441b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:09.276550 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-e056b354-1f9b-4e6f-8fcd-701a48441b01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0424101 Aug 18 15:14:09.369580 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-beb99dd2-dd40-42cf-a812-85af85cb67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:09.371589 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-beb99dd2-dd40-42cf-a812-85af85cb67a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0865881 Aug 18 15:14:09.440415 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-b3829a3b-2210-457e-9e5a-a0d85e98fa69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1001 time: 0.0574973 Aug 18 15:14:09.498214 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-d322da3b-9ad4-4c52-9fd0-b6cffe077dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:09.499694 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-d322da3b-9ad4-4c52-9fd0-b6cffe077dd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0485256 Aug 18 15:14:09.515743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c64ed-9c85-4d45-b7e9-62c62ef85cc3 req-fe62ee90-a407-483e-9790-9684cf1e05d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:09.517263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-853c64ed-9c85-4d45-b7e9-62c62ef85cc3 req-fe62ee90-a407-483e-9790-9684cf1e05d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Aug 18 15:14:09.551614 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-6fedf0e7-60a6-43f3-b19f-df4c41d8dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:09.553020 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-6fedf0e7-60a6-43f3-b19f-df4c41d8dc37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407653 Aug 18 15:14:09.557380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-853c64ed-9c85-4d45-b7e9-62c62ef85cc3 req-7bdc1609-bfc7-4fad-9616-f1a5c59a32bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334160 Aug 18 15:14:09.650506 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-112c8991-07c5-4dd9-a160-4c5e37f72e3d service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Aug 18 15:14:09.740262 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-a07c242e-0602-427b-91e4-ab9d3327407d service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778956 Aug 18 15:14:10.471960 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:14:10.675250 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec34073-b1d2-4057-bd9c-ed67a8a65bc5 req-f23e851a-a39c-4364-9a1d-fac8b678cb21 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:10.676700 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ec34073-b1d2-4057-bd9c-ed67a8a65bc5 req-f23e851a-a39c-4364-9a1d-fac8b678cb21 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0528443 Aug 18 15:14:10.712378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1ec34073-b1d2-4057-bd9c-ed67a8a65bc5 req-0dbab791-4c92-411e-8270-9223e63850b7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298707 Aug 18 15:14:11.013127 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:11.624778 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:11.827032 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a564e-c7aa-4252-b48e-4337b7fe0d6b req-09a4ddaa-f104-4ccb-b7eb-f264ece56b01 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:11.828385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-180a564e-c7aa-4252-b48e-4337b7fe0d6b req-09a4ddaa-f104-4ccb-b7eb-f264ece56b01 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0471861 Aug 18 15:14:11.864526 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-180a564e-c7aa-4252-b48e-4337b7fe0d6b req-e8a12218-6ba3-44d0-ad49-74d8a71b5712 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303316 Aug 18 15:14:12.977112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a34ba8-3aa5-4680-bc97-b4595eadfd5b req-32e3e713-9303-4238-8cd5-38766ee03d6d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:12.978614 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01a34ba8-3aa5-4680-bc97-b4595eadfd5b req-32e3e713-9303-4238-8cd5-38766ee03d6d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0474899 Aug 18 15:14:13.015227 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01a34ba8-3aa5-4680-bc97-b4595eadfd5b req-42890ea4-6395-4efa-a295-1c2c895074fd tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301037 Aug 18 15:14:14.133550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cc53-14bd-4bd8-a6d5-e200b56e4c58 req-1b9e1396-9158-48e3-8b24-a2f6838bc224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:14.135054 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4035cc53-14bd-4bd8-a6d5-e200b56e4c58 req-1b9e1396-9158-48e3-8b24-a2f6838bc224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0524640 Aug 18 15:14:14.171790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4035cc53-14bd-4bd8-a6d5-e200b56e4c58 req-f02c5da3-a057-4f15-a656-40b86a9ed1f7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Aug 18 15:14:15.285642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270c79-99cd-4c4a-839d-1b8647d74daa req-380deb7b-9004-402b-bfb2-4e5f189069f1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:15.287142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b270c79-99cd-4c4a-839d-1b8647d74daa req-380deb7b-9004-402b-bfb2-4e5f189069f1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0485444 Aug 18 15:14:15.324225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b270c79-99cd-4c4a-839d-1b8647d74daa req-096b7b91-8f2f-48d7-b648-5fc1cc34d9af tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Aug 18 15:14:16.438137 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4ea7-236c-407e-a331-816c1c2b7c4a req-88552757-3913-40c6-9adf-dd644bf19224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:16.439603 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a30d4ea7-236c-407e-a331-816c1c2b7c4a req-88552757-3913-40c6-9adf-dd644bf19224 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Aug 18 15:14:16.477993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a30d4ea7-236c-407e-a331-816c1c2b7c4a req-b6358515-3cc0-449f-8b8c-3fbc77ccf635 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324368 Aug 18 15:14:17.595713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff3e4-485f-430b-a64b-0be8c456a16f req-a941106e-1764-4963-97d8-7a777962b226 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:17.597210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a4ff3e4-485f-430b-a64b-0be8c456a16f req-a941106e-1764-4963-97d8-7a777962b226 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0518982 Aug 18 15:14:17.634090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6a4ff3e4-485f-430b-a64b-0be8c456a16f req-960d06e4-4ad5-4a22-8d37-d656a0c324d6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Aug 18 15:14:18.748549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d8e-77f2-4891-90dc-a4ea6682a400 req-e97ae917-7665-49ff-8e2a-9edf6394eb41 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:18.750049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc662d8e-77f2-4891-90dc-a4ea6682a400 req-e97ae917-7665-49ff-8e2a-9edf6394eb41 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Aug 18 15:14:18.786998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bc662d8e-77f2-4891-90dc-a4ea6682a400 req-b415ca23-cc5f-4b3d-92ed-ff707d839573 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310771 Aug 18 15:14:19.899458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360907c-1b91-48b2-8129-bf13b77ee564 req-e54dfbaa-c4a7-4302-a9d3-f8b96f6be378 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:19.900909 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f360907c-1b91-48b2-8129-bf13b77ee564 req-e54dfbaa-c4a7-4302-a9d3-f8b96f6be378 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0481529 Aug 18 15:14:19.937065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f360907c-1b91-48b2-8129-bf13b77ee564 req-f812e379-6efe-4e64-a976-a1d676eb1f83 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297570 Aug 18 15:14:21.055158 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717ed1-49a4-4911-b728-1e6109611305 req-7c1da944-b20c-4f46-b705-6666387803aa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:21.056639 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb717ed1-49a4-4911-b728-1e6109611305 req-7c1da944-b20c-4f46-b705-6666387803aa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0526340 Aug 18 15:14:21.094194 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eb717ed1-49a4-4911-b728-1e6109611305 req-a4a82d1d-ba77-4076-b26c-311d53efc2a6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Aug 18 15:14:21.956108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-79c2f485-1232-4518-88b1-5eea03b775ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:22.208486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ce73-8eb7-485c-a9b2-92d163156748 req-85786b29-63d3-4955-b5f4-0b79a704c1a9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:22.210007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0768ce73-8eb7-485c-a9b2-92d163156748 req-85786b29-63d3-4955-b5f4-0b79a704c1a9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Aug 18 15:14:22.247055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0768ce73-8eb7-485c-a9b2-92d163156748 req-ef7763f7-f7ec-4911-99cc-775cf31314d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Aug 18 15:14:23.359663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2ba2c-1358-4746-99e7-693a63648e68 req-419ff865-f614-45d0-a463-712102bf8abf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:23.361142 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddd2ba2c-1358-4746-99e7-693a63648e68 req-419ff865-f614-45d0-a463-712102bf8abf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0481219 Aug 18 15:14:23.398860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ddd2ba2c-1358-4746-99e7-693a63648e68 req-65961084-15b9-4419-a8da-157522f1c630 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Aug 18 15:14:24.517704 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c7a2c-2538-4dbf-993c-2a533a062854 req-2e6b03ea-5c43-48c8-a7ac-357c8fde1940 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:24.519240 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-853c7a2c-2538-4dbf-993c-2a533a062854 req-2e6b03ea-5c43-48c8-a7ac-357c8fde1940 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Aug 18 15:14:24.558206 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-853c7a2c-2538-4dbf-993c-2a533a062854 req-c32dce40-d2e9-44d5-be7a-b0fa53c70239 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327260 Aug 18 15:14:24.850551 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a1d801ea-4035-4ad6-b191-a61f3de3acbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:25.030153 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:25.672936 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426632b9-586e-4c37-bc06-5c7400095b8f req-5bd6ce11-ab25-4a41-9e29-b372499dded2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:25.674480 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-426632b9-586e-4c37-bc06-5c7400095b8f req-5bd6ce11-ab25-4a41-9e29-b372499dded2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Aug 18 15:14:25.713618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-426632b9-586e-4c37-bc06-5c7400095b8f req-dc64a2fd-cc86-4de0-a058-e6bd87ba9ce2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332401 Aug 18 15:14:26.173244 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:26.827860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b91c1-4885-4e2a-a53b-438d2bf0883d req-f2b6eaf3-7bb9-4dd1-a49e-f001dce115aa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:26.829221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830b91c1-4885-4e2a-a53b-438d2bf0883d req-f2b6eaf3-7bb9-4dd1-a49e-f001dce115aa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0480490 Aug 18 15:14:26.865332 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-830b91c1-4885-4e2a-a53b-438d2bf0883d req-88774dbe-a5a0-4f00-b320-1e9356d4f1db tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299909 Aug 18 15:14:27.354045 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-96717c93-09b7-4376-b478-4d7a23944cf1 service neutron] show failed (client error): The resource could not be found. Aug 18 15:14:27.355047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-96717c93-09b7-4376-b478-4d7a23944cf1 service neutron] 10.222.0.10 "GET /v2.0/ports/fbd28e8f-9b1b-48a9-b736-6d3440fe7778/bindings/n-h2-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0550063 Aug 18 15:14:27.784591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:27.990208 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-f39ce035-63ac-4ed9-aa74-1a069c11b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:27.991686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-f39ce035-63ac-4ed9-aa74-1a069c11b65c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 1097 time: 0.0741611 Aug 18 15:14:28.002817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78409421-a7f3-4cdd-8867-47bb30fa0be9 req-0f543512-e3c1-4dd9-8d36-96bc8c77c761 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:28.004188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78409421-a7f3-4cdd-8867-47bb30fa0be9 req-0f543512-e3c1-4dd9-8d36-96bc8c77c761 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0579157 Aug 18 15:14:28.009656 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:14:28.080841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78409421-a7f3-4cdd-8867-47bb30fa0be9 req-bf683bc3-7f9a-436e-b66b-71f7b0117198 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681038 Aug 18 15:14:28.087186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.290201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:14:28.323976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:14:28.363358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:14:28.365614 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6589d-1a67-4953-8553-eaae5e3549ca" -d '{"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:14:28.369766 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.382020 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Transition to ACTIVE for port object fbd28e8f-9b1b-48a9-b736-6d3440fe7778 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:14:28.412554 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3414e-9bb4-4b31-9b92-81cc749a0fe1 x-openstack-request-id: req-d3b3414e-9bb4-4b31-9b92-81cc749a0fe1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:14:28.412844 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:14:28.413097 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3b3414e-9bb4-4b31-9b92-81cc749a0fe1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:14:28.413498 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'code': 200} Aug 18 15:14:28.458549 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.506689 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=6']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:14:28.545474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.545832 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.546203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.546549 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.546887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.547222 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.547555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.547887 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.548218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.548552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.548882 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.549210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:28.595918 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] No DVR routers for this DVR port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:14:28.729279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:14:28.729618 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:14:28.729979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:14:28.734244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:14:28.734567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Attempting to bind port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on network 7960b156-3db9-4314-86ed-dae17d6490a5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:14:28.739495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:14:28.739833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Checking segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:14:28.740218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Bound using segment: {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:14:28.740645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Bound port: fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ae8248-c713-4c09-ae41-929b468b6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:14:28.741005 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.802876 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:14:28.805760 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:14:28.875982 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.912588 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:28.913544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:28.915348 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] 10.222.0.58 "PUT /v2.0/ports/fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1092 time: 0.9095812 Aug 18 15:14:28.951023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccf593-d3a7-4782-927d-67a3c37b9ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=7']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:14:28.985895 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-7fea53ea-cfc3-46b5-b7b5-3ed815707402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:28.985895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-7fea53ea-cfc3-46b5-b7b5-3ed815707402 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0458269 Aug 18 15:14:29.079107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-08ac0ca6-c0d6-4a62-90e7-726a73d4f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:29.080593 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-08ac0ca6-c0d6-4a62-90e7-726a73d4f806 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0874794 Aug 18 15:14:29.153415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-9b054983-aaa4-43fd-90e4-85651eacc2ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 999 time: 0.0635097 Aug 18 15:14:29.233366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9fdc-65d3-4fc3-b9a1-87d3f78cdb7e req-fa01a8d2-a491-42dc-a5fb-f29aee1950d0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:29.234797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb1a9fdc-65d3-4fc3-b9a1-87d3f78cdb7e req-fa01a8d2-a491-42dc-a5fb-f29aee1950d0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0844073 Aug 18 15:14:29.237541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-a395fe9d-61a0-4a7b-b2f4-6635aa20a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:29.238888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-a395fe9d-61a0-4a7b-b2f4-6635aa20a8cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0619452 Aug 18 15:14:29.300922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb1a9fdc-65d3-4fc3-b9a1-87d3f78cdb7e req-24ed4555-38b4-4bcc-9f63-9d3dd11f490c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598884 Aug 18 15:14:29.311027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-9ca29c99-4071-4ef9-b42b-c7519cbf42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:29.312477 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-9ca29c99-4071-4ef9-b42b-c7519cbf42db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583553 Aug 18 15:14:29.405553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-21e8ed39-40c2-451c-bbf5-cc0392b00dc7 service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808651 Aug 18 15:14:29.501375 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-55c5557f-0c82-41c3-a949-3f0875a4dd38 req-3a206c09-f644-4bc0-a1cb-998440087d3d service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846496 Aug 18 15:14:30.418776 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b609f-8e7a-41fc-a614-803d4fb66706 req-d609c68e-81a2-4c74-b032-6187dc38ef5b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.420164 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-062b609f-8e7a-41fc-a614-803d4fb66706 req-d609c68e-81a2-4c74-b032-6187dc38ef5b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0502856 Aug 18 15:14:30.420611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:14:30.422848 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d95e7e-2897-4e50-84ef-20161a5aab69" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:14:30.457092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-062b609f-8e7a-41fc-a614-803d4fb66706 req-9253a419-84d3-45b7-9dd8-761cdb7ca062 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309305 Aug 18 15:14:30.471447 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312a1873-e411-421d-89c9-7b8452f69304 x-openstack-request-id: req-312a1873-e411-421d-89c9-7b8452f69304 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:14:30.471739 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:14:30.471990 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-312a1873-e411-421d-89c9-7b8452f69304 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:14:30.472391 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'status': 'completed', 'code': 200} Aug 18 15:14:30.536723 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-546c51e3-b7bb-4f1f-9a15-d7b695d6a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.538252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-546c51e3-b7bb-4f1f-9a15-d7b695d6a29b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0413468 Aug 18 15:14:30.541719 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-56ebbed8-32cc-4b37-bf3a-488099d964dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.543851 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-56ebbed8-32cc-4b37-bf3a-488099d964dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0447879 Aug 18 15:14:30.632431 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-f32b6cae-b4d4-4bc4-86c2-efbef81bc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.633940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-f32b6cae-b4d4-4bc4-86c2-efbef81bc7ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0864248 Aug 18 15:14:30.635679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-216fff51-fd60-49cf-8fac-b5b03dd16f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.637223 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-216fff51-fd60-49cf-8fac-b5b03dd16f32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0833528 Aug 18 15:14:30.698948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-b3cbd8da-6db5-40f7-b741-64741d8f299b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 999 time: 0.0571713 Aug 18 15:14:30.709446 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-7337a93c-2a01-4a82-b931-58a81fb9a0e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 999 time: 0.0611701 Aug 18 15:14:30.753606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-e1563c3e-ade2-49ba-8e0e-30aaf55116f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.755118 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-e1563c3e-ade2-49ba-8e0e-30aaf55116f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0476389 Aug 18 15:14:30.764303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-2be7ce43-7fc0-494f-b0ae-9abfea95e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.765723 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-2be7ce43-7fc0-494f-b0ae-9abfea95e9f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0434523 Aug 18 15:14:30.802353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-3d4bc787-e1c2-4a7c-b57b-0f5411acdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.803870 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-3d4bc787-e1c2-4a7c-b57b-0f5411acdf38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404325 Aug 18 15:14:30.815829 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-3020f194-26fa-45c8-a3da-305f7d8a97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:30.817300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-3020f194-26fa-45c8-a3da-305f7d8a97d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396707 Aug 18 15:14:30.899740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-694b5d1c-8b50-4547-9986-7cb8877d96b4 service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866132 Aug 18 15:14:30.914181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-34b49ead-428b-43a6-ad12-69503dff60e1 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Aug 18 15:14:30.989609 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-8b1e46c0-197c-4eb1-81ab-36363bfc6556 service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795522 Aug 18 15:14:31.009644 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-50d95e7e-2897-4e50-84ef-20161a5aab69 req-a4d4f9d5-242c-4279-948a-0015cf54b8f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827844 Aug 18 15:14:31.532499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:14:31.566736 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:14:31.576695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0f89e-530f-4bc5-bc14-841c37cb4da1 req-fcdbebda-ddc7-4b22-8846-61afff129824 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:31.578327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cac0f89e-530f-4bc5-bc14-841c37cb4da1 req-fcdbebda-ddc7-4b22-8846-61afff129824 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0531580 Aug 18 15:14:31.615960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cac0f89e-530f-4bc5-bc14-841c37cb4da1 req-a39ce983-080d-4760-a528-cfecf465f705 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Aug 18 15:14:32.573684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:14:32.667409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:14:32.679145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'port_id': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'mac_address': 'fa:16:3e:0c:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:14:32.715442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:32.727962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd28e8f-9b1b-48a9-b736-6d3440fe7778 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:14:32.739562 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaeb92-3d2d-4df0-bc99-cce6ff24aed7 req-b092336c-c397-4dff-b440-7302aa8e0444 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:32.741057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73aaeb92-3d2d-4df0-bc99-cce6ff24aed7 req-b092336c-c397-4dff-b440-7302aa8e0444 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 944 time: 0.0535638 Aug 18 15:14:32.747324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:14:32.785222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73aaeb92-3d2d-4df0-bc99-cce6ff24aed7 req-0eaf8fcd-111e-43b7-9994-eaf5305c8fc5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380800 Aug 18 15:14:32.904860 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:32.950535 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:14:32.957668 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.958048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.958398 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.958742 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.959080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.959417 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.959804 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.960082 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.960410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.960738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.961069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:32.961394 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:14:33.163998 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fef6c-fcea-4f24-9509-e52f5ac0934e req-2c81d518-c319-4598-966f-7121b619a543 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.165474 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c62fef6c-fcea-4f24-9509-e52f5ac0934e req-2c81d518-c319-4598-966f-7121b619a543 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Aug 18 15:14:33.175248 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['fbd28e8f-9b1b-48a9-b736-6d3440fe7778'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:14:33.207830 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c62fef6c-fcea-4f24-9509-e52f5ac0934e req-2d8ca1a6-79a0-4b3a-8501-50d525c81c91 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354791 Aug 18 15:14:33.276530 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-caba6b55-7f3d-4c6d-a723-6884b46ea055 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.278873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-caba6b55-7f3d-4c6d-a723-6884b46ea055 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8&tenant_id=d311ce091f22401ca690022ae49e50bc&binding%3Ahost_id=n-h2-804303-5 HTTP/1.1" status: 200 len: 945 time: 0.0575917 Aug 18 15:14:33.327641 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13c25-9f9a-4e34-abc2-03c969d15803 req-475fc82f-122d-43b2-a42d-d964420053fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.329065 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc13c25-9f9a-4e34-abc2-03c969d15803 req-475fc82f-122d-43b2-a42d-d964420053fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Aug 18 15:14:33.355036 n-d-804303-5 neutron-server[112228]: INFO neutron.api.v2.resource [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-5ff3e6ec-43c9-4212-b799-959f71c97592 service neutron] delete failed (client error): The resource could not be found. Aug 18 15:14:33.356159 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-5ff3e6ec-43c9-4212-b799-959f71c97592 service neutron] 10.222.0.10 "DELETE /v2.0/ports/fbd28e8f-9b1b-48a9-b736-6d3440fe7778/bindings/n-h1-804303-5 HTTP/1.1" status: 404 len: 380 time: 0.0650105 Aug 18 15:14:33.369547 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1dc13c25-9f9a-4e34-abc2-03c969d15803 req-7a99a12a-6d6c-43c4-9803-8989b36bdd80 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Aug 18 15:14:33.495960 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-fb57a010-bd67-490b-b107-0901f3027a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.497972 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-fb57a010-bd67-490b-b107-0901f3027a33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0404184 Aug 18 15:14:33.591795 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-469b488f-8f9a-4d49-9eca-6fbcad94a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.593277 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-469b488f-8f9a-4d49-9eca-6fbcad94a527 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0841968 Aug 18 15:14:33.668076 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-e1a316b6-1929-4bd5-a62b-783f11ef3374 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1000 time: 0.0628843 Aug 18 15:14:33.725662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-ce41888c-f49d-47d1-a5a1-b016fc752d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.727128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-ce41888c-f49d-47d1-a5a1-b016fc752d84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0486107 Aug 18 15:14:33.777947 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-3d9bd5f2-bc98-4eb5-89e2-264e29d39a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:33.779445 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-3d9bd5f2-bc98-4eb5-89e2-264e29d39a7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400980 Aug 18 15:14:33.876433 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-56b0a22d-9512-4bbd-907f-25354ba53f17 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841088 Aug 18 15:14:33.969337 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e16c3d0c-ccb7-41db-87eb-e7766b235183 req-b3814536-a7dc-458e-8569-6ad61197df12 service neutron] 10.222.0.10 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808010 Aug 18 15:14:34.489886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242bc4a-d814-4ea6-840e-cfc38a42a93d req-be6ae6fd-eeca-4df3-b561-af3c905c3d81 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:34.491475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7242bc4a-d814-4ea6-840e-cfc38a42a93d req-be6ae6fd-eeca-4df3-b561-af3c905c3d81 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 945 time: 0.0534799 Aug 18 15:14:34.532866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7242bc4a-d814-4ea6-840e-cfc38a42a93d req-024a5421-b68f-48c2-b24c-8cfab4abfe2d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Aug 18 15:14:34.582229 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:14:34.716588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:14:34.720702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:14:34.727156 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:34.799649 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:34.821148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:14:34.823447 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dabd71-0936-4d95-af55-a0497538eb3e" -d '{"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:14:34.841811 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:14:34.860993 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6585051f-2f55-4b0d-8db3-a7704091e2e3 x-openstack-request-id: req-6585051f-2f55-4b0d-8db3-a7704091e2e3 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:14:34.861297 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-plugged", "status": "completed", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:14:34.861551 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6585051f-2f55-4b0d-8db3-a7704091e2e3 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:14:34.861975 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'code': 200} Aug 18 15:14:34.916543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:34.965590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=9']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:14:35.643393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4423fae-937c-4ba1-864d-8e490be0c83e req-8d3e9aee-81b2-408c-b9ab-7a5f6c731434 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:35.644766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4423fae-937c-4ba1-864d-8e490be0c83e req-8d3e9aee-81b2-408c-b9ab-7a5f6c731434 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Aug 18 15:14:35.682695 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4423fae-937c-4ba1-864d-8e490be0c83e req-4509a349-d8b8-4362-83b4-408bd5476e77 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Aug 18 15:14:35.708147 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50938) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:14:36.096547 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6ab266a5-373e-4b75-9f70-7b5f1001c2ca tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/62647b51-be40-4d5a-aa40-0ea88f69ed3c HTTP/1.1" status: 200 len: 993 time: 0.3872075 Aug 18 15:14:37.020623 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-b46f33c8-bcee-4f24-b7a0-dcd8c3579764 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387714 Aug 18 15:14:37.115848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5e18-390d-466e-b5c7-ad050858a123 req-2e224c3f-0501-4ef8-a099-f7b19c8d8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:37.117310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-2e224c3f-0501-4ef8-a099-f7b19c8d8d50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0431736 Aug 18 15:14:37.222396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5e18-390d-466e-b5c7-ad050858a123 req-4ffd993d-d639-4155-86e9-c6a82f6df960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:37.223829 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-4ffd993d-d639-4155-86e9-c6a82f6df960 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0836687 Aug 18 15:14:37.291576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-fd14f2c5-a32b-4e0d-b6c8-a0ceb9b37cf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 1001 time: 0.0595961 Aug 18 15:14:37.340288 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5e18-390d-466e-b5c7-ad050858a123 req-f4fdb4c7-6cd7-4dbc-99f6-b62621771eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:37.341679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-f4fdb4c7-6cd7-4dbc-99f6-b62621771eff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0423808 Aug 18 15:14:37.387046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5e18-390d-466e-b5c7-ad050858a123 req-2c5fcdff-7e4c-458c-899e-3dfd297fe91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:14:37.388481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-2c5fcdff-7e4c-458c-899e-3dfd297fe91b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386226 Aug 18 15:14:37.479993 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-3a868cd4-9d5a-4712-9f6a-21a2efa930f2 service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Aug 18 15:14:37.568238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-571a5e18-390d-466e-b5c7-ad050858a123 req-6404b9d6-d56a-4588-9310-6d836ff899dd service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813453 Aug 18 15:14:41.052439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:41.687131 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:47.474803 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:14:51.966451 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c2800390-c996-4044-b8c4-aae704055111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:54.812206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15247771-7d82-4849-bbaf-c30e0410470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:55.012269 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:56.172676 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:57.795631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:06.481128 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50952) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:06.634855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 947f053c-b49c-4e6c-8407-18187a18581a {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:15:06.635205 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:06.712465 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:06.712800 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:06.724644 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 947f053c-b49c-4e6c-8407-18187a18581a owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:15:06.903595 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:06.931938 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=947f053c-b49c-4e6c-8407-18187a18581a,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:06.943547 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.943905 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.944253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.944595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.944935 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.945273 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.945676 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.945981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.946315 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.946643 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.946970 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:06.947295 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:07.000097 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:07.000509 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 62647b51-be40-4d5a-aa40-0ea88f69ed3c disassociated (deleted). External IP: 172.25.1.26, port: fbd28e8f-9b1b-48a9-b736-6d3440fe7778. Aug 18 15:15:07.204586 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 07baa13d-b3d6-462a-9ed1-fc29c682b0af has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:15:07.310565 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:15:07.315849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:07.320468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Sync routers for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:15:07.330415 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:07.331022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:07.342639 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-8dda1c32-cbf8-4a7f-a5e6-2f46091d527c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/floatingips/62647b51-be40-4d5a-aa40-0ea88f69ed3c HTTP/1.1" status: 204 len: 168 time: 0.8605320 Aug 18 15:15:07.343222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:15:07.345531 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e765ae7a-6662-4df6-9b90-fc7775607545" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:15:07.385356 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ef8c3-15f3-4b87-8766-2667328ce223 x-openstack-request-id: req-9a2ef8c3-15f3-4b87-8766-2667328ce223 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:15:07.385652 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:15:07.385933 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a2ef8c3-15f3-4b87-8766-2667328ce223 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:15:07.386342 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'status': 'completed', 'code': 200} Aug 18 15:15:07.438310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:07.452834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-659e080f-9827-4d97-abc6-efc7e3518c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:07.454368 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-659e080f-9827-4d97-abc6-efc7e3518c20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0413454 Aug 18 15:15:07.553688 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-8e16559b-d2b0-4e52-a17a-6c5261302b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:07.555219 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-8e16559b-d2b0-4e52-a17a-6c5261302b67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 200 len: 897 time: 0.0911288 Aug 18 15:15:07.599663 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-ab37e0b8-8172-4e02-a40b-049913695b53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 200 len: 217 time: 0.0350866 Aug 18 15:15:07.635542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:07.655928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-f5d5ee68-80a6-4bbb-92d4-bf212a6a119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:07.657407 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-f5d5ee68-80a6-4bbb-92d4-bf212a6a119f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 200 len: 835 time: 0.0497503 Aug 18 15:15:07.661268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Checking router: 07baa13d-b3d6-462a-9ed1-fc29c682b0af for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:15:07.669513 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:07.670150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:07.705673 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-2205f061-80ca-4f5e-ad1b-867d42627dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:07.707250 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-2205f061-80ca-4f5e-ad1b-867d42627dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7960b156-3db9-4314-86ed-dae17d6490a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424342 Aug 18 15:15:07.779231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:07.838117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffe950-cf5a-4fb2-8fad-dcaf76a66709 req-c4d97c51-35a7-4c3a-b0d3-201d4055c2b1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:07.840766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58ffe950-cf5a-4fb2-8fad-dcaf76a66709 req-c4d97c51-35a7-4c3a-b0d3-201d4055c2b1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0999627 Aug 18 15:15:07.867656 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-f4a750a3-fb43-40e4-8e4b-3a7691b771f1 service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455245 Aug 18 15:15:07.896101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-58ffe950-cf5a-4fb2-8fad-dcaf76a66709 req-bd523a81-12ed-42f3-b65a-47812d34669b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Aug 18 15:15:07.974243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e765ae7a-6662-4df6-9b90-fc7775607545 req-7611597a-69c2-4ac4-95eb-a2452c06c89e service neutron] 10.222.0.58 "GET /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935106 Aug 18 15:15:07.978730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:08.004806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffa110-2b03-4cd4-8670-fb017104cece None None] The sync data for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 is: [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:15Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e82bbc62-d91c-40ee-9e56-49dada22e423', 'name': '', 'network_id': '7960b156-3db9-4314-86ed-dae17d6490a5', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:17:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:14Z', 'updated_at': '2021-08-18T15:13:20Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'e437a8f9-f227-4bd6-8cd1-bc97ab02fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:15:08.210361 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc6d2c-c2fb-4279-b3da-513fb4b45311 None None] New status for floating IP 62647b51-be40-4d5a-aa40-0ea88f69ed3c: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:15:09.010835 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed14034-8cbe-44e5-a9f6-fa8d2af09b08 req-da6cdd8f-57a1-417f-8c77-193e66aa69b7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:09.012313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ed14034-8cbe-44e5-a9f6-fa8d2af09b08 req-da6cdd8f-57a1-417f-8c77-193e66aa69b7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0475049 Aug 18 15:15:09.049766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8ed14034-8cbe-44e5-a9f6-fa8d2af09b08 req-1258b370-a816-4566-b969-fc6d7670e6e1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=10d5cebd-0503-4d85-8daa-d6b970b880f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Aug 18 15:15:09.291990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-8696e409-0d75-4c37-b958-999dd646e091 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:09.293338 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-8696e409-0d75-4c37-b958-999dd646e091 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 946 time: 0.0472062 Aug 18 15:15:09.384857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:15:09.385188 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:09.469344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port fbd28e8f-9b1b-48a9-b736-6d3440fe7778, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:09.469698 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:09.481627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for fbd28e8f-9b1b-48a9-b736-6d3440fe7778 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:15:09.686287 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:09.715794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=fbd28e8f-9b1b-48a9-b736-6d3440fe7778,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:09.754854 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] No DVR routers for this DVR port fbd28e8f-9b1b-48a9-b736-6d3440fe7778 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:15:09.757434 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:09.759445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9cb6be00-8260-40cf-baa0-85fb1107041c req-899af4fe-7f39-4783-b167-742dcd009eda tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "DELETE /v2.0/ports/fbd28e8f-9b1b-48a9-b736-6d3440fe7778 HTTP/1.1" status: 204 len: 173 time: 0.4565856 Aug 18 15:15:09.764697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-deleted', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:15:09.764697 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89decfc-4fcb-4c06-82f8-025f1d14053c" -d '{"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-deleted", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:15:09.797499 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381ea9b0-7feb-4b73-9d17-8b104e0c7dec x-openstack-request-id: req-381ea9b0-7feb-4b73-9d17-8b104e0c7dec {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:15:09.797816 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd7708f-caec-446d-9763-1a3d47841ed8", "name": "network-vif-deleted", "tag": "fbd28e8f-9b1b-48a9-b736-6d3440fe7778", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:15:09.798082 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-381ea9b0-7feb-4b73-9d17-8b104e0c7dec {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:15:09.798491 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7708f-caec-446d-9763-1a3d47841ed8', 'name': 'network-vif-deleted', 'tag': 'fbd28e8f-9b1b-48a9-b736-6d3440fe7778', 'status': 'completed', 'code': 200} Aug 18 15:15:10.162389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-47f8afa3-d674-4b58-af3e-a80a37ce5ce8 req-985bc1fb-5339-4570-ade0-ad9c033dbe1f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bd7708f-caec-446d-9763-1a3d47841ed8 HTTP/1.1" status: 200 len: 210 time: 0.0311897 Aug 18 15:15:11.092020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.218444 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50970) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:11.577712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.647060 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.830850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port e82bbc62-d91c-40ee-9e56-49dada22e423 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:15:11.831115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.929857 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port e82bbc62-d91c-40ee-9e56-49dada22e423, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e82bbc62-d91c-40ee-9e56-49dada22e423,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:11.930225 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.942870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for e82bbc62-d91c-40ee-9e56-49dada22e423 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:15:12.177594 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:12.208284 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=e82bbc62-d91c-40ee-9e56-49dada22e423,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:12.379698 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:12.590387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 07baa13d-b3d6-462a-9ed1-fc29c682b0af has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:15:12.694603 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:15:12.700149 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-07b3637a-141d-4784-98d5-3482260e821d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/07baa13d-b3d6-462a-9ed1-fc29c682b0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806526 Aug 18 15:15:12.702941 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50972) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:12.704706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Sync routers for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:15:12.714522 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:12.715230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:12.753218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting subnet e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:15:12.756300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:12.794263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:12.817776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:12.878745 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.018717 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.044759 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Subnet': ['ID=e437a8f9-f227-4bd6-8cd1-bc97ab02fd09,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:13.051360 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.055599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f9ce4fe3-68b9-4dbb-97bd-d3e539446216 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/subnets/e437a8f9-f227-4bd6-8cd1-bc97ab02fd09 HTTP/1.1" status: 204 len: 168 time: 0.3493216 Aug 18 15:15:13.055920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50974) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:13.123574 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb926de-d333-49e3-bd9e-9d8b2c11e17f None None] Network 7960b156-3db9-4314-86ed-dae17d6490a5 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:15:13.165787 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.220836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:15:12Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:13.263480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Checking router: 07baa13d-b3d6-462a-9ed1-fc29c682b0af for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:15:13.281732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Routers {'07baa13d-b3d6-462a-9ed1-fc29c682b0af'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:13.282326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:13.365137 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] DHCP port deletion for 7960b156-3db9-4314-86ed-dae17d6490a5 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:15:13.417434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] Set router 07baa13d-b3d6-462a-9ed1-fc29c682b0af gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:13.533686 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Deleting port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:15:13.533686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.595595 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.619634 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] For port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,segment=NetworkSegment(05ae8248-c713-4c09-ae41-929b468b6883),segment_id=05ae8248-c713-4c09-ae41-929b468b6883)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:13.621729 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.649271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Calling delete_port for 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:15:13.729802 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:15:12Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:13.741284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 11ef8f63-d009-4e6c-ae14-4088a3f8d569 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:15:13.741810 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.761271 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c2a70-dd2d-47a1-90cd-c01079dc2bab None None] The sync data for ids ['07baa13d-b3d6-462a-9ed1-fc29c682b0af'] in n-d-804303-5 is: [{'id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070873721', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:15:12Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '11ef8f63-d009-4e6c-ae14-4088a3f8d569', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07baa13d-b3d6-462a-9ed1-fc29c682b0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:13:11Z', 'updated_at': '2021-08-18T15:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:15:13.824519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 11ef8f63-d009-4e6c-ae14-4088a3f8d569, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=11ef8f63-d009-4e6c-ae14-4088a3f8d569,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:13.824962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.829593 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:13.837213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 11ef8f63-d009-4e6c-ae14-4088a3f8d569 owned by network:router_gateway {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:15:13.854687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] Pushing event deleted for resources: {'Port': ['ID=4c64760b-8cf4-4fd5-bb7b-50a0c060ce19,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:13.858265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d7c4e-8fea-41e4-b909-f39fe7a040a4 None None] No DVR routers for this DVR port 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:15:14.069480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.094714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=11ef8f63-d009-4e6c-ae14-4088a3f8d569,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:14.161567 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.256626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.260073 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.260752 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e82bbc62-d91c-40ee-9e56-49dada22e423 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:15:14.281597 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e82bbc62-d91c-40ee-9e56-49dada22e423 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:15:14.282046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e82bbc62-d91c-40ee-9e56-49dada22e423 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:15:14.282534 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:15:14.304738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:15:14.305080 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 4c64760b-8cf4-4fd5-bb7b-50a0c060ce19 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:15:14.360786 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.361373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Fanout notify agent at l3_agent the message router_deleted on router 07baa13d-b3d6-462a-9ed1-fc29c682b0af {{(pid=112229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:15:14.368369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.370840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-db951d5f-8879-4e83-8195-f582df8a3e68 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/routers/07baa13d-b3d6-462a-9ed1-fc29c682b0af HTTP/1.1" status: 204 len: 168 time: 1.3127117 Aug 18 15:15:14.372331 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50976) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:14.451843 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.541926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.551526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7960b156-3db9-4314-86ed-dae17d6490a5']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:14.561541 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ae8248-c713-4c09-ae41-929b468b6883') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:14.561864 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ae8248-c713-4c09-ae41-929b468b6883') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:14.570378 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.584172 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.589794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:15:14.590212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:15:14.593200 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:15:14.709711 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:15:14.720067 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.724788 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.729279 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/networks/7960b156-3db9-4314-86ed-dae17d6490a5 HTTP/1.1" status: 204 len: 168 time: 0.3534548 Aug 18 15:15:14.730148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: fbd28e8f-9b1b-48a9-b736-6d3440fe7778 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:15:14.730148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device fbd28e8f-9b1b-48a9-b736-6d3440fe7778 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:15:14.731202 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 50978) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:14.746455 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc95bac-123a-40dd-86ce-3a2e52b68b51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Network': ['ID=7960b156-3db9-4314-86ed-dae17d6490a5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:14.792832 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.821639 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.949207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.952498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:14.953666 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/security-groups/10d5cebd-0503-4d85-8daa-d6b970b880f5 HTTP/1.1" status: 204 len: 168 time: 0.2209051 Aug 18 15:15:14.962689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506473f-03a5-4b4a-9b4d-032102435a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d5cebd-0503-4d85-8daa-d6b970b880f5,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:16.145400 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 11ef8f63-d009-4e6c-ae14-4088a3f8d569 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:15:16.165769 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 11ef8f63-d009-4e6c-ae14-4088a3f8d569 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:15:16.166144 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 11ef8f63-d009-4e6c-ae14-4088a3f8d569 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:15:16.310782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50986) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:16.315518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346687586', 'description': 'tempest-secgroup-smoke-346687586 description', 'project_id': 'd311ce091f22401ca690022ae49e50bc'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:16.389133 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.467994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.543407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.570834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259e0b3a-4971-4e6b-8dfc-f311abe44da4,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:16.641264 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.642509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2d9188b3-ff15-43f3-9f1e-81635a26741c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3307171 Aug 18 15:15:16.645399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50988) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:16.650182 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:16.759785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.815466 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.885460 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.905490 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74760e76-1500-4d32-abcb-0c25ecad3722,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:16.966265 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:16.967501 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a8cd4f24-c8fb-474a-89cc-5071123ea52d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208928 Aug 18 15:15:16.970187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50990) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:16.974624 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:17.062095 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.116721 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.193832 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.211279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef2b735-1fa0-496c-93c5-ca03a65f6899,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:17.285337 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.286640 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d799bc1c-a63e-4187-bdea-dc60c6a2970e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155060 Aug 18 15:15:17.289291 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50992) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:17.293771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:17.364365 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.424673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.497407 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.516046 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fc3ab8-bf8f-4429-a6b1-240444fcfe45,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:17.634158 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.635437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-aebbd2f2-b2da-4023-a22c-89c135d2baa8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451328 Aug 18 15:15:17.638176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50994) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:17.643252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:17.724744 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.783403 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.886228 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.906680 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f462a04f-226f-4d86-877d-11b36b43bdfb,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:17.976924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:17.978176 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e23bc326-1536-4ae5-8eef-e6eca1c217f5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390615 Aug 18 15:15:17.980896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50996) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:17.985711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:18.063386 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:15:18.068640 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.131256 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.205859 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.222756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b48961a-9aee-4fdc-9e47-1e3d4cbe24a6,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:18.291606 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.292801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bc77d3a3-0e5b-47a1-8583-c48bdac70ef7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109615 Aug 18 15:15:18.296065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 50998) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:18.300404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '259e0b3a-4971-4e6b-8dfc-f311abe44da4', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:18.388814 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:15:18.394429 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.456390 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.525283 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.542216 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5e10a0-770f-413c-a725-4284ae18a058,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:18.617491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.618758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-33ea0a04-f72b-4f24-8b14-ff60f883e1f3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217797 Aug 18 15:15:18.621608 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51000) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:18.626919 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'network': {'name': 'tempest-network-smoke--1954400414', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:18.703630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:15:18.706955 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.729318 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:15:18.738501 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.738840 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Added segment 6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec of type vlan for network a622a578-6f98-4e32-a210-3c0f3fc1262c Aug 18 15:15:18.777520 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.908849 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.914395 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:18.914999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:18.981566 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Network': ['ID=a622a578-6f98-4e32-a210-3c0f3fc1262c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:18.992462 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network a622a578-6f98-4e32-a210-3c0f3fc1262c details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:15:19.030197 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ddf4c1b0-bdc2-4c46-bea5-6f034e9cf00e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4072282 Aug 18 15:15:19.033526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51002) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:19.038053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'admin_state_up': True, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:19.120532 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.121527 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.170577 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.365408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.619394 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.643477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.740740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.189 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/34f69c18-d316-4ff9-9fe0-f9d4b307e128) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:15:19.842627 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.949254 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:19.984565 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:19.989403 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:19.992883 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:15:20.016910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=34f69c18-d316-4ff9-9fe0-f9d4b307e128,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:20.309077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:20.500991 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:20.674622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 8d8ffa0c-76b6-4715-9b76-f6c087120951 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:15:20.776027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:15:20.787106 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Sync routers for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:15:20.796157 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:20.801803 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:20.851665 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:20.853067 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9d933c2f-bf09-480b-8f40-7903ed66f2ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8185780 Aug 18 15:15:20.856440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51004) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:20.898253 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:20.927630 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0260a793-63fb-4506-b67a-61dfd0cbc5e7 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d311ce091f22401ca690022ae49e50bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699267 Aug 18 15:15:20.930007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51008) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:21.013756 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2b13b-afca-4b4e-a64f-abfe6f9b2029 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:21.015863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3cc2b13b-afca-4b4e-a64f-abfe6f9b2029 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849521 Aug 18 15:15:21.018667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51010) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:21.051801 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-00be67a0-5e16-449b-944b-46d778e08df6 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320654 Aug 18 15:15:21.054262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51012) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:21.059107 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1339975877', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:21.073820 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:20Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:21.100146 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Checking router: 8d8ffa0c-76b6-4715-9b76-f6c087120951 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:15:21.100497 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Updating router 8d8ffa0c-76b6-4715-9b76-f6c087120951 port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:15:21.123836 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.183612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:15:21.187153 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.370319 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.380814 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Transition to ACTIVE for port object 34f69c18-d316-4ff9-9fe0-f9d4b307e128 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:21.440578 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.463091 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.504167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Subnet': ['ID=ec291acd-4f1f-467b-bdde-76fa033dd4ad,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:21.509493 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Attempting to bind port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:15:21.509885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Attempting to bind port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:15:21.510257 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Attempting to bind port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:15:21.513744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Checking segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:15:21.514146 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network hostable DHCP agents. Network: a622a578-6f98-4e32-a210-3c0f3fc1262c, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:15:21.519234 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Pushing event updated for resources: {'Port': ['ID=34f69c18-d316-4ff9-9fe0-f9d4b307e128,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:21.527042 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.527389 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.527733 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.528056 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.528383 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.528712 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.529036 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.529379 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.529697 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.530040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.530364 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.530714 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:21.533797 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:15:21.538885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:15:21.538885 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.538885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:15:21.538885 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Bound port: 34f69c18-d316-4ff9-9fe0-f9d4b307e128, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:15:21.538885 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.585668 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] For port 34f69c18-d316-4ff9-9fe0-f9d4b307e128, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:15:21.588560 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] For port 34f69c18-d316-4ff9-9fe0-f9d4b307e128, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=34f69c18-d316-4ff9-9fe0-f9d4b307e128,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:15:21.652361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network a622a578-6f98-4e32-a210-3c0f3fc1262c is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:15:21.692286 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.743729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, a622a578-6f98-4e32-a210-3c0f3fc1262c) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:21.747841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:21.748427 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.749040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:21.750316 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:21.753410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53ba5b-405d-4431-86aa-8114a4c201bf None None] Network a622a578-6f98-4e32-a210-3c0f3fc1262c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:15:21.783682 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07360-0b26-4fce-9834-6f3c52bd8192 None None] Pushing event updated for resources: {'Port': ['ID=34f69c18-d316-4ff9-9fe0-f9d4b307e128,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:21.855550 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:21.866606 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-60cddc49-41cf-4b46-b7dc-48b6cd8a264d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8099093 Aug 18 15:15:21.868198 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51014) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:21.909620 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-a622a578-6f98-4e32-a210-3c0f3fc1262c', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:15:21.910502 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:21.984243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-546a19f9-a1dd-4417-ae1a-fea8172ac2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.036010 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:20Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:22.059242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Allocated IP 172.20.0.2 (a622a578-6f98-4e32-a210-3c0f3fc1262c/ec291acd-4f1f-467b-bdde-76fa033dd4ad/f36aa3a4-6e63-4725-90ef-632211722a78) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:15:22.062446 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f97de40-4347-415d-9416-d758d1424d33 None None] The sync data for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 is: [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:20Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:15:22.212595 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.221544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Transition to ACTIVE for port object f36aa3a4-6e63-4725-90ef-632211722a78 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:22.237967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Transition to ACTIVE for port object f36aa3a4-6e63-4725-90ef-632211722a78 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:22.321169 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.327200 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.365780 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Network a622a578-6f98-4e32-a210-3c0f3fc1262c is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:22.367228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:22.370913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:15:22.382464 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Pushing event updated for resources: {'Port': ['ID=f36aa3a4-6e63-4725-90ef-632211722a78,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:22.432035 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Attempting to bind port f36aa3a4-6e63-4725-90ef-632211722a78 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:15:22.432403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Attempting to bind port f36aa3a4-6e63-4725-90ef-632211722a78 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:15:22.432764 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Attempting to bind port f36aa3a4-6e63-4725-90ef-632211722a78 on network a622a578-6f98-4e32-a210-3c0f3fc1262c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:15:22.438839 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:15:22.439211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Checking segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:15:22.439636 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.440023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Bound using segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:15:22.440487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Bound port: f36aa3a4-6e63-4725-90ef-632211722a78, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:15:22.440866 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.512564 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] For port f36aa3a4-6e63-4725-90ef-632211722a78, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:15:22.519555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] For port f36aa3a4-6e63-4725-90ef-632211722a78, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f36aa3a4-6e63-4725-90ef-632211722a78,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:15:22.578985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:22.638302 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04524-bfea-434a-a0a6-0d96dad9a303 None None] Pushing event updated for resources: {'Port': ['ID=f36aa3a4-6e63-4725-90ef-632211722a78,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:22.972241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.1 (a622a578-6f98-4e32-a210-3c0f3fc1262c/ec291acd-4f1f-467b-bdde-76fa033dd4ad/fc28d54f-b97f-4efc-bf79-5b7730d3c7fc) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:15:23.084557 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.098356 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object fc28d54f-b97f-4efc-bf79-5b7730d3c7fc will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:23.207127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.246800 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network a622a578-6f98-4e32-a210-3c0f3fc1262c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:23.252076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:23.256703 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:15:23.286731 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:23.310080 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.504827 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.507030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26543f5-349d-4b45-8cf4-93c66765cd50 None None] Network a622a578-6f98-4e32-a210-3c0f3fc1262c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:15:23.630549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-77ae5aae-7807-4606-9e7a-1627d32371d8 None None] Provisioning for port f36aa3a4-6e63-4725-90ef-632211722a78 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:23.797787 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.858374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.943786 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:23.945244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:23.960995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-027b20a3-8e63-48f9-bbf9-cef5f9203b01 None None] Provisioning for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:23.965259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-027b20a3-8e63-48f9-bbf9-cef5f9203b01 None None] Provisioning complete for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:23.965634 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-027b20a3-8e63-48f9-bbf9-cef5f9203b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.002527 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-027b20a3-8e63-48f9-bbf9-cef5f9203b01 None None] Port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:15:24.050403 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network a622a578-6f98-4e32-a210-3c0f3fc1262c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:24.051897 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:24.130542 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9dc75a53-e70c-466f-8064-7b4d02e114bf None None] Provisioning complete for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:24.130542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9dc75a53-e70c-466f-8064-7b4d02e114bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.170476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9dc75a53-e70c-466f-8064-7b4d02e114bf None None] Port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:15:24.204481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 8d8ffa0c-76b6-4715-9b76-f6c087120951 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:15:24.278598 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 34f69c18-d316-4ff9-9fe0-f9d4b307e128 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:24.315795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b01bf62b-5b9e-48b0-bfe9-cbec0448a8ef None None] Provisioning complete for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:24.316166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b01bf62b-5b9e-48b0-bfe9-cbec0448a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.324693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:15:24.333916 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a9b4b620-8f3e-4cd5-82b4-1e1ed4aec6ea tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/8d8ffa0c-76b6-4715-9b76-f6c087120951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605551 Aug 18 15:15:24.342281 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Sync routers for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:15:24.363687 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b01bf62b-5b9e-48b0-bfe9-cbec0448a8ef None None] Port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:15:24.366224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:24.366843 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:14:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:24.463356 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:24.473057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:24.476337 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.476485 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:15:24.476948 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-d3bfb639-9160-4e9b-8a9f-122c765a994a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346687586&fields=id&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 267 time: 0.0399735 Aug 18 15:15:24.501240 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:24.579739 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-d5848557-5ecc-4354-abae-2310cfe8d744 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:24.581238 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-d5848557-5ecc-4354-abae-2310cfe8d744 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 797 time: 0.1039965 Aug 18 15:15:24.597047 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-df09d5fe-137d-45c2-833d-0ec93feeb94d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/quotas/d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 375 time: 0.0097678 Aug 18 15:15:24.651873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-a05d94b1-46b5-47a1-b7bf-dc48a7533591 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490861 Aug 18 15:15:24.665962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.702306 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 34f69c18-d316-4ff9-9fe0-f9d4b307e128, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=34f69c18-d316-4ff9-9fe0-f9d4b307e128,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:24.747030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-08d75158-12c8-4a59-b7ac-f1e1deebd4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828898 Aug 18 15:15:24.753150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 2, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:24.784972 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Checking router: 8d8ffa0c-76b6-4715-9b76-f6c087120951 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:15:24.785326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Updating router 8d8ffa0c-76b6-4715-9b76-f6c087120951 port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:15:24.787080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:24.787865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f36aa3a4-6e63-4725-90ef-632211722a78 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:24.841244 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-4363922e-1447-45f9-bd27-b8996d736cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Aug 18 15:15:25.039597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.071611 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=34f69c18-d316-4ff9-9fe0-f9d4b307e128,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:25.109984 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-385a7d64-f68e-4057-a47f-2169799f3a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.112154 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aa1b2dc8-bc74-4749-b328-078c599161b4 req-4f0d4032-47d0-4b03-9208-9a4c8978f33e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 210 time: 0.0288711 Aug 18 15:15:25.170804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.189206 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f36aa3a4-6e63-4725-90ef-632211722a78 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:25.198461 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f36aa3a4-6e63-4725-90ef-632211722a78 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:25.201197 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.358873 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.424563 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f36aa3a4-6e63-4725-90ef-632211722a78, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f36aa3a4-6e63-4725-90ef-632211722a78,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:25.426669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.436086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Transition to ACTIVE for port object fc28d54f-b97f-4efc-bf79-5b7730d3c7fc will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:25.509304 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.535868 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.572352 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f36aa3a4-6e63-4725-90ef-632211722a78,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:25.650414 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48eef-8110-432b-b6d2-deaa621375f3 None None] Pushing event updated for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:25.653063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Attempting to bind port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:15:25.653433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Attempting to bind port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:15:25.653800 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Attempting to bind port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc on network a622a578-6f98-4e32-a210-3c0f3fc1262c {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:15:25.659759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:15:25.660140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Checking segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:15:25.660546 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.660939 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Bound using segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:15:25.661404 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Bound port: fc28d54f-b97f-4efc-bf79-5b7730d3c7fc, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:15:25.661788 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.730900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] For port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:15:25.734533 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] For port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:15:25.834384 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:25.890111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:25.890740 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:25.895369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48eef-8110-432b-b6d2-deaa621375f3 None None] Pushing event updated for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:26.003235 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:26.214958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:26.222739 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 34f69c18-d316-4ff9-9fe0-f9d4b307e128 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:26.223928 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f3c3b26b-9fac-4072-afb5-b2da9e7c3fdd req-3790e0ac-a4fc-4529-918f-ced3ece66cb5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 210 time: 0.0328283 Aug 18 15:15:26.271286 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:25Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:26.301371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c7059-92d9-43d3-ac5f-d7f8b34ab3cd None None] The sync data for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 is: [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:25Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:15:26.311098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:26.311552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:26.417489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f36aa3a4-6e63-4725-90ef-632211722a78 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:26.470525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f36aa3a4-6e63-4725-90ef-632211722a78 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:26.470789 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.112172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-61230736-2b89-4557-9a33-d9cb2412cd89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:27.113865 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-61230736-2b89-4557-9a33-d9cb2412cd89 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 797 time: 0.1131122 Aug 18 15:15:27.165796 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-7f1cf738-b0cb-46a3-a7c0-01b84f3e6dc0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 379 time: 0.0356741 Aug 18 15:15:27.181597 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'port': {'device_id': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'admin_state_up': True, 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'security_groups': ['259e0b3a-4971-4e6b-8dfc-f311abe44da4']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:27.359995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b12eed59-7bfb-4465-a593-71765aceaa72 req-d8f07a4c-c145-4a2a-9cef-5ab75207b59d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Aug 18 15:15:27.394607 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:15:27.398563 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.527085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.10 (a622a578-6f98-4e32-a210-3c0f3fc1262c/ec291acd-4f1f-467b-bdde-76fa033dd4ad/cf6f6640-a127-4ffa-8800-5a9e1f9966b1) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:15:27.668102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.681480 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object cf6f6640-a127-4ffa-8800-5a9e1f9966b1 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:27.789556 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.817760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.833590 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network a622a578-6f98-4e32-a210-3c0f3fc1262c is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:27.836687 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:27.840365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:15:27.864145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:27.893696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:27.894334 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:27.961289 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c1d50e6c-9262-4dd0-8f4c-c07f48d1054d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862368 Aug 18 15:15:28.018973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Request body: {'port': {'device_id': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:28.079246 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.148994 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-94bf8f6b-cbf6-4608-8b31-b218ac2c4737 None None] Provisioning for port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:28.155576 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-94bf8f6b-cbf6-4608-8b31-b218ac2c4737 None None] Provisioning complete for port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:28.156134 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-94bf8f6b-cbf6-4608-8b31-b218ac2c4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.199896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8f6b-cbf6-4608-8b31-b218ac2c4737 None None] Port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:15:28.223724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc28d54f-b97f-4efc-bf79-5b7730d3c7fc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:28.341978 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6f6640-a127-4ffa-8800-5a9e1f9966b1 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:15:28.349283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.359789 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:28.365540 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Transition to ACTIVE for port object cf6f6640-a127-4ffa-8800-5a9e1f9966b1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:15:28.365662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:28.365662 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.423625 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.443272 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.474048 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:28.477886 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241deb8-4123-4cba-8731-d51648b8de4f req-c5bf56f6-bf12-48f0-9a35-c08d8b346647 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:28.481431 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9241deb8-4123-4cba-8731-d51648b8de4f req-c5bf56f6-bf12-48f0-9a35-c08d8b346647 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 944 time: 0.0536864 Aug 18 15:15:28.490651 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:28.524877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9241deb8-4123-4cba-8731-d51648b8de4f req-0a838aa7-df1a-4ea2-9105-a4dd9746631b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Aug 18 15:15:28.559175 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Attempting to bind port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:15:28.559594 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Attempting to bind port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:15:28.560831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.561377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Attempting to bind port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 on network a622a578-6f98-4e32-a210-3c0f3fc1262c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:15:28.568906 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 on network a622a578-6f98-4e32-a210-3c0f3fc1262c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:15:28.569308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Attempting to bind port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 on network a622a578-6f98-4e32-a210-3c0f3fc1262c {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:15:28.574582 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:15:28.575041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Checking segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:15:28.575492 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Bound using segment: {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:15:28.575992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Bound port: cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:15:28.576424 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.609775 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:28.645951 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:15:28.649172 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:15:28.743421 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.778144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:28.778764 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:28.780221 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 1092 time: 0.8045580 Aug 18 15:15:28.781168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:15:28.783487 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ae566a-f9a4-45c5-929d-d0e246e33eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:15:28.814020 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c572-07fd-4fe1-a6fd-4776719a0fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:28.822257 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874a189-ca87-4dfe-a8d5-06623bcb2d49 x-openstack-request-id: req-3874a189-ca87-4dfe-a8d5-06623bcb2d49 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:15:28.822374 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:15:28.822592 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3874a189-ca87-4dfe-a8d5-06623bcb2d49 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:15:28.822953 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'status': 'completed', 'code': 200} Aug 18 15:15:28.893435 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-94ae862c-8078-4624-b947-484f255f5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:28.895025 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-94ae862c-8078-4624-b947-484f255f5ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1095 time: 0.0498977 Aug 18 15:15:29.000305 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-427fa9fd-f7c3-4c06-9c24-5abf1dde7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.001806 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-427fa9fd-f7c3-4c06-9c24-5abf1dde7f31 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d311ce091f22401ca690022ae49e50bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0933821 Aug 18 15:15:29.106830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-74767c4e-27bc-4a7c-a3a9-9d9f86506294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.108331 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-97ae566a-f9a4-45c5-929d-d0e246e33eb5 req-74767c4e-27bc-4a7c-a3a9-9d9f86506294 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947859 Aug 18 15:15:29.193121 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-579e8b5a-e555-4363-8543-c6a9e856df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.194624 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-579e8b5a-e555-4363-8543-c6a9e856df3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1095 time: 0.0411313 Aug 18 15:15:29.241297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-0d008df2-3254-4fea-b764-c602bd90603c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 217 time: 0.0342412 Aug 18 15:15:29.299846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-97252443-9be6-4da2-a38d-999ac760a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.301268 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-97252443-9be6-4da2-a38d-999ac760a4bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0485773 Aug 18 15:15:29.353782 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-4862dc7e-7318-43a9-b66a-eefc02e2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.355261 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-4862dc7e-7318-43a9-b66a-eefc02e2630e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412345 Aug 18 15:15:29.448538 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-c983a867-fa92-4ffd-b6f3-d38639d9d055 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806503 Aug 18 15:15:29.546715 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2ec6b7c3-3d69-4b08-8bd9-44fc3186305a req-392a9697-7fde-4322-95de-e0e734efe1fc service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869858 Aug 18 15:15:29.644050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b58-ef51-4be8-baef-d44650020be9 req-dac4ddaa-0a68-48aa-8457-d84f4aaa35f9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:29.646079 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-469d8b58-ef51-4be8-baef-d44650020be9 req-dac4ddaa-0a68-48aa-8457-d84f4aaa35f9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 944 time: 0.0534182 Aug 18 15:15:29.682782 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-469d8b58-ef51-4be8-baef-d44650020be9 req-68a4c339-eb17-4ccf-a942-46a1bf0a166a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307317 Aug 18 15:15:30.198020 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc28d54f-b97f-4efc-bf79-5b7730d3c7fc up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:30.244258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:30.244625 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:30.798053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1239b9-90df-4ac9-bdf4-f394de1a7dcc req-77fea28f-bae3-4075-848f-872e2d278a61 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:30.799464 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b1239b9-90df-4ac9-bdf4-f394de1a7dcc req-77fea28f-bae3-4075-848f-872e2d278a61 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 944 time: 0.0490172 Aug 18 15:15:30.836468 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6b1239b9-90df-4ac9-bdf4-f394de1a7dcc req-302a5182-fed6-4fb8-bb36-3c1c56e52e40 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Aug 18 15:15:31.948913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1c86-2377-435e-8a27-85c77864f16f req-7c76d3a6-22de-4fa8-a414-d8dbaf79da79 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:31.950423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-034f1c86-2377-435e-8a27-85c77864f16f req-7c76d3a6-22de-4fa8-a414-d8dbaf79da79 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 944 time: 0.0487595 Aug 18 15:15:31.988738 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-034f1c86-2377-435e-8a27-85c77864f16f req-f942b45c-22cc-4278-bb98-8d0e016ccad6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Aug 18 15:15:33.104731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b605-9fa1-4051-904b-e9b2922095f0 req-290874bf-af32-4d0b-a42c-a97a87fffdb7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:33.106295 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ec1b605-9fa1-4051-904b-e9b2922095f0 req-290874bf-af32-4d0b-a42c-a97a87fffdb7 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Aug 18 15:15:33.144002 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ec1b605-9fa1-4051-904b-e9b2922095f0 req-197ef739-9445-4b62-a66d-92ac3e0cf211 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 18 15:15:33.778864 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cf6f6640-a127-4ffa-8800-5a9e1f9966b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:15:33.870355 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:33.881510 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'port_id': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'mac_address': 'fa:16:3e:c2:d6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:15:33.920426 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:33.936167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6f6640-a127-4ffa-8800-5a9e1f9966b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:15:33.956032 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:34.005938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:34.054331 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:34.061487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.061836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.065679 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:34.255734 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['cf6f6640-a127-4ffa-8800-5a9e1f9966b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:15:34.269709 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48e0e-d019-43a7-b9ec-0076868b3cd5 req-48207f0f-cff5-4138-b83a-17d097279bb2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:34.271509 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1f48e0e-d019-43a7-b9ec-0076868b3cd5 req-48207f0f-cff5-4138-b83a-17d097279bb2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 945 time: 0.0593941 Aug 18 15:15:34.311410 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f1f48e0e-d019-43a7-b9ec-0076868b3cd5 req-1d964a91-c566-40e5-9085-f97908fd8ecf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Aug 18 15:15:35.428713 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45f62-3b01-4aa1-9d14-72d6cbb68dd6 req-89b1ccf2-6b0e-45a2-bc08-e54794f94d8f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:35.430205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0c45f62-3b01-4aa1-9d14-72d6cbb68dd6 req-89b1ccf2-6b0e-45a2-bc08-e54794f94d8f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Aug 18 15:15:35.466537 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0c45f62-3b01-4aa1-9d14-72d6cbb68dd6 req-0ecdb289-f18c-490d-a2bd-1c4ae8984a05 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Aug 18 15:15:35.780168 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cf6f6640-a127-4ffa-8800-5a9e1f9966b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:15:35.862753 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:15:35.866512 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:15:35.877474 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:35.944958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:35.966590 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:15:35.968856 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5eb2c-04c6-4637-aa02-2821b73b96c5" -d '{"events": [{"server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:15:35.981758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:15:36.005341 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba524496-9fd6-4345-8354-afcae47aec83 x-openstack-request-id: req-ba524496-9fd6-4345-8354-afcae47aec83 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:15:36.005632 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:15:36.005908 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba524496-9fd6-4345-8354-afcae47aec83 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:15:36.006300 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'code': 200} Aug 18 15:15:36.064116 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:36.109399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12599d1-2a36-4172-9c15-f2d7fb7de4e8 req-18cdb09a-54a5-4a56-995b-e6ebf510e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:36.110931 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e12599d1-2a36-4172-9c15-f2d7fb7de4e8 req-18cdb09a-54a5-4a56-995b-e6ebf510e17e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0400891 Aug 18 15:15:36.115771 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:36.149271 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e12599d1-2a36-4172-9c15-f2d7fb7de4e8 req-4b3cb9e7-911f-4bb6-af2b-58a279f24675 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284512 Aug 18 15:15:36.582643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c89da-19fd-4be2-af9c-5ad2bd92724b req-b2017461-df51-4bd3-8876-0869da2def80 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:36.584150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c6c89da-19fd-4be2-af9c-5ad2bd92724b req-b2017461-df51-4bd3-8876-0869da2def80 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0518937 Aug 18 15:15:36.621336 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c6c89da-19fd-4be2-af9c-5ad2bd92724b req-b5ad14f0-f13a-45e4-9fa4-6e70aba97903 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Aug 18 15:15:37.735497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192b19e-6969-4f70-afcc-aa0c24d5f8a4 req-99c946b8-6936-44a4-8c61-3872a0982242 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:37.736950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1192b19e-6969-4f70-afcc-aa0c24d5f8a4 req-99c946b8-6936-44a4-8c61-3872a0982242 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Aug 18 15:15:37.773553 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1192b19e-6969-4f70-afcc-aa0c24d5f8a4 req-cf578f8e-da9a-4fb9-bb97-1e89d4c171bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307689 Aug 18 15:15:37.887794 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b3103-898b-4717-917d-e4a355ad52df req-5b16e6a0-95e8-481b-a8b5-9e9e6b650b34 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:37.889282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e4b3103-898b-4717-917d-e4a355ad52df req-5b16e6a0-95e8-481b-a8b5-9e9e6b650b34 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Aug 18 15:15:37.921715 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-50d7a41c-1b6a-4db7-a1bc-2bf691b150a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444069 Aug 18 15:15:37.928856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e4b3103-898b-4717-917d-e4a355ad52df req-5ea664ef-6f02-4313-8fc0-c0ab4e2caf90 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335517 Aug 18 15:15:37.950155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51074) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:38.017640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9b0de-c7cf-45c6-bf0a-386d916ae699 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:38.019170 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d0d9b0de-c7cf-45c6-bf0a-386d916ae699 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1092 time: 0.0680306 Aug 18 15:15:38.022448 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51076) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:38.024775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-8887577d-2345-4bd9-8013-d08b47a10abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:38.026185 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-8887577d-2345-4bd9-8013-d08b47a10abf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0507109 Aug 18 15:15:38.027092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:15:38.133085 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-149c9292-3537-4af7-8266-f71f468bd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:38.134594 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-149c9292-3537-4af7-8266-f71f468bd420 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 898 time: 0.0873744 Aug 18 15:15:38.160622 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:38.177337 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-3b82511b-d729-4f08-b948-c6ed10468144 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 217 time: 0.0352273 Aug 18 15:15:38.226768 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-062a766d-b4fa-4960-94c8-3ef9cf1da1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:38.228272 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-062a766d-b4fa-4960-94c8-3ef9cf1da1e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0436866 Aug 18 15:15:38.259863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:38.278225 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-60528ca1-b113-4619-a24e-9e15ab723032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:38.283216 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-60528ca1-b113-4619-a24e-9e15ab723032 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442317 Aug 18 15:15:38.365764 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.59 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/74e51649-2d2f-48e0-80bd-3ec97a4da577) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:15:38.370454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-1180a9a5-76b8-426f-9230-e0cb94695531 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820811 Aug 18 15:15:38.465480 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2d32eff5-99a2-4633-baf0-9cbd2110fe39 req-e2747332-2118-4b2e-a131-082bb2117d58 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 Aug 18 15:15:38.466336 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:38.579052 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:38.623396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:15:38.626830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:15:38.629450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:15:38.977682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=74e51649-2d2f-48e0-80bd-3ec97a4da577,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:38.991161 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.991824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.991946 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.992235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.992575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.992910 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.993243 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.993575 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.994003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.994334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.994661 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:38.994984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:15:39.312521 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:39.447038 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:39.596338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:39.662924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:39.729420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=74e51649-2d2f-48e0-80bd-3ec97a4da577,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:15:39.740851 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:39.840967 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 03a17b9c-4b6d-4776-ac29-967c8593b580 associated. External IP: 172.25.1.59, port: cf6f6640-a127-4ffa-8800-5a9e1f9966b1. Aug 18 15:15:40.047492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 8d8ffa0c-76b6-4715-9b76-f6c087120951 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:15:40.160041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:15:40.170190 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Sync routers for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:15:40.180016 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:40.180612 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:40.234869 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:40.265929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a7039d68-be1e-4800-b7bc-4134eeddd4d5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2422838 Aug 18 15:15:40.266729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:15:40.271124 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3384cbf-d327-435a-9632-939c78ba6a82" -d '{"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:15:40.294165 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:40.331448 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5fa94f-c049-4972-894f-2d101c0b9f86 x-openstack-request-id: req-dd5fa94f-c049-4972-894f-2d101c0b9f86 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:15:40.331866 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:15:40.332507 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd5fa94f-c049-4972-894f-2d101c0b9f86 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:15:40.332917 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'status': 'completed', 'code': 200} Aug 18 15:15:40.370321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c816c7-b468-48ce-b615-d83db5703d43 req-e89a709a-bb34-4e80-ba4a-b86567fb3ee6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:40.372353 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c816c7-b468-48ce-b615-d83db5703d43 req-e89a709a-bb34-4e80-ba4a-b86567fb3ee6 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0578020 Aug 18 15:15:40.393257 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-b9856767-59a3-41ff-b115-0b9dc33643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:40.395320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-b9856767-59a3-41ff-b115-0b9dc33643fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0499980 Aug 18 15:15:40.415552 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29c816c7-b468-48ce-b615-d83db5703d43 req-7258adbf-23a9-4974-8a43-9a2a243da13a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359132 Aug 18 15:15:40.440792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51082) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:40.500014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-532de3e5-90e7-46f6-8ee6-7dc24c7058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:40.501549 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-532de3e5-90e7-46f6-8ee6-7dc24c7058c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 898 time: 0.0987239 Aug 18 15:15:40.512126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d71189b-c37d-4424-9faa-44f54151a041 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/03a17b9c-4b6d-4776-ac29-967c8593b580 HTTP/1.1" status: 200 len: 991 time: 0.0687518 Aug 18 15:15:40.577459 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-8c754fda-d05e-4b5a-b0fc-5ec0ef088ccd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 999 time: 0.0677228 Aug 18 15:15:40.627874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-dd09524c-c182-444b-9552-97877a4a5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:40.628500 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '03a17b9c-4b6d-4776-ac29-967c8593b580', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'port_id': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'mac_address': 'fa:16:3e:c2:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:15:39Z', 'updated_at': '2021-08-18T15:15:39Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:40.629438 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-dd09524c-c182-444b-9552-97877a4a5325 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0451093 Aug 18 15:15:40.654125 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Checking router: 8d8ffa0c-76b6-4715-9b76-f6c087120951 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:15:40.662595 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:15:40.663216 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:15:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:40.679220 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-203823d9-163c-4ccb-98c0-f6fe2ce6ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:15:40.680758 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-203823d9-163c-4ccb-98c0-f6fe2ce6ed19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445185 Aug 18 15:15:40.768013 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:15:40.769680 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-6fa58e68-f4c6-4e90-b1bb-1ef47942afc6 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814674 Aug 18 15:15:40.863086 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c3384cbf-d327-435a-9632-939c78ba6a82 req-f2be9e60-10ae-4e19-be40-80131c938b85 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 Aug 18 15:15:40.986456 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '03a17b9c-4b6d-4776-ac29-967c8593b580', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'port_id': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'mac_address': 'fa:16:3e:c2:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:15:39Z', 'updated_at': '2021-08-18T15:15:39Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:15:41.012153 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f98ca-e5d1-4a56-a17a-a08c6fde9cf7 None None] The sync data for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 is: [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '03a17b9c-4b6d-4776-ac29-967c8593b580', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'port_id': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'mac_address': 'fa:16:3e:c2:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:15:39Z', 'updated_at': '2021-08-18T15:15:39Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:15:41.034640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:41.191496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc43b22-a4a7-4099-8b2a-159cd03a8f09 None None] New status for floating IP 03a17b9c-4b6d-4776-ac29-967c8593b580: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:15:41.514470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51084) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:15:41.574421 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-90f344a6-8828-4db4-8e39-8a255f44d4cc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/03a17b9c-4b6d-4776-ac29-967c8593b580 HTTP/1.1" status: 200 len: 993 time: 0.0582523 Aug 18 15:15:41.657394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:51.970795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8a22642b-ce7d-436e-935d-e726cb054188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:54.833780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-660c242e-3c7e-4f91-a792-2180c865cbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:55.034078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:56.187730 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:57.783219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:01.475608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:16:11.068022 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:11.690291 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:15.191139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f1294-07ad-4465-8349-a428787d105b req-55a6dcb7-fbb2-4b23-9d2f-f7d81118461c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:15.192655 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-274f1294-07ad-4465-8349-a428787d105b req-55a6dcb7-fbb2-4b23-9d2f-f7d81118461c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0554948 Aug 18 15:16:15.232465 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-274f1294-07ad-4465-8349-a428787d105b req-3acbbf9b-b35c-4b60-91d8-16bc63f66286 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337441 Aug 18 15:16:16.371475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf86e36-dcb9-4e64-8a9c-252d5f2cc27b req-9bb750e2-3652-4f03-9c38-630a875583e4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:16.372947 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf86e36-dcb9-4e64-8a9c-252d5f2cc27b req-9bb750e2-3652-4f03-9c38-630a875583e4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0537677 Aug 18 15:16:16.411817 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-abf86e36-dcb9-4e64-8a9c-252d5f2cc27b req-5d402d03-23ee-444f-aeee-eaa5275979ff tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322878 Aug 18 15:16:17.527080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bd08f-7fe7-413b-816d-a2f3133ba2b7 req-97626ca5-d26f-485e-8ef3-3be3165d8f5f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:17.528607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b8bd08f-7fe7-413b-816d-a2f3133ba2b7 req-97626ca5-d26f-485e-8ef3-3be3165d8f5f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0495174 Aug 18 15:16:17.567647 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0b8bd08f-7fe7-413b-816d-a2f3133ba2b7 req-5ee702e6-46d6-419a-9ef7-35d40563410b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Aug 18 15:16:18.691851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f62867-14ad-464a-824d-dd958d7cf994 req-db15942e-a3b1-49a0-a1de-ddd8000b8342 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:18.693494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f62867-14ad-464a-824d-dd958d7cf994 req-db15942e-a3b1-49a0-a1de-ddd8000b8342 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0571723 Aug 18 15:16:18.735213 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f62867-14ad-464a-824d-dd958d7cf994 req-5cc74867-e598-4992-bba5-62c317818ca0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354497 Aug 18 15:16:19.870077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dda2a-8720-4cb8-a207-3d922b453ff5 req-9bb858ba-88f3-4403-94a1-f923f22fbbaa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:19.871557 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de9dda2a-8720-4cb8-a207-3d922b453ff5 req-9bb858ba-88f3-4403-94a1-f923f22fbbaa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0495250 Aug 18 15:16:19.942015 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de9dda2a-8720-4cb8-a207-3d922b453ff5 req-60e10ee8-3332-4584-8896-22a174b5127c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637631 Aug 18 15:16:21.058633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c58d-974e-440a-aa5f-5653ee3d4155 req-49a63e52-01c2-4136-a187-1c2bf281a123 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:21.060092 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01d9c58d-974e-440a-aa5f-5653ee3d4155 req-49a63e52-01c2-4136-a187-1c2bf281a123 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0484838 Aug 18 15:16:21.097641 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01d9c58d-974e-440a-aa5f-5653ee3d4155 req-93d7864b-022f-47a7-9c44-695913d1f5ba tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Aug 18 15:16:21.976597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5124a97e-5fa3-4fc9-b3a9-bb5917fb1f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:22.227316 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfc51f-76f7-4cef-9632-b3c3809e22ed req-87c74690-27ee-4b85-988f-311c389a10c9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:22.228774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9cfc51f-76f7-4cef-9632-b3c3809e22ed req-87c74690-27ee-4b85-988f-311c389a10c9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0518515 Aug 18 15:16:22.265927 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9cfc51f-76f7-4cef-9632-b3c3809e22ed req-113a6188-0819-4716-8b07-bf972730fba5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Aug 18 15:16:23.379551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd6431-303d-44e9-a26f-b9fc51cf00e2 req-ff05fc1d-a603-4d4f-8ec3-1349ca35df20 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:23.381027 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fdd6431-303d-44e9-a26f-b9fc51cf00e2 req-ff05fc1d-a603-4d4f-8ec3-1349ca35df20 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Aug 18 15:16:23.418967 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5fdd6431-303d-44e9-a26f-b9fc51cf00e2 req-d2493b51-2641-4d6d-ac56-8762ec2a0837 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Aug 18 15:16:24.545635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136f518-8d91-4db5-aa02-52778ff4052a req-7ffab05a-b197-407b-bd59-c479c76afbc4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:24.545635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5136f518-8d91-4db5-aa02-52778ff4052a req-7ffab05a-b197-407b-bd59-c479c76afbc4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0546274 Aug 18 15:16:24.603257 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5136f518-8d91-4db5-aa02-52778ff4052a req-f0b3188f-9a95-429a-8384-2a7cbb4eb543 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Aug 18 15:16:24.862157 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-83630c3c-8d65-428e-be67-df1e5cae7d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:25.039228 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:25.728824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b66795-e2a1-4f48-94d7-f5b748cae01c req-1c942dd3-a95c-4293-ba3b-47edc7ed904b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:25.730397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b66795-e2a1-4f48-94d7-f5b748cae01c req-1c942dd3-a95c-4293-ba3b-47edc7ed904b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0544591 Aug 18 15:16:25.771217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-63b66795-e2a1-4f48-94d7-f5b748cae01c req-94c7853c-a11c-4db2-bcfb-ef76769aa260 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347595 Aug 18 15:16:26.177217 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:26.908049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180c601-6cd7-4783-938f-cfcd3320f5c5 req-6bbf8ba7-3639-4759-852f-dd6b3b359402 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:26.909716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c180c601-6cd7-4783-938f-cfcd3320f5c5 req-6bbf8ba7-3639-4759-852f-dd6b3b359402 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0625505 Aug 18 15:16:26.950419 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c180c601-6cd7-4783-938f-cfcd3320f5c5 req-7dd9fd56-36e8-4f10-80b8-9cee4e4982ee tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339861 Aug 18 15:16:27.782610 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:28.074550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b1809-00f0-4b3a-a859-2009baf8c95c req-099a0a45-789e-4b99-a6c5-92d7210da242 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:28.075987 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a2b1809-00f0-4b3a-a859-2009baf8c95c req-099a0a45-789e-4b99-a6c5-92d7210da242 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0510688 Aug 18 15:16:28.116891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9a2b1809-00f0-4b3a-a859-2009baf8c95c req-b530e8b2-8983-4abe-8fee-f87c8926626c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Aug 18 15:16:29.234533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c90d6-8287-4083-83be-205b5eb85d29 req-e463e707-7117-4014-bc08-2257ba4221e3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:29.236025 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d69c90d6-8287-4083-83be-205b5eb85d29 req-e463e707-7117-4014-bc08-2257ba4221e3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0519314 Aug 18 15:16:29.280631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d69c90d6-8287-4083-83be-205b5eb85d29 req-8759606f-e2a6-45fb-af10-c5180f3b8689 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378208 Aug 18 15:16:30.401607 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082de066-ebf9-4c1c-9ba4-775ca5c0563b req-b3cecf55-f3ef-46f5-b8e6-32b53fef22a2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:30.403367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-082de066-ebf9-4c1c-9ba4-775ca5c0563b req-b3cecf55-f3ef-46f5-b8e6-32b53fef22a2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0529687 Aug 18 15:16:30.448369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-082de066-ebf9-4c1c-9ba4-775ca5c0563b req-0788bdbe-8ecb-42d7-bb6b-ec4382937a30 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Aug 18 15:16:31.563667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9600dd5-f451-48ab-8aea-b575bc83b91a req-dbb52b44-2340-4ca8-a438-1dc78e0429e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:31.565144 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9600dd5-f451-48ab-8aea-b575bc83b91a req-dbb52b44-2340-4ca8-a438-1dc78e0429e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0495141 Aug 18 15:16:31.602717 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f9600dd5-f451-48ab-8aea-b575bc83b91a req-e279d53a-539c-4c12-81a2-00b20b1414e1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Aug 18 15:16:31.623846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51138) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:16:31.686599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9b83517c-29d5-48df-a5d3-dbe1689e927d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/03a17b9c-4b6d-4776-ac29-967c8593b580 HTTP/1.1" status: 200 len: 993 time: 0.0615740 Aug 18 15:16:33.060080 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38abff5-9fc4-4c5c-8552-1f29e75c3402 req-4a9db624-f46b-418d-bd90-6882cdcc2953 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:33.061504 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d38abff5-9fc4-4c5c-8552-1f29e75c3402 req-4a9db624-f46b-418d-bd90-6882cdcc2953 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0530169 Aug 18 15:16:33.101931 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d38abff5-9fc4-4c5c-8552-1f29e75c3402 req-ba015e57-2d80-4ed7-9009-11152509ca7e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Aug 18 15:16:33.154569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-269e7e44-c3cb-42e4-8e89-28fb1ce23ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:33.156070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-269e7e44-c3cb-42e4-8e89-28fb1ce23ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0453093 Aug 18 15:16:33.257228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-d5fc05bb-e49c-4e32-9b18-99c7e61df601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:33.258744 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-d5fc05bb-e49c-4e32-9b18-99c7e61df601 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 898 time: 0.0890994 Aug 18 15:16:33.328486 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-a3ff530e-8ce6-4500-9ff0-c3b47f9cd504 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 1001 time: 0.0589445 Aug 18 15:16:33.383717 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-7f8b6dfb-687a-4543-acb0-1258a5eed44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:33.385151 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-7f8b6dfb-687a-4543-acb0-1258a5eed44b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0442204 Aug 18 15:16:33.438911 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-08ded9a6-5bce-4261-8d8e-fad78b27272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:33.440935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-08ded9a6-5bce-4261-8d8e-fad78b27272e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430627 Aug 18 15:16:33.545755 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-f8e99dee-c9ce-4958-842c-22094644d4af service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919187 Aug 18 15:16:33.647371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a08deedd-2c88-4ad3-b560-2e837309cdc1 req-f99f574e-303b-4000-b18d-da74275825ba service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899885 Aug 18 15:16:34.220501 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a4c31-11f4-400f-8647-f59268d567dd req-952144df-4e09-418d-84e0-c19924491d26 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:34.222095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c11a4c31-11f4-400f-8647-f59268d567dd req-952144df-4e09-418d-84e0-c19924491d26 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0510604 Aug 18 15:16:34.260811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c11a4c31-11f4-400f-8647-f59268d567dd req-8f3fc045-4416-4c44-bec2-4cac67cc41ca tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327220 Aug 18 15:16:35.379810 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ffb52-db8d-4928-9157-db2f60985516 req-75cdae44-6bab-45ed-8563-330a45c45226 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:35.381352 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c2ffb52-db8d-4928-9157-db2f60985516 req-75cdae44-6bab-45ed-8563-330a45c45226 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0531702 Aug 18 15:16:35.423058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4c2ffb52-db8d-4928-9157-db2f60985516 req-04cf10ed-72ee-416a-b07f-ba7027427b2e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356114 Aug 18 15:16:35.445670 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51152) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:16:35.506190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c40e879d-96e9-4103-8a1d-e49e9d7f8b99 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/03a17b9c-4b6d-4776-ac29-967c8593b580 HTTP/1.1" status: 200 len: 993 time: 0.0593042 Aug 18 15:16:38.474617 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:16:38.943208 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-6a41687b-9ea0-4389-b89e-f043af27489f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497897 Aug 18 15:16:39.035648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-d81a282b-21d0-4171-954c-de8cb613bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:39.038182 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-d81a282b-21d0-4171-954c-de8cb613bb49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0437238 Aug 18 15:16:39.174595 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-d318b935-26c9-4b67-81bd-9fa8a7ce5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:39.176374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-d318b935-26c9-4b67-81bd-9fa8a7ce5875 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 898 time: 0.1172600 Aug 18 15:16:39.263652 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-cc0f21a3-6457-491d-b516-f486cbb7a7f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 1001 time: 0.0793953 Aug 18 15:16:39.335134 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-adfb02b8-0c66-4dd6-918a-2155584170c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:39.336871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-adfb02b8-0c66-4dd6-918a-2155584170c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0654526 Aug 18 15:16:39.403243 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-9f7c13fe-b025-4dce-bb87-1ea380141096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:16:39.406527 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-9f7c13fe-b025-4dce-bb87-1ea380141096 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552146 Aug 18 15:16:39.511115 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-124350f6-7085-482e-8233-516e0b0c2e72 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989258 Aug 18 15:16:39.621683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-5d8f37c0-1547-44d3-979a-7e124cf9f95e req-45f0f6cc-7977-4df1-8a7c-1556a45f9cc7 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033781 Aug 18 15:16:41.113821 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:41.662742 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:51.964444 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6f17-3c21-4458-8510-58f5b8e1b917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:54.832986 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f23d976-8c0e-4a53-a633-75ecb6f83a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:55.031727 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:56.204357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:16:57.809090 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.084238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51170) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:06.241156 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 74e51649-2d2f-48e0-80bd-3ec97a4da577 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:17:06.241507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.335970 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.336248 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.348206 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 74e51649-2d2f-48e0-80bd-3ec97a4da577 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:17:06.587063 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.612377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=74e51649-2d2f-48e0-80bd-3ec97a4da577,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:06.640371 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.640729 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.641081 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.641427 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.641766 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.642133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.642472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.642814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.643175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.643512 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.643843 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.644430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:06.684293 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:06.684640 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP 03a17b9c-4b6d-4776-ac29-967c8593b580 disassociated (deleted). External IP: 172.25.1.59, port: cf6f6640-a127-4ffa-8800-5a9e1f9966b1. Aug 18 15:17:06.893477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 8d8ffa0c-76b6-4715-9b76-f6c087120951 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:17:06.999007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:17:07.003829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:07.008861 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Sync routers for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:17:07.017625 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:07.018263 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:07.030749 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-53444bc1-7db9-42a0-84e0-af965bb7dfd9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/floatingips/03a17b9c-4b6d-4776-ac29-967c8593b580 HTTP/1.1" status: 204 len: 168 time: 0.9453797 Aug 18 15:17:07.031337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:17:07.033660 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d831d-a78d-4672-8b59-b16351bfd26a" -d '{"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:17:07.072441 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c699b85-5ecc-4fbb-a6ba-08dedd0add73 x-openstack-request-id: req-8c699b85-5ecc-4fbb-a6ba-08dedd0add73 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:17:07.072948 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:17:07.073161 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c699b85-5ecc-4fbb-a6ba-08dedd0add73 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:17:07.073700 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'status': 'completed', 'code': 200} Aug 18 15:17:07.123539 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:07.138713 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d831d-a78d-4672-8b59-b16351bfd26a req-c75a4af3-f962-42d8-991f-920d47d909b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:07.140229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-c75a4af3-f962-42d8-991f-920d47d909b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 1097 time: 0.0432138 Aug 18 15:17:07.237710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d831d-a78d-4672-8b59-b16351bfd26a req-072ab365-cead-4ad9-9142-0648905f2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:07.239141 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-072ab365-cead-4ad9-9142-0648905f2bed service neutron] 10.222.0.10 "GET /v2.0/networks?id=a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 200 len: 898 time: 0.0906835 Aug 18 15:17:07.282765 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-3584c0f1-6666-41dd-af5a-464a274096fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 200 len: 217 time: 0.0355349 Aug 18 15:17:07.321755 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:07.338532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d831d-a78d-4672-8b59-b16351bfd26a req-04e9257f-a2ba-4b51-8525-e221a4f0b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:07.339999 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-04e9257f-a2ba-4b51-8525-e221a4f0b733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 200 len: 835 time: 0.0448265 Aug 18 15:17:07.347889 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Checking router: 8d8ffa0c-76b6-4715-9b76-f6c087120951 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:17:07.356657 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:07.357259 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:07.392280 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d831d-a78d-4672-8b59-b16351bfd26a req-aae30085-5301-491f-a36e-4997cc9e14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:07.396996 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-aae30085-5301-491f-a36e-4997cc9e14b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a622a578-6f98-4e32-a210-3c0f3fc1262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470068 Aug 18 15:17:07.463410 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:07.482589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71420684-a4f8-4416-b538-1f3d8d9135f4 req-219fdf24-edda-40e9-b928-0056c80243be tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:07.484379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71420684-a4f8-4416-b538-1f3d8d9135f4 req-219fdf24-edda-40e9-b928-0056c80243be tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Aug 18 15:17:07.494832 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-019b26cc-94ec-4bd4-8e70-5b15a7b76d2a service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905333 Aug 18 15:17:07.540599 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-71420684-a4f8-4416-b538-1f3d8d9135f4 req-aaad1563-49ab-4bff-b04a-f92068fab591 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494514 Aug 18 15:17:07.592328 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-681d831d-a78d-4672-8b59-b16351bfd26a req-227b0944-dfb3-45e9-9012-27ea131a9960 service neutron] 10.222.0.10 "GET /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884361 Aug 18 15:17:07.661283 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:07.686548 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c534311-6ded-441c-a2cd-a0f825de5e58 None None] The sync data for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 is: [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:23Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc28d54f-b97f-4efc-bf79-5b7730d3c7fc', 'name': '', 'network_id': 'a622a578-6f98-4e32-a210-3c0f3fc1262c', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:15:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:22Z', 'updated_at': '2021-08-18T15:15:28Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': 'ec291acd-4f1f-467b-bdde-76fa033dd4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:17:07.907559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fb5a2-15df-4233-abbd-3ff97945ef9e None None] New status for floating IP 03a17b9c-4b6d-4776-ac29-967c8593b580: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:17:08.657633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43981c2-918b-431b-8fa1-0c8a936c63f8 req-17a84671-bb50-4343-b91b-76b9542d8351 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:08.659208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b43981c2-918b-431b-8fa1-0c8a936c63f8 req-17a84671-bb50-4343-b91b-76b9542d8351 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Aug 18 15:17:08.696437 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b43981c2-918b-431b-8fa1-0c8a936c63f8 req-fa7d7e30-a194-4406-b09f-670ace6bc975 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=259e0b3a-4971-4e6b-8dfc-f311abe44da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Aug 18 15:17:09.082503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-0fd67820-3fe6-4497-b0d3-605b0e5a7508 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:09.083957 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-0fd67820-3fe6-4497-b0d3-605b0e5a7508 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 946 time: 0.0488081 Aug 18 15:17:09.171023 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:17:09.171371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:09.260567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port cf6f6640-a127-4ffa-8800-5a9e1f9966b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:09.260936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:09.273332 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for cf6f6640-a127-4ffa-8800-5a9e1f9966b1 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:17:09.759301 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:09.788569 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=cf6f6640-a127-4ffa-8800-5a9e1f9966b1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:09.792440 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ac8d9853-8267-40b5-bf15-856d899aa344 req-8e2429ee-c221-42bb-ac0c-bea2896dab46 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bc5fe6-0966-4c81-a3e7-dad7bc364de9 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Aug 18 15:17:09.801882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.801882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.801882 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.802239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.802579 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.802931 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.803209 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.803539 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.803858 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.806473 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.806844 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.807180 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:09.841177 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] No DVR routers for this DVR port cf6f6640-a127-4ffa-8800-5a9e1f9966b1 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:17:09.843783 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:09.845711 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-097c81e5-831f-4bcf-96ab-0c7942869822 req-52cf1968-504a-47d0-855b-dab06b29ed4d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.10 "DELETE /v2.0/ports/cf6f6640-a127-4ffa-8800-5a9e1f9966b1 HTTP/1.1" status: 204 len: 173 time: 0.7533257 Aug 18 15:17:09.846212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'name': 'network-vif-deleted', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:17:09.848433 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d4972-cbf9-457e-ace3-2a7f65ac0d6d" -d '{"events": [{"server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "name": "network-vif-deleted", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:17:09.884490 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590744bd-286d-460b-9eda-cc61d5678d21 x-openstack-request-id: req-590744bd-286d-460b-9eda-cc61d5678d21 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:17:09.884791 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bc5fe6-0966-4c81-a3e7-dad7bc364de9", "name": "network-vif-deleted", "tag": "cf6f6640-a127-4ffa-8800-5a9e1f9966b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:17:09.885050 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-590744bd-286d-460b-9eda-cc61d5678d21 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:17:09.885450 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bc5fe6-0966-4c81-a3e7-dad7bc364de9', 'name': 'network-vif-deleted', 'tag': 'cf6f6640-a127-4ffa-8800-5a9e1f9966b1', 'status': 'completed', 'code': 200} Aug 18 15:17:10.848252 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51186) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:11.095567 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.204064 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.473075 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:17:11.473336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.563737 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port fc28d54f-b97f-4efc-bf79-5b7730d3c7fc, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:11.564110 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.576087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for fc28d54f-b97f-4efc-bf79-5b7730d3c7fc owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:17:11.684107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.798551 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:11.823620 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=fc28d54f-b97f-4efc-bf79-5b7730d3c7fc,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:11.996474 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.209491 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router 8d8ffa0c-76b6-4715-9b76-f6c087120951 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:17:12.318272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:17:12.324197 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-6c0bf02a-4394-449e-b442-4b78e05bc2bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/8d8ffa0c-76b6-4715-9b76-f6c087120951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745421 Aug 18 15:17:12.326555 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51188) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:12.329249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Sync routers for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:17:12.338904 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:12.343077 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:12.376613 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting subnet ec291acd-4f1f-467b-bdde-76fa033dd4ad {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:17:12.379673 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.419434 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.438853 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:12.506271 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.610283 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.611040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:17:11Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:12.637394 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Subnet': ['ID=ec291acd-4f1f-467b-bdde-76fa033dd4ad,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:12.642502 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.647367 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-0d4b93c7-8802-49e0-ba76-8778f4152e72 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/subnets/ec291acd-4f1f-467b-bdde-76fa033dd4ad HTTP/1.1" status: 204 len: 168 time: 0.3172355 Aug 18 15:17:12.647618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51190) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:12.648632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a6299-6b08-4157-b032-c2a429ba8efd None None] Network a622a578-6f98-4e32-a210-3c0f3fc1262c requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:17:12.732040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Checking router: 8d8ffa0c-76b6-4715-9b76-f6c087120951 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:17:12.741098 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Routers {'8d8ffa0c-76b6-4715-9b76-f6c087120951'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:12.741964 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8d8ffa0c-76b6-4715-9b76-f6c087120951'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:12.763513 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.852707 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] Set router 8d8ffa0c-76b6-4715-9b76-f6c087120951 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:12.873237 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:12.981650 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 34f69c18-d316-4ff9-9fe0-f9d4b307e128 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:17:12.983102 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.009453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] DHCP port deletion for a622a578-6f98-4e32-a210-3c0f3fc1262c request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:17:13.038322 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:17:11Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:13.060013 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Deleting port f36aa3a4-6e63-4725-90ef-632211722a78 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:17:13.060382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.063544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14712a15-bf12-4c59-9733-cace7e4c1ae2 None None] The sync data for ids ['8d8ffa0c-76b6-4715-9b76-f6c087120951'] in n-d-804303-5 is: [{'id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921343160', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:17:11Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '34f69c18-d316-4ff9-9fe0-f9d4b307e128', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ffa0c-76b6-4715-9b76-f6c087120951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:15:19Z', 'updated_at': '2021-08-18T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:17:13.074194 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 34f69c18-d316-4ff9-9fe0-f9d4b307e128, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=34f69c18-d316-4ff9-9fe0-f9d4b307e128,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:13.074765 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.088236 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 34f69c18-d316-4ff9-9fe0-f9d4b307e128 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:17:13.126604 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] For port f36aa3a4-6e63-4725-90ef-632211722a78, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f36aa3a4-6e63-4725-90ef-632211722a78,segment=NetworkSegment(6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec),segment_id=6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:13.127005 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.139266 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Calling delete_port for f36aa3a4-6e63-4725-90ef-632211722a78 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:17:13.278591 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.301113 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Pushing event deleted for resources: {'Port': ['ID=f36aa3a4-6e63-4725-90ef-632211722a78,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:13.301294 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.311374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.313948 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.314603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.314603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.314603 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.314943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:13.317691 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a8cac-c548-4381-b817-f7c6fb7c4beb None None] No DVR routers for this DVR port f36aa3a4-6e63-4725-90ef-632211722a78 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:17:13.330602 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=34f69c18-d316-4ff9-9fe0-f9d4b307e128,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:13.387967 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.486319 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.488618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.587306 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.587847 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Fanout notify agent at l3_agent the message router_deleted on router 8d8ffa0c-76b6-4715-9b76-f6c087120951 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:17:13.594655 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.598483 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-231bd13d-e9ac-4dc3-ae13-8a1c75068552 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/routers/8d8ffa0c-76b6-4715-9b76-f6c087120951 HTTP/1.1" status: 204 len: 168 time: 0.9471772 Aug 18 15:17:13.598483 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:13.678341 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.775583 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.785106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a622a578-6f98-4e32-a210-3c0f3fc1262c']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:13.795144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:13.795442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aefe36c-97d3-4dbd-af6f-4c8c9c5148ec') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:13.803924 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.817607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.823275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:17:13.823663 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:17:13.826546 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:17:13.929724 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.937752 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:13.938950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/networks/a622a578-6f98-4e32-a210-3c0f3fc1262c HTTP/1.1" status: 204 len: 168 time: 0.3395562 Aug 18 15:17:13.941800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51194) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:13.950544 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c0344-eb1a-406b-b3a6-ff8c36ccf18c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Network': ['ID=a622a578-6f98-4e32-a210-3c0f3fc1262c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:14.000397 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:14.027367 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:14.164071 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:14.167482 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:14.168685 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/security-groups/259e0b3a-4971-4e6b-8dfc-f311abe44da4 HTTP/1.1" status: 204 len: 168 time: 0.2258732 Aug 18 15:17:14.177743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e39e7-d8a7-4111-bb82-0f93e758076f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e0b3a-4971-4e6b-8dfc-f311abe44da4,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:14.274638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 34f69c18-d316-4ff9-9fe0-f9d4b307e128 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:17:14.298573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 34f69c18-d316-4ff9-9fe0-f9d4b307e128 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:17:14.298928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 34f69c18-d316-4ff9-9fe0-f9d4b307e128 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:17:14.299409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f36aa3a4-6e63-4725-90ef-632211722a78 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:17:14.320933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cf6f6640-a127-4ffa-8800-5a9e1f9966b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:17:14.324721 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f36aa3a4-6e63-4725-90ef-632211722a78 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:17:14.325069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f36aa3a4-6e63-4725-90ef-632211722a78 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:17:14.325487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc28d54f-b97f-4efc-bf79-5b7730d3c7fc no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:17:14.343786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: cf6f6640-a127-4ffa-8800-5a9e1f9966b1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:17:14.344138 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device cf6f6640-a127-4ffa-8800-5a9e1f9966b1 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:17:14.360348 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: fc28d54f-b97f-4efc-bf79-5b7730d3c7fc {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:17:14.360695 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc28d54f-b97f-4efc-bf79-5b7730d3c7fc not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:17:14.879298 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51200) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:14.883898 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421801669', 'description': 'tempest-secgroup-smoke-421801669 description', 'project_id': 'd311ce091f22401ca690022ae49e50bc'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:14.969526 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.047009 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.106540 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.134127 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9372c4-7bcb-44d4-a606-81359a00fab8,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:15.186775 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.188005 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f0e59a9b-eda0-49c9-b634-af09a062f5d2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3076949 Aug 18 15:17:15.190867 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51202) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:15.195184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:15.271480 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.337791 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.386994 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.405420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f719c675-b167-4c3f-9226-36ad5a306d41,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:15.449894 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.451133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3d040d98-b821-4ca2-a75c-ddc927768aac tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593577 Aug 18 15:17:15.453863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51204) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:15.458258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:15.473326 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:17:15.557345 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.614697 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.683442 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.702441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10b0f6c-8180-4c19-ae75-aeca710ff465,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:15.758191 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.759409 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-26a18d37-2038-4605-922c-b11beb34f54f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046117 Aug 18 15:17:15.762727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51206) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:15.767169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:15.854369 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.910486 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.952475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:15.970681 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f5ae1d-495e-4ddb-beae-9417b12bf97d,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:16.026863 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.028057 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-694c8aa4-2e41-42a5-a6d0-be123ef0adfa tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644203 Aug 18 15:17:16.030777 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51208) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:16.035077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:16.094491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.152942 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.220389 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.239114 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fd753d-d130-4b5f-8726-cd8e4412ad49,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:16.312865 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.314167 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-eb02cb60-d267-445b-88c9-105b820fc6bc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824407 Aug 18 15:17:16.316856 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51210) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:16.321389 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:16.433083 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:17:16.438134 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.498656 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.574613 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.592922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a2a814-80bb-4c46-833c-c5ab3a45ac83,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:16.660299 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.661517 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-165cf5d6-7c16-44da-8af7-6f7010b0cd5e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437510 Aug 18 15:17:16.664175 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51212) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:16.668522 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'security_group_rule': {'security_group_id': '6a9372c4-7bcb-44d4-a606-81359a00fab8', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:16.746106 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Project d311ce091f22401ca690022ae49e50bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:17:16.755903 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.811528 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.889145 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.906834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e9e02d-9c42-4f79-ab22-b91d5518db1a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:16.968531 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:16.969859 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-88afcb2e-5d8c-4931-852f-96dd3ee7322b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046522 Aug 18 15:17:16.972556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:16.977515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'network': {'name': 'tempest-network-smoke--1797079034', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'port_security_enabled': True}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:17.066367 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:17:17.069672 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.092359 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:17:17.100560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.100903 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Added segment c6328e50-23d2-41b8-a581-baafbf40943b of type vlan for network 7f0521a6-0cba-405d-aff5-d8038e053854 Aug 18 15:17:17.139226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.209294 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.214960 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:17.215544 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.282817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Network': ['ID=7f0521a6-0cba-405d-aff5-d8038e053854,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:17.293483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network 7f0521a6-0cba-405d-aff5-d8038e053854 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:17:17.313184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-20a4c8fd-ffd5-415f-8a88-9b72979d3580 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3395820 Aug 18 15:17:17.316980 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51216) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:17.320557 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'admin_state_up': True, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:17.409245 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.410344 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.460580 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.645979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.916962 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:17.939695 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:18.040440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.225 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/052b6c4c-6bcb-483d-9710-6b354dca0774) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:17:18.144566 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:18.216135 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:18.257800 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:18.260833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:18.265100 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:17:18.268130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=052b6c4c-6bcb-483d-9710-6b354dca0774,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:18.904895 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:19.108723 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:19.324321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:17:19.433120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:17:19.442973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Sync routers for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:17:19.452867 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:19.456075 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:19.489975 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:19.491325 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-8b8a07e4-3598-4475-aaed-48a48b37a233 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1744900 Aug 18 15:17:19.495304 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51222) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:19.524242 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-df769558-683a-48d6-8bf1-5df3a5c7c4f7 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d311ce091f22401ca690022ae49e50bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277326 Aug 18 15:17:19.526762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:19.561076 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:19.620381 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8795373-6d15-4e0d-b244-1c4e2449ab6b tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:19.621951 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d8795373-6d15-4e0d-b244-1c4e2449ab6b tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942743 Aug 18 15:17:19.624868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51226) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:19.652969 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ba912373-b1ad-4af8-bb8f-f0d4b71b7726 tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=ba3595b8-aafe-47f6-a2d0-b5004b76b6ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267360 Aug 18 15:17:19.655388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51228) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:19.660264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431139653', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:19.746699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:18Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:19.776878 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Checking router: e9d4d409-46fa-43b1-b4db-98ce3c3d0328 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:17:19.777226 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Updating router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 port 052b6c4c-6bcb-483d-9710-6b354dca0774 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:17:19.786534 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:17:19.790355 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:19.802185 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.027495 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.053853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.064482 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Transition to ACTIVE for port object 052b6c4c-6bcb-483d-9710-6b354dca0774 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:20.089755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Subnet': ['ID=6702ddf2-0531-4140-9f96-efa895042ddc,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:20.099866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Checking segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:17:20.100232 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network hostable DHCP agents. Network: 7f0521a6-0cba-405d-aff5-d8038e053854, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:17:20.129543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.185334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4acd8-33fb-4831-bea7-64c50f776043 None None] Pushing event updated for resources: {'Port': ['ID=052b6c4c-6bcb-483d-9710-6b354dca0774,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:20.187614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Attempting to bind port 052b6c4c-6bcb-483d-9710-6b354dca0774 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:17:20.188011 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Attempting to bind port 052b6c4c-6bcb-483d-9710-6b354dca0774 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:17:20.188377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Attempting to bind port 052b6c4c-6bcb-483d-9710-6b354dca0774 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:17:20.193852 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:17:20.194267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:17:20.194669 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.195088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:17:20.195546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Bound port: 052b6c4c-6bcb-483d-9710-6b354dca0774, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:17:20.195926 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.198116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7f0521a6-0cba-405d-aff5-d8038e053854 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:17:20.247728 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] For port 052b6c4c-6bcb-483d-9710-6b354dca0774, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:17:20.250803 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] For port 052b6c4c-6bcb-483d-9710-6b354dca0774, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052b6c4c-6bcb-483d-9710-6b354dca0774,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:17:20.266753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, 7f0521a6-0cba-405d-aff5-d8038e053854) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:20.271735 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:20.272384 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.277222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98e2a8-0785-42fd-86a0-576ddd6f4619 None None] Network 7f0521a6-0cba-405d-aff5-d8038e053854 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:17:20.313881 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.347587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b397b751-7741-4690-b70e-8afb633c9f75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6911504 Aug 18 15:17:20.350529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51230) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:20.408375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:20.409008 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:20.416046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4acd8-33fb-4831-bea7-64c50f776043 None None] Pushing event updated for resources: {'Port': ['ID=052b6c4c-6bcb-483d-9710-6b354dca0774,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:20.555147 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-7f0521a6-0cba-405d-aff5-d8038e053854', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:17:20.556631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.564869 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:20.793286 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:20.822917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Allocated IP 172.20.0.2 (7f0521a6-0cba-405d-aff5-d8038e053854/6702ddf2-0531-4140-9f96-efa895042ddc/a9cce269-ec6b-4de5-8d7d-5efcb7e47a88) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:17:20.903888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:18Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:20.936928 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097cf67-3b00-45f5-81e0-29562d0533e9 None None] The sync data for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 is: [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:18Z', 'revision_number': 3, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:17:21.006458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.015805 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Transition to ACTIVE for port object a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:21.031457 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Transition to ACTIVE for port object a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:21.096829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.149205 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Network 7f0521a6-0cba-405d-aff5-d8038e053854 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:21.154571 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Pushing event updated for resources: {'Port': ['ID=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:21.158187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.1 (7f0521a6-0cba-405d-aff5-d8038e053854/6702ddf2-0531-4140-9f96-efa895042ddc/e84e6a9b-d1e0-4742-94e2-9bcd2586609c) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:17:21.164767 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:21.178933 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:17:21.296148 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.313346 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object e84e6a9b-d1e0-4742-94e2-9bcd2586609c will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:21.393048 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.412654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Attempting to bind port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:17:21.412954 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Attempting to bind port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:17:21.413325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Attempting to bind port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 on network 7f0521a6-0cba-405d-aff5-d8038e053854 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:17:21.419187 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:17:21.419565 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Checking segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:17:21.420021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.420419 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Bound using segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:17:21.420897 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Bound port: a9cce269-ec6b-4de5-8d7d-5efcb7e47a88, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:17:21.421278 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.443548 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7f0521a6-0cba-405d-aff5-d8038e053854 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:21.446791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:21.450851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:17:21.457420 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:21.490275 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] For port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:17:21.493540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] For port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:17:21.498898 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.547385 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.616430 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff78e5-9cc3-4c6b-8787-8170fcf0b351 None None] Pushing event updated for resources: {'Port': ['ID=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:21.707767 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:21.964818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ccc18ca-321f-4d18-89fe-16468fa7a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.023027 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.077761 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.148116 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:22.151113 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.247199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7f0521a6-0cba-405d-aff5-d8038e053854 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:22.248701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:22.332934 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052b6c4c-6bcb-483d-9710-6b354dca0774 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:22.386871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:17:22.432386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 052b6c4c-6bcb-483d-9710-6b354dca0774 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:22.436733 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 052b6c4c-6bcb-483d-9710-6b354dca0774 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:22.437714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.497437 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:17:22.502837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-0493cd57-c062-41df-bdd0-54fcf13671b9 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/e9d4d409-46fa-43b1-b4db-98ce3c3d0328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513426 Aug 18 15:17:22.520387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.539776 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 052b6c4c-6bcb-483d-9710-6b354dca0774, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052b6c4c-6bcb-483d-9710-6b354dca0774,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:22.621543 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:22.622097 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:22.677071 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-ccbdb62b-a193-4bf0-a2fd-6f0ac0b21165 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421801669&fields=id&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 267 time: 0.0350497 Aug 18 15:17:22.708817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=052b6c4c-6bcb-483d-9710-6b354dca0774,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:22.775550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:22.792236 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-5b0d7a3a-11e2-4a43-9433-4f63e9544a69 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:22.793938 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-5b0d7a3a-11e2-4a43-9433-4f63e9544a69 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 797 time: 0.1087139 Aug 18 15:17:22.811531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-963301b6-3e6f-4601-b13e-dd2d5b891e17 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/quotas/d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 375 time: 0.0111530 Aug 18 15:17:22.873222 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-4b58b993-d35e-4ace-aedf-a9be1e8c654b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555513 Aug 18 15:17:22.889299 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-ea1fddda-777c-48f5-96ad-8efa01a52aa2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:17:22.890282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-ea1fddda-777c-48f5-96ad-8efa01a52aa2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054030 Aug 18 15:17:22.943961 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d1ae2-9e86-407b-9bda-2b37235e1e86 None None] Network 7f0521a6-0cba-405d-aff5-d8038e053854 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:17:22.982818 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-7b1df4c5-dae7-48b4-883c-d4d11ae472af service neutron] 10.222.0.35 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Aug 18 15:17:23.003000 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Sync routers for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:17:23.016235 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:23.016842 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:23.085813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-de84a2ad-4d61-4c88-a268-edeb43eb93b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941398 Aug 18 15:17:23.089156 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Provisioning for port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:23.096486 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Provisioning complete for port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:23.097110 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.119862 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:23.195929 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.233393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] For port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:23.313141 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.329124 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 2, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:23.363601 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Checking router: e9d4d409-46fa-43b1-b4db-98ce3c3d0328 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:17:23.363601 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Updating router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 port e84e6a9b-d1e0-4742-94e2-9bcd2586609c binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:17:23.378153 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4f4d3853-1a0d-489a-814e-f1e53bd2b777 req-175b6be3-848b-45ec-9c5b-d4ae66072797 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 210 time: 0.0568340 Aug 18 15:17:23.381045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbc250-8e17-487a-baf3-c32a1660baa4 None None] Pushing event updated for resources: {'Port': ['ID=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:23.392200 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.483724 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Provisioning for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:23.488263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Provisioning complete for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:23.489818 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.549658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Port e84e6a9b-d1e0-4742-94e2-9bcd2586609c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:17:23.568091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Provisioning complete for port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:23.568611 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5839540f-e265-4cfb-997a-96b984f2e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.708921 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.719564 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Transition to ACTIVE for port object e84e6a9b-d1e0-4742-94e2-9bcd2586609c will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:23.782714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c3a0a857-db5b-4eb8-8e2e-a5ddc1bff27f None None] Provisioning complete for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:23.783190 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a857-db5b-4eb8-8e2e-a5ddc1bff27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.816393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0a857-db5b-4eb8-8e2e-a5ddc1bff27f None None] Port e84e6a9b-d1e0-4742-94e2-9bcd2586609c cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:17:23.826577 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.874181 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Pushing event updated for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:23.897647 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.898022 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.898362 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.898697 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.899041 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.899372 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.899696 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.900019 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.900372 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.900695 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.901017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.901337 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:17:23.936119 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Attempting to bind port e84e6a9b-d1e0-4742-94e2-9bcd2586609c on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:17:23.936490 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Attempting to bind port e84e6a9b-d1e0-4742-94e2-9bcd2586609c by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:17:23.936879 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Attempting to bind port e84e6a9b-d1e0-4742-94e2-9bcd2586609c on network 7f0521a6-0cba-405d-aff5-d8038e053854 {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:17:23.942201 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:17:23.943608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Checking segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:17:23.943608 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:23.943608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Bound using segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:17:23.943910 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Bound port: e84e6a9b-d1e0-4742-94e2-9bcd2586609c, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:17:23.944203 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:24.019398 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] For port e84e6a9b-d1e0-4742-94e2-9bcd2586609c, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:17:24.022445 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] For port e84e6a9b-d1e0-4742-94e2-9bcd2586609c, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:17:24.112960 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:24.171806 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:24.172445 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:16:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:24.178681 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7020c1-c42d-4a94-84c1-c221613a5771 None None] Pushing event updated for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=4']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:24.277746 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052b6c4c-6bcb-483d-9710-6b354dca0774 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:24.299535 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:24.334830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 052b6c4c-6bcb-483d-9710-6b354dca0774 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:24.335206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:24.437411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:24.468866 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-53c4c226-c5de-478c-a85f-b0957642e46f req-f53328af-fd07-4b9f-ab86-81f7c639a678 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 210 time: 0.0289471 Aug 18 15:17:24.484536 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:24.484920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:24.511511 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:24Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:24.543731 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031cec10-83fd-4cde-b5ed-a501f7d6a19d None None] The sync data for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 is: [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:24Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:17:24.826946 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5ad83335-954b-4666-9075-05210b28dcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:25.078020 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:25.565066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-52410e74-3e79-4e28-81e7-9a90eaf77117 req-33bfbdd2-c135-458c-98d0-ad6d57a4112d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 210 time: 0.0267386 Aug 18 15:17:26.017956 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-b7e4d821-21ac-4268-b853-ef63c3f252c8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:26.019696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-b7e4d821-21ac-4268-b853-ef63c3f252c8 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 797 time: 0.4305248 Aug 18 15:17:26.065365 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-295e2b64-6092-498d-b542-ae1a80a1e500 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d311ce091f22401ca690022ae49e50bc HTTP/1.1" status: 200 len: 379 time: 0.0330331 Aug 18 15:17:26.077131 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'port': {'device_id': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'admin_state_up': True, 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'security_groups': ['6a9372c4-7bcb-44d4-a606-81359a00fab8']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:26.221632 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.272707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Made reservation on behalf of d311ce091f22401ca690022ae49e50bc for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:17:26.276662 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.283945 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e84e6a9b-d1e0-4742-94e2-9bcd2586609c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:26.392066 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:26.399712 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:26.400113 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.406312 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.20.0.8 (7f0521a6-0cba-405d-aff5-d8038e053854/6702ddf2-0531-4140-9f96-efa895042ddc/66730e36-aa41-4389-b289-d0a90589813b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:17:26.476085 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.508301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port e84e6a9b-d1e0-4742-94e2-9bcd2586609c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:26.547253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.560738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Transition to ACTIVE for port object 66730e36-aa41-4389-b289-d0a90589813b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:26.563715 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.613160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:26.643319 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.708655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network 7f0521a6-0cba-405d-aff5-d8038e053854 is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:26.715263 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:26.720097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:17:26.729285 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:26.755932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e544e0-f8ca-480a-8213-e0cc0aa458a9 req-50297b90-ea51-47a7-94a0-9eacbab0eb7a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:26.757587 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6e544e0-f8ca-480a-8213-e0cc0aa458a9 req-50297b90-ea51-47a7-94a0-9eacbab0eb7a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 931 time: 0.1256993 Aug 18 15:17:26.807871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:26.808576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:26.820520 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6e544e0-f8ca-480a-8213-e0cc0aa458a9 req-fbaf726f-5388-45d5-91bf-c6e3b59d2ba2 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566530 Aug 18 15:17:26.890292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-22a54ae3-296a-45e4-8f76-fcdb44d205e5 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166578 Aug 18 15:17:26.961472 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Request body: {'port': {'device_id': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:27.015091 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd182f14-20d3-4be8-9d37-0df9a897b2eb None None] Provisioning for port 66730e36-aa41-4389-b289-d0a90589813b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:27.015924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.019265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-bd182f14-20d3-4be8-9d37-0df9a897b2eb None None] Provisioning complete for port 66730e36-aa41-4389-b289-d0a90589813b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:27.019636 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-bd182f14-20d3-4be8-9d37-0df9a897b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.056178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-bd182f14-20d3-4be8-9d37-0df9a897b2eb None None] Port 66730e36-aa41-4389-b289-d0a90589813b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:17:27.277683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66730e36-aa41-4389-b289-d0a90589813b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:17:27.285016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.296561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Transition to ACTIVE for port object 66730e36-aa41-4389-b289-d0a90589813b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:17:27.352122 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.400940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Pushing event updated for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:27.475358 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Attempting to bind port 66730e36-aa41-4389-b289-d0a90589813b on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:17:27.475697 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Attempting to bind port 66730e36-aa41-4389-b289-d0a90589813b by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:17:27.476031 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Attempting to bind port 66730e36-aa41-4389-b289-d0a90589813b on network 7f0521a6-0cba-405d-aff5-d8038e053854 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:17:27.480663 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Port 66730e36-aa41-4389-b289-d0a90589813b on network 7f0521a6-0cba-405d-aff5-d8038e053854 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:17:27.480994 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Attempting to bind port 66730e36-aa41-4389-b289-d0a90589813b on network 7f0521a6-0cba-405d-aff5-d8038e053854 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:17:27.485979 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:17:27.486322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Checking segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:17:27.486714 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Bound using segment: {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:17:27.487147 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Bound port: 66730e36-aa41-4389-b289-d0a90589813b, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6328e50-23d2-41b8-a581-baafbf40943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:17:27.487518 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.553820 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:17:27.557529 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=66730e36-aa41-4389-b289-d0a90589813b,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:17:27.615635 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.649363 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:27.650016 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.651435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] 10.222.0.58 "PUT /v2.0/ports/66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 1091 time: 0.7501125 Aug 18 15:17:27.651877 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:17:27.654252 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:17:27.680872 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449efd-0390-4459-bd29-b1263e40f109 service neutron] Pushing event updated for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:27.698241 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4134b-8a36-4605-9039-752f3084acd2 x-openstack-request-id: req-c0b4134b-8a36-4605-9039-752f3084acd2 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:17:27.698679 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:17:27.699158 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0b4134b-8a36-4605-9039-752f3084acd2 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:17:27.699705 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b', 'status': 'completed', 'code': 200} Aug 18 15:17:27.770218 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-fb7f7911-8608-45f5-a614-f52bd8546c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:27.771740 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-fb7f7911-8608-45f5-a614-f52bd8546c79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1094 time: 0.0476239 Aug 18 15:17:27.798556 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:27.892492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-5179a0d9-d32c-48fb-b718-1b8041f09732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:27.894397 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-5179a0d9-d32c-48fb-b718-1b8041f09732 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d311ce091f22401ca690022ae49e50bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1061618 Aug 18 15:17:27.998433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e352cb1-5a6a-4cda-bb3b-819efe9b28b7 req-8ec84513-844d-4d4e-9f2c-d0ba8c5ded7b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:27.999929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e352cb1-5a6a-4cda-bb3b-819efe9b28b7 req-8ec84513-844d-4d4e-9f2c-d0ba8c5ded7b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 943 time: 0.1089296 Aug 18 15:17:28.047890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-b72ba178-987f-4184-bddd-d82b62806f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:28.049395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3b5ef9f6-3af5-4ab8-8e48-3c3edbba43c9 req-b72ba178-987f-4184-bddd-d82b62806f30 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294339 Aug 18 15:17:28.057078 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e352cb1-5a6a-4cda-bb3b-819efe9b28b7 req-813cc1e0-f28f-4989-9670-e0531c4528fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495646 Aug 18 15:17:28.132344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-ab1c8181-3715-4e17-a615-c99c508ce703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:28.133804 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-ab1c8181-3715-4e17-a615-c99c508ce703 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1094 time: 0.0412135 Aug 18 15:17:28.186096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-1641040f-4520-4504-959e-4012b88ff66b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 217 time: 0.0375957 Aug 18 15:17:28.239949 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-f86110c2-734a-4b85-a84e-06b52e0e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:28.241430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-f86110c2-734a-4b85-a84e-06b52e0e90de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 200 len: 835 time: 0.0441525 Aug 18 15:17:28.273048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e84e6a9b-d1e0-4742-94e2-9bcd2586609c up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:28.293364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-14de4d43-e833-4d05-a195-70ebf2f522e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:28.294911 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-14de4d43-e833-4d05-a195-70ebf2f522e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f0521a6-0cba-405d-aff5-d8038e053854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414481 Aug 18 15:17:28.321308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port e84e6a9b-d1e0-4742-94e2-9bcd2586609c triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:28.321607 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:28.394834 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-6ebc43bf-1e55-4253-b41b-8df4e43b151c service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Aug 18 15:17:28.486080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f494fc-05f1-46c1-b679-97cb1fa9d77c req-0312674d-ba39-4d3e-b7b7-a033e1ab7cf8 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Aug 18 15:17:29.172430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b70-6d81-4ab0-b630-2717b1f6b821 req-50106793-322a-4f1c-b9c0-5aca08ae5533 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:29.173929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df6e6b70-6d81-4ab0-b630-2717b1f6b821 req-50106793-322a-4f1c-b9c0-5aca08ae5533 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 943 time: 0.0492573 Aug 18 15:17:29.210137 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df6e6b70-6d81-4ab0-b630-2717b1f6b821 req-dfa42d5b-fe03-45cc-bf72-a13a2bf84e43 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Aug 18 15:17:30.329109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10f7a-7dba-4794-be3a-57bb43dd91ab req-8fb768da-3f2c-4ea7-b601-02dc1a051470 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:30.330618 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef10f7a-7dba-4794-be3a-57bb43dd91ab req-8fb768da-3f2c-4ea7-b601-02dc1a051470 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 943 time: 0.0536001 Aug 18 15:17:30.367648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ef10f7a-7dba-4794-be3a-57bb43dd91ab req-f6e56072-0dce-4f0c-9431-bdece1934949 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311351 Aug 18 15:17:31.423364 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 66730e36-aa41-4389-b289-d0a90589813b details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:17:31.486329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed1011-3477-46a8-8e5a-71e7897cbebd req-4cdaa8c6-a019-463e-8b42-8395c63de95a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:31.487357 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ed1011-3477-46a8-8e5a-71e7897cbebd req-4cdaa8c6-a019-463e-8b42-8395c63de95a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 943 time: 0.0495734 Aug 18 15:17:31.519315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=66730e36-aa41-4389-b289-d0a90589813b,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:31.526850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-92ed1011-3477-46a8-8e5a-71e7897cbebd req-60a254d6-cda8-4cda-b966-12c6b7971922 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336623 Aug 18 15:17:31.531374 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': '66730e36-aa41-4389-b289-d0a90589813b', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'port_id': '66730e36-aa41-4389-b289-d0a90589813b', 'mac_address': 'fa:16:3e:2b:d9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:17:31.569250 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:31.584792 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66730e36-aa41-4389-b289-d0a90589813b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:17:31.603216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=66730e36-aa41-4389-b289-d0a90589813b,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:31.665680 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:31.712832 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:31.973509 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['66730e36-aa41-4389-b289-d0a90589813b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:17:32.641347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5523-56fa-49c6-84f0-31523ddf1b2a req-04f68570-eced-47a4-afc4-15bbcdfef178 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:32.642860 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f62c5523-56fa-49c6-84f0-31523ddf1b2a req-04f68570-eced-47a4-afc4-15bbcdfef178 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 944 time: 0.0481129 Aug 18 15:17:32.680524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f62c5523-56fa-49c6-84f0-31523ddf1b2a req-59b512de-7295-4835-8940-6ff18efb84fb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Aug 18 15:17:33.424203 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 66730e36-aa41-4389-b289-d0a90589813b up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:17:33.529069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port 66730e36-aa41-4389-b289-d0a90589813b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:17:33.533036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port 66730e36-aa41-4389-b289-d0a90589813b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:17:33.535505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:33.611059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:33.632040 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66730e36-aa41-4389-b289-d0a90589813b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:17:33.634375 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7a5eed-d88a-41a9-b50e-8d55ad74df6b" -d '{"events": [{"server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "name": "network-vif-plugged", "status": "completed", "tag": "66730e36-aa41-4389-b289-d0a90589813b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:17:33.647605 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=66730e36-aa41-4389-b289-d0a90589813b,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:17:33.676084 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f0b32-6598-4490-a574-05d1393262ae x-openstack-request-id: req-281f0b32-6598-4490-a574-05d1393262ae {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:17:33.676378 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "name": "network-vif-plugged", "status": "completed", "tag": "66730e36-aa41-4389-b289-d0a90589813b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:17:33.676632 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-281f0b32-6598-4490-a574-05d1393262ae {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:17:33.677032 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66730e36-aa41-4389-b289-d0a90589813b', 'code': 200} Aug 18 15:17:33.707017 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:33.756062 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:33.830092 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137f11-f71a-4b9b-a039-033f757126bf req-efb9efcf-4ca1-4355-b031-894497f8b099 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:33.831831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38137f11-f71a-4b9b-a039-033f757126bf req-efb9efcf-4ca1-4355-b031-894497f8b099 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0814412 Aug 18 15:17:33.834329 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797d5b-541c-44ef-863c-b358c78e63cc req-b6f7135c-73f2-4fc9-8fdf-e03fa570d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:33.835688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed797d5b-541c-44ef-863c-b358c78e63cc req-b6f7135c-73f2-4fc9-8fdf-e03fa570d0c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1096 time: 0.0842221 Aug 18 15:17:33.888704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38137f11-f71a-4b9b-a039-033f757126bf req-13b11df4-2fc8-4cba-b79a-d6742520b6af tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510557 Aug 18 15:17:33.892274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ed797d5b-541c-44ef-863c-b358c78e63cc req-66f6c700-0302-4183-a116-a5c5b62d9d3d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482810 Aug 18 15:17:35.010567 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a611339-b0e6-438f-94a6-48aa5fef1bc7 req-0b2f8a17-e8fa-412e-936d-7baa2b4d648e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:35.012301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a611339-b0e6-438f-94a6-48aa5fef1bc7 req-0b2f8a17-e8fa-412e-936d-7baa2b4d648e tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0511732 Aug 18 15:17:35.055710 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a611339-b0e6-438f-94a6-48aa5fef1bc7 req-513f9fc8-7556-42a8-9e4f-18fe00d1606d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Aug 18 15:17:36.171221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9f594-cafe-42ea-ad58-79649dd05b56 req-150f10a2-41d2-47a6-9693-4a10a45c9616 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:36.172863 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eca9f594-cafe-42ea-ad58-79649dd05b56 req-150f10a2-41d2-47a6-9693-4a10a45c9616 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0502131 Aug 18 15:17:36.211105 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eca9f594-cafe-42ea-ad58-79649dd05b56 req-9e27ca6a-de6b-4e4f-a59e-4d1620c5665d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Aug 18 15:17:36.323553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eddd9-7598-4f50-9a8d-b58e489e1652 req-f68cbed2-f245-4dd1-920e-323b6029ca99 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:36.325029 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a53eddd9-7598-4f50-9a8d-b58e489e1652 req-f68cbed2-f245-4dd1-920e-323b6029ca99 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0492067 Aug 18 15:17:36.362944 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a53eddd9-7598-4f50-9a8d-b58e489e1652 req-5c231a51-0b87-44d9-9a55-c2d1b3698f69 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Aug 18 15:17:36.384797 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51302) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:36.424160 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe5a7e-56d9-48ac-866c-ebb92b12dded tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:36.425661 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-23fe5a7e-56d9-48ac-866c-ebb92b12dded tempest-TestNetworkAdvancedServerOps-124555096 tempest-TestNetworkAdvancedServerOps-124555096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1091 time: 0.0398846 Aug 18 15:17:36.428546 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51304) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:36.432783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '66730e36-aa41-4389-b289-d0a90589813b', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:17:36.535399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:36.632115 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:36.732899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Allocated IP 172.25.1.72 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/192eb925-16d8-4d37-8052-f83878f7f5ba) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:17:36.836665 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:36.941095 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:36.980711 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:17:36.984108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:17:36.986946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:17:37.009026 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=192eb925-16d8-4d37-8052-f83878f7f5ba,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:37.343340 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:37.456498 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:37.606607 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:37.665657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:37.734462 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event updated for resources: {'Port': ['ID=192eb925-16d8-4d37-8052-f83878f7f5ba,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:17:37.745983 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:38.034386 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-fb349ad6-ab46-46d3-98d0-ca89030497f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419350 Aug 18 15:17:38.121976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-4b0d0031-9db8-4b7d-ae39-91e6defde4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.124021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-4b0d0031-9db8-4b7d-ae39-91e6defde4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1096 time: 0.0454662 Aug 18 15:17:38.168704 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP b37040f2-c6ad-41fc-881c-fdd55ffa1978 associated. External IP: 172.25.1.72, port: 66730e36-aa41-4389-b289-d0a90589813b. Aug 18 15:17:38.227415 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-fd1b1bd2-abbb-48a1-9094-ad529cf1166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.228889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-fd1b1bd2-abbb-48a1-9094-ad529cf1166d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 898 time: 0.0845985 Aug 18 15:17:38.299000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-0a65077c-4ba2-4c77-9ed0-d0239acfb7d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 998 time: 0.0606627 Aug 18 15:17:38.348783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-d2168c56-c454-4fca-b7b7-a653f7edd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.350288 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-d2168c56-c454-4fca-b7b7-a653f7edd37e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 200 len: 835 time: 0.0436230 Aug 18 15:17:38.379430 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:17:38.398199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-bf2c3235-3ce1-44d1-bdcb-d40489d66a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.399844 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-bf2c3235-3ce1-44d1-bdcb-d40489d66a85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f0521a6-0cba-405d-aff5-d8038e053854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416229 Aug 18 15:17:38.487792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:17:38.493627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-36db4401-9962-4327-9405-f2f07fa3f865 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Aug 18 15:17:38.498706 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Sync routers for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:17:38.508223 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:38.508831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:38.575567 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:38.587984 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9fb26145-0679-435e-a05f-8cb098ed4fb0 req-13e70bc7-0496-4904-a05a-b91d80c0fd5f service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865090 Aug 18 15:17:38.610728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a647e266-51fd-469a-bc55-9e5d4c91a9d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1811767 Aug 18 15:17:38.611465 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:17:38.614094 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917" -d '{"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:17:38.616812 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:38.651756 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3729971-149d-452e-909d-249b454ca68b x-openstack-request-id: req-c3729971-149d-452e-909d-249b454ca68b {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:17:38.652130 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:17:38.652494 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3729971-149d-452e-909d-249b454ca68b {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:17:38.653445 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b', 'status': 'completed', 'code': 200} Aug 18 15:17:38.711083 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a513fb-8b35-44a7-995a-b67fc1f99bcf req-ef444116-a322-4b7b-aaee-efec22b2b533 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.712716 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0a513fb-8b35-44a7-995a-b67fc1f99bcf req-ef444116-a322-4b7b-aaee-efec22b2b533 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0511072 Aug 18 15:17:38.782229 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b0a513fb-8b35-44a7-995a-b67fc1f99bcf req-62bf3ad2-9230-450f-b192-df6329bc29e4 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632656 Aug 18 15:17:38.791007 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-52322978-abe2-4a9c-a9de-146eff9d2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.792605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-52322978-abe2-4a9c-a9de-146eff9d2a0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1096 time: 0.0725036 Aug 18 15:17:38.804447 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51312) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:38.856210 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b37040f2-c6ad-41fc-881c-fdd55ffa1978', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'port_id': '66730e36-aa41-4389-b289-d0a90589813b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'mac_address': 'fa:16:3e:2b:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:17:37Z', 'updated_at': '2021-08-18T15:17:37Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:38.868291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-70b4e7eb-acfd-4467-a66b-ff6d7b1ee0c3 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/b37040f2-c6ad-41fc-881c-fdd55ffa1978 HTTP/1.1" status: 200 len: 990 time: 0.0626819 Aug 18 15:17:38.886332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Checking router: e9d4d409-46fa-43b1-b4db-98ce3c3d0328 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:17:38.895433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:17:38.896036 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:17:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:38.896315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-7ad3c37b-4659-46c5-b322-f8cff1766573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:38.897791 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-7ad3c37b-4659-46c5-b322-f8cff1766573 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 898 time: 0.0967088 Aug 18 15:17:38.967077 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-7550c877-ba14-4907-ba5a-a05b823d318c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 998 time: 0.0605714 Aug 18 15:17:39.000058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:17:39.017495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-ffc2d77d-2676-4005-97a6-c04af3fe6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:39.019252 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-ffc2d77d-2676-4005-97a6-c04af3fe6af9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 200 len: 835 time: 0.0447762 Aug 18 15:17:39.064191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-46195979-8cf9-4fad-a0be-5c4e44af68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:17:39.065691 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-46195979-8cf9-4fad-a0be-5c4e44af68c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f0521a6-0cba-405d-aff5-d8038e053854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392394 Aug 18 15:17:39.161757 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-fb3c5fd2-f1f4-4673-b2e1-ef570b6c36c5 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881424 Aug 18 15:17:39.227955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b37040f2-c6ad-41fc-881c-fdd55ffa1978', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'port_id': '66730e36-aa41-4389-b289-d0a90589813b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'mac_address': 'fa:16:3e:2b:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:17:37Z', 'updated_at': '2021-08-18T15:17:37Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:17:39.261204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8ee722-bf6f-4aa3-9d24-c90d5c41a917 req-e450570d-01a0-4402-a713-b7df6cae47af service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921617 Aug 18 15:17:39.262756 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5fdbd-9dd3-4582-ad7a-947b76b0d5d2 None None] The sync data for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 is: [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'b37040f2-c6ad-41fc-881c-fdd55ffa1978', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'port_id': '66730e36-aa41-4389-b289-d0a90589813b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'mac_address': 'fa:16:3e:2b:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:17:37Z', 'updated_at': '2021-08-18T15:17:37Z', 'revision_number': 0, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:17:39.451745 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42f48-6892-430f-b9ee-3b6dadc26a5b None None] New status for floating IP b37040f2-c6ad-41fc-881c-fdd55ffa1978: ACTIVE {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:17:39.870443 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51314) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:17:39.933897 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-82e177a3-7fe9-411f-bb62-8e8b444d3a33 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/b37040f2-c6ad-41fc-881c-fdd55ffa1978 HTTP/1.1" status: 200 len: 992 time: 0.0621889 Aug 18 15:17:41.072021 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:41.700577 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:51.968638 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fa9745e-6af4-4516-b854-ae6452589345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:52.472839 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:17:54.837592 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ae37a9fe-6f07-4657-b3d0-c71aeec21083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:55.030831 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:56.243293 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:17:57.831499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:11.076739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:11.688363 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:13.415366 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a465-ffee-4ab8-bd4b-8ba748919156 req-3e29f9fc-5d82-43d0-8d47-06e2b6504a51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:13.416840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b95a465-ffee-4ab8-bd4b-8ba748919156 req-3e29f9fc-5d82-43d0-8d47-06e2b6504a51 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0547278 Aug 18 15:18:13.453328 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2b95a465-ffee-4ab8-bd4b-8ba748919156 req-f9d975fa-522f-4c0d-9673-336e9f38978d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305877 Aug 18 15:18:14.570990 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d6a2-b7cc-44b4-a0c5-d1cca411facd req-a36f52cf-1061-498b-9d43-a28dcb4bedff tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:14.572523 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a368d6a2-b7cc-44b4-a0c5-d1cca411facd req-a36f52cf-1061-498b-9d43-a28dcb4bedff tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0486205 Aug 18 15:18:14.609205 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a368d6a2-b7cc-44b4-a0c5-d1cca411facd req-85f41224-ec36-433d-845c-b824155a5e75 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307622 Aug 18 15:18:14.631155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51334) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:14.692884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-53519b9b-3de1-4633-8ca9-d09c1acbc11f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/b37040f2-c6ad-41fc-881c-fdd55ffa1978 HTTP/1.1" status: 200 len: 992 time: 0.0606365 Aug 18 15:18:16.117939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e579f47-aac8-400c-baba-ed520034bcc5 req-e33558f2-1241-469a-9167-4461fad6a9eb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:16.119481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e579f47-aac8-400c-baba-ed520034bcc5 req-e33558f2-1241-469a-9167-4461fad6a9eb tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0492969 Aug 18 15:18:16.164620 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8e579f47-aac8-400c-baba-ed520034bcc5 req-889c5436-0eba-4961-9917-1138d4125085 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Aug 18 15:18:16.215711 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-29f4c7b6-664f-47d2-b9cb-0b3f5b885f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:16.217301 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-29f4c7b6-664f-47d2-b9cb-0b3f5b885f3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1096 time: 0.0414648 Aug 18 15:18:16.314987 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-94729ecd-59a7-4dda-8e9c-a9847878252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:16.316460 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-94729ecd-59a7-4dda-8e9c-a9847878252f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 898 time: 0.0875661 Aug 18 15:18:16.383475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-b0e19469-034a-4b01-943a-893addb4789c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 1000 time: 0.0560579 Aug 18 15:18:16.436450 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-fd5627ac-2f04-4df8-a348-d29f7c0df7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:16.437828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-fd5627ac-2f04-4df8-a348-d29f7c0df7b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 200 len: 835 time: 0.0415339 Aug 18 15:18:16.488785 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-d41948be-72c1-454f-8554-9263be0bdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:16.490249 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-d41948be-72c1-454f-8554-9263be0bdd52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f0521a6-0cba-405d-aff5-d8038e053854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416386 Aug 18 15:18:16.589087 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-365daca1-72ae-4f60-b251-46cdc4391584 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863407 Aug 18 15:18:16.687190 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b45d52f6-d522-4234-83d5-ce21746d22fc req-c4697f1a-6f07-463e-8d99-ea62acb9dd38 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839520 Aug 18 15:18:17.281057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce007-98ef-41d2-9fc1-c9614f190809 req-03fdade2-f828-4a7c-8791-1d974e8a683a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:17.283126 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39fce007-98ef-41d2-9fc1-c9614f190809 req-03fdade2-f828-4a7c-8791-1d974e8a683a tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0478806 Aug 18 15:18:17.318973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-39fce007-98ef-41d2-9fc1-c9614f190809 req-f154e7d9-9466-4cc1-8c1b-46f84917d0bf tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299525 Aug 18 15:18:18.434611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cf59-71be-422f-b2f5-c638d6018e87 req-abc4090b-ef30-44e2-954d-7d09f7abba18 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:18.436090 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9e8cf59-71be-422f-b2f5-c638d6018e87 req-abc4090b-ef30-44e2-954d-7d09f7abba18 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 18 15:18:18.472542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b9e8cf59-71be-422f-b2f5-c638d6018e87 req-b11f0054-dda9-45ae-bbb8-e60550be0328 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Aug 18 15:18:18.494471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51346) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:18.558461 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-76ee9e07-fec2-4c36-a30a-3b622da1385c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/floatingips/b37040f2-c6ad-41fc-881c-fdd55ffa1978 HTTP/1.1" status: 200 len: 992 time: 0.0628433 Aug 18 15:18:18.779939 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51352) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:18.930753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 192eb925-16d8-4d37-8052-f83878f7f5ba {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:18:18.932550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.006706 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.007026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.019109 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 192eb925-16d8-4d37-8052-f83878f7f5ba owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:18:19.248818 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.274315 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=192eb925-16d8-4d37-8052-f83878f7f5ba,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:19.300912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.301273 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.301622 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.302000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.302347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.302687 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.303026 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.303362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.303761 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.304094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.304425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.304755 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:19.342713 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.343081 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Floating IP b37040f2-c6ad-41fc-881c-fdd55ffa1978 disassociated (deleted). External IP: 172.25.1.72, port: 66730e36-aa41-4389-b289-d0a90589813b. Aug 18 15:18:19.547434 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:18:19.653498 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:19.658512 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:19.664799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Sync routers for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:19.673748 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:19.674384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:17:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:19.684183 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-48284da5-b4ef-4d0b-879d-f3d4e49b9ee0 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/floatingips/b37040f2-c6ad-41fc-881c-fdd55ffa1978 HTTP/1.1" status: 204 len: 168 time: 0.9032791 Aug 18 15:18:19.684768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:18:19.687019 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d298415-63d0-436f-b50e-68e12b19106b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:18:19.783157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:19.795182 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7451c-e406-47b5-8081-2bd0b743ae1b x-openstack-request-id: req-dbf7451c-e406-47b5-8081-2bd0b743ae1b {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:18:19.795470 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "tag": "66730e36-aa41-4389-b289-d0a90589813b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:18:19.795720 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbf7451c-e406-47b5-8081-2bd0b743ae1b {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:18:19.796119 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'tag': '66730e36-aa41-4389-b289-d0a90589813b', 'status': 'completed', 'code': 200} Aug 18 15:18:19.859458 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298415-63d0-436f-b50e-68e12b19106b req-cb55f5a5-38f2-4fc4-9f00-ddbede81943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:19.861313 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-cb55f5a5-38f2-4fc4-9f00-ddbede81943c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d311ce091f22401ca690022ae49e50bc&device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 1096 time: 0.0419691 Aug 18 15:18:19.958098 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298415-63d0-436f-b50e-68e12b19106b req-cbda2016-a244-4068-9d51-05529c2eaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:19.959730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-cbda2016-a244-4068-9d51-05529c2eaac7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 200 len: 898 time: 0.0911155 Aug 18 15:18:19.989862 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:20.002280 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-1965f9a3-e638-43d6-a26a-b0257e2333c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 200 len: 217 time: 0.0345752 Aug 18 15:18:20.016366 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Checking router: e9d4d409-46fa-43b1-b4db-98ce3c3d0328 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:20.025696 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:20.026585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:17:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:20.058580 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298415-63d0-436f-b50e-68e12b19106b req-ea4b72d7-2e65-4ee0-8f21-67cde945852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:20.060255 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-ea4b72d7-2e65-4ee0-8f21-67cde945852c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 200 len: 835 time: 0.0510907 Aug 18 15:18:20.136561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:20.339242 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:20.369386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41569e-99f0-40e6-bec3-4bb8fe01bc0d None None] The sync data for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 is: [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:21Z', 'revision_number': 4, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'e84e6a9b-d1e0-4742-94e2-9bcd2586609c', 'name': '', 'network_id': '7f0521a6-0cba-405d-aff5-d8038e053854', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'mac_address': 'fa:16:3e:1c:fe:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:20Z', 'updated_at': '2021-08-18T15:17:26Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'subnets': [{'id': '6702ddf2-0531-4140-9f96-efa895042ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:20.466614 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298415-63d0-436f-b50e-68e12b19106b req-3519eaca-22b2-4eef-a8dc-cd877286a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:20.468115 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-3519eaca-22b2-4eef-a8dc-cd877286a3f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f0521a6-0cba-405d-aff5-d8038e053854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3976660 Aug 18 15:18:20.476871 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60c65e-22a8-4724-9cf8-0e5bb3a36850 req-7b8db19b-85e6-4965-a449-05b7dc94e925 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:20.478303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef60c65e-22a8-4724-9cf8-0e5bb3a36850 req-7b8db19b-85e6-4965-a449-05b7dc94e925 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.3998930 Aug 18 15:18:20.580597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef60c65e-22a8-4724-9cf8-0e5bb3a36850 req-0102217a-643f-42c0-ab7f-08341d3e59fc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937762 Aug 18 15:18:20.600939 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561095a-1f03-4860-a6dd-6ed24cfd8f7b None None] New status for floating IP b37040f2-c6ad-41fc-881c-fdd55ffa1978: DOWN {{(pid=112231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:18:20.609366 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-fce57993-31ac-4ec7-a7ff-b5397910aa50 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301904 Aug 18 15:18:20.703531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d298415-63d0-436f-b50e-68e12b19106b req-14e662ab-83c1-46f3-b95c-192331dad8c2 service neutron] 10.222.0.58 "GET /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820241 Aug 18 15:18:21.701579 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1914c-b49b-4acc-8fe0-12d9a3512051 req-b7f3f9dd-b62d-4a81-99ef-c24f8aeacccc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:21.703046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82e1914c-b49b-4acc-8fe0-12d9a3512051 req-b7f3f9dd-b62d-4a81-99ef-c24f8aeacccc tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0518317 Aug 18 15:18:21.738918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-82e1914c-b49b-4acc-8fe0-12d9a3512051 req-9087a74f-8362-4f10-b0a6-eab59c84aaae tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a9372c4-7bcb-44d4-a606-81359a00fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300617 Aug 18 15:18:22.008362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c3ee-d0c3-42b2-a8f1-bb83d30615ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:22.052274 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23795a-e278-478a-9b65-fa8649351543 req-aa9fe72a-b81d-4218-b2e2-d640e24e987c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:22.053828 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e23795a-e278-478a-9b65-fa8649351543 req-aa9fe72a-b81d-4218-b2e2-d640e24e987c tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 945 time: 0.0493934 Aug 18 15:18:22.153487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 66730e36-aa41-4389-b289-d0a90589813b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:18:22.153741 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:22.240262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 66730e36-aa41-4389-b289-d0a90589813b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=66730e36-aa41-4389-b289-d0a90589813b,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:22.240632 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:22.253090 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 66730e36-aa41-4389-b289-d0a90589813b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:18:22.408426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:22.437533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=66730e36-aa41-4389-b289-d0a90589813b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:22.475993 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] No DVR routers for this DVR port 66730e36-aa41-4389-b289-d0a90589813b on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:18:22.478626 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:22.480572 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1e23795a-e278-478a-9b65-fa8649351543 req-4798f4c2-a82e-4b41-884f-ae83991d54d1 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.58 "DELETE /v2.0/ports/66730e36-aa41-4389-b289-d0a90589813b HTTP/1.1" status: 204 len: 173 time: 0.4153285 Aug 18 15:18:22.481000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'name': 'network-vif-deleted', 'tag': '66730e36-aa41-4389-b289-d0a90589813b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:18:22.483293 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955652d5-4983-4491-a4c5-3b0d06e6fc7c" -d '{"events": [{"server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "name": "network-vif-deleted", "tag": "66730e36-aa41-4389-b289-d0a90589813b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:18:22.520601 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd9bb3-5005-448f-854a-87a65ad55e30 x-openstack-request-id: req-12cd9bb3-5005-448f-854a-87a65ad55e30 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:18:22.520894 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7813e05-da6c-4d8e-bd8a-d87b26b64a0c", "name": "network-vif-deleted", "tag": "66730e36-aa41-4389-b289-d0a90589813b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:18:22.521199 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12cd9bb3-5005-448f-854a-87a65ad55e30 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:18:22.521653 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7813e05-da6c-4d8e-bd8a-d87b26b64a0c', 'name': 'network-vif-deleted', 'tag': '66730e36-aa41-4389-b289-d0a90589813b', 'status': 'completed', 'code': 200} Aug 18 15:18:22.849362 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59f30c99-f059-4473-ab72-4904082ab1fc req-28d83ec0-ede5-404e-a4d7-3f1b45c5a10f tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7813e05-da6c-4d8e-bd8a-d87b26b64a0c HTTP/1.1" status: 200 len: 210 time: 0.0306506 Aug 18 15:18:23.910780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51370) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:24.264711 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:24.513347 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port e84e6a9b-d1e0-4742-94e2-9bcd2586609c {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:18:24.513607 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:24.610519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port e84e6a9b-d1e0-4742-94e2-9bcd2586609c, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:24.610882 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:24.623102 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for e84e6a9b-d1e0-4742-94e2-9bcd2586609c owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:18:24.819701 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5c3b32b4-c4b2-4bf6-877a-8a1dc703da26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:24.836686 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:24.862134 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=e84e6a9b-d1e0-4742-94e2-9bcd2586609c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:25.019792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.037252 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.248839 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:18:25.352646 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:25.357608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9c0f3eb3-1220-4ddf-9a3d-bff2fd436b31 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "PUT /v2.0/routers/e9d4d409-46fa-43b1-b4db-98ce3c3d0328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456956 Aug 18 15:18:25.360857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51372) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:25.363410 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Sync routers for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:25.372449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:25.373051 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:25.410479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting subnet 6702ddf2-0531-4140-9f96-efa895042ddc {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:18:25.413475 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.452862 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.474958 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:25.540670 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.649208 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:18:24Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:25.660180 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.676002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 66730e36-aa41-4389-b289-d0a90589813b no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:18:25.678292 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Checking router: e9d4d409-46fa-43b1-b4db-98ce3c3d0328 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:25.691829 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.696453 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/subnets/6702ddf2-0531-4140-9f96-efa895042ddc HTTP/1.1" status: 204 len: 168 time: 0.3319297 Aug 18 15:18:25.696453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5e5d7-ebb0-4f9e-9146-b07806a9b70b tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Subnet': ['ID=6702ddf2-0531-4140-9f96-efa895042ddc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:25.696928 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51374) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:25.703325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c55b0-e8db-40a5-8046-d3117776b27e None None] Network 7f0521a6-0cba-405d-aff5-d8038e053854 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:18:25.708324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: 66730e36-aa41-4389-b289-d0a90589813b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:18:25.708460 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device 66730e36-aa41-4389-b289-d0a90589813b not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:18:25.744997 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Routers {'e9d4d409-46fa-43b1-b4db-98ce3c3d0328'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:25.745684 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:25.809923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:25.901484 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] Set router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:25.909668 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.023021 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] DHCP port deletion for 7f0521a6-0cba-405d-aff5-d8038e053854 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:18:26.037642 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Deleting port 052b6c4c-6bcb-483d-9710-6b354dca0774 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:18:26.038023 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.116921 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Deleting port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:18:26.117304 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.118256 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] For port 052b6c4c-6bcb-483d-9710-6b354dca0774, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=052b6c4c-6bcb-483d-9710-6b354dca0774,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:26.118797 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.132218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Calling delete_port for 052b6c4c-6bcb-483d-9710-6b354dca0774 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:18:26.173503 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:18:24Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:26.206675 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633af9ef-06f2-4848-a6bf-ffe178c397d1 None None] The sync data for ids ['e9d4d409-46fa-43b1-b4db-98ce3c3d0328'] in n-d-804303-5 is: [{'id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143879837', 'tenant_id': 'd311ce091f22401ca690022ae49e50bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:18:24Z', 'revision_number': 5, 'project_id': 'd311ce091f22401ca690022ae49e50bc', 'gw_port': {'id': '052b6c4c-6bcb-483d-9710-6b354dca0774', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d4d409-46fa-43b1-b4db-98ce3c3d0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:17:17Z', 'updated_at': '2021-08-18T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:26.214134 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] For port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,segment=NetworkSegment(c6328e50-23d2-41b8-a581-baafbf40943b),segment_id=c6328e50-23d2-41b8-a581-baafbf40943b)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:26.214595 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.227743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Calling delete_port for a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:18:26.274036 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.369219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.403533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Port': ['ID=052b6c4c-6bcb-483d-9710-6b354dca0774,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:26.431707 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.432061 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.432409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.432755 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.433093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.433428 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.433763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.434120 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.434455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.434788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.435116 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.435441 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.476182 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.505966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.531916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Pushing event deleted for resources: {'Port': ['ID=a9cce269-ec6b-4de5-8d7d-5efcb7e47a88,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:26.536337 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] No DVR routers for this DVR port a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:18:26.543279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.543631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.543976 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.544342 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.544661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.544995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.545327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.545656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.546493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.546493 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.546657 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.546955 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9932eef-5e93-49db-b971-3754cb428551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:26.571520 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.576906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.613453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:18:26.635118 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:18:26.635472 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device a9cce269-ec6b-4de5-8d7d-5efcb7e47a88 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:18:26.635903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e84e6a9b-d1e0-4742-94e2-9bcd2586609c no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:18:26.655422 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: e84e6a9b-d1e0-4742-94e2-9bcd2586609c {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:18:26.656540 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device e84e6a9b-d1e0-4742-94e2-9bcd2586609c not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:18:26.676238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.676783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Fanout notify agent at l3_agent the message router_deleted on router e9d4d409-46fa-43b1-b4db-98ce3c3d0328 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:18:26.685036 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.686219 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-81045367-be9e-4bae-91c0-3d4c22502584 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/routers/e9d4d409-46fa-43b1-b4db-98ce3c3d0328 HTTP/1.1" status: 204 len: 168 time: 0.9846945 Aug 18 15:18:26.689461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51376) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:26.772605 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.860168 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.871056 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0521a6-0cba-405d-aff5-d8038e053854']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:26.889786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6328e50-23d2-41b8-a581-baafbf40943b') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:26.889786 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6328e50-23d2-41b8-a581-baafbf40943b') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:26.897199 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.910686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.916397 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:18:26.916782 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:18:26.919692 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:18:27.048679 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.060979 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.060979 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/networks/7f0521a6-0cba-405d-aff5-d8038e053854 HTTP/1.1" status: 204 len: 168 time: 0.3671961 Aug 18 15:18:27.061202 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51378) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:27.069975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09c24-dd3a-4ea9-a780-cb62f697d979 tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'Network': ['ID=7f0521a6-0cba-405d-aff5-d8038e053854,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:27.121075 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.152300 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.253918 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.256558 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.257745 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] 10.222.0.35 "DELETE /v2.0/security-groups/6a9372c4-7bcb-44d4-a606-81359a00fab8 HTTP/1.1" status: 204 len: 168 time: 0.1961818 Aug 18 15:18:27.267171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e144cd-26fc-441d-aa19-9fb48240724d tempest-TestNetworkAdvancedServerOps-1990782344 tempest-TestNetworkAdvancedServerOps-1990782344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9372c4-7bcb-44d4-a606-81359a00fab8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:27.802768 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:27.812861 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51386) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:27.944050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d3ac5aa0-fe6a-4c69-b22d-a5d815de4303 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d311ce091f22401ca690022ae49e50bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292610 Aug 18 15:18:27.946425 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51390) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:27.996241 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.017173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.145186 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.147893 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.149073 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ad1fb4c-a292-4182-b28f-42728cb34e11 HTTP/1.1" status: 204 len: 168 time: 0.2017536 Aug 18 15:18:28.157065 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de697e9-b2a4-4bcb-b4e5-2de0fe9dc90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad1fb4c-a292-4182-b28f-42728cb34e11,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:28.300106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052b6c4c-6bcb-483d-9710-6b354dca0774 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:18:28.319480 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 052b6c4c-6bcb-483d-9710-6b354dca0774 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:18:28.319831 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 052b6c4c-6bcb-483d-9710-6b354dca0774 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:18:28.756826 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51396) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:28.770922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ca7-9407-4016-8a04-97a51b173867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.857924 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ca7-9407-4016-8a04-97a51b173867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.933565 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ca7-9407-4016-8a04-97a51b173867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:28.971129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab07ca7-9407-4016-8a04-97a51b173867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ea33b-c225-4754-b2aa-26720b466692,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:28.975455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2ab07ca7-9407-4016-8a04-97a51b173867 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ede90252db23441ea594f6c80cfd794c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175601 Aug 18 15:18:28.978267 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51398) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:29.026675 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:29.047173 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:29.161421 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:29.163958 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:29.165125 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f0ea33b-c225-4754-b2aa-26720b466692 HTTP/1.1" status: 204 len: 168 time: 0.1859460 Aug 18 15:18:29.173205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f782a8-2fa8-496f-8df4-784d159cf652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ea33b-c225-4754-b2aa-26720b466692,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:29.471475 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:18:30.120550 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51420) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:30.214417 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1526189187-network', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:30.293572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Made reservation on behalf of 4f387af2ef3d4247835f3fc89ef1a09f for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:18:30.295828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.304144 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.390361 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.464828 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.492955 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:18:30.502091 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdad8d-e963-4822-822f-a599a865cd5c,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:30.509644 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.510088 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Added segment ee0ade2e-4c19-4919-ab89-ceeab9b6c54e of type vlan for network c8bffb6f-e261-4b90-a838-852a36b1f56e Aug 18 15:18:30.550316 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.636771 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.637797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:30.638424 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:30.696303 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bffb6f-e261-4b90-a838-852a36b1f56e,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:30.705880 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network c8bffb6f-e261-4b90-a838-852a36b1f56e details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:18:30.763418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-990a0f39-119c-4def-aecf-8e4247d8b947 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6417599 Aug 18 15:18:30.766583 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51424) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:30.771813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Request body: {'subnet': {'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1526189187-subnet', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:30.882326 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Made reservation on behalf of 4f387af2ef3d4247835f3fc89ef1a09f for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:18:30.884612 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.116714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.165831 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e43e93-4910-4a2c-aa3b-7f837c6307b6,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:31.180890 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:31.181254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Network hostable DHCP agents. Network: c8bffb6f-e261-4b90-a838-852a36b1f56e, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:18:31.293799 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:18:31.367731 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, c8bffb6f-e261-4b90-a838-852a36b1f56e) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:31.371630 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:31.372222 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.376528 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7340f-aeca-49aa-87e2-8e0762e0ea99 None None] Network c8bffb6f-e261-4b90-a838-852a36b1f56e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:18:31.455543 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-006428ac-8e17-4922-a62f-30886d465f6b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6878264 Aug 18 15:18:31.458239 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51426) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:31.462740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:31.514913 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-c8bffb6f-e261-4b90-a838-852a36b1f56e', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:18:31.515785 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.545546 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.546677 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.602251 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.648431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Allocated IP 172.20.0.2 (c8bffb6f-e261-4b90-a838-852a36b1f56e/45e43e93-4910-4a2c-aa3b-7f837c6307b6/8331c320-d988-4087-a47e-8d1e7cbe62b2) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:31.785757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.793896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Transition to ACTIVE for port object 8331c320-d988-4087-a47e-8d1e7cbe62b2 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:31.808238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Transition to ACTIVE for port object 8331c320-d988-4087-a47e-8d1e7cbe62b2 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:31.808754 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.871493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.910718 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:31.915308 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:31.918974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:31.930545 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Pushing event updated for resources: {'Port': ['ID=8331c320-d988-4087-a47e-8d1e7cbe62b2,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:31.974489 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Attempting to bind port 8331c320-d988-4087-a47e-8d1e7cbe62b2 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:31.974857 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Attempting to bind port 8331c320-d988-4087-a47e-8d1e7cbe62b2 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:31.975222 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Attempting to bind port 8331c320-d988-4087-a47e-8d1e7cbe62b2 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:31.980098 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:31.980467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:31.980867 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:31.981255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Bound using segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:31.981713 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Bound port: 8331c320-d988-4087-a47e-8d1e7cbe62b2, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:31.982115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.042279 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] For port 8331c320-d988-4087-a47e-8d1e7cbe62b2, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:32.045217 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] For port 8331c320-d988-4087-a47e-8d1e7cbe62b2, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8331c320-d988-4087-a47e-8d1e7cbe62b2,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:32.068189 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.086926 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.094366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.158494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc77ea-8cfb-4bfa-bc41-989d262e1f52 None None] Pushing event updated for resources: {'Port': ['ID=8331c320-d988-4087-a47e-8d1e7cbe62b2,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:32.198138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Allocated IP 172.25.1.44 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/8da9e473-27ff-4c35-8240-ac8526894322) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:32.318385 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.391446 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:32.429642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:32.434393 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:32.437858 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:32.461364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Pushing event updated for resources: {'Port': ['ID=8da9e473-27ff-4c35-8240-ac8526894322,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:33.028143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93ae4d-fec0-48cf-8450-2790d1d5f15c None None] Network c8bffb6f-e261-4b90-a838-852a36b1f56e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:18:33.077280 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:33.141770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-948c8393-e080-4a1e-a2c9-e8c72798fe0a None None] Provisioning for port 8331c320-d988-4087-a47e-8d1e7cbe62b2 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:33.275984 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:33.499433 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Router 4128d6da-32eb-4b88-8bab-85f692e09137 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:18:33.604710 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:33.614618 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:33.623743 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:33.624340 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:33.711416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:33.712728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-628400cf-5d10-4ca2-8d2a-d23843d19bee admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2535045 Aug 18 15:18:33.722409 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:33.724533 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:33.896572 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:32Z', 'revision_number': 3, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:33.925997 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:33.926382 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Updating router 4128d6da-32eb-4b88-8bab-85f692e09137 port 8da9e473-27ff-4c35-8240-ac8526894322 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:18:33.950231 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.129922 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.195194 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.205572 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Transition to ACTIVE for port object 8da9e473-27ff-4c35-8240-ac8526894322 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:34.259474 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.312233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Attempting to bind port 8da9e473-27ff-4c35-8240-ac8526894322 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:34.312233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Attempting to bind port 8da9e473-27ff-4c35-8240-ac8526894322 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:34.312233 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Attempting to bind port 8da9e473-27ff-4c35-8240-ac8526894322 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:34.323407 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:34.323775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:34.324171 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.324551 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:34.325007 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Bound port: 8da9e473-27ff-4c35-8240-ac8526894322, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:34.325635 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.336377 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8331c320-d988-4087-a47e-8d1e7cbe62b2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:34.338235 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Allocated IP 172.20.0.1 (c8bffb6f-e261-4b90-a838-852a36b1f56e/45e43e93-4910-4a2c-aa3b-7f837c6307b6/db2744d3-e45d-4332-b047-18b70e957473) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:34.379934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] For port 8da9e473-27ff-4c35-8240-ac8526894322, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:34.383059 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] For port 8da9e473-27ff-4c35-8240-ac8526894322, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8da9e473-27ff-4c35-8240-ac8526894322,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:34.384387 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Pushing event updated for resources: {'Port': ['ID=8da9e473-27ff-4c35-8240-ac8526894322,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:34.391726 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.392072 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.396629 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:18:34.441397 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8331c320-d988-4087-a47e-8d1e7cbe62b2 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:34.442939 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.445335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8331c320-d988-4087-a47e-8d1e7cbe62b2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:34.445766 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.457068 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Transition to ACTIVE for port object db2744d3-e45d-4332-b047-18b70e957473 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:34.477125 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.535992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.541990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c685d7-e227-4a18-a269-5aa4ddb441a9 None None] Pushing event updated for resources: {'Port': ['ID=8da9e473-27ff-4c35-8240-ac8526894322,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:34.553114 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:34.553717 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:34.568999 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.582088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8331c320-d988-4087-a47e-8d1e7cbe62b2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8331c320-d988-4087-a47e-8d1e7cbe62b2,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:34.625071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:34.631038 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:34.635824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:34.639162 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Pushing event updated for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:34.656540 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.667961 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:34.690940 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.744438 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8331c320-d988-4087-a47e-8d1e7cbe62b2,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:34.881698 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:32Z', 'revision_number': 3, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:34.908090 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900c869-9330-46a5-a365-b2c44414b91a None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:32Z', 'revision_number': 3, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:34.948149 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.950358 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c89ec60e-c99a-4d5e-ae67-04f28f027ad9 None None] Provisioning for port db2744d3-e45d-4332-b047-18b70e957473 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:34.954483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c89ec60e-c99a-4d5e-ae67-04f28f027ad9 None None] Provisioning complete for port db2744d3-e45d-4332-b047-18b70e957473 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:34.954853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c89ec60e-c99a-4d5e-ae67-04f28f027ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:34.998133 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c89ec60e-c99a-4d5e-ae67-04f28f027ad9 None None] Port db2744d3-e45d-4332-b047-18b70e957473 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:18:35.133739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:35.196806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:35.271940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Pushing event updated for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:35.274473 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:35.374904 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:35.376380 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:35.504655 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:18:35.619653 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-afc1bbff-da4e-477d-ba74-b5cce891a284 None None] Provisioning complete for port db2744d3-e45d-4332-b047-18b70e957473 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:35.620251 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-afc1bbff-da4e-477d-ba74-b5cce891a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:35.641192 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:35.648922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4899f23d-0ba9-44fc-bb16-06038a2f3421 admin admin] 10.222.0.35 "PUT /v2.0/routers/4128d6da-32eb-4b88-8bab-85f692e09137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254317 Aug 18 15:18:35.666148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-afc1bbff-da4e-477d-ba74-b5cce891a284 None None] Port db2744d3-e45d-4332-b047-18b70e957473 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:18:36.379408 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51444) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:36.386371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8da9e473-27ff-4c35-8240-ac8526894322 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:36.386642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571760449-network', 'tenant_id': '63c0741753bb47f185bff5eab67db07c'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:36.440253 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:36.449214 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:36.449856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:36.459461 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Made reservation on behalf of 63c0741753bb47f185bff5eab67db07c for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:18:36.461887 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.470796 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.485268 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 8da9e473-27ff-4c35-8240-ac8526894322 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:36.492918 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8da9e473-27ff-4c35-8240-ac8526894322 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:36.493297 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.563061 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.589727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:36.612976 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.634553 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:18:36.648079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff3663-e278-492f-80bb-1e1c6b445f47,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:36.652904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.653254 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Added segment b34b8962-2e44-4131-90f4-39e1f6309859 of type vlan for network bc23ba47-8825-44f8-92bc-cc0a54e2d782 Aug 18 15:18:36.689718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.693550 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.747762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 8da9e473-27ff-4c35-8240-ac8526894322, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8da9e473-27ff-4c35-8240-ac8526894322,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:36.779576 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.780828 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:36.782633 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.819551 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:36.820301 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8331c320-d988-4087-a47e-8d1e7cbe62b2 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:36.846062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] Pushing event updated for resources: {'Network': ['ID=bc23ba47-8825-44f8-92bc-cc0a54e2d782,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:36.871700 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:18:36.905531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-ca959717-52ad-46be-9426-9071a1289bda admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5246696 Aug 18 15:18:36.908248 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51446) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:36.913201 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Request body: {'subnet': {'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571760449-subnet', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:36.929494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 2, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:36.973241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:36.973602 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Updating router 4128d6da-32eb-4b88-8bab-85f692e09137 port db2744d3-e45d-4332-b047-18b70e957473 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:18:36.991141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Made reservation on behalf of 63c0741753bb47f185bff5eab67db07c for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:18:36.993593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.005265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=8da9e473-27ff-4c35-8240-ac8526894322,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:37.018783 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.034575 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8331c320-d988-4087-a47e-8d1e7cbe62b2 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:37.049635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.202971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.262606 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7be378c-00c9-4d5f-ad36-9b611089b9fc,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:37.272070 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Checking segment: {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:37.272432 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Network hostable DHCP agents. Network: bc23ba47-8825-44f8-92bc-cc0a54e2d782, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:18:37.343538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.352827 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Transition to ACTIVE for port object db2744d3-e45d-4332-b047-18b70e957473 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:37.356615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:18:37.419407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.453058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, bc23ba47-8825-44f8-92bc-cc0a54e2d782) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:37.457459 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:37.458083 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.468180 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88d423-1fc8-4f6d-9471-ecfab63416c8 None None] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:18:37.488177 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d22eeb-a588-4f86-beca-3b4b2cac59a1 None None] Pushing event updated for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:37.545387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e0573b8e-703a-427a-aa94-73cdb9c26e64 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6360092 Aug 18 15:18:37.548642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51448) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:37.553121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:37.575952 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Attempting to bind port db2744d3-e45d-4332-b047-18b70e957473 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:37.576323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Attempting to bind port db2744d3-e45d-4332-b047-18b70e957473 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:37.576685 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Attempting to bind port db2744d3-e45d-4332-b047-18b70e957473 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:37.591730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:37.592104 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:37.592505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.592896 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Bound using segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:37.593360 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Bound port: db2744d3-e45d-4332-b047-18b70e957473, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:37.593738 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.642524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.643870 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.701371 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.712588 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] For port db2744d3-e45d-4332-b047-18b70e957473, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:37.716785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] For port db2744d3-e45d-4332-b047-18b70e957473, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2744d3-e45d-4332-b047-18b70e957473,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:37.718975 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'fixed_ips': [{'subnet_id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:18:37.720388 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.796908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:37.900046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.052310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:38.052962 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:38.097061 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d22eeb-a588-4f86-beca-3b4b2cac59a1 None None] Pushing event updated for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:38.107221 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Allocated IP 172.20.0.2 (bc23ba47-8825-44f8-92bc-cc0a54e2d782/f7be378c-00c9-4d5f-ad36-9b611089b9fc/38013972-1041-414e-b9ee-72af92873d88) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:38.196803 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.216077 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.230863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:38.329466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Allocated IP 172.25.1.169 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/471cb9ed-553a-450d-a5c6-fda5c22bf437) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:38.356265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8da9e473-27ff-4c35-8240-ac8526894322 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:38.431453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.446346 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.463046 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Transition to ACTIVE for port object 38013972-1041-414e-b9ee-72af92873d88 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:38.504714 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Transition to ACTIVE for port object 38013972-1041-414e-b9ee-72af92873d88 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:38.539382 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 8da9e473-27ff-4c35-8240-ac8526894322 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:38.539746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.601371 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:37Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:38.634520 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd719e50-ecc2-4f33-bafe-f2030565d462 None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:37Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:38.648929 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.692219 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.720238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:38.721940 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:38.726609 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:38.729591 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Pushing event updated for resources: {'Port': ['ID=471cb9ed-553a-450d-a5c6-fda5c22bf437,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:38.736393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:38.739582 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:38.744383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:38.747639 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Pushing event updated for resources: {'Port': ['ID=38013972-1041-414e-b9ee-72af92873d88,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:38.808043 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Attempting to bind port 38013972-1041-414e-b9ee-72af92873d88 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:38.808550 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Attempting to bind port 38013972-1041-414e-b9ee-72af92873d88 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:38.808967 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Attempting to bind port 38013972-1041-414e-b9ee-72af92873d88 on network bc23ba47-8825-44f8-92bc-cc0a54e2d782 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Checking segment: {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Bound using segment: {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Bound port: 38013972-1041-414e-b9ee-72af92873d88, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:38.818316 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:38.897741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] For port 38013972-1041-414e-b9ee-72af92873d88, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:38.901344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] For port 38013972-1041-414e-b9ee-72af92873d88, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=38013972-1041-414e-b9ee-72af92873d88,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:38.986851 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:39.051963 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc0eb1-df94-408d-838c-6aff7e46ba23 None None] Pushing event updated for resources: {'Port': ['ID=38013972-1041-414e-b9ee-72af92873d88,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:39.483785 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:39.696825 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:39.894085 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Router e34ff3cf-529a-4c21-afb8-097abe0c6331 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:18:39.948216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7ad3d-d823-442d-814c-2086e57d22da None None] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:18:40.005441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:40.014527 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Sync routers for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:40.026454 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:40.027087 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:40.094331 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.095960 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-613df541-ab4d-49e4-9760-fab118ebbd91 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5463057 Aug 18 15:18:40.098756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51450) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:40.109158 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-1514df2a-2282-44b3-ba49-b977290779b0 None None] Provisioning for port 38013972-1041-414e-b9ee-72af92873d88 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:40.131348 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:40.413930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 38013972-1041-414e-b9ee-72af92873d88 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:40.449694 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:39Z', 'revision_number': 3, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:40.482467 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Checking router: e34ff3cf-529a-4c21-afb8-097abe0c6331 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:40.482815 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Updating router e34ff3cf-529a-4c21-afb8-097abe0c6331 port 471cb9ed-553a-450d-a5c6-fda5c22bf437 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:18:40.505475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 38013972-1041-414e-b9ee-72af92873d88 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:40.508428 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.509622 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 38013972-1041-414e-b9ee-72af92873d88 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:40.510028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.600259 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.602886 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.633136 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 38013972-1041-414e-b9ee-72af92873d88, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=38013972-1041-414e-b9ee-72af92873d88,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:40.705374 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.705646 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2744d3-e45d-4332-b047-18b70e957473 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:40.758265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Allocated IP 172.20.0.1 (bc23ba47-8825-44f8-92bc-cc0a54e2d782/f7be378c-00c9-4d5f-ad36-9b611089b9fc/d7575135-a49f-4ea1-a071-d3bb48a55c97) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:40.766587 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.776830 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Transition to ACTIVE for port object 471cb9ed-553a-450d-a5c6-fda5c22bf437 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:40.781160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=38013972-1041-414e-b9ee-72af92873d88,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:40.853220 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.863440 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.876965 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Transition to ACTIVE for port object d7575135-a49f-4ea1-a071-d3bb48a55c97 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:40.881856 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port db2744d3-e45d-4332-b047-18b70e957473 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:40.886680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port db2744d3-e45d-4332-b047-18b70e957473 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:40.887098 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.907569 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Attempting to bind port 471cb9ed-553a-450d-a5c6-fda5c22bf437 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:40.907936 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Attempting to bind port 471cb9ed-553a-450d-a5c6-fda5c22bf437 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:40.908290 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Attempting to bind port 471cb9ed-553a-450d-a5c6-fda5c22bf437 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:40.911223 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4306-16b9-4883-9e54-993e13dadff5 None None] Pushing event updated for resources: {'Port': ['ID=471cb9ed-553a-450d-a5c6-fda5c22bf437,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:40.915767 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:40.923355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:40.923355 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.923355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:40.923355 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Bound port: 471cb9ed-553a-450d-a5c6-fda5c22bf437, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:40.923355 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.966327 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] For port 471cb9ed-553a-450d-a5c6-fda5c22bf437, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:40.969261 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] For port 471cb9ed-553a-450d-a5c6-fda5c22bf437, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=471cb9ed-553a-450d-a5c6-fda5c22bf437,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:40.974992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:40.991538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.005475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port db2744d3-e45d-4332-b047-18b70e957473, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2744d3-e45d-4332-b047-18b70e957473,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:41.029771 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:41.035127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:41.038659 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:41.049447 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.064692 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Pushing event updated for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:41.083291 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.087081 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.089238 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.121013 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:41.121770 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:41.123775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4306-16b9-4883-9e54-993e13dadff5 None None] Pushing event updated for resources: {'Port': ['ID=471cb9ed-553a-450d-a5c6-fda5c22bf437,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:41.160411 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:41.234493 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:41.311763 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.338578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fcb2bbcd-2c14-48ae-aa53-bf6e1d561b07 None None] Provisioning for port d7575135-a49f-4ea1-a071-d3bb48a55c97 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:41.342830 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fcb2bbcd-2c14-48ae-aa53-bf6e1d561b07 None None] Provisioning complete for port d7575135-a49f-4ea1-a071-d3bb48a55c97 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:41.343476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fcb2bbcd-2c14-48ae-aa53-bf6e1d561b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.381468 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2bbcd-2c14-48ae-aa53-bf6e1d561b07 None None] Port d7575135-a49f-4ea1-a071-d3bb48a55c97 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:18:41.416546 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:39Z', 'revision_number': 3, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:41.442422 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530902f5-6f87-4696-98d0-4a7ab34a2ebc None None] The sync data for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 is: [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:39Z', 'revision_number': 3, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:41.483240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.556074 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.628382 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.630679 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Pushing event updated for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:41.705910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:41.747321 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:41.748736 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:41.874001 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Router e34ff3cf-529a-4c21-afb8-097abe0c6331 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:18:41.997388 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:42.003568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ec5f3bae-661f-49eb-a9e7-8333325eba18 admin admin] 10.222.0.35 "PUT /v2.0/routers/e34ff3cf-529a-4c21-afb8-097abe0c6331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9031043 Aug 18 15:18:42.010315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-8135f5a2-0381-440a-b9ac-a63cb6efde02 None None] Provisioning complete for port d7575135-a49f-4ea1-a071-d3bb48a55c97 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:42.010855 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8135f5a2-0381-440a-b9ac-a63cb6efde02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.047390 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-8135f5a2-0381-440a-b9ac-a63cb6efde02 None None] Port d7575135-a49f-4ea1-a071-d3bb48a55c97 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:18:42.377942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 38013972-1041-414e-b9ee-72af92873d88 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:42.425609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 38013972-1041-414e-b9ee-72af92873d88 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:42.425938 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.506851 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2744d3-e45d-4332-b047-18b70e957473 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:42.553662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port db2744d3-e45d-4332-b047-18b70e957473 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:42.554084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.564471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:42.569322 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083477237', 'description': 'tempest-secgroup-smoke-2083477237 description', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:42.632124 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 471cb9ed-553a-450d-a5c6-fda5c22bf437 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:42.653682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.746281 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.750704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 471cb9ed-553a-450d-a5c6-fda5c22bf437 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:42.754785 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 471cb9ed-553a-450d-a5c6-fda5c22bf437 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:42.755154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.818758 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.831870 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.850254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da1370b-cc18-4f09-8c60-f5e535b94c70,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:42.852910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 471cb9ed-553a-450d-a5c6-fda5c22bf437, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=471cb9ed-553a-450d-a5c6-fda5c22bf437,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:42.928417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.930135 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9eafb951-b633-4a10-bb25-56f488d42e2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3642488 Aug 18 15:18:42.933728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51460) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:42.937165 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:42.939510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:42.989751 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=471cb9ed-553a-450d-a5c6-fda5c22bf437,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:42.995732 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Sync routers for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:43.005241 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:43.005863 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:43.029673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.086375 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.115428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:43.156879 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.175863 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9caaa2-0a7a-4950-8d00-94bbd5450d5f,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:43.242907 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.244292 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6d7d0fc1-c53a-4c1e-a159-c86a23d24c56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106122 Aug 18 15:18:43.246930 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51462) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:43.252684 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:43.317475 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:41Z', 'revision_number': 4, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd7575135-a49f-4ea1-a071-d3bb48a55c97', 'name': '', 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'mac_address': 'fa:16:3e:dc:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:40Z', 'updated_at': '2021-08-18T15:18:41Z', 'revision_number': 2, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'subnets': [{'id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:43.343161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Checking router: e34ff3cf-529a-4c21-afb8-097abe0c6331 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:43.343655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Updating router e34ff3cf-529a-4c21-afb8-097abe0c6331 port d7575135-a49f-4ea1-a071-d3bb48a55c97 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:18:43.344423 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.369303 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.411610 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.482276 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.506908 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0948d39a-d83c-4bed-a0c7-7b92656e4911,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:43.556941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.558831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-29b3dc27-ab5f-4fc1-9443-a43814cfea56 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102632 Aug 18 15:18:43.561810 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51464) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:43.567204 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:43.648343 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.708085 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.750477 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.772887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34901d39-d53b-424b-a306-af3a196744fe,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:43.805225 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.815220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Transition to ACTIVE for port object d7575135-a49f-4ea1-a071-d3bb48a55c97 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:43.819528 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.821433 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b787944a-1887-464a-b66f-864329f1c692 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579010 Aug 18 15:18:43.823577 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51466) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:43.828167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:43.887550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.922569 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.937449 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35df2c-6677-4941-88fc-d9546a274b8c None None] Pushing event updated for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:43.991680 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Attempting to bind port d7575135-a49f-4ea1-a071-d3bb48a55c97 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:43.994689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Attempting to bind port d7575135-a49f-4ea1-a071-d3bb48a55c97 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:43.994689 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Attempting to bind port d7575135-a49f-4ea1-a071-d3bb48a55c97 on network bc23ba47-8825-44f8-92bc-cc0a54e2d782 {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:43.994945 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:43.998768 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:43.999232 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Checking segment: {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:43.999714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.000178 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Bound using segment: {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:44.001216 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Bound port: d7575135-a49f-4ea1-a071-d3bb48a55c97, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b8962-2e44-4131-90f4-39e1f6309859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:44.001606 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.065524 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.072708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] For port d7575135-a49f-4ea1-a071-d3bb48a55c97, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:44.076570 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] For port d7575135-a49f-4ea1-a071-d3bb48a55c97, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d7575135-a49f-4ea1-a071-d3bb48a55c97,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:44.082253 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9962aa1-cbf0-447f-a624-d2b41532e3b5,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:44.156277 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.179646 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.180902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-74bf318d-a304-4560-aae0-ae03de7db760 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563147 Aug 18 15:18:44.183710 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51468) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:44.189191 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:44.226383 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35df2c-6677-4941-88fc-d9546a274b8c None None] Pushing event updated for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:44.228749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:44.229372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:44.299860 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Project 4f387af2ef3d4247835f3fc89ef1a09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:18:44.305740 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.322914 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 471cb9ed-553a-450d-a5c6-fda5c22bf437 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:44.373317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:44.376619 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.455730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 471cb9ed-553a-450d-a5c6-fda5c22bf437 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:44.456094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.459325 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.475306 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1cd506-3b84-469a-b201-e6b20be59632,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:44.550795 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.552063 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-822281c7-a5f0-4d32-8da7-81171ab5095e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672178 Aug 18 15:18:44.554917 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51470) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:44.559868 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': '7da1370b-cc18-4f09-8c60-f5e535b94c70', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:44.643041 n-d-804303-5 neutron-server[112229]: INFO neutron.db.securitygroups_db [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Project 4f387af2ef3d4247835f3fc89ef1a09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:18:44.648226 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.648483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:41Z', 'revision_number': 4, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd7575135-a49f-4ea1-a071-d3bb48a55c97', 'name': '', 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'mac_address': 'fa:16:3e:dc:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:40Z', 'updated_at': '2021-08-18T15:18:44Z', 'revision_number': 4, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'subnets': [{'id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:44.678088 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de358-3b4b-4395-9278-b49771cc19b5 None None] The sync data for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 is: [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:18:41Z', 'revision_number': 4, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'd7575135-a49f-4ea1-a071-d3bb48a55c97', 'name': '', 'network_id': 'bc23ba47-8825-44f8-92bc-cc0a54e2d782', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'mac_address': 'fa:16:3e:dc:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:40Z', 'updated_at': '2021-08-18T15:18:44Z', 'revision_number': 4, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'subnets': [{'id': 'f7be378c-00c9-4d5f-ad36-9b611089b9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:18:44.712604 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.801464 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.820334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687e40e9-f0be-499f-bfc2-4d51ae4c204a,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:44.888270 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:44.889688 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-73bde550-1bc7-4a3e-bdf4-f7cd37564cef tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336320 Aug 18 15:18:45.034095 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-c0bad863-3647-446e-a262-02683d8b9a07 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083477237&fields=id&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 267 time: 0.0350780 Aug 18 15:18:45.153782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-c4499e4d-4255-49e1-ab2a-4ff02137f545 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:45.155269 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-c4499e4d-4255-49e1-ab2a-4ff02137f545 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 809 time: 0.1144018 Aug 18 15:18:45.169592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-380461a3-a7f6-4593-8173-adebed528a8d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/quotas/4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 375 time: 0.0085762 Aug 18 15:18:45.219166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-cea2874b-8b36-49d6-9f6c-3d0b238a2ab2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439026 Aug 18 15:18:45.323505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-f330af3e-2bf8-445e-a460-96d10c89ea3f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:18:45.324542 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-f330af3e-2bf8-445e-a460-96d10c89ea3f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938487 Aug 18 15:18:45.420089 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-f4e80e16-2768-4f31-bec9-af0481cc1379 service neutron] 10.222.0.35 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890265 Aug 18 15:18:45.511387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-7b9f3976-bd73-42e5-baa1-dcf1791ca979 service neutron] 10.222.0.35 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842116 Aug 18 15:18:45.760346 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ecfed4cb-5ad9-4cf7-bdf8-5c3222b3d741 req-3ad45664-12e3-4226-92a7-d3a41d1f4b8f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Aug 18 15:18:46.324283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d7575135-a49f-4ea1-a071-d3bb48a55c97 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:46.430984 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port d7575135-a49f-4ea1-a071-d3bb48a55c97 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:46.434820 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d7575135-a49f-4ea1-a071-d3bb48a55c97 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:46.435196 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:46.509422 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:46.544537 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port d7575135-a49f-4ea1-a071-d3bb48a55c97, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d7575135-a49f-4ea1-a071-d3bb48a55c97,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:46.601918 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:46.652015 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:46.840753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-bcbbc8de-2442-41c8-81ac-bb6177481d19 req-7eb8e259-80af-4325-b25e-e407a87752c5 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Aug 18 15:18:47.937001 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a59a5d7f-9ac5-46c8-b169-0693d9c15685 req-d97246a6-94ba-4c4e-beb0-0e5f8dee7e12 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 210 time: 0.0291011 Aug 18 15:18:48.069144 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-d96d3e4e-a01c-4f00-a8ac-8549875c9b67 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:48.070650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-d96d3e4e-a01c-4f00-a8ac-8549875c9b67 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 809 time: 0.1000223 Aug 18 15:18:48.117643 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-08eb3442-b868-41fd-910e-e5498816405d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 380 time: 0.0336938 Aug 18 15:18:48.130944 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'port': {'device_id': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'admin_state_up': True, 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'security_groups': ['7da1370b-cc18-4f09-8c60-f5e535b94c70']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:48.306643 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d7575135-a49f-4ea1-a071-d3bb48a55c97 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:48.327820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Made reservation on behalf of 4f387af2ef3d4247835f3fc89ef1a09f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:18:48.333923 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:48.354858 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port d7575135-a49f-4ea1-a071-d3bb48a55c97 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:48.355324 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:48.464334 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Allocated IP 172.20.0.12 (c8bffb6f-e261-4b90-a838-852a36b1f56e/45e43e93-4910-4a2c-aa3b-7f837c6307b6/b7d92ddb-733a-4093-97de-534f3d9b34a8) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:48.598250 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:48.611429 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Transition to ACTIVE for port object b7d92ddb-733a-4093-97de-534f3d9b34a8 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:48.705399 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:48.753461 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:48.756573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:48.760286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:48.766655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:48.812622 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:48.813243 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:48.900340 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-09dd43dc-c8ec-4db6-af9f-fd8d2fee7cba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728879 Aug 18 15:18:48.919459 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Request body: {'port': {'device_id': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:48.972980 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.053559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-317963a3-c256-4e7c-b349-b1d50eaaa741 None None] Provisioning for port b7d92ddb-733a-4093-97de-534f3d9b34a8 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:49.054475 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb15901-c839-4d43-9b3d-87615e6777d4 req-1e50ec12-a884-459e-920c-ed16af971744 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:49.056023 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb15901-c839-4d43-9b3d-87615e6777d4 req-1e50ec12-a884-459e-920c-ed16af971744 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 932 time: 0.0493114 Aug 18 15:18:49.057710 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-317963a3-c256-4e7c-b349-b1d50eaaa741 None None] Provisioning complete for port b7d92ddb-733a-4093-97de-534f3d9b34a8 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:49.058117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-317963a3-c256-4e7c-b349-b1d50eaaa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.094860 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-317963a3-c256-4e7c-b349-b1d50eaaa741 None None] Port b7d92ddb-733a-4093-97de-534f3d9b34a8 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:18:49.096217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6fb15901-c839-4d43-9b3d-87615e6777d4 req-caf5b6d2-074e-4a2e-8821-7eeb16bdc95e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Aug 18 15:18:49.243333 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:18:49.250581 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.262008 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Transition to ACTIVE for port object b7d92ddb-733a-4093-97de-534f3d9b34a8 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:18:49.338964 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.386454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:49.460796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:18:49.461137 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:18:49.461474 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:49.466087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:18:49.466410 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:18:49.472024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:18:49.472366 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:18:49.472744 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Bound using segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:18:49.473201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Bound port: b7d92ddb-733a-4093-97de-534f3d9b34a8, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:18:49.473562 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.539734 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:18:49.543151 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:18:49.607831 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.644598 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:49.645219 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:49.646768 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] 10.222.0.10 "PUT /v2.0/ports/b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1092 time: 0.7317176 Aug 18 15:18:49.647213 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:18:49.649558 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf259ca-7b1d-4323-ac3a-39aadd7013c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:18:49.673741 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af6d04-aa9d-43b8-8d79-9572043fbf91 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:49.752264 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc00c2-4a61-412a-9f8a-ffdf53d1ad65 x-openstack-request-id: req-06dc00c2-4a61-412a-9f8a-ffdf53d1ad65 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:18:49.752581 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:18:49.752859 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06dc00c2-4a61-412a-9f8a-ffdf53d1ad65 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:18:49.753266 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'status': 'completed', 'code': 200} Aug 18 15:18:49.808839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-30a9940f-668f-4be0-9595-51994bbdca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:49.810524 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-30a9940f-668f-4be0-9595-51994bbdca83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1095 time: 0.0433791 Aug 18 15:18:49.863894 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-6fb2f6fe-9941-4305-984d-cb532850ede0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 217 time: 0.0399749 Aug 18 15:18:49.916524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-bf3c53b9-6310-4639-8fa0-f985e421a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:49.917873 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-bf3c53b9-6310-4639-8fa0-f985e421a563 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0432248 Aug 18 15:18:49.972839 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-9a2eae6c-b5de-40d6-a4db-b72d3b9b8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:49.975126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-9a2eae6c-b5de-40d6-a4db-b72d3b9b8e9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446820 Aug 18 15:18:50.070128 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-e081e878-0524-42db-90f6-5793d7507e23 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Aug 18 15:18:50.164400 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-d9db3f21-1ad5-49f5-ba43-cdb51701124d req-31007830-9eae-49c2-81ba-8f117d642b8f service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832055 Aug 18 15:18:50.211257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083461f-a4a5-4a46-a26d-1cf7347d083a req-dd4a6b24-a92b-45cf-a74d-9436978ca104 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:50.212754 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1083461f-a4a5-4a46-a26d-1cf7347d083a req-dd4a6b24-a92b-45cf-a74d-9436978ca104 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 944 time: 0.0497284 Aug 18 15:18:50.251597 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1083461f-a4a5-4a46-a26d-1cf7347d083a req-64df3937-b120-457d-ae04-fafc16290893 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328939 Aug 18 15:18:50.322158 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-e6633f6a-964d-46fd-a12b-3294c7bab9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:50.323535 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-e6633f6a-964d-46fd-a12b-3294c7bab9bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1095 time: 0.0410206 Aug 18 15:18:50.414667 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-6b1eca68-5eb2-40a3-9480-3815050e705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:50.416117 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-6b1eca68-5eb2-40a3-9480-3815050e705a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0855556 Aug 18 15:18:50.457101 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-8d9dfe1b-acba-4435-90a6-df29008646d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 217 time: 0.0337403 Aug 18 15:18:50.824105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-c5fbef19-e619-48c0-bf39-89b8fb40830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:50.825634 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-c5fbef19-e619-48c0-bf39-89b8fb40830a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.3616481 Aug 18 15:18:50.872945 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-f2dc87cd-110d-4715-9b00-9944b3be0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:50.874447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-f2dc87cd-110d-4715-9b00-9944b3be0ef9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399191 Aug 18 15:18:50.962191 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-75fce4c1-7da2-4b38-9845-ccd850ee7f37 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797615 Aug 18 15:18:51.053034 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-acf259ca-7b1d-4323-ac3a-39aadd7013c9 req-59d18837-a058-4913-866f-0db3f9ceb584 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820019 Aug 18 15:18:51.365238 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f46a-643f-4640-ab51-f45eafbb3524 req-9bd75edd-0c3c-418c-bce9-493693a74523 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:51.366758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68e1f46a-643f-4640-ab51-f45eafbb3524 req-9bd75edd-0c3c-418c-bce9-493693a74523 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 944 time: 0.0483978 Aug 18 15:18:51.409210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68e1f46a-643f-4640-ab51-f45eafbb3524 req-33119627-ab6b-4878-9428-006926a9d2cf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365803 Aug 18 15:18:51.973645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-92de748f-ec65-4236-b2d4-903847540d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:52.521686 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df031a9b-3ed3-4b62-8b70-5f8c21c60b91 req-d19afe92-6551-4874-b605-3fa669e6b3ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:52.523114 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df031a9b-3ed3-4b62-8b70-5f8c21c60b91 req-d19afe92-6551-4874-b605-3fa669e6b3ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 944 time: 0.0488117 Aug 18 15:18:52.560575 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df031a9b-3ed3-4b62-8b70-5f8c21c60b91 req-152672f1-5050-4317-81d9-c9cecec86e44 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Aug 18 15:18:52.852249 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:18:52.947258 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:52.958323 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:18:52.998234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:53.010692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:18:53.029631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:53.098344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:53.154230 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:53.431825 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b7d92ddb-733a-4093-97de-534f3d9b34a8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:18:53.677519 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3597f-33aa-4866-acf6-6849de326417 req-c93d4861-e191-46e5-9afd-5133d7757fc7 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:53.679030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43c3597f-33aa-4866-acf6-6849de326417 req-c93d4861-e191-46e5-9afd-5133d7757fc7 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Aug 18 15:18:53.715891 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-43c3597f-33aa-4866-acf6-6849de326417 req-28205845-0cd7-4f70-a903-ce6919047be8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Aug 18 15:18:54.829855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184466c-f259-4496-93d8-2e02d422f8e7 req-6c7afe7c-00f1-44b6-9a85-32a6b2a0295e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:54.831303 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b184466c-f259-4496-93d8-2e02d422f8e7 req-6c7afe7c-00f1-44b6-9a85-32a6b2a0295e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Aug 18 15:18:54.847967 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b6ac6096-60b4-4958-9794-82830369bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:54.852538 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:18:54.874677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b184466c-f259-4496-93d8-2e02d422f8e7 req-4d2f1d66-e1f7-4144-8b70-0fad281b8bfe tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373950 Aug 18 15:18:54.945074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port b7d92ddb-733a-4093-97de-534f3d9b34a8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:18:54.949169 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port b7d92ddb-733a-4093-97de-534f3d9b34a8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:18:54.949513 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:55.036565 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:55.037966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:55.059989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:18:55.062254 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff039737-b7d4-4b7b-b846-e50959c60700" -d '{"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:18:55.075255 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:18:55.115993 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:55.153090 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7567165-7556-4875-9d9f-3e214efc1cc9 x-openstack-request-id: req-b7567165-7556-4875-9d9f-3e214efc1cc9 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:18:55.153389 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:18:55.153644 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7567165-7556-4875-9d9f-3e214efc1cc9 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:18:55.154062 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'code': 200} Aug 18 15:18:55.166431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:55.255652 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12c3b-a2f2-435a-ab96-7aee1b4596db req-e2dac341-bd53-4eee-aa1c-5cf039520665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:55.257080 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-36c12c3b-a2f2-435a-ab96-7aee1b4596db req-e2dac341-bd53-4eee-aa1c-5cf039520665 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1097 time: 0.0393755 Aug 18 15:18:55.295785 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-36c12c3b-a2f2-435a-ab96-7aee1b4596db req-0ec5ebba-79cc-406f-b45f-7e37428b715f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267687 Aug 18 15:18:55.990053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb990-dbe5-42ce-b0a7-e97aedd3231b req-eda8da73-388f-4fd9-8f3f-f66f128a2109 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:55.991519 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-637fb990-dbe5-42ce-b0a7-e97aedd3231b req-eda8da73-388f-4fd9-8f3f-f66f128a2109 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0493762 Aug 18 15:18:56.028766 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-637fb990-dbe5-42ce-b0a7-e97aedd3231b req-552956fa-d4e3-44e6-9ad9-a8a0ff14756b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Aug 18 15:18:56.207703 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.144035 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972ccc8-41f1-4195-b278-a50dee7ed191 req-f3000c92-8d47-48ee-91f4-71ecac3552d1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:57.145565 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3972ccc8-41f1-4195-b278-a50dee7ed191 req-f3000c92-8d47-48ee-91f4-71ecac3552d1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0482330 Aug 18 15:18:57.182188 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3972ccc8-41f1-4195-b278-a50dee7ed191 req-dc81bd57-c825-49b7-9497-184d2eb98287 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Aug 18 15:18:57.293750 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041eac3-8b5d-4c5c-9baa-82648105fbb1 req-790c7a49-3cc2-45a7-ac75-57b0c2728962 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:57.295225 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d041eac3-8b5d-4c5c-9baa-82648105fbb1 req-790c7a49-3cc2-45a7-ac75-57b0c2728962 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0486021 Aug 18 15:18:57.336267 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d041eac3-8b5d-4c5c-9baa-82648105fbb1 req-18134400-54f4-40b0-973d-473ab71d2177 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351467 Aug 18 15:18:57.357353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51536) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:57.437125 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bab34-dce3-4ff5-b5f6-4eeec3443fc9 tempest-TestShelveInstance-1192660570 tempest-TestShelveInstance-1192660570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:57.439158 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e05bab34-dce3-4ff5-b5f6-4eeec3443fc9 tempest-TestShelveInstance-1192660570 tempest-TestShelveInstance-1192660570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1092 time: 0.0803018 Aug 18 15:18:57.442041 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51540) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:18:57.446258 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:18:57.522121 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.615108 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.716552 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Allocated IP 172.25.1.187 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/3aa9b662-ba8c-4e8b-a48a-ceadae2cd278) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:18:57.796173 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.816232 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.922240 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:57.959467 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:18:57.964203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:18:57.967429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:18:57.996966 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=3aa9b662-ba8c-4e8b-a48a-ceadae2cd278,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:58.326166 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:58.461026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:58.608362 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:58.669573 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:58.736797 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=3aa9b662-ba8c-4e8b-a48a-ceadae2cd278,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:18:58.744806 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:58.841796 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Floating IP cb74ded3-2107-45e8-9f23-2813ee12ce3a associated. External IP: 172.25.1.187, port: b7d92ddb-733a-4093-97de-534f3d9b34a8. Aug 18 15:18:59.042762 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:18:59.148362 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:18:59.157423 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:18:59.165863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:59.170969 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:59.225100 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:18:59.265862 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b5e98ba9-012b-43c5-aada-305d64b3a05a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8097734 Aug 18 15:18:59.265862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:18:59.265862 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2" -d '{"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:18:59.271113 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:59.299400 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb351eb8-d569-4276-b06a-3bd6633115c9 x-openstack-request-id: req-eb351eb8-d569-4276-b06a-3bd6633115c9 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:18:59.299699 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:18:59.299952 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb351eb8-d569-4276-b06a-3bd6633115c9 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:18:59.300357 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'status': 'completed', 'code': 200} Aug 18 15:18:59.367593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-8d56bccc-8643-4cb1-a933-9ff10a281a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:59.369105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-8d56bccc-8643-4cb1-a933-9ff10a281a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1097 time: 0.0452812 Aug 18 15:18:59.460408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-d61dea4a-32f9-4e09-8832-1eabcfb8d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:59.461793 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-d61dea4a-32f9-4e09-8832-1eabcfb8d527 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0860193 Aug 18 15:18:59.495338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'cb74ded3-2107-45e8-9f23-2813ee12ce3a', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:18:58Z', 'updated_at': '2021-08-18T15:18:58Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:59.521346 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:18:59.529919 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:18:59.530566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:18:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:59.535181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-8ef6ca04-ed56-44dc-9619-0442cfcf6d7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1000 time: 0.0657039 Aug 18 15:18:59.584322 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-976ca942-ed58-468c-baa0-6ee084c438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:59.585782 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-976ca942-ed58-468c-baa0-6ee084c438ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0429652 Aug 18 15:18:59.631328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-8a26ef86-e6b9-4de2-aa5e-e200c3c14348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:18:59.632813 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-8a26ef86-e6b9-4de2-aa5e-e200c3c14348 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400822 Aug 18 15:18:59.635394 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:18:59.725948 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-5268d876-67eb-4106-be89-90546f15faca service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Aug 18 15:18:59.815230 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-9ba1b5aa-5a54-43e0-9cb3-407a65918db2 req-a64b451f-0dd2-4551-9598-3dbfdb16c3d0 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Aug 18 15:18:59.851554 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'cb74ded3-2107-45e8-9f23-2813ee12ce3a', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:18:58Z', 'updated_at': '2021-08-18T15:18:58Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:18:59.965566 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2dc4b-053a-4653-92e4-50df3c18ce9b None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'cb74ded3-2107-45e8-9f23-2813ee12ce3a', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:18:58Z', 'updated_at': '2021-08-18T15:18:58Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:19:00.154353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7d69b-498a-4c9e-a74d-97c8960f1f12 None None] New status for floating IP cb74ded3-2107-45e8-9f23-2813ee12ce3a: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:19:06.470636 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:19:11.110402 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:11.710215 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:21.990105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-beb8cdc2-da4e-4de7-9ab0-28e06b698ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:24.835261 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-24dd3ee1-99b4-4ce3-93a9-31c2d6713d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:25.029477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:26.183985 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:27.874716 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:41.086658 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:41.720982 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:43.469149 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:19:43.931635 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-91201c0b-fac3-4ac5-9e56-430515f87929 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408683 Aug 18 15:19:44.023942 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb140-4d87-4b80-976c-160e159b623e req-93c08e5d-8f53-4fc7-92d3-b584daa7fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:19:44.025454 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-93c08e5d-8f53-4fc7-92d3-b584daa7fc71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1097 time: 0.0450666 Aug 18 15:19:44.131850 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb140-4d87-4b80-976c-160e159b623e req-70972f30-691e-4f6e-b7c3-290f6beb3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:19:44.133303 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-70972f30-691e-4f6e-b7c3-290f6beb3e86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0837202 Aug 18 15:19:44.208950 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-2c403a37-ddd9-4864-b348-780518925955 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1002 time: 0.0632966 Aug 18 15:19:44.261298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb140-4d87-4b80-976c-160e159b623e req-b32df636-83a5-48a5-ad6f-f830f5330850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:19:44.262728 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-b32df636-83a5-48a5-ad6f-f830f5330850 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0432723 Aug 18 15:19:44.314863 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb140-4d87-4b80-976c-160e159b623e req-04a992f9-a69b-4624-9e15-f834835b1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:19:44.316346 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-04a992f9-a69b-4624-9e15-f834835b1592 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409532 Aug 18 15:19:44.413180 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-7587467f-c3f3-4cd8-8b9b-85537a466439 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850327 Aug 18 15:19:44.505795 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-b98cb140-4d87-4b80-976c-160e159b623e req-86d9e8f1-4fa8-4ac8-9e7c-630bcd1e8b47 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809886 Aug 18 15:19:51.949358 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3a0d90c3-ce88-4502-82a4-bc493b3f8950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:54.822573 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-30ce3469-85d6-49db-ae46-df91e43c4236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:55.033995 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:56.160829 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:19:57.846055 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:11.120386 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:11.709001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:20.467956 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:20:21.989170 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f47f9145-2c1d-4fc8-a1bf-f5a9d38b95f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:24.851562 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b956d36e-8ad8-456a-90df-1ad5fd3490db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:25.051615 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:26.182996 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:27.822921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:41.108347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:41.736880 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:45.639580 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-5615ed95-482f-4c40-8337-6c4e274b90f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888500 Aug 18 15:20:45.736099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea959-9dd1-4e00-b606-f692a920d71d req-1c6d83e1-9edf-4daf-8a7f-daf9f1238b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:45.737613 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-1c6d83e1-9edf-4daf-8a7f-daf9f1238b0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1097 time: 0.0468206 Aug 18 15:20:45.850668 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea959-9dd1-4e00-b606-f692a920d71d req-a5bb646f-0fbb-4d1b-a2aa-4400181a5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:45.852165 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-a5bb646f-0fbb-4d1b-a2aa-4400181a5444 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0874681 Aug 18 15:20:45.928071 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-13d751d2-8df0-4594-aa8e-76cece9b2505 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1002 time: 0.0637584 Aug 18 15:20:45.984513 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea959-9dd1-4e00-b606-f692a920d71d req-a8dc5023-c4d5-4015-8ecc-d7f5a1faa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:45.986033 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-a8dc5023-c4d5-4015-8ecc-d7f5a1faa76d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0456121 Aug 18 15:20:46.039678 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea959-9dd1-4e00-b606-f692a920d71d req-b7357f9a-6b12-4de6-b34b-31311256153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:46.041229 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-b7357f9a-6b12-4de6-b34b-31311256153d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420015 Aug 18 15:20:46.057971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-506b3565-a1d4-40e5-8001-ec25054cea4e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:20:46.058935 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-506b3565-a1d4-40e5-8001-ec25054cea4e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056806 Aug 18 15:20:46.155738 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-63a9e7fa-1997-44a9-9a09-e69f3902aa90 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877440 Aug 18 15:20:46.252729 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-92eea959-9dd1-4e00-b606-f692a920d71d req-9a71bed1-a0d2-4bfc-98bb-a8e5a8d5c7fc service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Aug 18 15:20:51.965105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a8523294-909f-49a3-b266-9322ee80920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:54.845071 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc86c-d1b3-42e9-b555-5c894d0ddb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:55.039466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:56.188137 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:57.467018 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:20:57.594327 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f063-a4da-48a9-b313-c9425a5eba44 req-c66e8fbf-cd28-4578-9a13-7ca4d6d3d3e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:57.595837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ba9f063-a4da-48a9-b313-c9425a5eba44 req-c66e8fbf-cd28-4578-9a13-7ca4d6d3d3e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.1037881 Aug 18 15:20:57.634007 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4ba9f063-a4da-48a9-b313-c9425a5eba44 req-80309fad-b658-443b-8e48-1c8aa1846018 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Aug 18 15:20:57.821992 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:20:58.767122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a267a0-069a-4d81-9e4f-3c13e3f0aa73 req-b6b82d5e-02f1-4db8-86e3-cf4aca59d01d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:58.769236 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29a267a0-069a-4d81-9e4f-3c13e3f0aa73 req-b6b82d5e-02f1-4db8-86e3-cf4aca59d01d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0537899 Aug 18 15:20:58.806881 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29a267a0-069a-4d81-9e4f-3c13e3f0aa73 req-6cbffd05-5688-4f6f-a29d-bbc16ff194e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Aug 18 15:20:59.939500 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4966-b791-445d-aae5-d1d3492740ca req-50536ccf-df7d-46fb-bf0b-15a8479f0150 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:20:59.940985 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8c4966-b791-445d-aae5-d1d3492740ca req-50536ccf-df7d-46fb-bf0b-15a8479f0150 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Aug 18 15:20:59.979121 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be8c4966-b791-445d-aae5-d1d3492740ca req-e7a0b921-f9d5-419b-918a-afa02512309e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Aug 18 15:21:01.093748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091820-0866-447b-969e-37dee88b7d12 req-89ab8c29-3cd9-4b3d-a5d7-b7110a3f48bb tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:01.095235 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f091820-0866-447b-969e-37dee88b7d12 req-89ab8c29-3cd9-4b3d-a5d7-b7110a3f48bb tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0477169 Aug 18 15:21:01.132765 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f091820-0866-447b-969e-37dee88b7d12 req-799c55eb-3041-41e1-82cf-f8b2e691c289 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Aug 18 15:21:02.249678 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1c9d6-419e-41c0-9dec-6ee05eec08fb req-02642c8b-6b17-40a2-9d0c-4f25e9ca827d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:02.251211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ac1c9d6-419e-41c0-9dec-6ee05eec08fb req-02642c8b-6b17-40a2-9d0c-4f25e9ca827d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0523944 Aug 18 15:21:02.289657 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3ac1c9d6-419e-41c0-9dec-6ee05eec08fb req-44e59c7c-5290-408f-b096-8e5042a15070 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Aug 18 15:21:03.402928 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5279-769b-4cf7-b8aa-7dc62c1c9adb req-4f41ce62-6d85-4ddc-b526-5867814f742b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:03.404435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11fa5279-769b-4cf7-b8aa-7dc62c1c9adb req-4f41ce62-6d85-4ddc-b526-5867814f742b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Aug 18 15:21:03.441584 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11fa5279-769b-4cf7-b8aa-7dc62c1c9adb req-c1319d1a-44e5-4a83-933d-24d1f264b9d8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Aug 18 15:21:04.556442 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9f0-6508-4979-858a-6c3bc160568c req-e327e6c0-cfc9-430d-a735-61deb04a7fa2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:04.558003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ca5a9f0-6508-4979-858a-6c3bc160568c req-e327e6c0-cfc9-430d-a735-61deb04a7fa2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Aug 18 15:21:04.595260 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2ca5a9f0-6508-4979-858a-6c3bc160568c req-46ca636f-f115-480c-b8b4-07cc36c601e1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Aug 18 15:21:05.714891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb7ebb-8c72-4bd2-8d59-27a567d1f11c req-ee667fc2-2e68-4228-b7e6-1c496215a3ed tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:05.722937 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cb7ebb-8c72-4bd2-8d59-27a567d1f11c req-ee667fc2-2e68-4228-b7e6-1c496215a3ed tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0518768 Aug 18 15:21:05.753625 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01cb7ebb-8c72-4bd2-8d59-27a567d1f11c req-589e645d-f05f-459f-8b1a-f5dcf929b1db tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Aug 18 15:21:06.869310 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be0e64-4992-4c9c-b876-2631edb1db2f req-1aed9b78-0fb3-4443-9b41-d5ca8244a525 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:06.870833 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88be0e64-4992-4c9c-b876-2631edb1db2f req-1aed9b78-0fb3-4443-9b41-d5ca8244a525 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Aug 18 15:21:06.909958 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-88be0e64-4992-4c9c-b876-2631edb1db2f req-c4565ef9-7a2c-4162-b663-94d64af39b0c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Aug 18 15:21:08.041213 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81dbc3-9c0b-4904-8d07-090ade651388 req-ef426777-6a7c-4f69-8385-9fc33722b291 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:08.042747 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba81dbc3-9c0b-4904-8d07-090ade651388 req-ef426777-6a7c-4f69-8385-9fc33722b291 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0491312 Aug 18 15:21:08.081930 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ba81dbc3-9c0b-4904-8d07-090ade651388 req-9fa5033a-ca26-48db-a188-c49e9dedbcd2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Aug 18 15:21:09.199992 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994148fc-892b-41ca-86ca-d7ee16328e62 req-ece63390-04c6-4ac1-bb07-6ab6dd0a3826 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:09.201467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-994148fc-892b-41ca-86ca-d7ee16328e62 req-ece63390-04c6-4ac1-bb07-6ab6dd0a3826 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Aug 18 15:21:09.239055 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-994148fc-892b-41ca-86ca-d7ee16328e62 req-4085d2e5-fa5b-4b01-96c9-671a80b99dba tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Aug 18 15:21:09.476204 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:21:09.569577 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:09.581102 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:21:09.619258 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:09.631387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:21:09.651131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:09.713608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:09.761560 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:09.768980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.769324 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.769730 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.770089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.770420 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.770744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.771068 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.771387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.771708 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.772030 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.772349 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.772666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:09.791189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['b7d92ddb-733a-4093-97de-534f3d9b34a8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:21:10.357120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef691c2-e34e-4027-ab74-e0a88b216b55 req-61a34b52-7763-4c24-9710-4cd48831de40 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:10.358707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eef691c2-e34e-4027-ab74-e0a88b216b55 req-61a34b52-7763-4c24-9710-4cd48831de40 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Aug 18 15:21:10.399395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eef691c2-e34e-4027-ab74-e0a88b216b55 req-955fb56e-04fb-4c1d-ab74-a022ffe1799c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347948 Aug 18 15:21:11.159218 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:11.498483 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:21:11.540564 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46591-cb25-489a-ab54-5d83a1033ded req-2af3b618-89fc-4a32-9b95-4454032d1eb1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:11.542193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91e46591-cb25-489a-ab54-5d83a1033ded req-2af3b618-89fc-4a32-9b95-4454032d1eb1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0595148 Aug 18 15:21:11.584741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port b7d92ddb-733a-4093-97de-534f3d9b34a8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:21:11.585119 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:11.589335 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-91e46591-cb25-489a-ab54-5d83a1033ded req-e3f212a9-d03d-421f-ace9-637aa6351f51 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 Aug 18 15:21:11.694635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:11.716919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:21:11.719321 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4089684-914e-44a9-852c-238dc552d21b" -d '{"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:21:11.733272 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:11.762430 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e474e-fcac-475e-a375-2aa82e8dc1d7 x-openstack-request-id: req-b50e474e-fcac-475e-a375-2aa82e8dc1d7 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:21:11.762723 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:21:11.762970 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b50e474e-fcac-475e-a375-2aa82e8dc1d7 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:21:11.763370 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'code': 200} Aug 18 15:21:11.788121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:11.828248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:11.883384 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:12.722572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84334c86-3425-41ff-8846-94b95b744de0 req-5c05bce1-f2f3-40e9-9bb2-00be6fde4f66 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:12.724166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84334c86-3425-41ff-8846-94b95b744de0 req-5c05bce1-f2f3-40e9-9bb2-00be6fde4f66 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0549073 Aug 18 15:21:12.767150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-84334c86-3425-41ff-8846-94b95b744de0 req-c23f22aa-5a56-4c0e-95bc-b4c938837f24 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348876 Aug 18 15:21:13.911487 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b848-37df-4f79-b7e3-649bce23b419 req-b1ee1b3c-e7e7-4763-b299-1c5d64810e23 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:13.913789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de36b848-37df-4f79-b7e3-649bce23b419 req-b1ee1b3c-e7e7-4763-b299-1c5d64810e23 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0640118 Aug 18 15:21:13.960707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de36b848-37df-4f79-b7e3-649bce23b419 req-b68dc2a9-c5c5-4e4f-ae10-18eb46910287 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Aug 18 15:21:15.085594 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbea7d-f80f-4bf6-886d-ce8c85e0a759 req-619270ba-5db1-481d-b722-898f5bc1d793 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:15.087856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ddbea7d-f80f-4bf6-886d-ce8c85e0a759 req-619270ba-5db1-481d-b722-898f5bc1d793 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0554967 Aug 18 15:21:15.129424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5ddbea7d-f80f-4bf6-886d-ce8c85e0a759 req-ecddebae-aa97-4500-a769-7dc69921f7d5 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351629 Aug 18 15:21:16.256117 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38711962-b1e9-4b96-bfb0-4ddb397170f7 req-7b5f2069-ad16-4acb-b95f-07e8bcea1b16 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:16.257776 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38711962-b1e9-4b96-bfb0-4ddb397170f7 req-7b5f2069-ad16-4acb-b95f-07e8bcea1b16 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0558734 Aug 18 15:21:16.308217 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38711962-b1e9-4b96-bfb0-4ddb397170f7 req-d2eecb22-4aba-4449-9ec6-b4380003b674 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Aug 18 15:21:17.525440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf264-52f7-4da3-8278-89b5ba200c54 req-03f22c85-de24-4370-88e4-d3da1aa3079e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:17.527991 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7bdf264-52f7-4da3-8278-89b5ba200c54 req-03f22c85-de24-4370-88e4-d3da1aa3079e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0606906 Aug 18 15:21:17.578156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d7bdf264-52f7-4da3-8278-89b5ba200c54 req-4c3f587e-595b-40cf-97b5-d3d5bbd15899 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Aug 18 15:21:18.708159 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cd636-e43a-4fc2-98c7-a6d1cc4434a2 req-211d1ca5-46ca-4e0d-bee8-838beae5d9c0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:18.709868 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab6cd636-e43a-4fc2-98c7-a6d1cc4434a2 req-211d1ca5-46ca-4e0d-bee8-838beae5d9c0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0559547 Aug 18 15:21:18.751245 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab6cd636-e43a-4fc2-98c7-a6d1cc4434a2 req-8c1f7774-725c-4fa5-af86-8daa881df355 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Aug 18 15:21:20.213603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97a247-4dcf-4923-9880-6cabfbc020e3 req-9e68e9c5-0c23-40d3-8d87-cde6eddaa0cc tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:20.215152 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e97a247-4dcf-4923-9880-6cabfbc020e3 req-9e68e9c5-0c23-40d3-8d87-cde6eddaa0cc tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.3948371 Aug 18 15:21:20.260744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e97a247-4dcf-4923-9880-6cabfbc020e3 req-5c75a35b-6730-43dc-9007-10a60cc6becd tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Aug 18 15:21:21.377004 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c057c-850f-41cf-a05e-3026c028d0b7 req-89ba2a66-0c03-4cd8-8103-eae90485b649 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:21.378531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b05c057c-850f-41cf-a05e-3026c028d0b7 req-89ba2a66-0c03-4cd8-8103-eae90485b649 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0489035 Aug 18 15:21:21.416752 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b05c057c-850f-41cf-a05e-3026c028d0b7 req-4814a08d-2c93-4f8c-aa1e-827c4a084f18 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Aug 18 15:21:21.604285 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-77818382-9e76-4ef8-9cff-a61e63f15097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:21.605762 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-77818382-9e76-4ef8-9cff-a61e63f15097 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1097 time: 0.0408516 Aug 18 15:21:21.706079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-581bf666-8667-421e-8708-df27e3cc47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:21.707551 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-581bf666-8667-421e-8708-df27e3cc47f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0885849 Aug 18 15:21:21.775975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-4af47d67-1d71-4018-9804-e06c21adb323 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1002 time: 0.0567243 Aug 18 15:21:21.834163 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-cf78193f-4841-4701-9742-70e567429a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:21.835649 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-cf78193f-4841-4701-9742-70e567429a8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0478306 Aug 18 15:21:21.886409 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-7871ec4c-09eb-48f8-ad59-c5f732f446b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:21.887902 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-7871ec4c-09eb-48f8-ad59-c5f732f446b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412123 Aug 18 15:21:21.959308 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8a384e2e-3fbe-49da-84f1-765503517984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:21.989997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-d0630a8b-2ce2-4515-9e21-fd4f64dee142 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Aug 18 15:21:22.083421 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-3d6a3ef9-85f4-48b9-a672-e84cc20cef2f req-1c93ea5c-cf5b-496d-9f89-9033eb5ec250 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 Aug 18 15:21:22.535597 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9a42-25ad-4b34-ac3b-7a9853c32f30 req-1e8f1e93-4b9b-45ad-8055-9c99036d4f2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:22.537101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-193e9a42-25ad-4b34-ac3b-7a9853c32f30 req-1e8f1e93-4b9b-45ad-8055-9c99036d4f2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Aug 18 15:21:22.574417 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-193e9a42-25ad-4b34-ac3b-7a9853c32f30 req-f5416388-5a56-49d2-b884-78b07c444e32 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 18 15:21:23.694133 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cf03-98da-4350-a059-2d992692e8b2 req-45ff9324-2fc6-43e5-b29c-8d4ff83d10d9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:23.695743 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab63cf03-98da-4350-a059-2d992692e8b2 req-45ff9324-2fc6-43e5-b29c-8d4ff83d10d9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0543931 Aug 18 15:21:23.734546 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab63cf03-98da-4350-a059-2d992692e8b2 req-085c7c18-0b49-4f00-aa44-2d8ba2f18335 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Aug 18 15:21:24.838869 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78270b4f-0c14-4285-a028-4d0a517bb959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:24.852416 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33b857-21d7-4ed7-b17e-f8abf2a83e7e req-690112d8-ea0b-4832-a4d5-808ffc7e9840 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:24.853954 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb33b857-21d7-4ed7-b17e-f8abf2a83e7e req-690112d8-ea0b-4832-a4d5-808ffc7e9840 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0514100 Aug 18 15:21:24.892726 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cb33b857-21d7-4ed7-b17e-f8abf2a83e7e req-49ac354e-15b7-47ee-a728-1da07ecf3524 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Aug 18 15:21:25.045667 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:25.298679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e02353-095e-47c0-ad8c-1e319270844e req-2e3388d3-d038-4ad3-a188-9d32e3c469d5 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:25.300150 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03e02353-095e-47c0-ad8c-1e319270844e req-2e3388d3-d038-4ad3-a188-9d32e3c469d5 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0488412 Aug 18 15:21:25.339551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03e02353-095e-47c0-ad8c-1e319270844e req-d5c428bf-d149-4fe2-aa7a-47456e997c54 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Aug 18 15:21:25.650305 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:21:25.727820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:25.734011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-9e8b131a-511f-4d9e-97d2-1c4d202f6b7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022234 Aug 18 15:21:25.750157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:21:25.752393 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5191a921-f2b3-452b-a233-63e394148486" -d '{"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:21:25.766444 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:25.785495 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d67552-e17d-459a-8695-d750e75dad2b x-openstack-request-id: req-67d67552-e17d-459a-8695-d750e75dad2b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:21:25.785793 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-unplugged", "status": "failed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "code": 422}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:21:25.786193 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67d67552-e17d-459a-8695-d750e75dad2b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:21:25.786499 n-d-804303-5 neutron-server[112230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'code': 422} returned with failed status Aug 18 15:21:25.804471 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:25.858160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:26.222029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:26.455138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8fa10-dfd3-4cdc-9880-250373cbfb81 req-2e748083-5d6b-4a11-9cd3-a48628b29c79 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:26.456616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a8fa10-dfd3-4cdc-9880-250373cbfb81 req-2e748083-5d6b-4a11-9cd3-a48628b29c79 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 944 time: 0.0492966 Aug 18 15:21:26.494645 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99a8fa10-dfd3-4cdc-9880-250373cbfb81 req-ab1eb562-d5df-48d9-9995-89d04bcd1244 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Aug 18 15:21:27.243290 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-0f1d61fe-aab3-480e-a973-7886ca732886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:27.244770 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-0f1d61fe-aab3-480e-a973-7886ca732886 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 1095 time: 0.0402424 Aug 18 15:21:27.257264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-5', 'device_owner': 'compute:nova'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:21:27.312941 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:27.513804 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:27.548738 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h1-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:21:27.604396 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:21:27.613470 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:27.632573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Transition to ACTIVE for port object b7d92ddb-733a-4093-97de-534f3d9b34a8 will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:21:27.640215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a82a2-260f-4fc9-91fe-18f2b48ce631 req-3350ddf0-72d8-4d14-9e6d-9fad8aae3d7b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:27.642856 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e03a82a2-260f-4fc9-91fe-18f2b48ce631 req-3350ddf0-72d8-4d14-9e6d-9fad8aae3d7b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 944 time: 0.0742078 Aug 18 15:21:27.680455 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e03a82a2-260f-4fc9-91fe-18f2b48ce631 req-5eff1c15-3730-4bd9-b3b0-5f132ebfd006 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Aug 18 15:21:27.712917 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:27.797524 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=9']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:27.812388 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.812741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.813093 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.813439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.813771 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.814135 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.814497 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.814824 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.815155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.815484 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.815813 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.816138 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:21:27.833681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:27.845284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] No DVR routers for this DVR port b7d92ddb-733a-4093-97de-534f3d9b34a8 on host n-h1-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:21:27.985496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:21:27.985833 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:21:27.986190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:21:27.990369 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:21:27.990695 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Attempting to bind port b7d92ddb-733a-4093-97de-534f3d9b34a8 on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:21:27.996051 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:21:27.996494 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:21:27.996964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Bound using segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:21:27.997476 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Bound port: b7d92ddb-733a-4093-97de-534f3d9b34a8, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:21:27.997904 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:28.068441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:21:28.071321 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:21:28.154096 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:28.188058 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.188714 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:28.190133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] 10.222.0.58 "PUT /v2.0/ports/b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1092 time: 0.9368057 Aug 18 15:21:28.190573 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:21:28.192811 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f38032-d524-427b-aef4-523bdb730db3" -d '{"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:21:28.231958 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6744b-02a1-4add-b025-0c8184fd472f service neutron] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=10']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:28.236968 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e5813-5f87-4b0e-8f42-95550e6aafa5 x-openstack-request-id: req-533e5813-5f87-4b0e-8f42-95550e6aafa5 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:21:28.237260 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:21:28.237518 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-533e5813-5f87-4b0e-8f42-95550e6aafa5 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:21:28.237946 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'status': 'completed', 'code': 200} Aug 18 15:21:28.269330 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-04b96d72-0d4e-4672-b7f7-d6dba8a030b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.270939 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-04b96d72-0d4e-4672-b7f7-d6dba8a030b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1096 time: 0.0495336 Aug 18 15:21:28.370572 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-fb8e2e7c-179c-4d3e-bd22-0e4fbc80635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.372082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-fb8e2e7c-179c-4d3e-bd22-0e4fbc80635a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0930324 Aug 18 15:21:28.442840 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-83006937-2c9d-4a8f-bcc5-d214624b375e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1000 time: 0.0591218 Aug 18 15:21:28.496707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-c1853948-7752-48e8-bee7-e810a91d2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.498101 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-c1853948-7752-48e8-bee7-e810a91d2b99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0431793 Aug 18 15:21:28.552199 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-126d45ee-2764-4343-9cfa-ebef5ce01093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.553805 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-126d45ee-2764-4343-9cfa-ebef5ce01093 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478783 Aug 18 15:21:28.565633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-f3443b59-11ab-44f5-a8a9-820f74746e6a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:21:28.566728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-f3443b59-11ab-44f5-a8a9-820f74746e6a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051582 Aug 18 15:21:28.657082 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-e69ff26c-0bd6-479d-9df3-3a01ef195c97 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812094 Aug 18 15:21:28.769179 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-b2ce8806-908e-4ba8-a25c-86d1ae78f35b service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001048 Aug 18 15:21:28.805523 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72633441-2aa2-48b6-bfcc-467771e1e734 req-7b301535-f5b6-4d3a-be88-51188b6aaad3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.807119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72633441-2aa2-48b6-bfcc-467771e1e734 req-7b301535-f5b6-4d3a-be88-51188b6aaad3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Aug 18 15:21:28.845972 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-72633441-2aa2-48b6-bfcc-467771e1e734 req-8c8e001c-0096-498b-9c6f-407e9064038c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Aug 18 15:21:28.956733 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38032-d524-427b-aef4-523bdb730db3 req-7fca4533-6224-4873-b95b-6a2e8262c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:28.958273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-7fca4533-6224-4873-b95b-6a2e8262c06e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1096 time: 0.0419059 Aug 18 15:21:29.057782 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38032-d524-427b-aef4-523bdb730db3 req-0c4a7225-6c4b-4e74-aeab-4393395584ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:29.059889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-0c4a7225-6c4b-4e74-aeab-4393395584ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0911953 Aug 18 15:21:29.132429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-c07e9b89-0dfe-463c-a12b-60a09199cb0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1000 time: 0.0600936 Aug 18 15:21:29.194445 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38032-d524-427b-aef4-523bdb730db3 req-8cb6e95e-3ff6-4a88-8a21-2aa7cff4ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:29.195916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-8cb6e95e-3ff6-4a88-8a21-2aa7cff4ac24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0507946 Aug 18 15:21:29.248300 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38032-d524-427b-aef4-523bdb730db3 req-ff58b5ea-46e3-46d0-9fd4-0130d7f7c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:29.249722 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-ff58b5ea-46e3-46d0-9fd4-0130d7f7c1c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410001 Aug 18 15:21:29.364876 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-4925aa89-f7d1-4a93-b11d-576a9f981d13 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020868 Aug 18 15:21:29.970385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73982610-c0e2-4eb3-b6ad-3f1acf4dc6bd req-e07a7c71-3ba3-407d-8362-6de3949b0a19 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:29.971945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73982610-c0e2-4eb3-b6ad-3f1acf4dc6bd req-e07a7c71-3ba3-407d-8362-6de3949b0a19 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0545318 Aug 18 15:21:30.013049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-73982610-c0e2-4eb3-b6ad-3f1acf4dc6bd req-ce689521-d6a4-496c-bff1-075d57c9604d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340512 Aug 18 15:21:31.128215 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013654-a129-4b96-bcb5-43055ffe3379 req-ae83a1ce-e5af-4aec-935f-f89c7af049d3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:31.129755 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6013654-a129-4b96-bcb5-43055ffe3379 req-ae83a1ce-e5af-4aec-935f-f89c7af049d3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0490029 Aug 18 15:21:31.167793 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a6013654-a129-4b96-bcb5-43055ffe3379 req-24d25c7d-d9b3-4e94-9c27-cf2b04dc4778 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Aug 18 15:21:32.290878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312e91-595a-4a22-ad86-0895c60940e7 req-1a06c79f-d94d-4b72-af02-f4d83a52f7da tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:32.292423 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23312e91-595a-4a22-ad86-0895c60940e7 req-1a06c79f-d94d-4b72-af02-f4d83a52f7da tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0496252 Aug 18 15:21:32.331873 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-23312e91-595a-4a22-ad86-0895c60940e7 req-c6b32bc3-a17f-45be-8fc8-41c803873634 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Aug 18 15:21:33.483857 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98579718-8758-4ac8-b825-ecce93a71a3e req-26561d67-d363-4a0f-aacb-b547791e08a2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:33.485531 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98579718-8758-4ac8-b825-ecce93a71a3e req-26561d67-d363-4a0f-aacb-b547791e08a2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0554812 Aug 18 15:21:33.526808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-98579718-8758-4ac8-b825-ecce93a71a3e req-5c21a55f-dbfa-430a-ae15-c2a9752190dc tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353649 Aug 18 15:21:34.466719 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:21:34.667795 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb3b9c-774e-4067-b966-b7ad0f9331a0 req-69b168e6-423c-4b6b-b558-849ac578c2d6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:34.669563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41bb3b9c-774e-4067-b966-b7ad0f9331a0 req-69b168e6-423c-4b6b-b558-849ac578c2d6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0648739 Aug 18 15:21:34.709360 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-41bb3b9c-774e-4067-b966-b7ad0f9331a0 req-5fdc14d5-8886-4a24-beda-760bfe2819b3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332122 Aug 18 15:21:35.837600 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efac58-8b93-4101-8d02-4f206897d138 req-9d343800-de79-49e1-8721-55e48dd34732 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:35.839310 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09efac58-8b93-4101-8d02-4f206897d138 req-9d343800-de79-49e1-8721-55e48dd34732 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0547433 Aug 18 15:21:35.880370 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09efac58-8b93-4101-8d02-4f206897d138 req-40f11003-666d-45db-9c35-fea6e7b03572 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342844 Aug 18 15:21:37.008983 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bc837-1ef0-4b7c-bd85-507b767abd09 req-fdaed7b1-e607-45fb-9ab9-b75d4844e3a8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:37.014389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a2bc837-1ef0-4b7c-bd85-507b767abd09 req-fdaed7b1-e607-45fb-9ab9-b75d4844e3a8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0595779 Aug 18 15:21:37.051177 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1a2bc837-1ef0-4b7c-bd85-507b767abd09 req-9cfb9f94-2174-4211-9333-680c02d45a17 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Aug 18 15:21:38.171551 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d98a14-95e3-4de2-878a-37157182c850 req-f7e082fc-590b-4aba-8f7e-6178cce53d8f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:38.173080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10d98a14-95e3-4de2-878a-37157182c850 req-f7e082fc-590b-4aba-8f7e-6178cce53d8f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0512688 Aug 18 15:21:38.211096 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10d98a14-95e3-4de2-878a-37157182c850 req-9b2968cb-88c4-4813-ade0-49d17db75a64 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Aug 18 15:21:39.327480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aefd5-f296-4686-905b-37b1a9d5b114 req-55adec43-afeb-4a4d-ba47-8a36c727f117 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:39.328977 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f6aefd5-f296-4686-905b-37b1a9d5b114 req-55adec43-afeb-4a4d-ba47-8a36c727f117 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0485506 Aug 18 15:21:39.367042 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5f6aefd5-f296-4686-905b-37b1a9d5b114 req-3719948a-a5de-4e8c-9867-b646f5907371 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Aug 18 15:21:40.492423 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbe4bc-f6ee-45b9-8829-9a045b5abf70 req-51ee8dbf-7201-470b-a82d-4bee22d285e2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:40.493965 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-facbe4bc-f6ee-45b9-8829-9a045b5abf70 req-51ee8dbf-7201-470b-a82d-4bee22d285e2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Aug 18 15:21:40.533918 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-facbe4bc-f6ee-45b9-8829-9a045b5abf70 req-f789352a-03ee-41c4-8f1c-72b6c49eadf4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Aug 18 15:21:41.140975 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:41.654016 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e458f6b-548e-4189-932d-f64667181c3b req-f95f1615-293d-43d5-a3dc-2e63fc1805a3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:41.655550 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e458f6b-548e-4189-932d-f64667181c3b req-f95f1615-293d-43d5-a3dc-2e63fc1805a3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Aug 18 15:21:41.693427 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e458f6b-548e-4189-932d-f64667181c3b req-96eb8a89-49a1-4985-987f-cbd613511d90 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Aug 18 15:21:41.741687 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:42.573799 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-85f38032-d524-427b-aef4-523bdb730db3 req-b1ef668a-64e6-4be9-b326-709f95321c20 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875356 Aug 18 15:21:42.809397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf5237-15a4-4e52-ae5f-a19100ab8b5f req-6bcde001-a8a9-4857-97b3-a961856f57fa tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:42.810916 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fbf5237-15a4-4e52-ae5f-a19100ab8b5f req-6bcde001-a8a9-4857-97b3-a961856f57fa tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Aug 18 15:21:42.850943 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4fbf5237-15a4-4e52-ae5f-a19100ab8b5f req-dd682dca-23f8-4dca-85bc-97de5733ef52 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Aug 18 15:21:43.783384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021896a0-bc85-4574-8575-f32625f8d573 req-f1dd8de0-edf5-4713-975c-dbd08f10e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:43.784895 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-f1dd8de0-edf5-4713-975c-dbd08f10e14f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1096 time: 0.0439441 Aug 18 15:21:43.892430 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021896a0-bc85-4574-8575-f32625f8d573 req-d30fa36b-70d5-49d2-802b-d27bdbf90ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:43.893973 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-d30fa36b-70d5-49d2-802b-d27bdbf90ecf service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0874474 Aug 18 15:21:43.988246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-f9a0ad34-2d60-474f-bb66-755c7f890b2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1000 time: 0.0862412 Aug 18 15:21:44.003018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d04b-b564-477a-848a-b20f0f0bfe8c req-9e7fe3e1-96db-4d91-bbfe-46f58b5d840c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:44.004435 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4582d04b-b564-477a-848a-b20f0f0bfe8c req-9e7fe3e1-96db-4d91-bbfe-46f58b5d840c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 945 time: 0.0679042 Aug 18 15:21:44.067018 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021896a0-bc85-4574-8575-f32625f8d573 req-c8163284-a96a-4873-a0b8-d9cd9d9ab956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:44.068446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-c8163284-a96a-4873-a0b8-d9cd9d9ab956 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0631828 Aug 18 15:21:44.075380 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4582d04b-b564-477a-848a-b20f0f0bfe8c req-485d634f-94f8-46e0-8aa5-00334110e8dd tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631173 Aug 18 15:21:44.122542 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021896a0-bc85-4574-8575-f32625f8d573 req-e92efa53-4e5e-4712-9203-17573e511186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:44.124032 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-e92efa53-4e5e-4712-9203-17573e511186 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425794 Aug 18 15:21:44.222946 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-1d399715-c9f9-46cd-ad78-10d5a78d1cf5 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Aug 18 15:21:44.318204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-021896a0-bc85-4574-8575-f32625f8d573 req-53240b41-f400-449e-aae1-a68d834f950d service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832536 Aug 18 15:21:44.788160 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:21:44.883310 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:44.894749 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'port_id': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'mac_address': 'fa:16:3e:65:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:21:44.930514 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:44.943089 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:21:44.961476 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:45.032707 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:45.080442 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=11']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:45.192261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faa162-f5ce-42c1-83ca-21bda491de39 req-3763c541-94ba-4f47-b855-27a0e0e3f3a1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:45.193746 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29faa162-f5ce-42c1-83ca-21bda491de39 req-3763c541-94ba-4f47-b855-27a0e0e3f3a1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0505254 Aug 18 15:21:45.236929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29faa162-f5ce-42c1-83ca-21bda491de39 req-004a3a01-5348-4d14-90e4-a671f58a86e3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Aug 18 15:21:45.325980 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['b7d92ddb-733a-4093-97de-534f3d9b34a8'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:21:46.354069 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3007-03b5-418c-8b59-ee0fa4c52e96 req-5316eed4-496f-4366-b13c-3ba8eb9319bf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:46.355592 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-304d3007-03b5-418c-8b59-ee0fa4c52e96 req-5316eed4-496f-4366-b13c-3ba8eb9319bf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Aug 18 15:21:46.393730 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-304d3007-03b5-418c-8b59-ee0fa4c52e96 req-8a35af47-380f-4518-9aff-ab98f4cc90f4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Aug 18 15:21:46.794866 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:21:47.049487 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port b7d92ddb-733a-4093-97de-534f3d9b34a8 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:21:47.053017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port b7d92ddb-733a-4093-97de-534f3d9b34a8 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:21:47.056320 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:47.127493 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:47.148798 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:21:47.151060 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6d75e-fc67-47b9-8e3b-e86d86954d0c" -d '{"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:21:47.163491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:21:47.187799 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc3169-75f5-4360-953c-22d9a41e5abb x-openstack-request-id: req-6fdc3169-75f5-4360-953c-22d9a41e5abb {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:21:47.188115 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:21:47.188364 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fdc3169-75f5-4360-953c-22d9a41e5abb {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:21:47.188744 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'code': 200} Aug 18 15:21:47.267331 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:47.316314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=12']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:21:47.418365 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60b41-d920-436c-bd2c-06319fd8746e req-fda8cb7c-ce39-470e-a994-917c22b97cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:47.420392 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21f60b41-d920-436c-bd2c-06319fd8746e req-fda8cb7c-ce39-470e-a994-917c22b97cb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1098 time: 0.0387063 Aug 18 15:21:47.460682 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-21f60b41-d920-436c-bd2c-06319fd8746e req-84eca702-0f9c-4a95-9588-124edf177fa3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282569 Aug 18 15:21:47.509640 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa56d-9d77-4f0d-bd29-1d04de0d7db8 req-9a4d904a-5f45-44bb-9e79-5bba8a1dbd19 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:47.511109 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aedfa56d-9d77-4f0d-bd29-1d04de0d7db8 req-9a4d904a-5f45-44bb-9e79-5bba8a1dbd19 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.0472136 Aug 18 15:21:47.552940 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-aedfa56d-9d77-4f0d-bd29-1d04de0d7db8 req-626ac383-8938-4bb1-a40e-c9382bd46f4f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Aug 18 15:21:48.670217 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e151096-b085-44d5-9564-057d2d0b6dcf req-56e02581-f205-4a2e-8c7b-6c9230058280 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:48.671709 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e151096-b085-44d5-9564-057d2d0b6dcf req-56e02581-f205-4a2e-8c7b-6c9230058280 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.0511048 Aug 18 15:21:48.710231 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-4e151096-b085-44d5-9564-057d2d0b6dcf req-6449fb31-a0b8-4eae-8b6e-1c3133c98d81 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Aug 18 15:21:49.825411 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c658e-ab1a-482c-9d74-041ed5e80dec req-09319a38-4d5e-412f-94af-6753c8b5ff87 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:21:49.826808 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc1c658e-ab1a-482c-9d74-041ed5e80dec req-09319a38-4d5e-412f-94af-6753c8b5ff87 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.0488131 Aug 18 15:21:49.864872 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-cc1c658e-ab1a-482c-9d74-041ed5e80dec req-4b37383b-ebeb-4bbb-a9a9-17702b6ad1d1 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 18 15:21:51.963790 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-114540ea-a047-4f4e-9c64-e3c498a3e506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:54.906458 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6be5cf5c-1830-4da4-bf76-69d08c4ca969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:55.077429 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:56.215171 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:21:57.825730 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:11.123941 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:11.465567 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:22:11.718220 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:22.009199 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-20113268-0d10-4bab-a144-96925edb465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:24.842635 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c1740309-1727-49e4-ad43-8fe5b3c653b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:25.032234 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:26.203273 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:27.849237 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:41.140684 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:41.763289 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:45.078924 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-4639b010-00ff-405a-9647-9220f7491403 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828211 Aug 18 15:22:45.174698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85618-852b-4f02-aa10-4fd524050bbd req-ede83c9a-4485-42c1-9336-783ad5313c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:22:45.176208 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-ede83c9a-4485-42c1-9336-783ad5313c9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1098 time: 0.0455453 Aug 18 15:22:45.280683 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85618-852b-4f02-aa10-4fd524050bbd req-d296176b-8103-4106-bcde-605989c49b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:22:45.282182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-d296176b-8103-4106-bcde-605989c49b42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0852654 Aug 18 15:22:45.356850 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-10ef8b07-0d37-4a66-9bc8-1fdac771afe8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 1002 time: 0.0622785 Aug 18 15:22:45.407385 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85618-852b-4f02-aa10-4fd524050bbd req-35b7b330-557c-45fe-9ffc-8996b1a304bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:22:45.409500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-35b7b330-557c-45fe-9ffc-8996b1a304bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0445807 Aug 18 15:22:45.461189 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85618-852b-4f02-aa10-4fd524050bbd req-ab72440f-616e-47ef-b144-78368ddbd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:22:45.462744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-ab72440f-616e-47ef-b144-78368ddbd78e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414698 Aug 18 15:22:45.560264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-e21e0ab3-147c-40b7-8ed5-ea01d33673e1 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890536 Aug 18 15:22:45.664184 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-06f85618-852b-4f02-aa10-4fd524050bbd req-b2bba680-4da2-4e0a-9635-0a2759211512 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Aug 18 15:22:48.465044 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:22:52.002757 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4b6db037-3766-4731-bc3f-c8339176d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:54.825959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7c45a757-b1b1-47a4-9b5a-87f5a3d6ae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:55.059711 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:56.197154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:22:57.842990 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.126491 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 51880) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:03.279057 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Deleting port 3aa9b662-ba8c-4e8b-a48a-ceadae2cd278 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:23:03.279408 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.357666 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.358036 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.370344 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Calling delete_port for 3aa9b662-ba8c-4e8b-a48a-ceadae2cd278 owned by network:floatingip {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:23:03.591282 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.615662 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'Port': ['ID=3aa9b662-ba8c-4e8b-a48a-ceadae2cd278,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:03.630791 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.631142 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.631486 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.631827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.632171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.632505 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.632880 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.633204 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.633533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.633957 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.637252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.637252 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:03.692487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:03.692846 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Floating IP cb74ded3-2107-45e8-9f23-2813ee12ce3a disassociated (deleted). External IP: 172.25.1.187, port: b7d92ddb-733a-4093-97de-534f3d9b34a8. Aug 18 15:23:03.903741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:23:04.011585 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:23:04.016379 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:04.023899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:23:04.033384 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:23:04.034038 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:22:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:04.043961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-9ece0724-79c9-4cb2-96cc-ab46a6dbd183 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "DELETE /v2.0/floatingips/cb74ded3-2107-45e8-9f23-2813ee12ce3a HTTP/1.1" status: 204 len: 168 time: 0.9163439 Aug 18 15:23:04.044555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:23:04.046858 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb" -d '{"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:23:04.088410 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c7120d-452e-456b-9e54-153138290c07 x-openstack-request-id: req-76c7120d-452e-456b-9e54-153138290c07 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:23:04.088717 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:23:04.088987 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76c7120d-452e-456b-9e54-153138290c07 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:23:04.089403 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'status': 'completed', 'code': 200} Aug 18 15:23:04.146797 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:23:04.156728 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-a5cff594-73a4-472d-9281-3d2b14227668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:04.158203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-a5cff594-73a4-472d-9281-3d2b14227668 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 1098 time: 0.0428219 Aug 18 15:23:04.255186 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-148befae-e60f-4061-b968-92fb73944390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:04.256677 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-148befae-e60f-4061-b968-92fb73944390 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0883014 Aug 18 15:23:04.304577 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-1a3fcd24-cabc-4dc3-9de8-9dc34ba74302 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 200 len: 217 time: 0.0352201 Aug 18 15:23:04.348674 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:04.356741 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-8752d9d5-da69-44c1-bc4e-973eef768428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:04.358243 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-8752d9d5-da69-44c1-bc4e-973eef768428 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0471368 Aug 18 15:23:04.374983 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:23:04.384054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:23:04.385017 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:22:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:04.405913 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-01fa0ee3-f106-448f-b253-ac105457f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:04.407631 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-01fa0ee3-f106-448f-b253-ac105457f378 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418036 Aug 18 15:23:04.492731 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:23:04.699267 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:04.726061 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c310b7-357c-4e1f-8ae0-3a8061130250 None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:23:04.876503 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b91368-7722-4d8d-8261-d4e2289a6861 req-9ea7d709-77e0-4c16-93f8-ddb8212b6094 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:04.878039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29b91368-7722-4d8d-8261-d4e2289a6861 req-9ea7d709-77e0-4c16-93f8-ddb8212b6094 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.4065299 Aug 18 15:23:04.884000 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-acd43930-b79c-4a60-95e9-1bd7bace5b3f service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538727 Aug 18 15:23:04.947267 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d1eda-cbb9-40df-b4bb-7ff71f52fb7b None None] New status for floating IP cb74ded3-2107-45e8-9f23-2813ee12ce3a: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:23:04.964735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-29b91368-7722-4d8d-8261-d4e2289a6861 req-dfe855d9-15f8-44d8-9517-b51f80810dc2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795460 Aug 18 15:23:05.001378 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6e93aa03-a5a8-4424-9cd0-ecda7066fffb req-027891e3-2c58-4f17-9871-9353208495dc service neutron] 10.222.0.58 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091673 Aug 18 15:23:06.116024 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc52fd1-d109-4289-b26b-dcdb540d7940 req-30dc5617-ccd8-4a21-a73d-f817330b0a02 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:06.117500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cc52fd1-d109-4289-b26b-dcdb540d7940 req-30dc5617-ccd8-4a21-a73d-f817330b0a02 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.0817502 Aug 18 15:23:06.129050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-6c8b712d-72c2-4ae1-bcad-d8148cd617c2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:06.130508 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-6c8b712d-72c2-4ae1-bcad-d8148cd617c2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.58 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 947 time: 0.0649083 Aug 18 15:23:06.190489 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8cc52fd1-d109-4289-b26b-dcdb540d7940 req-9d295cf3-1b96-4cce-ab02-e6824b9197ae tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=7da1370b-cc18-4f09-8c60-f5e535b94c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590382 Aug 18 15:23:06.244976 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Deleting port b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:23:06.245329 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:06.336211 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] For port b7d92ddb-733a-4093-97de-534f3d9b34a8, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=b7d92ddb-733a-4093-97de-534f3d9b34a8,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:23:06.336579 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:06.350740 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Calling delete_port for b7d92ddb-733a-4093-97de-534f3d9b34a8 owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:23:06.538793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:06.568221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'Port': ['ID=b7d92ddb-733a-4093-97de-534f3d9b34a8,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:06.611627 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] No DVR routers for this DVR port b7d92ddb-733a-4093-97de-534f3d9b34a8 on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:23:06.614524 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:06.616498 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02b703d8-f3e3-4ff2-a1cf-06e87a2d1f3a req-063ad4a9-07da-42b0-8537-ccf7a58a059f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.58 "DELETE /v2.0/ports/b7d92ddb-733a-4093-97de-534f3d9b34a8 HTTP/1.1" status: 204 len: 173 time: 0.4720685 Aug 18 15:23:06.617314 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-deleted', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:23:06.619940 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51fcf29-451e-44be-a24d-f61863776e4f" -d '{"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-deleted", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:23:06.670841 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47054fbb-ec3d-4621-917e-204c354ece5a x-openstack-request-id: req-47054fbb-ec3d-4621-917e-204c354ece5a {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:23:06.671137 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261cb76-2c24-4d5d-a73c-2e12746657c5", "name": "network-vif-deleted", "tag": "b7d92ddb-733a-4093-97de-534f3d9b34a8", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:23:06.671391 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47054fbb-ec3d-4621-917e-204c354ece5a {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:23:06.671798 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261cb76-2c24-4d5d-a73c-2e12746657c5', 'name': 'network-vif-deleted', 'tag': 'b7d92ddb-733a-4093-97de-534f3d9b34a8', 'status': 'completed', 'code': 200} Aug 18 15:23:07.294707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a08d6fbd-0198-496e-9a02-0f130537217a req-08fd9460-a00a-48ba-a795-0176964d3280 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=2261cb76-2c24-4d5d-a73c-2e12746657c5 HTTP/1.1" status: 200 len: 210 time: 0.0260763 Aug 18 15:23:08.350532 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51902) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:08.416677 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:08.443874 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:08.556928 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:08.559549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:08.560725 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "DELETE /v2.0/security-groups/7da1370b-cc18-4f09-8c60-f5e535b94c70 HTTP/1.1" status: 204 len: 168 time: 0.2092121 Aug 18 15:23:08.570344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da1370b-cc18-4f09-8c60-f5e535b94c70,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:08.578041 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.578324 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.578671 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.579036 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.579494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.579831 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.580168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.580508 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.580891 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.581223 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.581553 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:08.581916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805f027-93d7-447d-a717-aed4f47ac1b0 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:09.216661 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:23:09.239496 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: b7d92ddb-733a-4093-97de-534f3d9b34a8 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:23:09.239836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device b7d92ddb-733a-4093-97de-534f3d9b34a8 not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:23:10.221272 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51912) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:10.226648 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432462991', 'description': 'tempest-secgroup-smoke-432462991 description', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:10.305337 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.383376 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.459669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.488126 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c7719f-6da8-4944-b5fd-5907b061ad8c,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:10.545584 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.546889 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4d2f9799-ba10-4d47-be6e-dfdf92423d42 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3245735 Aug 18 15:23:10.549820 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51914) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:10.554380 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:10.649221 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.707792 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.802657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.820092 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3edd1a-b4db-44b9-a534-06ca27fbe732,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:10.899032 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:10.900338 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5082e35c-31bf-4f9b-8c27-48ad478b3452 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495681 Aug 18 15:23:10.903201 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51916) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:10.907702 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:10.994811 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.050780 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.110127 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.133107 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.133689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75bdd02-ab5e-4b4d-a033-870c12eac42d,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:11.220003 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.221236 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-62d22555-9a61-4800-8c6c-a2bf1810e154 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171153 Aug 18 15:23:11.224670 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51918) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:11.229079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:11.321975 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.382313 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.448364 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.468237 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa806c79-9031-4d97-9560-8bc252099b33,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:11.522469 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.523802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-02803065-277e-4fab-8ffc-76905be93c1e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981403 Aug 18 15:23:11.526481 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51920) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:11.530983 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:11.602367 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.663791 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.715537 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.736035 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc62a4b-d9c9-4709-89b5-c2c695f42a72,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:11.789959 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.801631 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.802960 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-91b35731-9220-4f81-8eb0-f8aa3e1388e9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2755289 Aug 18 15:23:11.805641 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51922) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:11.810105 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:11.893241 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Project 4f387af2ef3d4247835f3fc89ef1a09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:23:11.899053 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:11.958413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.030072 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.050588 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b3ef72-509c-425f-ab31-c373601c3958,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:12.110156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.111375 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-64285d22-401e-4691-a035-cd57060fe0b9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047934 Aug 18 15:23:12.114141 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 51924) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:12.118549 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'security_group_rule': {'security_group_id': 'c4c7719f-6da8-4944-b5fd-5907b061ad8c', 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:12.189776 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Project 4f387af2ef3d4247835f3fc89ef1a09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:23:12.195170 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.259896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.328087 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.347154 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94228b48-96a2-4183-9042-0aff23aac72e,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:12.424277 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:12.426108 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-50f31092-acc6-4c1f-be37-424ad1622db9 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104701 Aug 18 15:23:21.968120 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-32a42cc5-8023-495a-8d0b-b495b92d00b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:24.842382 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a8b04eb8-851a-453a-8f67-4587ea6f5320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:25.046858 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:25.464575 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:23:26.218570 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:27.847804 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:31.191039 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-930d3dff-7885-4a7d-86f0-cb834712e3f4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432462991&fields=id&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 267 time: 0.0315259 Aug 18 15:23:31.293320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-50b7032d-7224-44a0-8fd1-85d230244124 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:31.294774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-50b7032d-7224-44a0-8fd1-85d230244124 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 809 time: 0.0963690 Aug 18 15:23:31.310285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-9605a80a-d9ff-4243-803a-ab00cf5001ea tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/quotas/4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 375 time: 0.0098400 Aug 18 15:23:31.363415 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-5f494f02-85bf-4e22-bc8f-31e137935569 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477376 Aug 18 15:23:31.458059 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-97316f20-7c8f-4779-905e-a56d92a2742e service neutron] 10.222.0.35 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819137 Aug 18 15:23:31.551377 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-487d57b9-8962-4984-b3cc-8979e2724a98 service neutron] 10.222.0.35 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871210 Aug 18 15:23:32.098787 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c51c8e6-bc60-4a73-98dc-635222454927 req-9d145d8d-47d8-431a-b6a5-46b525f8b63c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0273857 Aug 18 15:23:33.191207 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-524bf244-59a8-4e08-8e41-677f044f4312 req-5b020550-15ea-4744-89c5-7297746f3f64 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Aug 18 15:23:33.946003 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-3bf7afe9-24c9-4813-9aa7-53a2060b9155 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:33.947844 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-3bf7afe9-24c9-4813-9aa7-53a2060b9155 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 809 time: 0.1046607 Aug 18 15:23:33.996845 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-aaa3960c-9695-460f-912b-c49d35189c0c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 379 time: 0.0332706 Aug 18 15:23:34.010973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'port': {'device_id': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'admin_state_up': True, 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'security_groups': ['c4c7719f-6da8-4944-b5fd-5907b061ad8c']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:34.185076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Made reservation on behalf of 4f387af2ef3d4247835f3fc89ef1a09f for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:23:34.188842 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:34.288021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e2261a94-7a3c-4019-bdb0-a4e347f31cfc req-551ed020-0bb0-4e4e-9f42-e6edc7b400bb tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0270739 Aug 18 15:23:34.333184 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Allocated IP 172.20.0.12 (c8bffb6f-e261-4b90-a838-852a36b1f56e/45e43e93-4910-4a2c-aa3b-7f837c6307b6/0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:23:34.474538 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:34.488551 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Transition to ACTIVE for port object 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:23:34.579696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:34.619870 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Network c8bffb6f-e261-4b90-a838-852a36b1f56e is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:23:34.624715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:23:34.628406 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:23:34.662833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:34.699131 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:34.699938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:34.780522 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-46ba3549-2d21-44c1-81c2-ae8cc1bb9b60 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731693 Aug 18 15:23:34.800318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Request body: {'port': {'device_id': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:34.864063 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:34.945239 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ec748834-18af-4ba5-bce9-c7701efea58b None None] Provisioning for port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:23:34.958211 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-ec748834-18af-4ba5-bce9-c7701efea58b None None] Provisioning complete for port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:23:34.958590 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ec748834-18af-4ba5-bce9-c7701efea58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.009919 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-ec748834-18af-4ba5-bce9-c7701efea58b None None] Port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:23:35.144662 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:23:35.152773 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.165387 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Transition to ACTIVE for port object 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:23:35.241371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.311303 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:35.413971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Attempting to bind port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:23:35.414317 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Attempting to bind port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:23:35.414696 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Attempting to bind port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:23:35.420133 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee on network c8bffb6f-e261-4b90-a838-852a36b1f56e not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:23:35.426308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Attempting to bind port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee on network c8bffb6f-e261-4b90-a838-852a36b1f56e {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:23:35.426308 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:23:35.426573 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Checking segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:23:35.426899 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Bound using segment: {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:23:35.427336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Bound port: 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:23:35.427702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.443210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6b37a-4d9c-4b2e-8acd-ff57abb6b75b req-bfab0646-46f4-4ac1-93be-714c534a1f1f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:35.452803 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38c6b37a-4d9c-4b2e-8acd-ff57abb6b75b req-bfab0646-46f4-4ac1-93be-714c534a1f1f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0828121 Aug 18 15:23:35.502663 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:23:35.505751 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:23:35.507744 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-38c6b37a-4d9c-4b2e-8acd-ff57abb6b75b req-529510a1-5bb4-4cb9-b2d1-22b24eecb4fe tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537851 Aug 18 15:23:35.573898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.607127 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:35.607774 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:35.609180 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1092 time: 0.8141906 Aug 18 15:23:35.612119 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:23:35.614213 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0e2968-ee0f-4632-be65-63dbabcc2677" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:23:35.646419 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dc818-09c5-41ff-9093-a19f56a3fe69 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:35.676519 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fca364-e039-4a5d-aa9e-121b70c89001 x-openstack-request-id: req-37fca364-e039-4a5d-aa9e-121b70c89001 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:23:35.677138 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:23:35.677515 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37fca364-e039-4a5d-aa9e-121b70c89001 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:23:35.678054 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'status': 'completed', 'code': 200} Aug 18 15:23:35.752926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-eb597658-1b1b-4914-8cf8-b3c297013b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:35.754583 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-eb597658-1b1b-4914-8cf8-b3c297013b96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1095 time: 0.0464549 Aug 18 15:23:35.864291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-45b37965-7ddd-488f-a211-bdceb96d11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:35.865978 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-45b37965-7ddd-488f-a211-bdceb96d11e6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0978863 Aug 18 15:23:35.969222 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-8f4ebe33-0670-4dc0-89ad-2df77f74a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:35.970647 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1b0e2968-ee0f-4632-be65-63dbabcc2677 req-8f4ebe33-0670-4dc0-89ad-2df77f74a3d5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924358 Aug 18 15:23:36.062767 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-830b8475-e4d4-478a-8375-262f2c97a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:36.064304 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-830b8475-e4d4-478a-8375-262f2c97a570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1095 time: 0.0442679 Aug 18 15:23:36.113105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-e5d6ad2d-26c5-4ac5-b21b-44eaea874386 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 217 time: 0.0356774 Aug 18 15:23:36.169093 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-3217280f-3f1b-4a3c-b6f1-9ed4df2fc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:36.170581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-3217280f-3f1b-4a3c-b6f1-9ed4df2fc8d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0467343 Aug 18 15:23:36.220166 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-aebc5917-495f-47df-a7a2-840fb8b0d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:36.221658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-aebc5917-495f-47df-a7a2-840fb8b0d4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397968 Aug 18 15:23:36.318466 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-d760a512-88a9-4ca9-bff1-311e81861f80 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Aug 18 15:23:36.419867 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-1c665a4c-d3fd-4fa7-b9dc-97a87253ff80 req-8e70c5e9-e116-4355-8f93-2f7445dac682 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887904 Aug 18 15:23:36.622477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81c9a-9dee-4e67-942e-73a387ef502e req-9d8f4fa1-126c-4175-8898-f15fd60afa32 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:36.623957 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59b81c9a-9dee-4e67-942e-73a387ef502e req-9d8f4fa1-126c-4175-8898-f15fd60afa32 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0496440 Aug 18 15:23:36.663884 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59b81c9a-9dee-4e67-942e-73a387ef502e req-fba9ee9c-0ca3-43a6-b55c-31fdfc67180c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Aug 18 15:23:37.789560 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d2733-fa52-4ebf-bf51-9905080f36f7 req-5a62128d-e69c-4cea-849a-c163161f1a74 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:37.791066 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-317d2733-fa52-4ebf-bf51-9905080f36f7 req-5a62128d-e69c-4cea-849a-c163161f1a74 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0574915 Aug 18 15:23:37.829006 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-317d2733-fa52-4ebf-bf51-9905080f36f7 req-0c1fd492-a80a-4d20-a908-e048f6e98309 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Aug 18 15:23:38.942354 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b58df-6874-420c-92fa-18407d02b20f req-2f12267c-78f3-469e-9615-d5a43a113ae4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:38.943814 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b11b58df-6874-420c-92fa-18407d02b20f req-2f12267c-78f3-469e-9615-d5a43a113ae4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0477688 Aug 18 15:23:38.984704 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b11b58df-6874-420c-92fa-18407d02b20f req-ac0bd003-f4ee-4562-b821-5149adfdb746 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343268 Aug 18 15:23:40.099605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7e06-33d0-4678-a12d-89a94c27a40b req-a5361131-947b-4ac2-8734-70e61cfffe2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:40.101080 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-477d7e06-33d0-4678-a12d-89a94c27a40b req-a5361131-947b-4ac2-8734-70e61cfffe2f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0499752 Aug 18 15:23:40.138560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-477d7e06-33d0-4678-a12d-89a94c27a40b req-5b9f0ea7-7441-4412-981c-cd36fbb1412d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Aug 18 15:23:41.149957 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:41.249643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594768-d6d7-40cb-83f9-94f7e5aeef6d req-261ec596-710d-4913-939b-6411dfb0b591 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:41.251147 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4594768-d6d7-40cb-83f9-94f7e5aeef6d req-261ec596-710d-4913-939b-6411dfb0b591 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0481713 Aug 18 15:23:41.286976 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b4594768-d6d7-40cb-83f9-94f7e5aeef6d req-dd1cc3d2-f5fb-4a88-ab7d-65d2e23bacfe tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300651 Aug 18 15:23:41.773285 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:42.453691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23f4e4-54fd-4210-8669-b5ee3904e744 req-2a2ece77-fa3d-4aae-8da7-6e92df6f102f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:42.455191 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d23f4e4-54fd-4210-8669-b5ee3904e744 req-2a2ece77-fa3d-4aae-8da7-6e92df6f102f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0487659 Aug 18 15:23:42.496282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6d23f4e4-54fd-4210-8669-b5ee3904e744 req-d477d002-2ba8-4178-97f6-06f469868e98 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351493 Aug 18 15:23:43.609210 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633c44f-7640-4fd6-a80d-c9fe99a16bfe req-48100aed-cee3-41d8-8356-37de782e7444 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:43.610702 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9633c44f-7640-4fd6-a80d-c9fe99a16bfe req-48100aed-cee3-41d8-8356-37de782e7444 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0479929 Aug 18 15:23:43.648774 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9633c44f-7640-4fd6-a80d-c9fe99a16bfe req-76b8cbd6-3858-401f-8140-5a3482c68c1d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322051 Aug 18 15:23:44.761077 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52eb0-7a32-459a-acff-679ace844a94 req-8bf18685-db27-4630-b4f3-e04f273a01b6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:44.762576 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5c52eb0-7a32-459a-acff-679ace844a94 req-8bf18685-db27-4630-b4f3-e04f273a01b6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0485611 Aug 18 15:23:44.800929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5c52eb0-7a32-459a-acff-679ace844a94 req-c6e31d6b-7382-4b80-a052-429c11c70338 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Aug 18 15:23:45.916152 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926c893-41bf-40de-b046-2b59893efb03 req-6a14c82f-630a-484d-917c-12b0efdeb3e3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:45.917648 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c926c893-41bf-40de-b046-2b59893efb03 req-6a14c82f-630a-484d-917c-12b0efdeb3e3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Aug 18 15:23:45.958841 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c926c893-41bf-40de-b046-2b59893efb03 req-12bda1df-10b2-4776-9244-ec1d2d127e7e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350888 Aug 18 15:23:46.439044 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:23:46.533968 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:23:46.545172 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'mac_address': 'fa:16:3e:05:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:23:46.581002 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:46.593681 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:23:46.611908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:23:46.721487 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:46.766799 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:46.774224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.774596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.774924 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.775265 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.775631 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.775966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.776297 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.776654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.777007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.777334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.777660 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:46.778017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:23:47.009573 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:23:47.074744 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8926381-c0a3-4650-9256-d0d8cbbb3fc9 req-74acdaed-7149-4334-96dd-a3854b15aeda tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:47.076266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8926381-c0a3-4650-9256-d0d8cbbb3fc9 req-74acdaed-7149-4334-96dd-a3854b15aeda tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Aug 18 15:23:47.113998 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e8926381-c0a3-4650-9256-d0d8cbbb3fc9 req-090b18f4-d0b5-462b-a9eb-cd87abdbfb50 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Aug 18 15:23:48.227043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c9568-5493-471a-8cd2-d027119bb03e req-18b5faf2-3ad2-4715-9dfc-d1a7f3bd9bc2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:48.228500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d42c9568-5493-471a-8cd2-d027119bb03e req-18b5faf2-3ad2-4715-9dfc-d1a7f3bd9bc2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Aug 18 15:23:48.265686 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d42c9568-5493-471a-8cd2-d027119bb03e req-e7e56c9c-b457-4789-8197-588274312cca tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Aug 18 15:23:48.454593 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:23:48.538824 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:23:48.542818 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:23:48.543198 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:48.622551 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:48.644264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:23:48.646876 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60119d1-f2a6-4183-a2c4-848fd35adfbc" -d '{"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-plugged", "status": "completed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:23:48.660568 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:23:48.683963 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ced7b85-f352-43dc-b1d4-2f1cc5f6c91c x-openstack-request-id: req-9ced7b85-f352-43dc-b1d4-2f1cc5f6c91c {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:23:48.684306 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-plugged", "status": "completed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:23:48.684603 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ced7b85-f352-43dc-b1d4-2f1cc5f6c91c {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:23:48.685031 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'code': 200} Aug 18 15:23:48.710438 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:48.756993 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:48.786345 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0384bf-1b5b-4029-bf7d-997c64ad06ef req-8af2f402-4340-4975-a9c3-1375b8d0f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:48.787836 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a0384bf-1b5b-4029-bf7d-997c64ad06ef req-8af2f402-4340-4975-a9c3-1375b8d0f6e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0395467 Aug 18 15:23:48.828113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-8a0384bf-1b5b-4029-bf7d-997c64ad06ef req-f0828e3c-19ad-4862-b97c-00b8188cab80 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275593 Aug 18 15:23:49.378999 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e54e90-9e97-408a-be22-5f4bf8b9c711 req-873e3917-8aa0-426c-b6c4-636d94110a95 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:49.380536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40e54e90-9e97-408a-be22-5f4bf8b9c711 req-873e3917-8aa0-426c-b6c4-636d94110a95 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Aug 18 15:23:49.422108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-40e54e90-9e97-408a-be22-5f4bf8b9c711 req-6de29974-87ae-4cb4-b525-d936efc0695f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357387 Aug 18 15:23:50.538667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2464bd5-86f3-4acc-be1d-793b9e57298e req-6c84b489-a659-4c6f-a3ed-51a068177372 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:50.540181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2464bd5-86f3-4acc-be1d-793b9e57298e req-6c84b489-a659-4c6f-a3ed-51a068177372 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0500085 Aug 18 15:23:50.578490 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-d2464bd5-86f3-4acc-be1d-793b9e57298e req-835c4d4a-4383-4dc2-95f8-65bf81a19a8e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Aug 18 15:23:50.689356 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844be7a-f8e6-4c9c-823a-6366cfc6527c req-58b902a3-729d-41d8-93b5-8938fb4817e4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:50.690775 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1844be7a-f8e6-4c9c-823a-6366cfc6527c req-58b902a3-729d-41d8-93b5-8938fb4817e4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0476739 Aug 18 15:23:50.727617 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-1844be7a-f8e6-4c9c-823a-6366cfc6527c req-ceabd55c-391d-420c-8ee9-a1ce282104ea tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300195 Aug 18 15:23:50.748783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52134) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:50.787173 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de523c84-96fe-4022-839d-d7fcd0ad9b63 tempest-TestShelveInstance-1192660570 tempest-TestShelveInstance-1192660570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:50.788681 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-de523c84-96fe-4022-839d-d7fcd0ad9b63 tempest-TestShelveInstance-1192660570 tempest-TestShelveInstance-1192660570-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1092 time: 0.0389533 Aug 18 15:23:50.791533 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52136) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:23:50.795712 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:23:50.956253 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.057056 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.163801 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Allocated IP 172.25.1.97 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/acff52bf-84a1-49b6-b6a4-6e9d27b14db1) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:23:51.264733 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.345043 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.390555 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:23:51.393682 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:23:51.397364 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:23:51.403399 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=acff52bf-84a1-49b6-b6a4-6e9d27b14db1,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:51.754755 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.875046 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:51.995960 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5feca224-476a-48b0-91e1-f00e4322e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:52.028425 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:52.092589 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:52.159130 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event updated for resources: {'Port': ['ID=acff52bf-84a1-49b6-b6a4-6e9d27b14db1,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:23:52.170854 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:52.271580 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Floating IP dccb1e47-a56c-41f6-a97b-0a95047e6737 associated. External IP: 172.25.1.97, port: 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee. Aug 18 15:23:52.479563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:23:52.585933 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:23:52.595779 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:23:52.605435 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:23:52.606074 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:23:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:52.670488 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:52.700151 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-bdf99227-7e8c-41d3-a0da-864f1a1426ee tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9075885 Aug 18 15:23:52.700841 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:23:52.703156 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b6cbf-2f79-491d-b194-0f5c38e923c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:23:52.713338 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:23:52.795547 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d8cd93-043e-4c54-878e-2f1516460598 x-openstack-request-id: req-39d8cd93-043e-4c54-878e-2f1516460598 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:23:52.796087 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:23:52.796087 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39d8cd93-043e-4c54-878e-2f1516460598 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:23:52.796488 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'status': 'completed', 'code': 200} Aug 18 15:23:52.865979 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-d93a3c8e-67c1-47bd-8766-babe8e4a0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:52.868010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-d93a3c8e-67c1-47bd-8766-babe8e4a0a60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0470803 Aug 18 15:23:52.958788 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-312dc901-630b-4f3b-b952-da66c1292605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:52.960176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-312dc901-630b-4f3b-b952-da66c1292605 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0843086 Aug 18 15:23:53.026536 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dccb1e47-a56c-41f6-a97b-0a95047e6737', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:05:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:23:51Z', 'updated_at': '2021-08-18T15:23:51Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:53.028922 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-10f06438-960d-4ed2-a273-642a32af7959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 999 time: 0.0610700 Aug 18 15:23:53.051882 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:23:53.060328 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:23:53.060932 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:23:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:53.077426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-c82723c0-cb3a-40bf-96d7-670e11c73d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:53.079010 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-c82723c0-cb3a-40bf-96d7-670e11c73d80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0432131 Aug 18 15:23:53.125889 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-7630b4ac-4798-45b9-8381-808de0819ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:23:53.127408 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-7630b4ac-4798-45b9-8381-808de0819ff9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405164 Aug 18 15:23:53.165038 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:23:53.220674 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-a415fd56-0899-4776-8693-50cd57c18227 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Aug 18 15:23:53.309775 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-985b6cbf-2f79-491d-b194-0f5c38e923c9 req-b9657883-8d9c-4dce-a6b0-157659c6ee2d service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818479 Aug 18 15:23:53.381315 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dccb1e47-a56c-41f6-a97b-0a95047e6737', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:05:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:23:51Z', 'updated_at': '2021-08-18T15:23:51Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:23:53.410464 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d120d4-2fc4-41f7-9100-8ba29fc9d6f0 None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': 'dccb1e47-a56c-41f6-a97b-0a95047e6737', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'mac_address': 'fa:16:3e:05:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:23:51Z', 'updated_at': '2021-08-18T15:23:51Z', 'revision_number': 0, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:23:53.596112 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428cb89-9a80-45a1-bdd4-5117e8031bf1 None None] New status for floating IP dccb1e47-a56c-41f6-a97b-0a95047e6737: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:23:54.852045 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f728e5f2-ef78-454f-a505-8555cfc85c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:55.047445 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:56.200044 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:23:57.858501 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:02.463621 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:24:11.126984 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:11.772887 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:21.989265 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f59eb602-0140-4c2e-aa7d-3cb9f1853803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:24.812117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7964138e-0f2e-47b8-8fbf-769dddd13ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:25.023744 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:26.212628 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:27.874199 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:39.463707 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:24:41.160082 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:41.788822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:49.910568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-598a3742-1256-4340-9ec6-79270aacb375 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464997 Aug 18 15:24:50.002900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-ffadabd1-db89-4b9c-8215-bfc381abb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:24:50.004429 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-ffadabd1-db89-4b9c-8215-bfc381abb521 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0445683 Aug 18 15:24:50.110274 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-46717bcc-ac22-40de-a63b-bb24509365c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:24:50.111741 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-46717bcc-ac22-40de-a63b-bb24509365c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0833685 Aug 18 15:24:50.180320 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-e02f601a-09ae-45d6-bdd6-3e8a06f81b88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1001 time: 0.0600879 Aug 18 15:24:50.229392 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-db7ba763-64cb-497b-9516-af5692f694c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:24:50.230814 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-db7ba763-64cb-497b-9516-af5692f694c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0427876 Aug 18 15:24:50.277122 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-9f944076-db9e-4034-a4b2-73c766f83c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:24:50.278594 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-9f944076-db9e-4034-a4b2-73c766f83c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397096 Aug 18 15:24:50.370628 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-9408568a-d2e7-4220-9103-d5b4f3a0ebe2 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840042 Aug 18 15:24:50.458306 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a64760e5-e27e-407c-a455-86efa488a6e8 req-564cc68f-ebe1-4145-acaf-8698273eb298 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794771 Aug 18 15:24:52.005626 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d1d9-7dd7-4ed8-8559-c087cb172a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:54.811499 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0da8eede-409b-4658-85b5-1e7ca4a25c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:55.056151 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:56.245755 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:24:57.857409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:11.148300 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:11.799874 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:16.463765 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:25:21.981236 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9c7b5ca-7b98-4b09-9417-5b7cb0a65cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:24.839962 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-030eeaf5-b2f8-46aa-9134-a76b8a91a19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:25.044231 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:26.245252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:27.851078 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:41.142132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:41.805055 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:49.965315 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-bfd1e4c8-6c9c-4b02-ae2e-74443358a8a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778801 Aug 18 15:25:50.058265 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-90bc6456-bd83-4832-a731-b19a093879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:25:50.059776 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-90bc6456-bd83-4832-a731-b19a093879bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0450685 Aug 18 15:25:50.163929 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-a2bd7e84-e666-417a-a01b-8e9686a81356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:25:50.165319 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-a2bd7e84-e666-417a-a01b-8e9686a81356 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0844162 Aug 18 15:25:50.556332 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-7c8efe9a-be2a-4ce9-a304-197ecd6ce4d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1001 time: 0.3797016 Aug 18 15:25:50.607313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-d7f19a58-47d3-48b2-8371-20978c9048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:25:50.608706 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-d7f19a58-47d3-48b2-8371-20978c9048a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0412321 Aug 18 15:25:50.660636 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-a6b27ae9-9159-4125-8043-caab9b48d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:25:50.662286 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-a6b27ae9-9159-4125-8043-caab9b48d5e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416043 Aug 18 15:25:50.759123 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-2813eb86-28c5-4f2c-a03a-5c2c392c3fae service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837538 Aug 18 15:25:50.852132 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-06071d34-b499-4345-aa30-6df04da5f4e4 req-d02bb980-c1fa-4f18-9f26-dab75a457c58 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818939 Aug 18 15:25:51.992243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5f45570c-4142-47d9-8e9d-6eecd5a3e7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:53.464127 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:25:54.822132 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e46dd941-18e5-41a7-b77b-399b3c7e6c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:55.079357 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:56.237577 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:25:57.867403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:11.197504 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:11.821332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:19.426071 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab042c68-cfa1-4067-955b-15c20b87df85 req-ae3d7945-4d20-47e2-9d38-6d62511ff05f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:19.427562 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab042c68-cfa1-4067-955b-15c20b87df85 req-ae3d7945-4d20-47e2-9d38-6d62511ff05f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0973814 Aug 18 15:26:19.465627 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ab042c68-cfa1-4067-955b-15c20b87df85 req-cb07e960-9c83-4673-a684-34f13d8b2804 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320528 Aug 18 15:26:20.654136 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59e5db-06f9-4ad5-b176-51e5d7c73feb req-6c83d8bd-3a7d-4d5b-913a-f0959cf85490 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:20.655596 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c59e5db-06f9-4ad5-b176-51e5d7c73feb req-6c83d8bd-3a7d-4d5b-913a-f0959cf85490 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0955250 Aug 18 15:26:20.696448 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8c59e5db-06f9-4ad5-b176-51e5d7c73feb req-3a3b10f0-f2ca-4500-a7e9-99d7efbbde73 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349183 Aug 18 15:26:21.844261 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0cee3-6962-4968-a8b9-0a9cb6ed2724 req-c5c6a3f2-732d-4fef-a7b6-341a5491ecb3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:21.845732 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bd0cee3-6962-4968-a8b9-0a9cb6ed2724 req-c5c6a3f2-732d-4fef-a7b6-341a5491ecb3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Aug 18 15:26:21.882387 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9bd0cee3-6962-4968-a8b9-0a9cb6ed2724 req-49fe1d44-08cb-4ecb-be5e-0fc0a5188907 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302191 Aug 18 15:26:21.981070 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-16ce4df6-deb4-4652-b9d2-6ca7acbb1108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:22.997254 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e8dc6-8860-4093-8774-2d42b4b7ffa7 req-53913755-8668-4cb2-8e8e-bf3bf1410b51 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:22.998758 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b37e8dc6-8860-4093-8774-2d42b4b7ffa7 req-53913755-8668-4cb2-8e8e-bf3bf1410b51 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0494974 Aug 18 15:26:23.036582 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b37e8dc6-8860-4093-8774-2d42b4b7ffa7 req-2d1e0a8e-176d-402a-9b1f-2a5ac65e1ade tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Aug 18 15:26:24.153698 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0592d8-8aec-4c40-85ec-e6dc066f603e req-26879ee4-b408-4223-a466-162908c49547 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:24.155185 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a0592d8-8aec-4c40-85ec-e6dc066f603e req-26879ee4-b408-4223-a466-162908c49547 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0529146 Aug 18 15:26:24.192588 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0a0592d8-8aec-4c40-85ec-e6dc066f603e req-cf0621a8-abb2-40d9-80b6-6b15eff34808 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315158 Aug 18 15:26:24.815233 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8e353c0-f094-469d-8091-f522997971f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:25.043760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:25.307878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967fc1-c70f-449e-bc23-d82f717dbcf9 req-aaaa8f9a-e005-4424-9fd8-d66dee0f29db tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:25.309367 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37967fc1-c70f-449e-bc23-d82f717dbcf9 req-aaaa8f9a-e005-4424-9fd8-d66dee0f29db tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0492151 Aug 18 15:26:25.346500 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-37967fc1-c70f-449e-bc23-d82f717dbcf9 req-79ab0f45-ad67-4eb5-bce0-bfabb2aad413 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Aug 18 15:26:26.232719 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:26.462730 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaf1e4-8976-4087-98ec-f5730dcc0822 req-4036f502-fe13-4885-b5c2-ce150c6c671e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:26.464268 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6adaf1e4-8976-4087-98ec-f5730dcc0822 req-4036f502-fe13-4885-b5c2-ce150c6c671e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0507743 Aug 18 15:26:26.502058 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6adaf1e4-8976-4087-98ec-f5730dcc0822 req-3dbfea37-572d-443b-a9ac-affb76750268 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Aug 18 15:26:27.619470 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b913-5adc-4479-b5d9-d50b6fce37d9 req-58758e63-c215-4eed-875f-eb87d28f0e05 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:27.620950 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9511b913-5adc-4479-b5d9-d50b6fce37d9 req-58758e63-c215-4eed-875f-eb87d28f0e05 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Aug 18 15:26:27.657124 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9511b913-5adc-4479-b5d9-d50b6fce37d9 req-740898bb-209b-4b4d-8a08-0a0b9e3541bd tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302713 Aug 18 15:26:27.843914 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:28.769988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fced7-84a8-4e6e-8715-1a30899ea367 req-7d6aa4c5-5072-432a-89f0-c72f6b35f56e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:28.771389 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-916fced7-84a8-4e6e-8715-1a30899ea367 req-7d6aa4c5-5072-432a-89f0-c72f6b35f56e tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0488534 Aug 18 15:26:28.808945 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-916fced7-84a8-4e6e-8715-1a30899ea367 req-9354ced8-ab49-45b9-876f-a7c1ac8be547 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Aug 18 15:26:29.634108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c761ab-07c3-4746-a601-422a889c699b req-558a5c10-450c-457f-8100-81b1dabb21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:29.635659 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-558a5c10-450c-457f-8100-81b1dabb21be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0410903 Aug 18 15:26:29.737302 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c761ab-07c3-4746-a601-422a889c699b req-d5f851b4-1481-473b-a877-a17f2fd3382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:29.738813 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-d5f851b4-1481-473b-a877-a17f2fd3382d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0918231 Aug 18 15:26:29.815623 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-56fb16a9-170f-4896-ade2-bc9416061d77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1001 time: 0.0643802 Aug 18 15:26:29.873793 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c761ab-07c3-4746-a601-422a889c699b req-589afec9-c29d-409b-98ce-626869bd5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:29.875297 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-589afec9-c29d-409b-98ce-626869bd5b92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0493925 Aug 18 15:26:29.927667 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143c33-89d1-491c-a5c7-21088dd8c678 req-f8c93f11-990e-439c-a7ec-97e63425e58b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:29.929210 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10143c33-89d1-491c-a5c7-21088dd8c678 req-f8c93f11-990e-439c-a7ec-97e63425e58b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0517192 Aug 18 15:26:29.934190 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c761ab-07c3-4746-a601-422a889c699b req-264c7a5c-f3f0-4009-89be-30ea6d222f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:29.935675 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-264c7a5c-f3f0-4009-89be-30ea6d222f03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427794 Aug 18 15:26:29.970438 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-10143c33-89d1-491c-a5c7-21088dd8c678 req-755338c6-0c9d-417c-bcc2-acc57ef3a1a2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350604 Aug 18 15:26:30.039630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-c2bda3c9-9e1d-44c2-b072-31be03865376 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899136 Aug 18 15:26:30.131402 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-64c761ab-07c3-4746-a601-422a889c699b req-4fb87cb6-8f23-453b-b8c4-0fef5bb6f094 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805612 Aug 18 15:26:30.463109 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:26:31.091633 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fb716-67e4-4975-9de0-6178d05827fb req-f9e82774-3cc6-4575-bcef-db96854495c3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:31.093120 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018fb716-67e4-4975-9de0-6178d05827fb req-f9e82774-3cc6-4575-bcef-db96854495c3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0554216 Aug 18 15:26:31.130211 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-018fb716-67e4-4975-9de0-6178d05827fb req-330deda0-f353-43c7-9f67-8200c02a4df8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311940 Aug 18 15:26:32.247509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9857-529c-4459-a776-dcd8e1c4d8b4 req-723c4910-7fc1-4b77-b8a2-10f873d67a98 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:32.249024 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-871d9857-529c-4459-a776-dcd8e1c4d8b4 req-723c4910-7fc1-4b77-b8a2-10f873d67a98 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0503283 Aug 18 15:26:32.288003 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-871d9857-529c-4459-a776-dcd8e1c4d8b4 req-fc25a260-72ef-40c7-a247-35af0ea78e02 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Aug 18 15:26:33.401743 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a57da-34d7-4315-a847-c17c13d52503 req-cb1450ce-284f-43f1-a6be-db9e329b1025 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:33.403281 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-540a57da-34d7-4315-a847-c17c13d52503 req-cb1450ce-284f-43f1-a6be-db9e329b1025 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0486257 Aug 18 15:26:33.446822 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-540a57da-34d7-4315-a847-c17c13d52503 req-79e4f95f-8571-4c30-bc03-115acc9f0887 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Aug 18 15:26:34.567874 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fbb2a-2544-4cfc-b4c0-d00c4fea200e req-9581d9be-3312-4909-86f9-cf32ca1006cf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:34.569539 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f6fbb2a-2544-4cfc-b4c0-d00c4fea200e req-9581d9be-3312-4909-86f9-cf32ca1006cf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0550652 Aug 18 15:26:34.607326 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9f6fbb2a-2544-4cfc-b4c0-d00c4fea200e req-40b25580-a267-45c3-af14-bbb938178b75 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Aug 18 15:26:34.946877 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52264) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:26:34.963961 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e33f3-cc34-4c39-8585-ac7ba83ede47 req-0021ca13-b4bc-48e9-b479-4c88c35d5b71 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:34.965511 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c09e33f3-cc34-4c39-8585-ac7ba83ede47 req-0021ca13-b4bc-48e9-b479-4c88c35d5b71 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0535698 Aug 18 15:26:35.009802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c09e33f3-cc34-4c39-8585-ac7ba83ede47 req-f833bc78-b63a-43bc-a833-2dc5dae8b7ac tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375352 Aug 18 15:26:35.035070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-68b49519-651e-4c49-883c-7e642efa2ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869780 Aug 18 15:26:35.046868 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-0e955004-9029-4502-bde6-1b07d538b9dc req-abf09d74-3eb5-4aa9-ba14-a8d97ac58371 service neutron] (112228) timed out ('10.222.0.58', 56511) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:26:35.185344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:26:35.264475 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:35.287058 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:26:35.293241 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad93c4a-66f9-4490-bd5a-d37fdad08021" -d '{"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:26:35.302421 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:26:35.368098 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b85b61-8c71-4a66-ae6b-d2940db4e00d x-openstack-request-id: req-23b85b61-8c71-4a66-ae6b-d2940db4e00d {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:26:35.368387 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-unplugged", "status": "failed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "code": 422}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:26:35.368638 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23b85b61-8c71-4a66-ae6b-d2940db4e00d {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:26:35.369038 n-d-804303-5 neutron-server[112230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'code': 422} returned with failed status Aug 18 15:26:35.386150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:35.433207 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:26:35.440640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.440988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.441361 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.441698 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.442052 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.442385 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.442720 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.443045 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.443369 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.443693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.444022 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:35.444345 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:26:36.125279 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bb9da-294d-4e49-b0cc-2f1abf2b3964 req-b28e020c-2945-4e13-9484-8a59caeb9491 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:36.126794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-552bb9da-294d-4e49-b0cc-2f1abf2b3964 req-b28e020c-2945-4e13-9484-8a59caeb9491 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0479264 Aug 18 15:26:36.165463 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-552bb9da-294d-4e49-b0cc-2f1abf2b3964 req-38183e73-d230-4025-8c57-bad82442423c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Aug 18 15:26:37.286571 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832c4c-c113-40c4-907d-77feba27cf23 req-a0081388-b04f-42c3-9413-fca4abd67502 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:37.288086 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11832c4c-c113-40c4-907d-77feba27cf23 req-a0081388-b04f-42c3-9413-fca4abd67502 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0555496 Aug 18 15:26:37.326182 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-11832c4c-c113-40c4-907d-77feba27cf23 req-e62ff9fb-89ed-4d0c-9359-3dee140e4786 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318451 Aug 18 15:26:38.443668 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916716a-0973-4aa3-ad07-82a673b7f10e req-acb70d84-56e9-4e92-bd8f-a1aa35bdd8c4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:38.445159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7916716a-0973-4aa3-ad07-82a673b7f10e req-acb70d84-56e9-4e92-bd8f-a1aa35bdd8c4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0513868 Aug 18 15:26:38.484311 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7916716a-0973-4aa3-ad07-82a673b7f10e req-f1d9e8ca-1c59-4ac6-a9b8-8b80389a5915 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Aug 18 15:26:39.601896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748885-5e26-43e7-b949-307fb0063612 req-cc00ac92-45de-48ae-8182-3670ac816f6f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:39.603479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a748885-5e26-43e7-b949-307fb0063612 req-cc00ac92-45de-48ae-8182-3670ac816f6f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0521669 Aug 18 15:26:39.641728 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8a748885-5e26-43e7-b949-307fb0063612 req-fe8e20af-dfec-426e-b54f-c93836eba538 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Aug 18 15:26:40.759860 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47093ee-3bc3-4773-a228-e18a63e87d21 req-94c0a1e0-20df-4772-8b30-11259b787967 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:40.761494 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a47093ee-3bc3-4773-a228-e18a63e87d21 req-94c0a1e0-20df-4772-8b30-11259b787967 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0531394 Aug 18 15:26:40.798797 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a47093ee-3bc3-4773-a228-e18a63e87d21 req-feafb948-d4ec-436d-9818-c8c2c6b7c34f tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313587 Aug 18 15:26:40.845859 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-bcd22f46-f580-4927-8b6b-e79450bf2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:40.847371 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-bcd22f46-f580-4927-8b6b-e79450bf2b37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583&tenant_id=4f387af2ef3d4247835f3fc89ef1a09f HTTP/1.1" status: 200 len: 1095 time: 0.0437021 Aug 18 15:26:40.915824 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-8d88c743-2709-4c25-a1a6-abc712a023b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:40.917288 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-8d88c743-2709-4c25-a1a6-abc712a023b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1095 time: 0.0401287 Aug 18 15:26:41.004511 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-8fd21cfe-c5a3-4935-9766-bc5a7e75c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:41.005991 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-8fd21cfe-c5a3-4935-9766-bc5a7e75c5ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0815082 Aug 18 15:26:41.080688 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-5842d406-5d84-4f07-b7a0-caae5edf133e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 999 time: 0.0614395 Aug 18 15:26:41.131587 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-3825b5d8-02ab-4415-9314-521859086ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:41.133562 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-3825b5d8-02ab-4415-9314-521859086ed0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0424473 Aug 18 15:26:41.180858 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:41.181689 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-ce3e16a3-3389-464c-a845-6e484a2c26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:41.183197 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-ce3e16a3-3389-464c-a845-6e484a2c26b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392058 Aug 18 15:26:41.276300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-09057534-2a9e-46aa-9a3d-b43f92fea994 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Aug 18 15:26:41.367327 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-bbc30c52-7118-4945-a2e3-d5d5e9574211 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799143 Aug 18 15:26:41.797643 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:41.914664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a93a9-04fc-4012-b264-c9f0f43e5e95 req-e6248415-df1b-43f5-8714-af28e8af31e6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:41.916160 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-157a93a9-04fc-4012-b264-c9f0f43e5e95 req-e6248415-df1b-43f5-8714-af28e8af31e6 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0495510 Aug 18 15:26:41.954786 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-157a93a9-04fc-4012-b264-c9f0f43e5e95 req-8a65ebec-f47c-4768-a827-e8b592a0cccd tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Aug 18 15:26:43.069528 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01114-cfe2-471f-a43a-b2e285bf4bd6 req-5448eec0-5fdc-4b54-8789-64e7d19eec9b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:43.071049 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b01114-cfe2-471f-a43a-b2e285bf4bd6 req-5448eec0-5fdc-4b54-8789-64e7d19eec9b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0498796 Aug 18 15:26:43.108456 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-70b01114-cfe2-471f-a43a-b2e285bf4bd6 req-af3faefa-2dc1-44e9-a739-5aebf59fc3bf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315888 Aug 18 15:26:44.224973 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1cb9-3855-4a21-be8f-00f90e5808ce req-4cf855a2-98d1-47bb-9389-860c53ec48fb tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:44.226578 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-687f1cb9-3855-4a21-be8f-00f90e5808ce req-4cf855a2-98d1-47bb-9389-860c53ec48fb tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Aug 18 15:26:44.270528 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-687f1cb9-3855-4a21-be8f-00f90e5808ce req-c4932c34-4770-4da9-a493-ca378dfd8b90 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 Aug 18 15:26:45.383780 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56030850-e1ea-4cc4-955e-407cee925e4e req-249cd3c6-b2e9-4cb9-9fe9-9bd532d3b535 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:45.385273 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56030850-e1ea-4cc4-955e-407cee925e4e req-249cd3c6-b2e9-4cb9-9fe9-9bd532d3b535 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0488975 Aug 18 15:26:45.424159 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-56030850-e1ea-4cc4-955e-407cee925e4e req-e3eabb98-c449-4366-9849-2a1e85cd827c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Aug 18 15:26:46.538811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a291d-0bb0-4188-bd26-7131bada52d0 req-b5a1750a-3ac4-4451-8d48-a9427c66320d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:46.540845 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-491a291d-0bb0-4188-bd26-7131bada52d0 req-b5a1750a-3ac4-4451-8d48-a9427c66320d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0512481 Aug 18 15:26:46.577785 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-491a291d-0bb0-4188-bd26-7131bada52d0 req-0b67be59-562b-48f7-9f43-600134873313 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Aug 18 15:26:47.693287 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e667bc-7cc7-40ab-9995-ab0295c10503 req-185f50da-de4b-4b86-b6f9-6024994b3489 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:47.694798 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03e667bc-7cc7-40ab-9995-ab0295c10503 req-185f50da-de4b-4b86-b6f9-6024994b3489 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0512385 Aug 18 15:26:47.731358 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-03e667bc-7cc7-40ab-9995-ab0295c10503 req-7ed8ecdf-65c2-48d8-a662-51892f9cd51c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300772 Aug 18 15:26:48.845568 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631fdea-5b5b-41e7-a33c-4a5f5f44d8fa req-821bae7d-36b0-4561-9e08-de61de0f5d21 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:48.847122 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7631fdea-5b5b-41e7-a33c-4a5f5f44d8fa req-821bae7d-36b0-4561-9e08-de61de0f5d21 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 944 time: 0.0485878 Aug 18 15:26:48.886108 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-7631fdea-5b5b-41e7-a33c-4a5f5f44d8fa req-09103dfc-a1b4-4cf6-9995-469d1fd3f55a tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Aug 18 15:26:49.247199 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:26:49.342164 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:26:49.353220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'port_id': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'mac_address': 'fa:16:3e:05:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:26:49.389241 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:49.402238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:26:49.420907 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:26:49.472223 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:49.518559 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:26:49.761870 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:26:50.000284 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aed7e-2235-4c3a-8545-7d03283bf8ad req-68241b10-f3c1-4ccf-b60d-b23f656a1b18 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:50.001759 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e17aed7e-2235-4c3a-8545-7d03283bf8ad req-68241b10-f3c1-4ccf-b60d-b23f656a1b18 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 18 15:26:50.040395 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e17aed7e-2235-4c3a-8545-7d03283bf8ad req-03982663-e48d-4f3c-b464-a2e33389309d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Aug 18 15:26:51.160176 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8230a0-3fb9-4424-86a4-478b1ec41c8a req-1c53ab1a-3aaf-4e73-b50a-a33825aee28b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:51.161635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de8230a0-3fb9-4424-86a4-478b1ec41c8a req-1c53ab1a-3aaf-4e73-b50a-a33825aee28b tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 945 time: 0.0535440 Aug 18 15:26:51.198133 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-de8230a0-3fb9-4424-86a4-478b1ec41c8a req-4cae8856-4c6c-4673-ae02-b089f591c77c tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299976 Aug 18 15:26:51.246974 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:26:51.294692 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:26:51.295059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:51.366172 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:51.388280 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:26:51.390575 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e46dd-1d61-4c75-b3f7-f4cd9bc9d804" -d '{"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-plugged", "status": "completed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:26:51.403002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:26:51.425516 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b217616-36ba-41b2-9b70-ef743e1c4f80 x-openstack-request-id: req-5b217616-36ba-41b2-9b70-ef743e1c4f80 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:26:51.425805 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-plugged", "status": "completed", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:26:51.426081 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b217616-36ba-41b2-9b70-ef743e1c4f80 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:26:51.426471 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'code': 200} Aug 18 15:26:51.488553 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:51.544189 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:26:51.596609 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86406cba-d237-46b4-902d-d721ab4d4ecd req-c1afccba-cb78-430f-84e0-586f0eacc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:51.598173 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86406cba-d237-46b4-902d-d721ab4d4ecd req-c1afccba-cb78-430f-84e0-586f0eacc75e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0449002 Aug 18 15:26:51.636359 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-86406cba-d237-46b4-902d-d721ab4d4ecd req-6e54179e-cf40-4b0a-8182-bca092e83afc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275266 Aug 18 15:26:51.968325 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7a00-041b-4882-ac6b-a847766e0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:52.312837 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9de521-656e-4a59-82e5-d8b290814ec9 req-3b9047b4-e5ec-4e92-8fad-a37b440ef0bf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:52.314369 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d9de521-656e-4a59-82e5-d8b290814ec9 req-3b9047b4-e5ec-4e92-8fad-a37b440ef0bf tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0486546 Aug 18 15:26:52.351707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5d9de521-656e-4a59-82e5-d8b290814ec9 req-738a576e-80f7-4f2e-8615-6fac4034ce41 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Aug 18 15:26:52.739763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-f11c0508-0707-4ada-833f-e3cbfeeaacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:52.741296 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-f11c0508-0707-4ada-833f-e3cbfeeaacc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0399265 Aug 18 15:26:52.847261 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-e5c0c71e-b153-41f1-8c96-41b8b8da9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:52.848746 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-e5c0c71e-b153-41f1-8c96-41b8b8da9521 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0849164 Aug 18 15:26:52.921664 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-e10aba9b-c166-4720-ac17-225422d8c0d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1001 time: 0.0649061 Aug 18 15:26:52.971251 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-37634c9e-2cf2-4bd6-8ece-e8c2fb98a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:52.972770 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-37634c9e-2cf2-4bd6-8ece-e8c2fb98a4c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0439250 Aug 18 15:26:53.018640 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-a301023a-dd8c-4d19-a888-6bfc9e2ef8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:53.020130 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-a301023a-dd8c-4d19-a888-6bfc9e2ef8dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403476 Aug 18 15:26:53.112065 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-4cded5f1-46e9-4fbd-8bda-1753d21d95e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 Aug 18 15:26:53.204213 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-bcf5197b-13d3-4a15-8066-1a037113e044 req-55afd172-1bfa-48c2-b079-a13825b13423 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848048 Aug 18 15:26:53.467030 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb40f0-2d7a-450f-a0a2-fc94aa8e198e req-88c4359f-754e-4220-b0d6-ed554448e7f2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:26:53.468816 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4cb40f0-2d7a-450f-a0a2-fc94aa8e198e req-88c4359f-754e-4220-b0d6-ed554448e7f2 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0492508 Aug 18 15:26:53.506232 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e4cb40f0-2d7a-450f-a0a2-fc94aa8e198e req-6be62cb5-724a-4778-ba1d-a401482acb07 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Aug 18 15:26:54.825252 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e8d1e560-719b-4bf7-adb3-e3598e8e9536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:55.059309 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:56.266179 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:26:57.870454 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:07.461965 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:27:11.168721 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:11.814375 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:21.939949 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6e43-dde9-439b-96a0-855fb7b20d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:24.852780 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7193d477-b03d-47bb-9101-5a02ec8e0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:25.064257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:26.293191 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:27.871087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:41.185093 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:41.830908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:44.462401 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:27:51.973510 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b8d2e3f9-c9f6-4ed0-946e-cfce30eb18c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:52.916181 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-793551d8-f465-4309-9a06-5843846b1d0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472791 Aug 18 15:27:53.010339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-07173c47-ba1b-4b66-afa0-ad03c0b7f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:27:53.011864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-07173c47-ba1b-4b66-afa0-ad03c0b7f4d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0436184 Aug 18 15:27:53.127426 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-d4106044-7b06-40df-8e24-84842d3cdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:27:53.128891 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-d4106044-7b06-40df-8e24-84842d3cdd92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0899055 Aug 18 15:27:53.200308 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-ac137142-d80d-46ca-bbfb-cf09cc2971e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 1001 time: 0.0598013 Aug 18 15:27:53.251950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-1d288e45-2226-4db5-81d7-1a8ce9fbfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:27:53.253876 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-1d288e45-2226-4db5-81d7-1a8ce9fbfd11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0424182 Aug 18 15:27:53.308894 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-f6514f6c-d7cd-4199-b557-6ce14f280a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:27:53.310392 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-f6514f6c-d7cd-4199-b557-6ce14f280a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447369 Aug 18 15:27:53.402653 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-c5193158-98bf-45a1-ba70-017656d0448b service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802274 Aug 18 15:27:53.497085 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-a1aadb7a-6478-49dd-9a09-77f2e3184549 req-6dc7fc2a-64b6-421d-99ea-f0af082ce1cc service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Aug 18 15:27:54.808125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b238e6d0-4157-4eab-bf65-5ca11194f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:55.040912 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:56.237028 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:27:57.893655 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:11.246477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:11.800748 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:21.462563 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:28:21.984203 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e6a0152d-7634-4ff5-b07a-956f0c7213e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:24.847117 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-061ef3b7-b035-403f-935d-2572930b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:25.052966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:26.246267 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:27.858601 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:30.980212 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52350) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:31.139855 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Deleting port acff52bf-84a1-49b6-b6a4-6e9d27b14db1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:31.140195 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.214849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.215184 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.227014 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Calling delete_port for acff52bf-84a1-49b6-b6a4-6e9d27b14db1 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:31.481578 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.505353 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'Port': ['ID=acff52bf-84a1-49b6-b6a4-6e9d27b14db1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:31.519533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.519885 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.520229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.520567 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.520893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.521218 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.521543 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.521887 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.522210 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.522533 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.523234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.523234 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:31.582658 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.583041 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Floating IP dccb1e47-a56c-41f6-a97b-0a95047e6737 disassociated (deleted). External IP: 172.25.1.97, port: 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee. Aug 18 15:28:31.791112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:28:31.897164 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:28:31.901514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:31.908088 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:28:31.917012 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:31.917761 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:31.933932 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-bc78857d-cd45-4527-80b7-9ccd8698f659 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "DELETE /v2.0/floatingips/dccb1e47-a56c-41f6-a97b-0a95047e6737 HTTP/1.1" status: 204 len: 168 time: 0.9501731 Aug 18 15:28:31.933932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:28:31.934379 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:28:32.027901 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:32.100891 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef0c46-cfeb-456b-8399-1fcb5cada573 x-openstack-request-id: req-dfef0c46-cfeb-456b-8399-1fcb5cada573 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:28:32.101439 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:28:32.101439 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfef0c46-cfeb-456b-8399-1fcb5cada573 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:28:32.102264 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'status': 'completed', 'code': 200} Aug 18 15:28:32.175796 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-23d26fb8-b596-4f6f-b65d-2424e3bb0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:32.177444 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-23d26fb8-b596-4f6f-b65d-2424e3bb0a80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 1097 time: 0.0422518 Aug 18 15:28:32.227670 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:32.254536 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:28:32.262994 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:32.263625 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:32.275618 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-7894f111-da30-4dca-8f7f-510da269b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:32.277113 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-7894f111-da30-4dca-8f7f-510da269b8e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 200 len: 910 time: 0.0913897 Aug 18 15:28:32.329895 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-dcc965f3-b585-4df5-8661-1b8f61ebb3a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 200 len: 217 time: 0.0398090 Aug 18 15:28:32.372226 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:32.386179 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-88e9be66-424f-4ee2-97c5-ac7b99155b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:32.387679 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-88e9be66-424f-4ee2-97c5-ac7b99155b2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 200 len: 848 time: 0.0481265 Aug 18 15:28:32.398154 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758a99-d2ee-4ed4-87e3-ba0de1238c8e req-172e1e9c-2961-46f7-8a26-95149969a564 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:32.400286 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d758a99-d2ee-4ed4-87e3-ba0de1238c8e req-172e1e9c-2961-46f7-8a26-95149969a564 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0582426 Aug 18 15:28:32.438843 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-9bcd8b6c-ba43-4250-8dbc-39171f0a6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:32.441007 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-9bcd8b6c-ba43-4250-8dbc-39171f0a6e31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8bffb6f-e261-4b90-a838-852a36b1f56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431519 Aug 18 15:28:32.442611 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0d758a99-d2ee-4ed4-87e3-ba0de1238c8e req-16f0e290-0e39-4b14-be89-bc15e6e5d2f3 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349276 Aug 18 15:28:32.543214 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-27f8a4c9-5277-4e71-8756-6acaec4a4076 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897157 Aug 18 15:28:32.587253 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:32.641137 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-509f57eb-32aa-4ff7-8817-0e7b1f46b12b req-cb7df325-97f8-46ba-839e-36fa2d7695b7 service neutron] 10.222.0.10 "GET /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Aug 18 15:28:32.700191 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f169e-ddda-4aa9-8efe-fdae86fbbeff None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:18:34Z', 'revision_number': 4, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'db2744d3-e45d-4332-b047-18b70e957473', 'name': '', 'network_id': 'c8bffb6f-e261-4b90-a838-852a36b1f56e', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'mac_address': 'fa:16:3e:8d:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:34Z', 'updated_at': '2021-08-18T15:18:40Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'subnets': [{'id': '45e43e93-4910-4a2c-aa3b-7f837c6307b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:28:32.913492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d936f-d184-493f-971a-e6619d27b9a1 None None] New status for floating IP dccb1e47-a56c-41f6-a97b-0a95047e6737: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:28:33.560377 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71329-85a4-4ae1-8e42-72dd0ba00f78 req-a5fd1953-cbd4-404e-8b41-a18e1a831a37 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:33.561888 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61c71329-85a4-4ae1-8e42-72dd0ba00f78 req-a5fd1953-cbd4-404e-8b41-a18e1a831a37 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0498309 Aug 18 15:28:33.600030 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-61c71329-85a4-4ae1-8e42-72dd0ba00f78 req-bdba8c0f-343f-4dcf-84ed-ae7645f9f6f8 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c7719f-6da8-4944-b5fd-5907b061ad8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Aug 18 15:28:34.157503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-7b5008ca-14b5-4179-9fe0-9e57506a6d67 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:34.159051 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-7b5008ca-14b5-4179-9fe0-9e57506a6d67 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 946 time: 0.0542171 Aug 18 15:28:34.250051 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Deleting port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:34.250426 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:34.340833 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] For port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:34.341194 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:34.353142 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Calling delete_port for 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:34.516728 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:34.550339 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'Port': ['ID=0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:34.594066 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] No DVR routers for this DVR port 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:28:34.597517 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:34.599556 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-7ac9c9cd-79c1-433e-9036-8761728019ef req-b52b6b56-fa73-4a23-8f9f-5a6fe6eaf754 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.10 "DELETE /v2.0/ports/0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee HTTP/1.1" status: 204 len: 173 time: 0.4330955 Aug 18 15:28:34.599992 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-deleted', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:28:34.602264 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b126dea2-5e7d-4fb6-be62-90655e428e17" -d '{"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-deleted", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:28:34.643081 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e3ec5b-28bf-4404-acc8-5aa1b94256cf x-openstack-request-id: req-73e3ec5b-28bf-4404-acc8-5aa1b94256cf {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:28:34.643379 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1da6c-273b-4a87-959d-afbbf591e583", "name": "network-vif-deleted", "tag": "0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:28:34.643641 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73e3ec5b-28bf-4404-acc8-5aa1b94256cf {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:28:34.644073 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e1da6c-273b-4a87-959d-afbbf591e583', 'name': 'network-vif-deleted', 'tag': '0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee', 'status': 'completed', 'code': 200} Aug 18 15:28:34.706138 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-80415828-e95d-40b2-b5f6-fad167a98ff2 req-51463439-df6a-47fb-a0c3-05da5110b953 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0322189 Aug 18 15:28:35.801564 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-01f7aeb8-b4cd-4275-8b94-96ac04be1712 req-c3c33268-37df-44dd-b494-fd29aa8b79dd tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 18 15:28:36.899447 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8b1c5f51-f327-4c92-b174-a4d88497c67d req-b8719836-4d51-4960-be0d-beb5ded6fc7d tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Aug 18 15:28:37.744786 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:37.770434 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:37.770788 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device 0ec5ac37-c5d6-440b-ab77-9a9a3a8dc8ee not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:37.995861 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe4dc29e-3399-469f-9260-7107ce72294f req-5fc26e1c-a74a-4a0b-b243-8c5a3714d9c4 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Aug 18 15:28:39.115204 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-318e3ffb-fde7-4a3f-96c3-0b84d82acf7e req-04814f55-c939-4a44-b330-84051a1c1487 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e1da6c-273b-4a87-959d-afbbf591e583 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Aug 18 15:28:40.176364 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52386) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:40.233468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:40.260147 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:40.384744 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:40.387468 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:40.388658 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4c7719f-6da8-4944-b5fd-5907b061ad8c HTTP/1.1" status: 204 len: 168 time: 0.2113039 Aug 18 15:28:40.397735 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9fb02-dd1e-436e-9e01-2a50e9dbaf78 tempest-TestShelveInstance-1079770497 tempest-TestShelveInstance-1079770497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c7719f-6da8-4944-b5fd-5907b061ad8c,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:41.217296 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:41.518932 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52392) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:41.805516 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:42.007371 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:42.290593 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Deleting port db2744d3-e45d-4332-b047-18b70e957473 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:42.290938 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:42.367552 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] For port db2744d3-e45d-4332-b047-18b70e957473, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=db2744d3-e45d-4332-b047-18b70e957473,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:42.367906 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:42.380413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Calling delete_port for db2744d3-e45d-4332-b047-18b70e957473 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:42.635838 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:42.666157 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2744d3-e45d-4332-b047-18b70e957473,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:42.830960 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:43.355442 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Router 4128d6da-32eb-4b88-8bab-85f692e09137 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:28:43.460470 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:28:43.465374 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-2e07d79e-f03b-435a-af03-ef81e58202a2 admin admin] 10.222.0.35 "PUT /v2.0/routers/4128d6da-32eb-4b88-8bab-85f692e09137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9401264 Aug 18 15:28:43.467962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52396) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:43.471466 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Sync routers for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:28:43.480969 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:43.481573 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:43.577052 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:43.587600 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:43.680293 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:43.763288 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '8da9e473-27ff-4c35-8240-ac8526894322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:28:42Z', 'revision_number': 5, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port': {'id': '8da9e473-27ff-4c35-8240-ac8526894322', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:32Z', 'updated_at': '2021-08-18T15:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:43.792514 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Checking router: 4128d6da-32eb-4b88-8bab-85f692e09137 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:28:43.800408 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Routers {'4128d6da-32eb-4b88-8bab-85f692e09137'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:43.801508 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['4128d6da-32eb-4b88-8bab-85f692e09137'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:43.831971 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Deleting port 8da9e473-27ff-4c35-8240-ac8526894322 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:43.832320 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:43.885523 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] Set router 4128d6da-32eb-4b88-8bab-85f692e09137 gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:43.912106 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] For port 8da9e473-27ff-4c35-8240-ac8526894322, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8da9e473-27ff-4c35-8240-ac8526894322,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:43.912106 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:43.929457 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Calling delete_port for 8da9e473-27ff-4c35-8240-ac8526894322 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:43.937990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:28:43Z', 'revision_number': 6, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:43.966906 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755330ae-9401-4eec-96d4-a37d0af3e2cd None None] The sync data for ids ['4128d6da-32eb-4b88-8bab-85f692e09137'] in n-d-804303-5 is: [{'id': '4128d6da-32eb-4b88-8bab-85f692e09137', 'name': 'tempest-TestShelveInstance-1526189187-router', 'tenant_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:31Z', 'updated_at': '2021-08-18T15:28:43Z', 'revision_number': 6, 'project_id': '4f387af2ef3d4247835f3fc89ef1a09f', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:28:44.161545 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.190187 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8da9e473-27ff-4c35-8240-ac8526894322,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:44.252600 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.344156 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.346414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.452618 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.453076 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4128d6da-32eb-4b88-8bab-85f692e09137 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:28:44.457484 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.459110 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-353a8764-8533-4076-9996-8683cb9c92fa admin admin] 10.222.0.35 "DELETE /v2.0/routers/4128d6da-32eb-4b88-8bab-85f692e09137 HTTP/1.1" status: 204 len: 168 time: 0.9896910 Aug 18 15:28:44.461118 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52398) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:44.513238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Deleting subnet 45e43e93-4910-4a2c-aa3b-7f837c6307b6 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:28:44.516403 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.552231 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.627599 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.756074 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2744d3-e45d-4332-b047-18b70e957473 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:44.756706 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.778120 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: db2744d3-e45d-4332-b047-18b70e957473 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:44.778467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device db2744d3-e45d-4332-b047-18b70e957473 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:44.778893 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8da9e473-27ff-4c35-8240-ac8526894322 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:44.784455 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e43e93-4910-4a2c-aa3b-7f837c6307b6,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:44.790384 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.792105 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-9f8414ae-b3ad-4ecf-9a31-3f201dfe467e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/45e43e93-4910-4a2c-aa3b-7f837c6307b6 HTTP/1.1" status: 204 len: 168 time: 0.3300760 Aug 18 15:28:44.794773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52400) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:44.798693 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8da9e473-27ff-4c35-8240-ac8526894322 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:44.799047 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8da9e473-27ff-4c35-8240-ac8526894322 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:44.802244 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5f2a9-4e9d-470c-bafc-a2b147ca9d03 None None] Network c8bffb6f-e261-4b90-a838-852a36b1f56e requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:28:44.872465 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:44.938143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Deleting port 8331c320-d988-4087-a47e-8d1e7cbe62b2 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:44.938491 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.005205 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] For port 8331c320-d988-4087-a47e-8d1e7cbe62b2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8331c320-d988-4087-a47e-8d1e7cbe62b2,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:45.005431 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] DHCP port deletion for c8bffb6f-e261-4b90-a838-852a36b1f56e request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:28:45.005634 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.020169 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Calling delete_port for 8331c320-d988-4087-a47e-8d1e7cbe62b2 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:45.050263 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Deleting port 8331c320-d988-4087-a47e-8d1e7cbe62b2 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:45.051204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.114125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] For port 8331c320-d988-4087-a47e-8d1e7cbe62b2, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=8331c320-d988-4087-a47e-8d1e7cbe62b2,segment=NetworkSegment(ee0ade2e-4c19-4919-ab89-ceeab9b6c54e),segment_id=ee0ade2e-4c19-4919-ab89-ceeab9b6c54e)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:45.114521 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.126494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Calling delete_port for 8331c320-d988-4087-a47e-8d1e7cbe62b2 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:45.189011 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.201685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.215634 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8331c320-d988-4087-a47e-8d1e7cbe62b2,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:45.223531 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] No DVR routers for this DVR port 8331c320-d988-4087-a47e-8d1e7cbe62b2 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:28:45.226010 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.226387 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.226691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.227023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.227353 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.227679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.228003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.228337 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.228659 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.229000 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.229301 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.229615 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.231291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Pushing event deleted for resources: {'Port': ['ID=8331c320-d988-4087-a47e-8d1e7cbe62b2,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:45.234529 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] No DVR routers for this DVR port 8331c320-d988-4087-a47e-8d1e7cbe62b2 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:28:45.241654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.244473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.245314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.245314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.245314 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e1e180-0aab-4d1d-a764-8dd45c445f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:45.633106 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.642690 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bffb6f-e261-4b90-a838-852a36b1f56e']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:45.652251 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:45.652545 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0ade2e-4c19-4919-ab89-ceeab9b6c54e') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:45.661683 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.674763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.680984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:28:45.681358 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:28:45.682950 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:28:45.795752 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.801559 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:45.803418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8bffb6f-e261-4b90-a838-852a36b1f56e HTTP/1.1" status: 204 len: 168 time: 1.0076597 Aug 18 15:28:45.806564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52406) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:45.814244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000dd77-b2df-4acb-8078-fd88cca6bad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bffb6f-e261-4b90-a838-852a36b1f56e,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:46.150815 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:46.398628 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Deleting port d7575135-a49f-4ea1-a071-d3bb48a55c97 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:46.399272 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:46.488074 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] For port d7575135-a49f-4ea1-a071-d3bb48a55c97, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=d7575135-a49f-4ea1-a071-d3bb48a55c97,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:46.488355 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:46.501241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Calling delete_port for d7575135-a49f-4ea1-a071-d3bb48a55c97 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:46.618578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8331c320-d988-4087-a47e-8d1e7cbe62b2 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:46.749900 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:46.775431 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7575135-a49f-4ea1-a071-d3bb48a55c97,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:46.807234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 8331c320-d988-4087-a47e-8d1e7cbe62b2 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:46.807581 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 8331c320-d988-4087-a47e-8d1e7cbe62b2 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:46.957697 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:47.170904 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Router e34ff3cf-529a-4c21-afb8-097abe0c6331 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:28:47.277367 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:28:47.282430 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b62c4ef2-81d4-4397-a10a-61162beeaff0 admin admin] 10.222.0.35 "PUT /v2.0/routers/e34ff3cf-529a-4c21-afb8-097abe0c6331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4743047 Aug 18 15:28:47.285033 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52408) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:47.287727 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Sync routers for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:28:47.296658 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:47.297276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:47.388644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:47.400556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:47.490759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:47.579131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:28:46Z', 'revision_number': 5, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port': {'id': '471cb9ed-553a-450d-a5c6-fda5c22bf437', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:18:38Z', 'updated_at': '2021-08-18T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:47.610119 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Checking router: e34ff3cf-529a-4c21-afb8-097abe0c6331 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:28:47.619917 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Routers {'e34ff3cf-529a-4c21-afb8-097abe0c6331'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:47.620817 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['e34ff3cf-529a-4c21-afb8-097abe0c6331'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:47.644766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Deleting port 471cb9ed-553a-450d-a5c6-fda5c22bf437 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:47.645113 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:47.707518 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] Set router e34ff3cf-529a-4c21-afb8-097abe0c6331 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:47.726485 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] For port 471cb9ed-553a-450d-a5c6-fda5c22bf437, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=471cb9ed-553a-450d-a5c6-fda5c22bf437,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:47.726851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:47.738962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Calling delete_port for 471cb9ed-553a-450d-a5c6-fda5c22bf437 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:47.762319 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:28:47Z', 'revision_number': 6, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:47.791220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58435a-5a79-40f8-956c-86e1b8d01f56 None None] The sync data for ids ['e34ff3cf-529a-4c21-afb8-097abe0c6331'] in n-d-804303-5 is: [{'id': 'e34ff3cf-529a-4c21-afb8-097abe0c6331', 'name': 'tempest-TestShelveInstance-571760449-router', 'tenant_id': '63c0741753bb47f185bff5eab67db07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:18:37Z', 'updated_at': '2021-08-18T15:28:47Z', 'revision_number': 6, 'project_id': '63c0741753bb47f185bff5eab67db07c', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:28:47.965413 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.313756 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=471cb9ed-553a-450d-a5c6-fda5c22bf437,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:48.374519 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.466139 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.468495 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.600242 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.600828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e34ff3cf-529a-4c21-afb8-097abe0c6331 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:28:48.605483 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.606845 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-79fe8938-7694-4e06-8709-98f5fb2cbb03 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e34ff3cf-529a-4c21-afb8-097abe0c6331 HTTP/1.1" status: 204 len: 168 time: 1.3208554 Aug 18 15:28:48.609471 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52410) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:48.620220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d7575135-a49f-4ea1-a071-d3bb48a55c97 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:48.643654 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: d7575135-a49f-4ea1-a071-d3bb48a55c97 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:48.644002 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device d7575135-a49f-4ea1-a071-d3bb48a55c97 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:48.644943 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 471cb9ed-553a-450d-a5c6-fda5c22bf437 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:48.662499 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Deleting subnet f7be378c-00c9-4d5f-ad36-9b611089b9fc {{(pid=112229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:28:48.663886 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 471cb9ed-553a-450d-a5c6-fda5c22bf437 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:48.664238 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 471cb9ed-553a-450d-a5c6-fda5c22bf437 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:48.665763 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.701555 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233538'] for subnet, precommit_delete_associations {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.786967 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.921457 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25541934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26187342'] for subnet, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.948479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7be378c-00c9-4d5f-ad36-9b611089b9fc,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:48.950497 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:48.952379 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e15f3fdc-fc35-49fb-abc7-7331355d458c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f7be378c-00c9-4d5f-ad36-9b611089b9fc HTTP/1.1" status: 204 len: 168 time: 0.3418825 Aug 18 15:28:48.954970 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52412) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:48.957834 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4799a5-1302-4a6e-97ab-9876f2909347 None None] Network bc23ba47-8825-44f8-92bc-cc0a54e2d782 requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:28:49.028044 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.080870 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Deleting port 38013972-1041-414e-b9ee-72af92873d88 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:49.081124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.129161 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] DHCP port deletion for bc23ba47-8825-44f8-92bc-cc0a54e2d782 request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:28:49.150502 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] For port 38013972-1041-414e-b9ee-72af92873d88, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=38013972-1041-414e-b9ee-72af92873d88,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:49.150886 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.163796 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Calling delete_port for 38013972-1041-414e-b9ee-72af92873d88 owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:49.180277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Deleting port 38013972-1041-414e-b9ee-72af92873d88 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:28:49.180748 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.247315 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] For port 38013972-1041-414e-b9ee-72af92873d88, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=38013972-1041-414e-b9ee-72af92873d88,segment=NetworkSegment(b34b8962-2e44-4131-90f4-39e1f6309859),segment_id=b34b8962-2e44-4131-90f4-39e1f6309859)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:49.250082 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.264127 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Calling delete_port for 38013972-1041-414e-b9ee-72af92873d88 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:28:49.310193 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.338586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] No DVR routers for this DVR port 38013972-1041-414e-b9ee-72af92873d88 on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:28:49.338875 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.343931 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=38013972-1041-414e-b9ee-72af92873d88,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:49.364196 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] Pushing event deleted for resources: {'Port': ['ID=38013972-1041-414e-b9ee-72af92873d88,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:49.367758 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad26170-ea04-4354-96b2-eb72574d8e4f None None] No DVR routers for this DVR port 38013972-1041-414e-b9ee-72af92873d88 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:28:49.418979 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.429474 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc23ba47-8825-44f8-92bc-cc0a54e2d782']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:49.439453 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34b8962-2e44-4131-90f4-39e1f6309859') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:49.439691 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34b8962-2e44-4131-90f4-39e1f6309859') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:49.448453 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.466292 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.472073 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:28:49.477616 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:28:49.588416 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.593937 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:49.595826 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bc23ba47-8825-44f8-92bc-cc0a54e2d782 HTTP/1.1" status: 204 len: 168 time: 0.6396878 Aug 18 15:28:49.606696 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5301-af12-47e1-921e-95ffed946d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc23ba47-8825-44f8-92bc-cc0a54e2d782,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:49.997791 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52416) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:50.051045 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-1e4b49bd-cb2f-49c7-87f1-0ae6b66dd726 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f387af2ef3d4247835f3fc89ef1a09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514469 Aug 18 15:28:50.051995 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52418) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:50.112957 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:50.135310 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:50.245609 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:50.248250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:50.249429 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bccdad8d-e963-4822-822f-a599a865cd5c HTTP/1.1" status: 204 len: 168 time: 0.1962185 Aug 18 15:28:50.257150 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e43deb-e838-482b-96cf-124bb939842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdad8d-e963-4822-822f-a599a865cd5c,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:50.619353 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 38013972-1041-414e-b9ee-72af92873d88 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:28:50.639578 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 38013972-1041-414e-b9ee-72af92873d88 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:28:50.639922 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 38013972-1041-414e-b9ee-72af92873d88 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:28:50.869193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52426) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:50.913203 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-c6fa0986-33b2-4631-8e43-a13523964db4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63c0741753bb47f185bff5eab67db07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426650 Aug 18 15:28:50.916221 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52428) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:50.963949 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:50.984906 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:51.114342 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:51.117993 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:51.119119 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71ff3663-e278-492f-80bb-1e1c6b445f47 HTTP/1.1" status: 204 len: 168 time: 0.2020047 Aug 18 15:28:51.126963 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7213-f317-44a6-aba0-b0bbe883467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff3663-e278-492f-80bb-1e1c6b445f47,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:51.978483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d3f29220-c90a-4d44-9446-dbd50ecafae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.189954 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52450) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:52.286845 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2051119624-network', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:28:52.389789 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Made reservation on behalf of eff133af2b20433d8b523fcf3360ab54 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:28:52.392160 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.400946 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.487673 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.555684 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.580121 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:28:52.588924 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19fd8a9-2731-40bf-a18f-5e5598527274,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:52.596082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.596221 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Added segment b6443aa8-e033-43f9-8b7c-5a011441aa3d of type vlan for network edbecc99-f091-49a7-a3b8-e893dfe93ccd Aug 18 15:28:52.639709 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.715426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.716413 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:52.717003 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:52.776104 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] Pushing event updated for resources: {'Network': ['ID=edbecc99-f091-49a7-a3b8-e893dfe93ccd,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:52.786018 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:28:52.840837 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a38db6da-68af-4af5-88e1-233453ca0de5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6496971 Aug 18 15:28:52.843727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52454) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:52.849141 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Request body: {'subnet': {'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2051119624-subnet', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:28:52.927324 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Made reservation on behalf of eff133af2b20433d8b523fcf3360ab54 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:28:52.929760 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.154363 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.209535 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfd2192-3833-47ea-bb92-283e2fa91f03,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:53.218495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Checking segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:28:53.218866 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Network hostable DHCP agents. Network: edbecc99-f091-49a7-a3b8-e893dfe93ccd, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:28:53.302891 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:28:53.384122 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, edbecc99-f091-49a7-a3b8-e893dfe93ccd) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:53.388094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:53.388682 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.393979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481982dc-a1e1-46d6-8017-efcd0dd6404c None None] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:28:53.476445 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-011302bd-fcce-48dd-9501-e7b0e9933cf4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6314971 Aug 18 15:28:53.479373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52456) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:53.483814 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:28:53.534107 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:28:53.534980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.566263 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.567639 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.624352 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.667627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Allocated IP 172.20.0.2 (edbecc99-f091-49a7-a3b8-e893dfe93ccd/fcfd2192-3833-47ea-bb92-283e2fa91f03/c7ed6092-de44-446b-ae49-93650f8a19db) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:28:53.805300 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.813340 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Transition to ACTIVE for port object c7ed6092-de44-446b-ae49-93650f8a19db will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:28:53.828010 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.828544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Transition to ACTIVE for port object c7ed6092-de44-446b-ae49-93650f8a19db will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:28:53.898769 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:53.940704 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:28:53.944150 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:53.946546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:28:53.957881 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Pushing event updated for resources: {'Port': ['ID=c7ed6092-de44-446b-ae49-93650f8a19db,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:54.005699 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Attempting to bind port c7ed6092-de44-446b-ae49-93650f8a19db on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:28:54.006094 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Attempting to bind port c7ed6092-de44-446b-ae49-93650f8a19db by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:28:54.006453 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Attempting to bind port c7ed6092-de44-446b-ae49-93650f8a19db on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:28:54.011609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:28:54.011979 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Checking segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:28:54.012387 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.012773 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Bound using segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:28:54.013231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Bound port: c7ed6092-de44-446b-ae49-93650f8a19db, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:28:54.013608 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.075556 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] For port c7ed6092-de44-446b-ae49-93650f8a19db, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:28:54.078908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] For port c7ed6092-de44-446b-ae49-93650f8a19db, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c7ed6092-de44-446b-ae49-93650f8a19db,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:28:54.121996 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.141725 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.160739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.225626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1944f-81b6-4155-ae29-ba40522630ba None None] Pushing event updated for resources: {'Port': ['ID=c7ed6092-de44-446b-ae49-93650f8a19db,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:54.267584 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Allocated IP 172.25.1.90 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/70c16df5-840b-42cf-8efe-cc2785ab3faa) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:28:54.385977 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.522347 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.563439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:28:54.566440 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:54.571062 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:28:54.595720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Pushing event updated for resources: {'Port': ['ID=70c16df5-840b-42cf-8efe-cc2785ab3faa,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:54.669865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c7ed6092-de44-446b-ae49-93650f8a19db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:28:54.818167 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port c7ed6092-de44-446b-ae49-93650f8a19db completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:28:54.841685 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d6a89c47-3af4-48fd-bfcb-95550ff8477b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:54.947930 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.048108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.156326 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc906a-6e12-414f-b392-69728ad76081 None None] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:28:55.169110 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.292471 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Provisioning for port c7ed6092-de44-446b-ae49-93650f8a19db completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:28:55.300494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Provisioning complete for port c7ed6092-de44-446b-ae49-93650f8a19db triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:55.300892 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.390492 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:28:55.411572 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.461380 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] For port c7ed6092-de44-446b-ae49-93650f8a19db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c7ed6092-de44-446b-ae49-93650f8a19db,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:55.510264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:28:55.524606 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:28:55.527811 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.538050 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:55.538669 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:55.584415 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.588633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-6ace5770-97e0-4fc6-8652-d2437cdf79db admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1055007 Aug 18 15:28:55.588792 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52458) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:55.596346 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b393b-a428-4d50-8f4c-c2f631a1969c None None] Pushing event updated for resources: {'Port': ['ID=c7ed6092-de44-446b-ae49-93650f8a19db,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:55.653526 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:55.654269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-db73dbdf-98bc-481e-a56b-0ff7978ad5c2 None None] Provisioning complete for port c7ed6092-de44-446b-ae49-93650f8a19db triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:55.654893 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-db73dbdf-98bc-481e-a56b-0ff7978ad5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:55.842214 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:54Z', 'revision_number': 3, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:55.889358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:28:55.889940 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Updating router 8b5beeb5-f2ff-4946-8597-d0738e916a6a port 70c16df5-840b-42cf-8efe-cc2785ab3faa binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:28:55.927543 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.102213 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.183704 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.193934 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Transition to ACTIVE for port object 70c16df5-840b-42cf-8efe-cc2785ab3faa will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:28:56.218840 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.235596 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.271959 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Allocated IP 172.20.0.1 (edbecc99-f091-49a7-a3b8-e893dfe93ccd/fcfd2192-3833-47ea-bb92-283e2fa91f03/fc8c58c0-6da1-41a1-9ed2-8a9efc261398) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:28:56.291441 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Attempting to bind port 70c16df5-840b-42cf-8efe-cc2785ab3faa on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:28:56.291808 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Attempting to bind port 70c16df5-840b-42cf-8efe-cc2785ab3faa by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:28:56.292169 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Attempting to bind port 70c16df5-840b-42cf-8efe-cc2785ab3faa on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:28:56.294170 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Pushing event updated for resources: {'Port': ['ID=70c16df5-840b-42cf-8efe-cc2785ab3faa,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:56.303514 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Bound port: 70c16df5-840b-42cf-8efe-cc2785ab3faa, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.309393 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311069 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.311781 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:28:56.374295 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] For port 70c16df5-840b-42cf-8efe-cc2785ab3faa, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:28:56.377592 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] For port 70c16df5-840b-42cf-8efe-cc2785ab3faa, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=70c16df5-840b-42cf-8efe-cc2785ab3faa,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:28:56.391655 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.430399 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.492001 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:56.492638 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:56.497635 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebe55-0bc9-49f9-b80e-6abd5fe9092b None None] Pushing event updated for resources: {'Port': ['ID=70c16df5-840b-42cf-8efe-cc2785ab3faa,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:56.643889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c7ed6092-de44-446b-ae49-93650f8a19db up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:28:56.698762 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port c7ed6092-de44-446b-ae49-93650f8a19db triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:56.699275 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.717141 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:56.772094 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Transition to ACTIVE for port object fc8c58c0-6da1-41a1-9ed2-8a9efc261398 will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:28:56.894380 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:56.907656 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:54Z', 'revision_number': 3, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:56.933650 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:28:56.937655 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00156ca-e1d0-430c-b9d4-d5b9c88dd03f None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:54Z', 'revision_number': 3, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:28:56.942404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:56.943200 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:28:56.966563 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Pushing event updated for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:56.986422 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.211560 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.275234 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b26de6d3-3d68-4a7a-bc65-0b88a42294c8 None None] Provisioning for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:28:57.279459 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-b26de6d3-3d68-4a7a-bc65-0b88a42294c8 None None] Provisioning complete for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:57.279836 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b26de6d3-3d68-4a7a-bc65-0b88a42294c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.321589 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-b26de6d3-3d68-4a7a-bc65-0b88a42294c8 None None] Port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:28:57.405250 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.462125 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.535896 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Pushing event updated for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:57.539279 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.643900 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:28:57.645373 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:57.787537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:28:57.904204 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:57.921784 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:28:57.929903 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-2807535b-ea2e-4505-8d4a-9e80eb2d312f admin admin] 10.222.0.35 "PUT /v2.0/routers/8b5beeb5-f2ff-4946-8597-d0738e916a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3379037 Aug 18 15:28:58.055332 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-fd36a153-eec2-47b1-9f6e-a0203bcf99f2 None None] Provisioning complete for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:58.055933 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fd36a153-eec2-47b1-9f6e-a0203bcf99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:58.102473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-fd36a153-eec2-47b1-9f6e-a0203bcf99f2 None None] Port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:28:58.463025 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:28:58.590125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:28:58.599702 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:28:58.600807 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:58.675521 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 70c16df5-840b-42cf-8efe-cc2785ab3faa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:28:58.757275 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52476) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:58.762984 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1812999278-network', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:28:58.839768 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Made reservation on behalf of 8320dd5d9f494a9b9c6b29461d562536 for: {'network': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:28:58.842459 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for network, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:58.852129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:58.932005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:28:58.953592 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.002745 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 70c16df5-840b-42cf-8efe-cc2785ab3faa completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:28:59.015794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 70c16df5-840b-42cf-8efe-cc2785ab3faa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:28:59.016167 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.018702 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.045679 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=112229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:28:59.052773 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6c8d31-6309-4672-bd0c-58ea4ed456b5,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:59.059214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.059671 n-d-804303-5 neutron-server[112229]: INFO neutron.db.segments_db [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Added segment 2d84fc39-448e-490a-8924-fd6fac13c888 of type vlan for network baec4edd-aac9-4e60-b1eb-de543dbd4cbb Aug 18 15:28:59.103116 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771083490726'] for network, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.167185 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538'] for network, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.168479 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:59.169209 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.181834 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.207083 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 70c16df5-840b-42cf-8efe-cc2785ab3faa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=70c16df5-840b-42cf-8efe-cc2785ab3faa,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:28:59.215678 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 2, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:28:59.236817 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] Pushing event updated for resources: {'Network': ['ID=baec4edd-aac9-4e60-b1eb-de543dbd4cbb,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:59.246330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:28:59.246330 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Updating router 8b5beeb5-f2ff-4946-8597-d0738e916a6a port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:28:59.248039 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb details requested by agent ovs-agent-n-d-804303-5 with host n-d-804303-5 {{(pid=112230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:28:59.274620 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.290831 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-55e75c89-7c8c-4ead-a981-264b3304643c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5294755 Aug 18 15:28:59.291155 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52478) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:59.296439 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Request body: {'subnet': {'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1812999278-subnet', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'ip_version': 4}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:28:59.334183 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.402988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=70c16df5-840b-42cf-8efe-cc2785ab3faa,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:59.421774 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Made reservation on behalf of 8320dd5d9f494a9b9c6b29461d562536 for: {'subnet': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:28:59.421774 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26187347'] for subnet, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.644038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.648082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25542127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26187333'] for subnet, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.655093 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Transition to ACTIVE for port object fc8c58c0-6da1-41a1-9ed2-8a9efc261398 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:28:59.712483 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752d3a9c-278b-4518-8dac-25e394d321de,revision_number=0']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:59.721341 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Checking segment: {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:28:59.721707 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Network hostable DHCP agents. Network: baec4edd-aac9-4e60-b1eb-de543dbd4cbb, hostable agents: ['f1b663e9-84ae-4917-aa67-f0b0abb0b5a6'], hosted agents: [] {{(pid=112229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:28:59.726631 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.785966 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a844cbe-f944-4dda-b902-87c21913fedb None None] Pushing event updated for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:28:59.805790 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb is scheduled to be hosted by DHCP agent f1b663e9-84ae-4917-aa67-f0b0abb0b5a6 with binding_index 1 {{(pid=112229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:28:59.831291 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Attempting to bind port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:28:59.831741 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Attempting to bind port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:28:59.832596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Attempting to bind port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:28:59.837908 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:28:59.838259 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Checking segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:28:59.838694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.839092 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Bound using segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:28:59.839561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Bound port: fc8c58c0-6da1-41a1-9ed2-8a9efc261398, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:28:59.839942 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.902811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-5, baec4edd-aac9-4e60-b1eb-de543dbd4cbb) {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:28:59.908971 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:28:59.910315 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:28:59.915452 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad0406-146f-4217-b826-96d21dbc6fc9 None None] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:28:59.936998 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] For port fc8c58c0-6da1-41a1-9ed2-8a9efc261398, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:28:59.979942 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] For port fc8c58c0-6da1-41a1-9ed2-8a9efc261398, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:28:59.983615 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-d5eededd-2670-46a9-872a-a6dc5c68d662 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6911485 Aug 18 15:28:59.987079 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52486) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:28:59.991754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:00.039477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.088943 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4810'] for router, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.091477 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4803'] for router, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.139010 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:00.139635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:00.141488 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a844cbe-f944-4dda-b902-87c21913fedb None None] Pushing event updated for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:00.147514 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp258c0a22-4e65-5493-8d7b-342d83c375f0-baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'fixed_ips': [{'subnet_id': '752d3a9c-278b-4518-8dac-25e394d321de'}]}} from n-d-804303-5. {{(pid=112230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:29:00.148361 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.229896 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.349111 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:00.435124 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.440182 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.db_base_plugin_common [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Allocated IP 172.20.0.2 (baec4edd-aac9-4e60-b1eb-de543dbd4cbb/752d3a9c-278b-4518-8dac-25e394d321de/28a4cd0b-b14e-4973-bd2d-8248e0023db0) {{(pid=112230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:29:00.665816 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 70c16df5-840b-42cf-8efe-cc2785ab3faa up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:00.722257 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks [] for port, precommit_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.729364 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.738912 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Transition to ACTIVE for port object 28a4cd0b-b14e-4973-bd2d-8248e0023db0 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:00.749749 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.751836 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:00.784515 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b7bc9-8101-4ddb-951f-8d7e33584366 None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:29:00.789666 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Transition to ACTIVE for port object 28a4cd0b-b14e-4973-bd2d-8248e0023db0 will not be triggered until provisioned by entity DHCP. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:00.801673 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 70c16df5-840b-42cf-8efe-cc2785ab3faa triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:00.802640 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.853819 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379'] for port, after_create {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:00.901517 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb is already hosted by enough agents. {{(pid=112230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:00.902115 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Allocated IP 172.25.1.22 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/77a0848c-ba91-4ba0-8a96-42524ac8bc90) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:29:00.907327 n-d-804303-5 neutron-server[112230]: DEBUG neutron.scheduler.base_scheduler [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Resources bound (agent type, host, resource id): {{(pid=112230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:00.916930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Received port after_create {{(pid=112230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:29:00.946648 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Pushing event updated for resources: {'Port': ['ID=28a4cd0b-b14e-4973-bd2d-8248e0023db0,revision_number=1']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:01.011212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Attempting to bind port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:29:01.011662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Attempting to bind port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:29:01.012100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Attempting to bind port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 on network baec4edd-aac9-4e60-b1eb-de543dbd4cbb {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:29:01.020335 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:29:01.020819 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Checking segment: {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:29:01.021349 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.021806 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Bound using segment: {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:29:01.022393 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Bound port: 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:29:01.023164 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.075037 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.096905 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d9a73443-2953-4015-9c37-451290cb143b None None] For port 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:29:01.102069 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-d9a73443-2953-4015-9c37-451290cb143b None None] For port 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28a4cd0b-b14e-4973-bd2d-8248e0023db0,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:29:01.189877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.202468 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.257632 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73443-2953-4015-9c37-451290cb143b None None] Pushing event updated for resources: {'Port': ['ID=28a4cd0b-b14e-4973-bd2d-8248e0023db0,revision_number=2']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:01.279496 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:01.285143 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:01.289599 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:29:01.320345 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Pushing event updated for resources: {'Port': ['ID=77a0848c-ba91-4ba0-8a96-42524ac8bc90,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:01.704393 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:01.910312 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565281'] for router, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:02.137184 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Router a17fb5e7-5fce-4b67-80eb-694ca0487097 is scheduled to L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f with binding_index 1 {{(pid=112229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:29:02.247162 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2458e-8b7d-4db2-a14a-359940d92d37 None None] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:29:02.258922 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:29:02.271822 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Sync routers for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:29:02.283024 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:02.284080 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:02.361641 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] Notify callbacks [] for router, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:02.364330 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-b17d0861-043c-4ff3-8aac-aa516bf360a4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3755436 Aug 18 15:29:02.367129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52490) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:02.395344 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:02.405423 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-0dd72ced-6e97-4a9a-b39c-082ae548294b None None] Provisioning for port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:02.658559 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:01Z', 'revision_number': 3, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:02.698323 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Checking router: a17fb5e7-5fce-4b67-80eb-694ca0487097 for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:29:02.698677 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Updating router a17fb5e7-5fce-4b67-80eb-694ca0487097 port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 binding host n-d-804303-5 {{(pid=112231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:29:02.731352 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:02.773697 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28a4cd0b-b14e-4973-bd2d-8248e0023db0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:02.888231 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:02.894338 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:02.896173 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:02.926514 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.111715 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Allocated IP 172.20.0.1 (baec4edd-aac9-4e60-b1eb-de543dbd4cbb/752d3a9c-278b-4518-8dac-25e394d321de/f14bdcaa-be34-4176-974a-c59aea2e5001) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:29:03.121521 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.135863 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.provisioning_blocks [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Transition to ACTIVE for port object 77a0848c-ba91-4ba0-8a96-42524ac8bc90 will not be triggered until provisioned by entity L2. {{(pid=112231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:03.184464 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.199597 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.233896 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.239953 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Attempting to bind port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:29:03.240327 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Attempting to bind port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:29:03.240693 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Attempting to bind port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 on network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:29:03.247525 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28a4cd0b-b14e-4973-bd2d-8248e0023db0,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:03.248413 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b9086-dc3e-43f4-b1db-d2cee30672f6 None None] Pushing event updated for resources: {'Port': ['ID=77a0848c-ba91-4ba0-8a96-42524ac8bc90,revision_number=2']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:03.250823 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Transition to ACTIVE for port object f14bdcaa-be34-4176-974a-c59aea2e5001 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:03.251054 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:29:03.251294 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Checking segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:29:03.251682 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.252068 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Bound using segment: {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'} {{(pid=112231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:29:03.252644 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.managers [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Bound port: 77a0848c-ba91-4ba0-8a96-42524ac8bc90, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f4b5d3-44a9-41ab-8094-3c44798a3453', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef'}}] {{(pid=112231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:29:03.253006 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.303745 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.304552 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc8c58c0-6da1-41a1-9ed2-8a9efc261398 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:03.306701 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] For port 77a0848c-ba91-4ba0-8a96-42524ac8bc90, host n-d-804303-5, cleared binding levels {{(pid=112231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:29:03.309789 n-d-804303-5 neutron-server[112231]: DEBUG neutron.plugins.ml2.db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] For port 77a0848c-ba91-4ba0-8a96-42524ac8bc90, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=77a0848c-ba91-4ba0-8a96-42524ac8bc90,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:29:03.321521 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.361049 n-d-804303-5 neutron-server[112231]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.365006 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:03.368230 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:03.372145 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:29:03.389057 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=28a4cd0b-b14e-4973-bd2d-8248e0023db0,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:03.404255 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Pushing event updated for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:03.432428 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570985'] for router_interface, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.445488 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:03.446171 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:03.498191 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:03.503688 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:03.504517 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.544827 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b9086-dc3e-43f4-b1db-d2cee30672f6 None None] Pushing event updated for resources: {'Port': ['ID=77a0848c-ba91-4ba0-8a96-42524ac8bc90,revision_number=3']} {{(pid=112231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:03.568775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:03.631239 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.672504 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port fc8c58c0-6da1-41a1-9ed2-8a9efc261398, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:03.742051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.743031 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.763883 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:01Z', 'revision_number': 3, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:03.794482 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f2bc47-0eff-4eb7-9d3c-58e526743ee3 None None] The sync data for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 is: [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:01Z', 'revision_number': 3, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:29:03.822399 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:03.858145 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3482bdc8-ccef-4a3f-9307-356a19ef5daf None None] Provisioning for port f14bdcaa-be34-4176-974a-c59aea2e5001 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:03.863906 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-3482bdc8-ccef-4a3f-9307-356a19ef5daf None None] Provisioning complete for port f14bdcaa-be34-4176-974a-c59aea2e5001 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:03.864442 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3482bdc8-ccef-4a3f-9307-356a19ef5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:03.919596 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-3482bdc8-ccef-4a3f-9307-356a19ef5daf None None] Port f14bdcaa-be34-4176-974a-c59aea2e5001 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:29:03.944974 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:04.047188 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:04.119109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Pushing event updated for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:04.126149 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571037'] for router_interface, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:04.236840 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:04.238814 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:04.374229 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Router a17fb5e7-5fce-4b67-80eb-694ca0487097 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:29:04.508683 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:29:04.525695 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ae0686f7-610b-4551-a1c3-738753f3ae99 admin admin] 10.222.0.35 "PUT /v2.0/routers/a17fb5e7-5fce-4b67-80eb-694ca0487097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1461787 Aug 18 15:29:04.548048 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-7ff39678-ff68-4df7-ac82-02d30d9148c4 None None] Provisioning complete for port f14bdcaa-be34-4176-974a-c59aea2e5001 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:04.551532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7ff39678-ff68-4df7-ac82-02d30d9148c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:04.591325 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-7ff39678-ff68-4df7-ac82-02d30d9148c4 None None] Port f14bdcaa-be34-4176-974a-c59aea2e5001 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:29:04.758250 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28a4cd0b-b14e-4973-bd2d-8248e0023db0 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:04.811903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:04.812274 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:04.893626 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 77a0848c-ba91-4ba0-8a96-42524ac8bc90 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:05.011084 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:05.015264 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:05.015689 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:05.092245 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:05.112899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port 77a0848c-ba91-4ba0-8a96-42524ac8bc90, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=77a0848c-ba91-4ba0-8a96-42524ac8bc90,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:05.216751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:05.217770 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc8c58c0-6da1-41a1-9ed2-8a9efc261398 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:05.295126 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=77a0848c-ba91-4ba0-8a96-42524ac8bc90,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:05.309709 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:05.310118 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:05.511795 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Sync routers for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:29:05.521989 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:05.522614 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:05.626925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:05.825481 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 4, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f14bdcaa-be34-4176-974a-c59aea2e5001', 'name': '', 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'mac_address': 'fa:16:3e:8a:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '752d3a9c-278b-4518-8dac-25e394d321de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:02Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 2, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'subnets': [{'id': '752d3a9c-278b-4518-8dac-25e394d321de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:05.850899 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Checking router: a17fb5e7-5fce-4b67-80eb-694ca0487097 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:29:05.851257 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Updating router a17fb5e7-5fce-4b67-80eb-694ca0487097 port f14bdcaa-be34-4176-974a-c59aea2e5001 binding host n-d-804303-5 {{(pid=112230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:29:05.875723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.161920 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks [] for port, precommit_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.177544 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Transition to ACTIVE for port object f14bdcaa-be34-4176-974a-c59aea2e5001 will not be triggered until provisioned by entity L2. {{(pid=112230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:06.258046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.288414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52502) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:06.296083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445597003', 'description': 'tempest-secgroup-smoke-1445597003 description', 'project_id': 'eff133af2b20433d8b523fcf3360ab54'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:06.323194 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baccc0-12c1-46e7-924b-6c89a52447d4 None None] Pushing event updated for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=3']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:06.382759 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Attempting to bind port f14bdcaa-be34-4176-974a-c59aea2e5001 on host n-d-804303-5 for vnic_type normal with profile {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:29:06.383276 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Attempting to bind port f14bdcaa-be34-4176-974a-c59aea2e5001 by drivers openvswitch,hyperv on host n-d-804303-5 at level 0 using segments [{'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:29:06.383977 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Attempting to bind port f14bdcaa-be34-4176-974a-c59aea2e5001 on network baec4edd-aac9-4e60-b1eb-de543dbd4cbb {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:29:06.394609 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Checking agent: {'id': 'a944569c-a7da-4bcc-9fda-1cd55f251e4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 45, 25), 'started_at': datetime.datetime(2021, 8, 18, 13, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:29:06.395070 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Checking segment: {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:29:06.395558 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.396173 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Bound using segment: {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'} {{(pid=112230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:29:06.396726 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.managers [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Bound port: f14bdcaa-be34-4176-974a-c59aea2e5001, host: n-d-804303-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d84fc39-448e-490a-8924-fd6fac13c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb'}}] {{(pid=112230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:29:06.397126 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.415288 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.483467 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] For port f14bdcaa-be34-4176-974a-c59aea2e5001, host n-d-804303-5, cleared binding levels {{(pid=112230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:29:06.489585 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] For port f14bdcaa-be34-4176-974a-c59aea2e5001, host n-d-804303-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f14bdcaa-be34-4176-974a-c59aea2e5001,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:29:06.545318 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.555681 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.614344 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:06.615041 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:28:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:06.625174 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.656433 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baccc0-12c1-46e7-924b-6c89a52447d4 None None] Pushing event updated for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:06.665212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 77a0848c-ba91-4ba0-8a96-42524ac8bc90 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:06.696783 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a54cca-5ea8-41c8-a59f-df42f89970b4,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:06.725540 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.727600 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-de90029a-a97c-4f03-bc5f-b2894452a303 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4373043 Aug 18 15:29:06.730930 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52504) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:06.735869 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:06.779992 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:06.780365 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.786153 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:06.835051 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:06.899847 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.006362 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.025893 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b23008-fd14-45ca-8238-071c3ab07952,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:07.058628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 4, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f14bdcaa-be34-4176-974a-c59aea2e5001', 'name': '', 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'mac_address': 'fa:16:3e:8a:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '752d3a9c-278b-4518-8dac-25e394d321de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:02Z', 'updated_at': '2021-08-18T15:29:06Z', 'revision_number': 4, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'subnets': [{'id': '752d3a9c-278b-4518-8dac-25e394d321de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:07.089005 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ed696-6e6e-4c8a-bfc1-e38543cb1d68 None None] The sync data for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 is: [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 4, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'f14bdcaa-be34-4176-974a-c59aea2e5001', 'name': '', 'network_id': 'baec4edd-aac9-4e60-b1eb-de543dbd4cbb', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'mac_address': 'fa:16:3e:8a:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '752d3a9c-278b-4518-8dac-25e394d321de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:02Z', 'updated_at': '2021-08-18T15:29:06Z', 'revision_number': 4, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'subnets': [{'id': '752d3a9c-278b-4518-8dac-25e394d321de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:29:07.103669 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.104919 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-3329e1eb-fbeb-465f-b27d-0bea9960387e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730283 Aug 18 15:29:07.108510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52506) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:07.113084 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:07.240713 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.311903 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.385216 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.415238 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6a6fb2-9699-4a48-b833-04c07545d8c1,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:07.498392 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.499825 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4cf14b42-cd03-4fcf-b194-73e45ca4c7f2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903763 Aug 18 15:29:07.503589 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52508) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:07.509114 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:07.612047 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.679936 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.743860 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.768108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed3d67a-3e37-4ccb-a1ea-153d538748d2,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:07.835687 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:07.837177 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-125f4a6a-7e54-4019-8894-8d97a0b91ddd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320584 Aug 18 15:29:07.839962 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52510) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:07.845975 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:07.937812 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.001262 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.075374 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.093724 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a30a10-23d8-4f87-a66b-82a95c07bc80,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:08.178207 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.179904 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-ce30171e-05b2-4a18-b6a0-5471fb501196 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387325 Aug 18 15:29:08.184129 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52512) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:08.189393 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:08.292542 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Project eff133af2b20433d8b523fcf3360ab54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:29:08.298136 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.377525 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.452408 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.467922 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a98a82-9a56-4884-8b82-ebd4daec97ea,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:08.555445 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.556630 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-15db4732-b0f2-409a-9aab-5c9e7a5a1fe2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3713887 Aug 18 15:29:08.559342 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52514) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:08.564155 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'security_group_rule': {'security_group_id': '02a54cca-5ea8-41c8-a59f-df42f89970b4', 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:08.635765 n-d-804303-5 neutron-server[112228]: INFO neutron.db.securitygroups_db [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Project eff133af2b20433d8b523fcf3360ab54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:29:08.643315 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.656157 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f14bdcaa-be34-4176-974a-c59aea2e5001 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:08.714240 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.754970 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning for port f14bdcaa-be34-4176-974a-c59aea2e5001 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:08.759586 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f14bdcaa-be34-4176-974a-c59aea2e5001 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:08.759951 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.782481 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577622'] for security_group_rule, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.809152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642ea020-6e23-43e0-aa33-873928055ed8,revision_number=0']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:08.848412 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.880485 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] For port f14bdcaa-be34-4176-974a-c59aea2e5001, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f14bdcaa-be34-4176-974a-c59aea2e5001,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:08.892134 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:08.893603 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fd7591eb-329b-4b2c-a64c-461889ab50f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331194 Aug 18 15:29:08.949660 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:09.004925 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Pushing event updated for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:09.045113 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-4e74771f-3878-4660-8248-2365dc95c1c2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445597003&fields=id&tenant_id=eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 267 time: 0.0343680 Aug 18 15:29:09.158064 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5ffc3e6e-0c57-4650-a928-b166867fa472 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:09.159707 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5ffc3e6e-0c57-4650-a928-b166867fa472 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 810 time: 0.1073415 Aug 18 15:29:09.175393 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-53840b41-11b7-48a1-94b8-9fd39c3ade8e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/quotas/eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 375 time: 0.0096085 Aug 18 15:29:09.227616 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-05497648-7daf-4223-aae6-650decefb929 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467451 Aug 18 15:29:09.332593 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-ec4f20ff-6cff-4906-81f4-6580cbb0aa31 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:29:09.333605 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-ec4f20ff-6cff-4906-81f4-6580cbb0aa31 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943444 Aug 18 15:29:09.427802 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-2ddfb24f-ea3d-4c23-9d4d-34132e35e748 service neutron] 10.222.0.35 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874207 Aug 18 15:29:09.521739 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-659d9629-0979-47dc-8554-4d716208d938 service neutron] 10.222.0.35 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870593 Aug 18 15:29:09.761790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e9fdbc8d-13c0-4f9b-96b7-86d5ee42ed42 req-d4393ab5-d27d-405e-83cf-e8aa121740bf tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 210 time: 0.0336363 Aug 18 15:29:10.646224 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f14bdcaa-be34-4176-974a-c59aea2e5001 up at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:10.695409 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Provisioning complete for port f14bdcaa-be34-4176-974a-c59aea2e5001 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:10.695782 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:10.841936 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-02df37b7-b8a6-447a-bc0a-4555e2de43e5 req-c2d9d5a8-65e9-411e-be04-41231a786d86 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 210 time: 0.0269246 Aug 18 15:29:11.224578 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:11.800447 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:11.944889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f6b39fd8-a018-408f-976d-e4875baddd89 req-41fdbc57-1a66-4a09-8789-1279e2eea9f0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Aug 18 15:29:12.243052 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-9cac2321-576b-4cdd-8a52-44ae180c3df5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:12.244620 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-9cac2321-576b-4cdd-8a52-44ae180c3df5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 810 time: 0.1078005 Aug 18 15:29:12.295812 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-1af29ad0-2cad-479b-b302-fa2b54919567 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 380 time: 0.0348058 Aug 18 15:29:12.307596 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'port': {'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'admin_state_up': True, 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'security_groups': ['02a54cca-5ea8-41c8-a59f-df42f89970b4']}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:12.496487 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Made reservation on behalf of eff133af2b20433d8b523fcf3360ab54 for: {'port': 1} {{(pid=112228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:29:12.500256 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:12.631672 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Allocated IP 172.20.0.7 (edbecc99-f091-49a7-a3b8-e893dfe93ccd/fcfd2192-3833-47ea-bb92-283e2fa91f03/fc975c46-9a68-4130-a473-17dd929907b1) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:29:12.771121 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:12.789112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Transition to ACTIVE for port object fc975c46-9a68-4130-a473-17dd929907b1 will not be triggered until provisioned by entity DHCP. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:12.908670 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:12.953946 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:12.957018 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:12.960787 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:29:12.992503 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:13.022108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:13.022686 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.092097 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835935b5-2b4d-4ca6-9d43-842cc7079c77 req-ccab071d-e0c8-4322-acdc-e972d62d30a2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:13.094385 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-835935b5-2b4d-4ca6-9d43-842cc7079c77 req-ccab071d-e0c8-4322-acdc-e972d62d30a2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 931 time: 0.0615342 Aug 18 15:29:13.127764 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-3813f0cc-99ac-4265-bd63-2f31b9dd40e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242269 Aug 18 15:29:13.147438 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Request body: {'port': {'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-5'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:13.152307 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-835935b5-2b4d-4ca6-9d43-842cc7079c77 req-1f017128-b52f-4f08-aca8-b2af050bbd43 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 Aug 18 15:29:13.213875 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.343328 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-958d7882-1777-4f29-b1fc-e40b29137c45 None None] Provisioning for port fc975c46-9a68-4130-a473-17dd929907b1 completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:13.348428 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-958d7882-1777-4f29-b1fc-e40b29137c45 None None] Provisioning complete for port fc975c46-9a68-4130-a473-17dd929907b1 triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:13.348885 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-958d7882-1777-4f29-b1fc-e40b29137c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.386859 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-958d7882-1777-4f29-b1fc-e40b29137c45 None None] Port fc975c46-9a68-4130-a473-17dd929907b1 cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:29:13.482408 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc975c46-9a68-4130-a473-17dd929907b1 {{(pid=112228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:29:13.489985 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.501502 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.provisioning_blocks [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Transition to ACTIVE for port object fc975c46-9a68-4130-a473-17dd929907b1 will not be triggered until provisioned by entity L2. {{(pid=112228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:29:13.577657 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.625867 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:13.704681 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Attempting to bind port fc975c46-9a68-4130-a473-17dd929907b1 on host n-h1-804303-5 for vnic_type normal with profile {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:29:13.705025 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Attempting to bind port fc975c46-9a68-4130-a473-17dd929907b1 by drivers openvswitch,hyperv on host n-h1-804303-5 at level 0 using segments [{'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:29:13.705360 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Attempting to bind port fc975c46-9a68-4130-a473-17dd929907b1 on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:29:13.710900 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Port fc975c46-9a68-4130-a473-17dd929907b1 on network edbecc99-f091-49a7-a3b8-e893dfe93ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-5 {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:29:13.711228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Attempting to bind port fc975c46-9a68-4130-a473-17dd929907b1 on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:29:13.717294 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Checking agent: {'id': 'cdb1ebc8-3cac-4bc7-971b-681daacd4589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:29:13.717694 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Checking segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:29:13.718055 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Bound using segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} {{(pid=112228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:29:13.718494 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.managers [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Bound port: fc975c46-9a68-4130-a473-17dd929907b1, host: n-h1-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}}] {{(pid=112228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:29:13.718853 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.791377 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, cleared binding levels {{(pid=112228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:29:13.795675 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:29:13.852696 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.887627 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:13.888849 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:13.890720 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 1091 time: 0.7485542 Aug 18 15:29:13.893637 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:29:13.897109 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63dde1-d559-401e-ad95-a6ab0a451671" -d '{"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:29:13.936789 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b292098-c29e-4d15-a80d-8e2a684a8754 service neutron] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=3']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:13.942773 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578b702-62ea-4806-a8ff-74c50182f5a2 x-openstack-request-id: req-8578b702-62ea-4806-a8ff-74c50182f5a2 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:29:13.943229 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:29:13.943593 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8578b702-62ea-4806-a8ff-74c50182f5a2 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:29:13.944224 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'status': 'completed', 'code': 200} Aug 18 15:29:14.029524 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-21ee3c49-2e09-475b-a192-606d2847c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.031864 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-21ee3c49-2e09-475b-a192-606d2847c202 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0617344 Aug 18 15:29:14.150792 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-6893322b-80f9-424e-8664-f83acacf66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.152323 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-6893322b-80f9-424e-8664-f83acacf66a6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=eff133af2b20433d8b523fcf3360ab54&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1076622 Aug 18 15:29:14.259319 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-86e2c12d-db4e-499d-a926-2f5095ebb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.261383 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-2b63dde1-d559-401e-ad95-a6ab0a451671 req-86e2c12d-db4e-499d-a926-2f5095ebb358 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000357 Aug 18 15:29:14.274390 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a14b-4b09-44f1-8823-0cab49c49e3d req-8d43301b-c3ac-4e90-8e39-7d598febff5a tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.275929 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d48a14b-4b09-44f1-8823-0cab49c49e3d req-8d43301b-c3ac-4e90-8e39-7d598febff5a tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0509288 Aug 18 15:29:14.322199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d48a14b-4b09-44f1-8823-0cab49c49e3d req-e00458ca-6638-48cb-8080-ba3c8c32c3cf tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Aug 18 15:29:14.350402 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-b572e978-d0f7-45ee-8c22-357b7c29c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.351975 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-b572e978-d0f7-45ee-8c22-357b7c29c883 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0430248 Aug 18 15:29:14.394256 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-c49e7962-0fde-48e4-884c-ca7ecc6e8be4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 217 time: 0.0342913 Aug 18 15:29:14.451064 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5af67ccf-ce59-4579-b776-32bb3d52b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.452429 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5af67ccf-ce59-4579-b776-32bb3d52b41e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0470846 Aug 18 15:29:14.505228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5de22c45-9f7e-4602-83fb-be0e7d62e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:14.506815 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-5de22c45-9f7e-4602-83fb-be0e7d62e1c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416381 Aug 18 15:29:14.601142 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-0544f9c3-882b-4563-b1e4-1a5510eb4ccc service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Aug 18 15:29:14.699298 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-09418ab1-7d8d-4eed-9c72-3a8eaf8474c0 req-41974629-a6ac-4d3d-9336-bcb3d8b33cd2 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Aug 18 15:29:15.443418 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d7fc7-f14c-42e9-bdff-c21e6bd79b39 req-238bdfe9-2acb-485f-84e4-f71937640fa4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:15.444900 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8d7fc7-f14c-42e9-bdff-c21e6bd79b39 req-238bdfe9-2acb-485f-84e4-f71937640fa4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0527923 Aug 18 15:29:15.481580 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df8d7fc7-f14c-42e9-bdff-c21e6bd79b39 req-8a964851-1c56-467d-b30a-23fc3eba8c8a tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Aug 18 15:29:16.599518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fda77-335f-4f6b-9949-a81c9869513c req-26c51049-ffb6-4035-8982-b5da7129b63c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:16.601036 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46fda77-335f-4f6b-9949-a81c9869513c req-26c51049-ffb6-4035-8982-b5da7129b63c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Aug 18 15:29:16.639418 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a46fda77-335f-4f6b-9949-a81c9869513c req-d9b6ff44-4938-40ea-931b-4d565e75612c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Aug 18 15:29:17.752685 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a6557-4202-4aa9-913d-5015862b0d4c req-572aa330-89dd-47de-af2c-faa639763ded tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:17.754877 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e2a6557-4202-4aa9-913d-5015862b0d4c req-572aa330-89dd-47de-af2c-faa639763ded tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Aug 18 15:29:17.793995 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e2a6557-4202-4aa9-913d-5015862b0d4c req-7c52be6a-4041-4ecc-b3cc-5d45c49d7246 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Aug 18 15:29:17.962640 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:29:18.055290 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:18.066270 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'fc975c46-9a68-4130-a473-17dd929907b1', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:29:18.106966 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:18.120123 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc975c46-9a68-4130-a473-17dd929907b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:29:18.139982 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:18.218189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:18.266473 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:18.480028 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['fc975c46-9a68-4130-a473-17dd929907b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:29:18.911846 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c255ee4-4886-4d0c-bf15-04a4318edaf4 req-f2871627-2a16-4513-aa77-fe9f9d551927 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:18.913327 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c255ee4-4886-4d0c-bf15-04a4318edaf4 req-f2871627-2a16-4513-aa77-fe9f9d551927 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 944 time: 0.0530076 Aug 18 15:29:18.951789 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c255ee4-4886-4d0c-bf15-04a4318edaf4 req-801c520a-4a99-48cb-8f90-8c19ac253ec2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Aug 18 15:29:19.978256 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:29:20.072099 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a1ff0-5b48-40d4-9ede-1f934fb49839 req-8e49f4cf-a0f8-426a-92ea-26de719a146d tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:20.073607 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-300a1ff0-5b48-40d4-9ede-1f934fb49839 req-8e49f4cf-a0f8-426a-92ea-26de719a146d tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 944 time: 0.0486314 Aug 18 15:29:20.111116 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-300a1ff0-5b48-40d4-9ede-1f934fb49839 req-d22f0530-3151-4df8-aeb8-55b24f6aba5b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Aug 18 15:29:20.114894 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning for port fc975c46-9a68-4130-a473-17dd929907b1 completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:29:20.119140 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port fc975c46-9a68-4130-a473-17dd929907b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:29:20.121866 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:20.199121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:20.221212 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:29:20.224023 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cbdebc-830b-4cf6-9a1d-0c2b513ad0ac" -d '{"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-plugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:29:20.236910 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:29:20.261644 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bce56e-5f61-40c6-afa2-93fc62f96092 x-openstack-request-id: req-19bce56e-5f61-40c6-afa2-93fc62f96092 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:29:20.262123 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-plugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:29:20.262531 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19bce56e-5f61-40c6-afa2-93fc62f96092 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:29:20.263022 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'code': 200} Aug 18 15:29:20.292513 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:20.342900 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:20.372418 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aae5c-9ded-4c9b-9280-79195cd6e873 req-7e6b4727-84e3-4a1c-9aec-f246019bb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:20.373941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-966aae5c-9ded-4c9b-9280-79195cd6e873 req-7e6b4727-84e3-4a1c-9aec-f246019bb069 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1096 time: 0.0418422 Aug 18 15:29:20.412964 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-966aae5c-9ded-4c9b-9280-79195cd6e873 req-bcf684ba-65fc-4f6c-9ab5-b4a34e90520e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276160 Aug 18 15:29:21.234457 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0a89d-529a-4c73-bbc2-3ea62b39a493 req-c1bbdf42-b245-4e65-a3a3-29e2a985d291 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:21.235980 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eca0a89d-529a-4c73-bbc2-3ea62b39a493 req-c1bbdf42-b245-4e65-a3a3-29e2a985d291 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Aug 18 15:29:21.275475 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-eca0a89d-529a-4c73-bbc2-3ea62b39a493 req-65e761f6-b656-495e-8906-ab80a0378e5e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Aug 18 15:29:21.981851 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-5a505d97-1563-4684-ac1e-d4b768722c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:22.400203 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5a793-65eb-407d-b3d4-6f40572e4314 req-53dfb1d6-92d1-4d00-9288-4ca583064062 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:22.401719 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2af5a793-65eb-407d-b3d4-6f40572e4314 req-53dfb1d6-92d1-4d00-9288-4ca583064062 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Aug 18 15:29:22.439608 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2af5a793-65eb-407d-b3d4-6f40572e4314 req-516fd2fc-9516-4814-9381-0eb26f68aae2 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Aug 18 15:29:22.581168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd19fc2-baa4-4e83-8251-502781be26d3 req-5caf6d50-957e-47d8-9788-f8c416df4966 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:22.582761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cd19fc2-baa4-4e83-8251-502781be26d3 req-5caf6d50-957e-47d8-9788-f8c416df4966 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Aug 18 15:29:22.622318 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-0cd19fc2-baa4-4e83-8251-502781be26d3 req-b16be799-0875-4238-be7d-30d2a69b472c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Aug 18 15:29:22.644042 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52580) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:22.731830 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e054f-8c8a-40b3-a151-ffa0fbac32e0 tempest-TestSnapshotPattern-703062020 tempest-TestSnapshotPattern-703062020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:22.733341 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-400e054f-8c8a-40b3-a151-ffa0fbac32e0 tempest-TestSnapshotPattern-703062020 tempest-TestSnapshotPattern-703062020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1091 time: 0.0883160 Aug 18 15:29:22.736298 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 52584) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:29:22.741244 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.v2.base [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:29:22.840876 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:22.936882 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:23.043227 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_common [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Allocated IP 172.25.1.144 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/80c2ff36-d355-45eb-aa66-e6cf42853bee) {{(pid=112228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:29:23.142471 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:23.262775 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:23.306078 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:29:23.308981 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.base_scheduler [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Resources bound (agent type, host, resource id): {{(pid=112228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:29:23.312559 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Received port after_create {{(pid=112228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:29:23.318024 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=80c2ff36-d355-45eb-aa66-e6cf42853bee,revision_number=1']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:23.663165 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:23.797512 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.265186 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.314644 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7975843'] for port, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.381108 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=80c2ff36-d355-45eb-aa66-e6cf42853bee,revision_number=2']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:29:24.393006 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.490722 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Floating IP 6f26a361-6355-4fd7-8ccd-15b9a3692aec associated. External IP: 172.25.1.144, port: fc975c46-9a68-4130-a473-17dd929907b1. Aug 18 15:29:24.703152 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:29:24.819414 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:29:24.830435 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:29:24.834108 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f93d56ae-b2a5-4f2c-87a8-3bce4ed26fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.841816 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:24.842457 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:24.907818 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:24.953874 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-390a2f8c-d212-47d0-a995-0f6e4fbae6f9 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1993022 Aug 18 15:29:24.953874 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:29:24.953874 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cc0ce8-8863-4be7-8a1c-92773af05aee" -d '{"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:29:24.955561 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:25.012891 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d286c-9b99-4d8e-866b-43d4190ed34d x-openstack-request-id: req-8e5d286c-9b99-4d8e-866b-43d4190ed34d {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:29:25.013176 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:29:25.013431 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e5d286c-9b99-4d8e-866b-43d4190ed34d {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:29:25.013832 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'status': 'completed', 'code': 200} Aug 18 15:29:25.069377 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:25.085291 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-2f2af7c9-6c92-482f-9fe3-dcf7e6af1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:25.087070 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-2f2af7c9-6c92-482f-9fe3-dcf7e6af1825 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1096 time: 0.0458286 Aug 18 15:29:25.185934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-02d91742-c373-42be-90c8-d11478cb1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:25.187447 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-02d91742-c373-42be-90c8-d11478cb1002 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0929894 Aug 18 15:29:25.261208 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-4db4a423-8634-44eb-b7a6-20d2953f1986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 999 time: 0.0656209 Aug 18 15:29:25.273434 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:23Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:25.303468 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:29:25.311646 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:29:25.312249 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:29:25Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:25.315655 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-c3b689b7-4236-4daf-b1ec-a328aca48f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:25.317699 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-c3b689b7-4236-4daf-b1ec-a328aca48f57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0487053 Aug 18 15:29:25.364132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-0d686e4e-6423-4683-96ba-ab1978fc3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:25.365581 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-0d686e4e-6423-4683-96ba-ab1978fc3026 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407212 Aug 18 15:29:25.420085 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:29:25.456291 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-df4056ce-94f1-4cbc-86ab-fd6107bd9908 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831256 Aug 18 15:29:25.557299 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-e0cc0ce8-8863-4be7-8a1c-92773af05aee req-12eaeedb-ae14-4f79-a312-dcb89b410e67 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939732 Aug 18 15:29:25.645312 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:23Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:29:25.674062 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06c92-ea51-4b0b-8e66-9d4768085dbb None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:23Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:29:25.858086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5b90d-86dd-4f41-86e7-4cd220f0646b None None] New status for floating IP 6f26a361-6355-4fd7-8ccd-15b9a3692aec: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:29:26.227732 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:27.891853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:35.463899 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:29:41.268723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:41.800037 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:51.971230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a882ee0d-b16e-4420-a3a5-eb2e52c99176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:54.878109 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-93aa4966-7d0f-47e0-8f3d-500cacb51b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:55.055464 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:56.239552 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:29:56.902510 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-427d3687-0ab1-42f3-b77d-0b209552587b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403337 Aug 18 15:29:56.986537 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-e2bc744f-2870-4180-9e27-86556abcbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:56.988436 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-e2bc744f-2870-4180-9e27-86556abcbaaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1096 time: 0.0399516 Aug 18 15:29:57.096045 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-7e46da6b-50fd-493f-b16c-cb119e471791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:57.097492 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-7e46da6b-50fd-493f-b16c-cb119e471791 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0889175 Aug 18 15:29:57.167163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-f0ba42a8-b6c6-46e1-939e-a45f6ccdef88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 1001 time: 0.0604229 Aug 18 15:29:57.219135 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-8cd2d89a-1183-4784-98f6-b797015bb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:57.220568 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-8cd2d89a-1183-4784-98f6-b797015bb37c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0437992 Aug 18 15:29:57.268228 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-9386fbfa-3a75-4f9a-be9a-d745b5650136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:29:57.269678 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-9386fbfa-3a75-4f9a-be9a-d745b5650136 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409019 Aug 18 15:29:57.363163 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-f53d3865-fc2f-4fbc-a12f-8bbd8aad5fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Aug 18 15:29:57.457714 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-c5e9273e-8c7c-4630-8271-492ce09fab28 req-37485e3d-9af1-4515-8c11-967e39eebc3b service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817728 Aug 18 15:29:57.884115 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:11.273910 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:11.809312 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:12.463886 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:30:21.992162 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ec1d009c-c708-43d2-afc6-d8e8d27b5bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:24.827674 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc947-0d6f-4081-a96d-f687dac68a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:25.043367 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:26.250326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:27.884443 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:41.248722 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:41.791422 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:49.463677 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:30:51.975503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4605484e-744a-4935-af3d-e70b87eaee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:54.846751 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9161b1fa-4d9f-4471-a39c-ac423a6f2aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:55.055280 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:56.266671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:57.901065 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:30:59.573520 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-c6f13a79-d342-4e3d-963c-384677f8a60d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873570 Aug 18 15:30:59.668748 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-481e0193-ad3d-4940-8e32-40e397bbdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:30:59.670343 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-481e0193-ad3d-4940-8e32-40e397bbdd7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1096 time: 0.0462842 Aug 18 15:30:59.778059 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-56872a9e-36d4-4dce-b3c8-128c2de14566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:30:59.779457 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-56872a9e-36d4-4dce-b3c8-128c2de14566 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0863018 Aug 18 15:30:59.854148 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-efe90606-49c4-4110-aa7e-f9e50e92175c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 1001 time: 0.0611937 Aug 18 15:30:59.915463 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-9e802f9b-64a9-4813-b24f-6a6fce51cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:30:59.917184 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-9e802f9b-64a9-4813-b24f-6a6fce51cdd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0525234 Aug 18 15:30:59.983575 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-7aad5be3-ecb0-49bf-82c5-0471d801113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:30:59.985096 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-7aad5be3-ecb0-49bf-82c5-0471d801113c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594530 Aug 18 15:31:00.000313 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-8e99d6e9-61ec-496a-8ee3-0a5fc87aaf04 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:31:00.001276 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-8e99d6e9-61ec-496a-8ee3-0a5fc87aaf04 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049706 Aug 18 15:31:00.097904 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-cd1587f0-74c6-4287-b493-82b6d686c38b service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Aug 18 15:31:00.192855 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-ce51aa98-aeac-431d-a8d2-e0396defc840 req-3c1f7fd8-0ff6-48c9-8a9f-220d161e78e9 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836260 Aug 18 15:31:11.253644 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:11.803750 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:21.980544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-47c440c7-c99f-4d95-8c41-27fa0966efef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:24.831820 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-87c3fdc6-b767-4e48-95b3-5d4f702b4ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:25.083525 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:26.243230 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:26.384320 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 details requested by agent hyperv_n-h1-804303-5 with host n-h1-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:31:26.462686 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:31:26.477671 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:26.489277 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Returning: {'device': 'fc975c46-9a68-4130-a473-17dd929907b1', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:31:26.529409 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:26.543285 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc975c46-9a68-4130-a473-17dd929907b1 {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:31:26.569621 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:26.653694 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:26.704252 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:26.712295 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.714441 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.715086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.715086 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.715343 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.715635 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.715981 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:26.739375 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] get_ports_and_sgs() called for port_ids ['fc975c46-9a68-4130-a473-17dd929907b1'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:31:27.888105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:28.406317 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 up at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:31:28.462877 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Provisioning complete for port fc975c46-9a68-4130-a473-17dd929907b1 triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:31:28.463365 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:28.552154 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:28.579095 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:31:28.582638 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfdde79-5f9d-4053-b2dc-079ec6cbc8e9" -d '{"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-plugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:31:28.597628 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:28.635657 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaff4dc8-e697-4846-93d3-6cb527f8751f x-openstack-request-id: req-eaff4dc8-e697-4846-93d3-6cb527f8751f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:31:28.636056 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-plugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:31:28.636315 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaff4dc8-e697-4846-93d3-6cb527f8751f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:31:28.636714 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'code': 200} Aug 18 15:31:28.679178 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:28.734225 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:38.841070 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-538ca0a9-f10e-48d5-9725-c0573c786860 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445597003&fields=id&tenant_id=eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 267 time: 0.0335200 Aug 18 15:31:38.950190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-08cacdc8-a095-4575-a035-9c3f6545759b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:38.951633 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-08cacdc8-a095-4575-a035-9c3f6545759b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 810 time: 0.1040378 Aug 18 15:31:38.967020 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-37d853ed-50ab-41da-b19d-91ffa41101c8 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/quotas/eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 375 time: 0.0089936 Aug 18 15:31:39.021053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-84b20d44-8ab4-40a4-b496-7c543e5dbfbd tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487506 Aug 18 15:31:39.091827 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-4aed3388-bed3-4762-b2f5-e88c952dc19c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:31:39.093316 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-4aed3388-bed3-4762-b2f5-e88c952dc19c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611398 Aug 18 15:31:39.187932 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-96974c83-60eb-4791-89e9-e579d05a327e service neutron] 10.222.0.35 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Aug 18 15:31:39.278264 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-75eb0f66-a751-4108-8e13-dce65fd51e1d service neutron] 10.222.0.35 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Aug 18 15:31:39.604628 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9e5f75da-ca68-48ad-aa22-e404008c39f3 req-b4e68972-2eef-4608-a922-adc749063ab7 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 210 time: 0.0784936 Aug 18 15:31:40.444033 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:31:40.523538 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:40.546715 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:31:40.548952 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd332d0a-260f-4942-b422-e60fa6d4c62a" -d '{"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-unplugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:31:40.562009 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:40.639210 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a722622-e6a8-4df6-9eb7-6ba44d3f0c24 x-openstack-request-id: req-6a722622-e6a8-4df6-9eb7-6ba44d3f0c24 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:31:40.639606 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-unplugged", "status": "completed", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:31:40.639796 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a722622-e6a8-4df6-9eb7-6ba44d3f0c24 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:31:40.640171 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'code': 200} Aug 18 15:31:40.655125 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:40.724363 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Pushing event updated for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:40.729507 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-714430b9-1951-4915-9e0e-a732bc6e99d7 req-a9c8efe9-2ad4-4fce-ad17-1c9712b23d11 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 210 time: 0.0263762 Aug 18 15:31:41.281786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:41.900053 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:41.983021 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8d49f464-779c-473a-ab81-9c45c5c13f17 req-defa799f-ab79-439d-beba-67a994a5d894 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 210 time: 0.0316815 Aug 18 15:31:42.031603 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-f857a4d1-81be-4e8b-b37b-2565421df81e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:42.032952 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-f857a4d1-81be-4e8b-b37b-2565421df81e tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 810 time: 0.4605048 Aug 18 15:31:42.084949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-410e6df3-9b3e-475c-acd2-2aa838e860a1 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff133af2b20433d8b523fcf3360ab54 HTTP/1.1" status: 200 len: 380 time: 0.0365748 Aug 18 15:31:42.094853 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'port': {'device_id': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'admin_state_up': True, 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'security_groups': ['02a54cca-5ea8-41c8-a59f-df42f89970b4']}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:31:42.283193 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Made reservation on behalf of eff133af2b20433d8b523fcf3360ab54 for: {'port': 1} {{(pid=112229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:31:42.286793 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:42.456485 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Allocated IP 172.20.0.10 (edbecc99-f091-49a7-a3b8-e893dfe93ccd/fcfd2192-3833-47ea-bb92-283e2fa91f03/cc4b6790-b160-41d5-8779-a4fa3ce3fd7b) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:31:42.722971 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:42.739805 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Transition to ACTIVE for port object cc4b6790-b160-41d5-8779-a4fa3ce3fd7b will not be triggered until provisioned by entity DHCP. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:31:42.867736 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:42.919651 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:31:42.921017 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:31:42.924397 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:31:42.990526 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:42.991212 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:43.005811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:43.015187 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.016912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.016912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.016912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.017540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.017540 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.018454 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.018811 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.019144 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.020163 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.020716 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.021195 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:31:43.127768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-319658ac-2574-47dd-a139-9f670afcf2a0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0365720 Aug 18 15:31:43.184912 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d97-7179-40ea-98dd-90041b454f4c req-093a44fa-544e-44e4-a0dc-efaed8c06c33 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:43.187934 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dfc71d97-7179-40ea-98dd-90041b454f4c req-093a44fa-544e-44e4-a0dc-efaed8c06c33 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.1164608 Aug 18 15:31:43.256668 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-dfc71d97-7179-40ea-98dd-90041b454f4c req-4e6ce16d-6aa5-4721-99a6-3c198b1d930a tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576632 Aug 18 15:31:43.455099 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ee51596-9071-410a-814a-df04b61f3975 None None] Provisioning for port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b completed by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:31:43.459507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-9ee51596-9071-410a-814a-df04b61f3975 None None] Provisioning complete for port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b triggered by entity DHCP. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:31:43.459877 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9ee51596-9071-410a-814a-df04b61f3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:43.492269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-9ee51596-9071-410a-814a-df04b61f3975 None None] Port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b cannot update to ACTIVE because it is not bound. {{(pid=112230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:31:44.401320 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f7322-7c92-4c6c-97b4-a4c82bd53aad req-158b4d24-8c16-436d-88d7-0f008e393900 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:44.403664 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-327f7322-7c92-4c6c-97b4-a4c82bd53aad req-158b4d24-8c16-436d-88d7-0f008e393900 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0550768 Aug 18 15:31:44.462560 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-327f7322-7c92-4c6c-97b4-a4c82bd53aad req-55ccdb9c-4fa3-4143-9da4-03e339eacbfe tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 Aug 18 15:31:45.594988 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58eb66-7c4d-4bb2-8505-e709bb9419f2 req-71990190-4849-4c63-8be9-4605868c156d tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:45.596467 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b58eb66-7c4d-4bb2-8505-e709bb9419f2 req-71990190-4849-4c63-8be9-4605868c156d tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0511284 Aug 18 15:31:45.635046 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5b58eb66-7c4d-4bb2-8505-e709bb9419f2 req-ef0e4d89-ddef-4292-a6c0-8239c1968e6c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Aug 18 15:31:46.788965 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112123a-4e7e-49d4-b3c9-79e11bb9dad0 req-7b873c12-ae39-4291-9114-306087856314 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:46.791527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8112123a-4e7e-49d4-b3c9-79e11bb9dad0 req-7b873c12-ae39-4291-9114-306087856314 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0685220 Aug 18 15:31:46.840813 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-8112123a-4e7e-49d4-b3c9-79e11bb9dad0 req-14388fe9-8975-4cb8-9017-7ed7327ddeee tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Aug 18 15:31:47.989734 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8919e5-b744-4ec0-a82e-c63f55439430 req-bd5abd62-2d42-437c-89f5-3efdbc8e90cf tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:47.991271 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8919e5-b744-4ec0-a82e-c63f55439430 req-bd5abd62-2d42-437c-89f5-3efdbc8e90cf tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0511682 Aug 18 15:31:48.030053 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fb8919e5-b744-4ec0-a82e-c63f55439430 req-093eb5b1-b5d4-43f5-a2e9-b97319ccc960 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Aug 18 15:31:49.173292 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3058-9097-4ec4-b90e-63c6de31f639 req-015b62f8-bbff-479a-be75-ea5aac11236c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:49.174982 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-415a3058-9097-4ec4-b90e-63c6de31f639 req-015b62f8-bbff-479a-be75-ea5aac11236c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0545206 Aug 18 15:31:49.219343 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-415a3058-9097-4ec4-b90e-63c6de31f639 req-d33aef34-82f2-41af-bf7e-1c1e2bc65756 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 Aug 18 15:31:50.357429 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec0ad6-dd7d-4aa3-81e5-146405d81efd req-0161edca-f081-473e-846b-9bba674a386b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:50.361819 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87ec0ad6-dd7d-4aa3-81e5-146405d81efd req-0161edca-f081-473e-846b-9bba674a386b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0742526 Aug 18 15:31:50.406524 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-87ec0ad6-dd7d-4aa3-81e5-146405d81efd req-25612d59-6f47-44a9-93ac-9d12c83ff975 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Aug 18 15:31:51.523611 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b89864-8762-48c5-9eed-7afe36c22945 req-3838ba86-1020-4335-812d-6a01abe0f400 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:51.525156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9b89864-8762-48c5-9eed-7afe36c22945 req-3838ba86-1020-4335-812d-6a01abe0f400 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0498528 Aug 18 15:31:51.566195 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-c9b89864-8762-48c5-9eed-7afe36c22945 req-385d3bbc-c8ed-4678-94a9-159a64a995c0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Aug 18 15:31:52.018976 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9111fb6c-c293-49b0-b040-19cc576ef056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:52.690747 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da70fbe-5895-4dd5-a63c-294b3c8d6df6 req-7bc5f4f2-0a70-4d25-acd8-b0cbae80c7b3 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:52.692536 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da70fbe-5895-4dd5-a63c-294b3c8d6df6 req-7bc5f4f2-0a70-4d25-acd8-b0cbae80c7b3 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 932 time: 0.0582302 Aug 18 15:31:52.735199 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-6da70fbe-5895-4dd5-a63c-294b3c8d6df6 req-d793832c-5b23-4fec-a441-dc7e855d8b4f tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365093 Aug 18 15:31:53.286701 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-535b5f1d-728e-4b70-9dd3-1465cd84860b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=112229) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:31:53.288361 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-535b5f1d-728e-4b70-9dd3-1465cd84860b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076475 Aug 18 15:31:53.355249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Request body: {'port': {'device_id': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-5'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:31:53.415623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:53.682168 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4b6790-b160-41d5-8779-a4fa3ce3fd7b {{(pid=112229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:31:53.689616 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:53.701947 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.provisioning_blocks [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Transition to ACTIVE for port object cc4b6790-b160-41d5-8779-a4fa3ce3fd7b will not be triggered until provisioned by entity L2. {{(pid=112229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:31:53.762487 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:53.895722 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:53.942480 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc680-a08f-47e3-a540-05ccdcf93dc7 req-39ed957d-0ab3-41fa-9756-c202998939b5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:53.944016 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe5dc680-a08f-47e3-a540-05ccdcf93dc7 req-39ed957d-0ab3-41fa-9756-c202998939b5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.1185369 Aug 18 15:31:53.945045 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Attempting to bind port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b on host n-h2-804303-5 for vnic_type normal with profile {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:31:53.945323 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Attempting to bind port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b by drivers openvswitch,hyperv on host n-h2-804303-5 at level 0 using segments [{'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:31:53.945645 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Attempting to bind port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:31:53.952699 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b on network edbecc99-f091-49a7-a3b8-e893dfe93ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-5 {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:31:53.953050 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Attempting to bind port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b on network edbecc99-f091-49a7-a3b8-e893dfe93ccd {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:31:53.969033 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Checking agent: {'id': '3672269a-fc75-4c88-b539-e83205e06752', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'started_at': datetime.datetime(2021, 8, 18, 13, 53, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:31:53.969370 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Checking segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:31:53.969753 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Bound using segment: {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'} {{(pid=112229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:31:53.970233 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.managers [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Bound port: cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host: n-h2-804303-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6443aa8-e033-43f9-8b7c-5a011441aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd'}}] {{(pid=112229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:31:53.970593 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:54.026986 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-fe5dc680-a08f-47e3-a540-05ccdcf93dc7 req-f201e54b-65c1-43fa-8c2e-27075b67feb3 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694745 Aug 18 15:31:54.052752 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, cleared binding levels {{(pid=112229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:31:54.056626 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:31:54.123507 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:54.166513 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.167129 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:54.168541 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] 10.222.0.58 "PUT /v2.0/ports/cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 1092 time: 0.8711495 Aug 18 15:31:54.168964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:31:54.171280 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b79ae-87bb-452f-b265-e79ba98f7fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:31:54.193047 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc7134-6eb2-44f7-80fe-168ea8a247bd service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=3']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:54.284246 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5055eee-d598-4f74-949c-bdbccd2537eb x-openstack-request-id: req-e5055eee-d598-4f74-949c-bdbccd2537eb {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:31:54.284554 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:31:54.285345 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5055eee-d598-4f74-949c-bdbccd2537eb {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:31:54.285799 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'status': 'completed', 'code': 200} Aug 18 15:31:54.321190 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-a7bee09d-f656-48ec-b748-5fb0aa9af304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.322762 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-a7bee09d-f656-48ec-b748-5fb0aa9af304 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1095 time: 0.0495541 Aug 18 15:31:54.368088 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-e96013c7-3d30-4622-828c-c79bfd26e857 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 217 time: 0.0351171 Aug 18 15:31:54.426262 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-e08a74e7-d340-4ad2-86f3-fcaede23acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.427771 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-e08a74e7-d340-4ad2-86f3-fcaede23acc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0485578 Aug 18 15:31:54.474023 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-5a0ecbf8-b4f7-45e0-a3f7-84674cb4b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.475481 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-5a0ecbf8-b4f7-45e0-a3f7-84674cb4b6c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398538 Aug 18 15:31:54.573779 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-c2201bab-f27b-40ce-a6b3-4e83225b5225 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861979 Aug 18 15:31:54.675018 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-2c5bf442-b0e0-4c19-91d3-1415e9edf770 req-9721df79-c771-43b6-ab37-6ec1e31c0df6 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893488 Aug 18 15:31:54.842376 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-057812d6-d42b-4c54-b311-30ac580fd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.843999 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-057812d6-d42b-4c54-b311-30ac580fd215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1095 time: 0.0428667 Aug 18 15:31:54.854345 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-63cd7860-06c3-4398-8fb8-c9c02d0489dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:54.941643 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-c830cfcc-c875-4bd5-bc4c-dd76ce2e5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:54.943166 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-c830cfcc-c875-4bd5-bc4c-dd76ce2e5eef service neutron] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0911720 Aug 18 15:31:54.985551 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-9517c503-eadd-4816-a87b-05a5c189e9c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 217 time: 0.0345752 Aug 18 15:31:55.035257 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-de1c581a-1575-4f35-9d42-ace03fde50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:55.036763 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-de1c581a-1575-4f35-9d42-ace03fde50b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0444026 Aug 18 15:31:55.060061 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:55.093605 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-edc6b9e4-49ab-4b57-ad94-3e67e0b76d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:55.095056 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-edc6b9e4-49ab-4b57-ad94-3e67e0b76d2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504758 Aug 18 15:31:55.194671 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb1b3-b625-4ece-af42-6ed299dd5259 req-b821d274-2551-482b-bf0e-89a47721377b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:55.196156 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-628bb1b3-b625-4ece-af42-6ed299dd5259 req-b821d274-2551-482b-bf0e-89a47721377b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.1002467 Aug 18 15:31:55.231570 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-03c92857-d49f-428a-9777-50ab48057c0d service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274226 Aug 18 15:31:55.263839 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-628bb1b3-b625-4ece-af42-6ed299dd5259 req-30b4606c-a71b-49a7-81ff-f03956d255e3 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597758 Aug 18 15:31:55.328901 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-128b79ae-87bb-452f-b265-e79ba98f7fe0 req-a713899c-8366-4089-8bc8-fdd8cb465080 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Aug 18 15:31:56.264716 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:56.389283 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3561a-3ab7-4d56-9031-ff6381f93654 req-8a97aa4b-1429-4ccf-afcf-3a0533ca4b9b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:56.390790 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99c3561a-3ab7-4d56-9031-ff6381f93654 req-8a97aa4b-1429-4ccf-afcf-3a0533ca4b9b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0547829 Aug 18 15:31:56.429430 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-99c3561a-3ab7-4d56-9031-ff6381f93654 req-59c6825c-9584-4261-8041-e05148d3be60 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324919 Aug 18 15:31:57.543727 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68340955-62c6-4efa-9533-f25555d40b34 req-ba6127a1-391e-48d7-a964-055d740ec8e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:57.545218 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68340955-62c6-4efa-9533-f25555d40b34 req-ba6127a1-391e-48d7-a964-055d740ec8e6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Aug 18 15:31:57.583768 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-68340955-62c6-4efa-9533-f25555d40b34 req-75a8a6c1-2670-487b-a20e-d55c5b8480ca tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Aug 18 15:31:57.892421 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:58.696878 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87da1c5-d670-4f12-ae5b-9a91996f1809 req-59a00eaf-481b-461d-9932-fd4cb1b4d5f6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:58.698351 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b87da1c5-d670-4f12-ae5b-9a91996f1809 req-59a00eaf-481b-461d-9932-fd4cb1b4d5f6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0477598 Aug 18 15:31:58.735274 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b87da1c5-d670-4f12-ae5b-9a91996f1809 req-c619c806-90cc-4eb4-aa24-52c0673d96c0 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310893 Aug 18 15:31:59.455558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:31:59.554017 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:59.565131 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'mac_address': 'fa:16:3e:5f:d9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:31:59.601544 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:59.617334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b6790-b160-41d5-8779-a4fa3ce3fd7b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:31:59.637334 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:31:59.705347 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:31:59.751916 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=4']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:31:59.851027 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2525c2-3bac-4cdd-b436-8d49f123ad10 req-46aeb15a-bfc8-4100-aca4-926138890cbe tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:31:59.852469 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be2525c2-3bac-4cdd-b436-8d49f123ad10 req-46aeb15a-bfc8-4100-aca4-926138890cbe tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Aug 18 15:31:59.889446 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-be2525c2-3bac-4cdd-b436-8d49f123ad10 req-6a3eead9-1ddf-408d-958d-6174d901623d tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Aug 18 15:31:59.991063 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:32:01.003589 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403995-a414-4ab7-8394-a04b339c7bde req-7f84543d-9736-430a-9dfe-8fdfba47a831 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:01.005163 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5403995-a414-4ab7-8394-a04b339c7bde req-7f84543d-9736-430a-9dfe-8fdfba47a831 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 945 time: 0.0491893 Aug 18 15:32:01.043889 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-f5403995-a414-4ab7-8394-a04b339c7bde req-a285775a-c980-455a-979f-a564835feb20 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Aug 18 15:32:01.455871 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:32:01.578656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning for port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b completed by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:32:01.582995 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:32:01.583564 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:01.664459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:01.683912 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-865c83cb-afbd-48dc-b7a7-f18e67927b6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412204 Aug 18 15:32:01.686956 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:32:01.689228 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac074e77-9033-48c2-b13b-073f982b6ee1" -d '{"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:32:01.704100 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:32:01.728660 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555fa22-e1bd-4102-b842-92e99281f48f x-openstack-request-id: req-7555fa22-e1bd-4102-b842-92e99281f48f {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:32:01.728972 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:32:01.729224 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7555fa22-e1bd-4102-b842-92e99281f48f {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:32:01.729626 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'code': 200} Aug 18 15:32:01.762135 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:01.788507 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-ac1ff6c6-ff9a-4974-849b-2efd06634111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:01.790176 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-ac1ff6c6-ff9a-4974-849b-2efd06634111 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0475969 Aug 18 15:32:01.810228 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=5']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:32:01.837269 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e092c7a-a1ba-4735-b06b-c9e51dded609 req-28f3f9b1-5c78-4819-b580-47a58a0b39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:01.838811 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e092c7a-a1ba-4735-b06b-c9e51dded609 req-28f3f9b1-5c78-4819-b580-47a58a0b39d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1097 time: 0.0412810 Aug 18 15:32:01.878304 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3e092c7a-a1ba-4735-b06b-c9e51dded609 req-1903d8f2-626e-4964-97d5-6ae303f3b8b4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275266 Aug 18 15:32:01.900167 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-e5b3f9ca-5e57-4278-8847-81fa95487f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:01.901650 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-e5b3f9ca-5e57-4278-8847-81fa95487f00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0867019 Aug 18 15:32:01.975402 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-27e707d4-4f9d-4ad4-9168-70bba0800145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 999 time: 0.0609629 Aug 18 15:32:02.027471 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-b19366c5-90a0-43e5-8e44-87d0abd5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:02.028871 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-b19366c5-90a0-43e5-8e44-87d0abd5dfdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0427020 Aug 18 15:32:02.079328 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-80611ed5-3b3f-47a6-aa22-b719aca701c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:02.080838 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-80611ed5-3b3f-47a6-aa22-b719aca701c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394304 Aug 18 15:32:02.160893 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09bf0b-392b-429f-ab8b-b70a1fd0d3ec req-92a50441-f7fc-4fef-afee-0895c39b43c5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:02.162428 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df09bf0b-392b-429f-ab8b-b70a1fd0d3ec req-92a50441-f7fc-4fef-afee-0895c39b43c5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 946 time: 0.0527308 Aug 18 15:32:02.179100 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-752d1866-c931-48ab-bd49-1444afd40b35 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870061 Aug 18 15:32:02.199994 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-df09bf0b-392b-429f-ab8b-b70a1fd0d3ec req-5fb1fe22-2b03-4282-bbfe-a395a57a07c3 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 18 15:32:02.268512 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-fe13fffc-01e0-4657-96fe-f1c9627d0581 req-5c5c6266-36b1-4083-9335-34c418a1811c service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Aug 18 15:32:03.316754 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d72e4-63ff-4c22-be4c-60933df70959 req-0bf1ff2f-441f-4ceb-8cf2-c83cd7af6815 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:03.318266 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a92d72e4-63ff-4c22-be4c-60933df70959 req-0bf1ff2f-441f-4ceb-8cf2-c83cd7af6815 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 946 time: 0.0484622 Aug 18 15:32:03.355282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-a92d72e4-63ff-4c22-be4c-60933df70959 req-37d17f0e-81ef-4de5-953b-d53cbb855efa tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Aug 18 15:32:03.461384 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:32:03.467821 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3a5a-b190-4c32-97a3-f1d5818fd655 req-2c353b2e-5249-4d71-abf5-8c337b0a996c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:03.469282 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef4b3a5a-b190-4c32-97a3-f1d5818fd655 req-2c353b2e-5249-4d71-abf5-8c337b0a996c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 946 time: 0.0476699 Aug 18 15:32:03.508246 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-ef4b3a5a-b190-4c32-97a3-f1d5818fd655 req-eeb5ea37-95d4-471b-a264-7a38bb62193b tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Aug 18 15:32:03.529167 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52890) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:32:03.573664 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a454e3-04c1-4a66-8997-de0d5f142640 tempest-TestSnapshotPattern-703062020 tempest-TestSnapshotPattern-703062020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:03.575212 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-e7a454e3-04c1-4a66-8997-de0d5f142640 tempest-TestSnapshotPattern-703062020 tempest-TestSnapshotPattern-703062020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1092 time: 0.0449941 Aug 18 15:32:03.578003 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 52892) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:32:03.582361 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.v2.base [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Request body: {'floatingip': {'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:32:03.681296 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:03.773954 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:03.875586 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.db_base_plugin_common [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Allocated IP 172.25.1.23 (ba3595b8-aafe-47f6-a2d0-b5004b76b6ef/5b3862a4-0cbb-4fff-8ec9-e421a47dc78d/ba46447a-cf42-4c6f-bb68-83274205ff47) {{(pid=112229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:32:03.973026 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.083739 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771083501379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.126405 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Network ba3595b8-aafe-47f6-a2d0-b5004b76b6ef is already hosted by enough agents. {{(pid=112229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:32:04.129783 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.base_scheduler [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Resources bound (agent type, host, resource id): {{(pid=112229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:32:04.133582 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Received port after_create {{(pid=112229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:32:04.138902 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=ba46447a-cf42-4c6f-bb68-83274205ff47,revision_number=1']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:32:04.479088 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.610489 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.762638 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for port, precommit_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.814225 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25541972'] for port, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.881660 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event updated for resources: {'Port': ['ID=ba46447a-cf42-4c6f-bb68-83274205ff47,revision_number=2']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:32:04.894178 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561344'] for floatingip, after_update {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:04.992567 n-d-804303-5 neutron-server[112229]: INFO neutron.db.l3_db [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Floating IP 7ad82099-0ab0-497b-94ea-4136a9520f69 associated. External IP: 172.25.1.23, port: cc4b6790-b160-41d5-8779-a4fa3ce3fd7b. Aug 18 15:32:05.193246 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:32:05.299244 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:32:05.309035 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:32:05.317340 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:32:05.317979 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:31:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:32:05.390304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:05.418922 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-48e48df8-344f-4f9e-be81-522f3b5c8c84 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8398776 Aug 18 15:32:05.419510 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:32:05.420371 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:32:05.421767 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:32:05.457623 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f51c060-7d76-409d-953c-9f89e3b31269 x-openstack-request-id: req-7f51c060-7d76-409d-953c-9f89e3b31269 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:32:05.457947 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:32:05.458201 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f51c060-7d76-409d-953c-9f89e3b31269 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:32:05.458616 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'status': 'completed', 'code': 200} Aug 18 15:32:05.523834 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-da4ecf21-10d0-41dc-8d43-85bf61676299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:05.525733 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-da4ecf21-10d0-41dc-8d43-85bf61676299 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1097 time: 0.0433297 Aug 18 15:32:05.621404 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-448fbb0e-29ff-4008-82a6-02d496c5908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:05.622949 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-448fbb0e-29ff-4008-82a6-02d496c5908f service neutron] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0903544 Aug 18 15:32:05.646706 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}, {'id': '7ad82099-0ab0-497b-94ea-4136a9520f69', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:5f:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:32:04Z', 'updated_at': '2021-08-18T15:32:04Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:32:05.672040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:32:05.680040 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:32:05.680634 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:31:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:32:05.687487 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-9b0981db-93fb-45d2-8b43-67d76c4bcfec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 999 time: 0.0566926 Aug 18 15:32:05.740862 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-0c8691c1-9b98-4d3c-a68b-5de659ffe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:05.742277 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-0c8691c1-9b98-4d3c-a68b-5de659ffe7b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0466957 Aug 18 15:32:05.782974 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:32:05.789781 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-bdb76ab6-0b8c-45b1-88f9-8b1f6cd0447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:05.791432 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-bdb76ab6-0b8c-45b1-88f9-8b1f6cd0447c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414052 Aug 18 15:32:05.881961 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-1c4eda1b-fc78-4506-a68a-cf7b32bfe4f4 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826139 Aug 18 15:32:05.978678 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-500d553d-e2b7-4e09-8cc8-162c5fbd1ff7 req-b3c0bf16-d60f-4cd2-9c6c-1d1d87b40126 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Aug 18 15:32:06.096479 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}, {'id': '7ad82099-0ab0-497b-94ea-4136a9520f69', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:5f:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:32:04Z', 'updated_at': '2021-08-18T15:32:04Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:32:06.125149 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d49df-9bbf-45db-b0e4-99b1dd61d610 None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}, {'id': '7ad82099-0ab0-497b-94ea-4136a9520f69', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:5f:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:32:04Z', 'updated_at': '2021-08-18T15:32:04Z', 'revision_number': 0, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:32:06.302737 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765f30-fe17-49c3-ba57-9a38a389a804 None None] New status for floating IP 7ad82099-0ab0-497b-94ea-4136a9520f69: ACTIVE {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:32:11.305483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:11.819598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:21.996299 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-1013b04a-6fe2-4cc8-8576-af30f003d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:24.848001 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ab57ebdd-b962-4f1f-a71b-72d92b0cc3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:25.059341 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:26.247718 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:27.914672 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:40.460433 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:32:41.308890 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:41.842046 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:52.035760 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15b0f75d-251e-4c2b-9c34-88ff84209d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:54.853059 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-15629841-1832-40f6-95de-d9a839d16ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:55.053403 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:56.304390 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:57.898485 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:32:58.999527 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-5cf60e3e-b719-40fd-938f-9a5540403734 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401213 Aug 18 15:32:59.081635 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd0221-0807-4421-9991-79310fa88adf req-af2378eb-92a4-4fba-8267-260095075de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:59.083131 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-af2378eb-92a4-4fba-8267-260095075de5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1097 time: 0.0400863 Aug 18 15:32:59.509720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd0221-0807-4421-9991-79310fa88adf req-46b6f9b0-58eb-49d9-8784-bf56cba7bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:59.511285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-46b6f9b0-58eb-49d9-8784-bf56cba7bd70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.4079845 Aug 18 15:32:59.576851 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-376c741f-e060-4aa8-9a1d-a6dcad365912 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 1001 time: 0.0574539 Aug 18 15:32:59.628901 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd0221-0807-4421-9991-79310fa88adf req-14db7cda-81d2-41b5-9f55-7d465220f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:59.630669 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-14db7cda-81d2-41b5-9f55-7d465220f8c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0463226 Aug 18 15:32:59.683595 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd0221-0807-4421-9991-79310fa88adf req-2bb4a305-6452-4595-8be0-2e42a0bf3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:32:59.685128 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-2bb4a305-6452-4595-8be0-2e42a0bf3040 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448277 Aug 18 15:32:59.782193 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-4bc83bec-a000-40db-8a6c-a61a05a302d4 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849571 Aug 18 15:32:59.869285 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-59dd0221-0807-4421-9991-79310fa88adf req-2b063dfa-6c78-4b80-9b51-bf6df85f749a service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783677 Aug 18 15:33:01.661312 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-836dad94-d32c-4aa8-9527-0aedcea2935f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408549 Aug 18 15:33:01.752766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-d38c951b-5e60-4bd8-9a97-1beb86559bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:01.754287 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-d38c951b-5e60-4bd8-9a97-1beb86559bfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0449324 Aug 18 15:33:01.864112 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-5bcaa8c5-20ba-48ba-882c-4037b767d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:01.865591 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-5bcaa8c5-20ba-48ba-882c-4037b767d99f service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0839484 Aug 18 15:33:01.937512 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-0dcd3e82-a4e4-4ce7-bb6d-b18a70b791f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 999 time: 0.0602505 Aug 18 15:33:01.990099 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-fd816f7c-027b-418f-8130-e7d1728399e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:01.991511 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-fd816f7c-027b-418f-8130-e7d1728399e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0420003 Aug 18 15:33:02.037109 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-050a07bc-4498-43fb-8176-c3c3671ce2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:02.038567 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-050a07bc-4498-43fb-8176-c3c3671ce2a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386453 Aug 18 15:33:02.135203 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-89df3d53-fbe5-4d8d-8405-1cf6247d7296 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832951 Aug 18 15:33:02.227462 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-25a2a362-00cd-444d-b9c4-607aa4aab83c req-32fd48c0-91d7-4e9d-8204-38442c51a0ec service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797598 Aug 18 15:33:11.304189 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:11.852407 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:17.459411 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:33:22.005739 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-baeb0d8b-ddbc-4aae-b3dc-13802cd512ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:24.839136 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-872238b5-fc55-49f5-84b2-c07024cc7a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:25.052477 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:26.262486 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:27.887134 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:41.337644 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:41.834733 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:47.863670 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b details requested by agent hyperv_n-h2-804303-5 with host n-h2-804303-5 {{(pid=112230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:33:47.958403 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:33:47.969662 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Returning: {'device': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'port_id': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'mac_address': 'fa:16:3e:5f:d9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:33:48.007476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:48.021000 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc4b6790-b160-41d5-8779-a4fa3ce3fd7b {{(pid=112230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:33:48.041794 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:33:48.090362 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:48.143283 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=6']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:33:48.151148 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.151499 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.151844 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.152215 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.152555 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.152888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.153220 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.153548 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.153902 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.154233 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.154561 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.154889 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:33:48.175690 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] get_ports_and_sgs() called for port_ids ['cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'] {{(pid=112230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:33:49.860930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b up at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:33:49.919125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.provisioning_blocks [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Provisioning complete for port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b triggered by entity L2. {{(pid=112230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:33:49.919509 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771110'] for port, provisioning_complete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:50.007550 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:50.031106 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:33:50.033395 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27205bc9-faa1-4b9b-9a4c-a5a8253c495a" -d '{"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:33:50.046507 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:33:50.077347 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b90a53-f61a-4677-9ff9-9fb83e0a974b x-openstack-request-id: req-09b90a53-f61a-4677-9ff9-9fb83e0a974b {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:33:50.077642 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:33:50.077922 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09b90a53-f61a-4677-9ff9-9fb83e0a974b {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:33:50.078335 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'code': 200} Aug 18 15:33:50.113355 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:50.165938 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=7']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:33:51.983862 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0a9a60fd-ae6b-4ab0-be80-7e1973f05986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:54.458958 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:33:54.840459 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-49db111e-3373-4664-8d90-2aba958c5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:55.055908 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:56.257602 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:58.086613 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:33:59.058264 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-8cc7af7d-54c7-4e9d-bd03-1fab3600ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:59.059767 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-8cc7af7d-54c7-4e9d-bd03-1fab3600ae37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1097 time: 0.0411360 Aug 18 15:33:59.170350 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-e5ba8235-bfa7-49f3-a453-4155d3044650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:59.171912 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-e5ba8235-bfa7-49f3-a453-4155d3044650 service neutron] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0900543 Aug 18 15:33:59.236735 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-0d6032f6-a9f2-4231-9518-2144e9ca553e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 1001 time: 0.0569756 Aug 18 15:33:59.295049 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-595e82e8-982d-4ae3-8d36-a6525c77b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:59.296563 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-595e82e8-982d-4ae3-8d36-a6525c77b928 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0486476 Aug 18 15:33:59.360112 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-d626a689-80ec-4674-98a8-d59aff349f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:33:59.361753 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-d626a689-80ec-4674-98a8-d59aff349f4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406735 Aug 18 15:33:59.452821 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-a8852fe7-58b8-4209-9c12-229c7bf2daaf service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Aug 18 15:33:59.545696 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-b1be140d-af36-4fb3-a037-328bfe182a67 req-e6b198ca-414b-4636-9307-f52850348bb1 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837710 Aug 18 15:34:00.911951 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-1a62c599-5ce2-4515-a810-6516d0707714 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404906 Aug 18 15:34:01.007182 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde97f-f28a-4c68-acd3-80929b125214 req-eca61fc2-3d35-4a0d-bb09-bcd420575843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:01.008660 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-eca61fc2-3d35-4a0d-bb09-bcd420575843 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0457861 Aug 18 15:34:01.119973 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde97f-f28a-4c68-acd3-80929b125214 req-6ce8255c-5689-4a3e-8e66-abb9839f28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:01.121476 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-6ce8255c-5689-4a3e-8e66-abb9839f28d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0852144 Aug 18 15:34:01.126772 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53122) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:01.239564 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-b97b709c-05c1-4cda-89f4-d16ab4e5da84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 999 time: 0.1059229 Aug 18 15:34:01.341950 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde97f-f28a-4c68-acd3-80929b125214 req-9d3433d4-f83b-42ef-8552-85cfbaba808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:01.343375 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-9d3433d4-f83b-42ef-8552-85cfbaba808d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0753036 Aug 18 15:34:01.391846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Deleting port ba46447a-cf42-4c6f-bb68-83274205ff47 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:01.392096 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:01.444239 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde97f-f28a-4c68-acd3-80929b125214 req-bbe080da-43a2-4ade-b5ef-f51eb9960d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:01.445704 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-bbe080da-43a2-4ade-b5ef-f51eb9960d3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888953 Aug 18 15:34:01.515302 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:01.515636 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:01.539545 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Calling delete_port for ba46447a-cf42-4c6f-bb68-83274205ff47 owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:01.612363 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-f97c5d7d-0e29-4bd0-82e0-ad790bc93b5e service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529469 Aug 18 15:34:01.759396 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-63bde97f-f28a-4c68-acd3-80929b125214 req-f174445b-c1ae-4af6-b634-b13f4f7303f7 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206121 Aug 18 15:34:01.845898 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:01.872362 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event deleted for resources: {'Port': ['ID=ba46447a-cf42-4c6f-bb68-83274205ff47,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:01.896413 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.896758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.897100 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.897439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.897775 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.898132 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.898466 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.898790 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.899115 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.899439 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.899763 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.900087 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:01.906763 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:01.945254 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:01.945944 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Floating IP 7ad82099-0ab0-497b-94ea-4136a9520f69 disassociated (deleted). External IP: 172.25.1.23, port: cc4b6790-b160-41d5-8779-a4fa3ce3fd7b. Aug 18 15:34:01.978656 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583297'] for port, before_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:02.000139 n-d-804303-5 neutron-server[112230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:34:02.002372 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2751f2eabfea7ce143ef13de638cb4a6ace2bb9c33098cf47b9f35902542cb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b3d44-87a1-4e9a-9677-3c4060592af6" -d '{"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:34:02.015405 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:02.044229 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 15:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6babd3f6-d282-4bc2-8f05-f266fd8d0e60 x-openstack-request-id: req-6babd3f6-d282-4bc2-8f05-f266fd8d0e60 {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:34:02.044526 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "code": 200}]} {{(pid=112230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:34:02.044782 n-d-804303-5 neutron-server[112230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6babd3f6-d282-4bc2-8f05-f266fd8d0e60 {{(pid=112230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:34:02.045177 n-d-804303-5 neutron-server[112230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'code': 200} Aug 18 15:34:02.109029 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771084038512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771083501397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771083501415'] for port, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:02.161965 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Pushing event updated for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=8']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:02.476854 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:34:02.585828 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:34:02.590712 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:02.595447 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:34:02.604753 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:02.605344 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:02.616683 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-d4778e0f-7591-4e05-9b57-450552616cf4 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "DELETE /v2.0/floatingips/7ad82099-0ab0-497b-94ea-4136a9520f69 HTTP/1.1" status: 204 len: 168 time: 1.4889138 Aug 18 15:34:02.617275 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:34:02.619664 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ab3ed-b190-4db1-bb2e-120e46b34c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:34:02.715148 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f81888-bac7-4bef-ae57-97803fd92da5 x-openstack-request-id: req-e8f81888-bac7-4bef-ae57-97803fd92da5 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:34:02.715434 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:34:02.715695 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8f81888-bac7-4bef-ae57-97803fd92da5 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:34:02.716097 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'status': 'completed', 'code': 200} Aug 18 15:34:02.724791 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:02.782129 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-22e2a477-83e8-4f19-9740-ecf352aa711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:02.783651 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-22e2a477-83e8-4f19-9740-ecf352aa711b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 1095 time: 0.0420575 Aug 18 15:34:02.881191 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-8b829bfd-ecc2-4d80-9cb1-3bee2e615ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:02.882761 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-8b829bfd-ecc2-4d80-9cb1-3bee2e615ddf service neutron] 10.222.0.58 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0914679 Aug 18 15:34:02.931263 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-1db1af66-8671-4142-830d-e39a2d596931 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 200 len: 217 time: 0.0350568 Aug 18 15:34:02.950222 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:02.976018 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:34:02.984139 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-96d838e4-ce25-46a8-8205-2055674d7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:02.984341 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:02.984821 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:02.985598 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-96d838e4-ce25-46a8-8205-2055674d7b1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0431976 Aug 18 15:34:03.049920 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-1569c468-c4d1-4fbe-a90e-f17c653dbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:03.052011 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-1569c468-c4d1-4fbe-a90e-f17c653dbfff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595284 Aug 18 15:34:03.102654 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:03.178720 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158126-9788-4c2f-aa2e-2d9bc56a578e req-9ae089a0-a37c-4b23-9d0c-0604b8b4e367 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:03.180226 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3158126-9788-4c2f-aa2e-2d9bc56a578e req-9ae089a0-a37c-4b23-9d0c-0604b8b4e367 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0988312 Aug 18 15:34:03.198106 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-a934ea72-61eb-4a9f-98ef-da25ad5fc348 service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346142 Aug 18 15:34:03.268896 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-e3158126-9788-4c2f-aa2e-2d9bc56a578e req-2fad0e79-e0b4-4899-8bce-fe2b8e626c03 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809579 Aug 18 15:34:03.306424 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-626ab3ed-b190-4db1-bb2e-120e46b34c2d req-467fd802-6591-45ce-9dd9-2841821f972b service neutron] 10.222.0.58 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989676 Aug 18 15:34:03.324264 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:03.353254 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5965d-998e-4b04-ae1c-e97b8eca7d7e None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_floatingips': [{'id': '6f26a361-6355-4fd7-8ccd-15b9a3692aec', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'router_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'port_id': 'fc975c46-9a68-4130-a473-17dd929907b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'mac_address': 'fa:16:3e:f0:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:29:23Z', 'updated_at': '2021-08-18T15:29:25Z', 'revision_number': 1, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:34:03.575491 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc59bfb-119e-4259-a9fd-8009afc31c94 None None] New status for floating IP 7ad82099-0ab0-497b-94ea-4136a9520f69: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:34:04.434945 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5338-ea71-421e-8c29-d52c4d42b7f2 req-1c093193-cacb-4378-9425-7011ad508253 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:04.436679 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-656e5338-ea71-421e-8c29-d52c4d42b7f2 req-1c093193-cacb-4378-9425-7011ad508253 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0539932 Aug 18 15:34:04.476443 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-656e5338-ea71-421e-8c29-d52c4d42b7f2 req-043e8e75-bde8-4935-8414-a6e471502a83 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Aug 18 15:34:04.947340 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-e4037e5c-ae6f-4d31-920f-95eddbabbdb5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:04.948794 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-e4037e5c-ae6f-4d31-920f-95eddbabbdb5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 944 time: 0.0483472 Aug 18 15:34:05.036441 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Deleting port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:05.036701 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:05.126384 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] For port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b, host n-h2-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-5',level=0,port_id=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:05.126756 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:05.139225 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Calling delete_port for cc4b6790-b160-41d5-8779-a4fa3ce3fd7b owned by compute:nova {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:05.318541 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:05.348830 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event deleted for resources: {'Port': ['ID=cc4b6790-b160-41d5-8779-a4fa3ce3fd7b,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:05.374120 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.374477 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.374825 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.375171 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.375515 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.375851 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.376188 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.376518 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.376848 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.377178 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.377509 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.377855 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-5 {{(pid=112229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:34:05.400925 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] No DVR routers for this DVR port cc4b6790-b160-41d5-8779-a4fa3ce3fd7b on host n-h2-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:05.403417 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:05.405499 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-3f7b165a-c46c-4d7a-8e40-a96607f137cf req-667733a2-72e0-4ae2-9404-2211b62952ec tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.58 "DELETE /v2.0/ports/cc4b6790-b160-41d5-8779-a4fa3ce3fd7b HTTP/1.1" status: 204 len: 173 time: 0.4502439 Aug 18 15:34:05.406101 n-d-804303-5 neutron-server[112229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-deleted', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b'}] {{(pid=112229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:34:05.408571 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f050ceda01efcbbb1007fca1d25e96d069bdccc889f8ce501661ccc48bfc08c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f996669f-722e-44f6-b0f2-2581127ebef3" -d '{"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-deleted", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b"}]}' {{(pid=112229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:34:05.444748 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9513239-bbdb-47bb-942a-9b544a7a6ea1 x-openstack-request-id: req-c9513239-bbdb-47bb-942a-9b544a7a6ea1 {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:34:05.445338 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9757f5-af2e-4492-9ddd-e677630b0511", "name": "network-vif-deleted", "tag": "cc4b6790-b160-41d5-8779-a4fa3ce3fd7b", "status": "completed", "code": 200}]} {{(pid=112229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:34:05.445338 n-d-804303-5 neutron-server[112229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9513239-bbdb-47bb-942a-9b544a7a6ea1 {{(pid=112229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:34:05.445679 n-d-804303-5 neutron-server[112229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9757f5-af2e-4492-9ddd-e677630b0511', 'name': 'network-vif-deleted', 'tag': 'cc4b6790-b160-41d5-8779-a4fa3ce3fd7b', 'status': 'completed', 'code': 200} Aug 18 15:34:05.577349 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-5e833b9f-a615-4ef4-8075-b0ef74e1f264 req-7973e5b0-3738-4f63-a592-10fa811778e7 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e9757f5-af2e-4492-9ddd-e677630b0511 HTTP/1.1" status: 200 len: 210 time: 0.0333838 Aug 18 15:34:07.893423 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53192) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:07.968930 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b no longer exists at agent hyperv_n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:07.991558 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] No Port match for: cc4b6790-b160-41d5-8779-a4fa3ce3fd7b {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:07.991903 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Device cc4b6790-b160-41d5-8779-a4fa3ce3fd7b not bound to the agent host n-h2-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:08.053111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Deleting port 80c2ff36-d355-45eb-aa66-e6cf42853bee {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:08.053462 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.127661 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.127908 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.140286 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Calling delete_port for 80c2ff36-d355-45eb-aa66-e6cf42853bee owned by network:floatingip {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:08.330094 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.359405 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event deleted for resources: {'Port': ['ID=80c2ff36-d355-45eb-aa66-e6cf42853bee,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:08.419466 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for floatingip, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.419710 n-d-804303-5 neutron-server[112228]: INFO neutron.db.l3_db [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Floating IP 6f26a361-6355-4fd7-8ccd-15b9a3692aec disassociated (deleted). External IP: 172.25.1.144, port: fc975c46-9a68-4130-a473-17dd929907b1. Aug 18 15:34:08.627436 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:34:08.734337 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:34:08.739549 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for floatingip, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:08.744990 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:34:08.754267 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:08.754870 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:08.766138 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-fe7a4500-32d7-4ffd-93dd-c5212103fa1c tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "DELETE /v2.0/floatingips/6f26a361-6355-4fd7-8ccd-15b9a3692aec HTTP/1.1" status: 204 len: 168 time: 0.8709452 Aug 18 15:34:08.766742 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:34:08.768997 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4143dac4-e3e2-4c07-bc3c-20aa930de211" -d '{"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:34:08.806404 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e225ab7-967c-4cd2-a109-f7090b1c7939 x-openstack-request-id: req-5e225ab7-967c-4cd2-a109-f7090b1c7939 {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:34:08.806767 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:34:08.807095 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e225ab7-967c-4cd2-a109-f7090b1c7939 {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:34:08.807571 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'status': 'completed', 'code': 200} Aug 18 15:34:08.865920 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:08.876399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-51afc472-596d-4c08-b7f3-92b6e29eed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:08.878126 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-51afc472-596d-4c08-b7f3-92b6e29eed6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff133af2b20433d8b523fcf3360ab54&device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 1094 time: 0.0435674 Aug 18 15:34:08.976937 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-401410dd-d73b-4992-a368-f3a0148dc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:08.978718 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-401410dd-d73b-4992-a368-f3a0148dc2dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 200 len: 911 time: 0.0895984 Aug 18 15:34:09.027088 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-eb04d11c-f192-4087-b1dc-902de9d9875d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 200 len: 217 time: 0.0357938 Aug 18 15:34:09.062367 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:09.084344 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-7e972ea5-3270-4d0a-a326-806def15868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:09.085827 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-7e972ea5-3270-4d0a-a326-806def15868b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 200 len: 849 time: 0.0451019 Aug 18 15:34:09.149351 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-5ddc1e6a-609c-445c-9193-a959b137c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:09.151030 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-5ddc1e6a-609c-445c-9193-a959b137c741 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbecc99-f091-49a7-a3b8-e893dfe93ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536096 Aug 18 15:34:09.189138 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:34:09.198381 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:09.198983 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:09.203462 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188ced-f054-475a-b22d-820fa7607d8c req-cce07185-148c-4912-9d23-796e181503b5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:09.205050 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78188ced-f054-475a-b22d-820fa7607d8c req-cce07185-148c-4912-9d23-796e181503b5 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0505450 Aug 18 15:34:09.247619 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-78188ced-f054-475a-b22d-820fa7607d8c req-108a0780-8482-4868-bd8f-e19a57e71f75 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347445 Aug 18 15:34:09.257018 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-8e35bcfa-87b3-46ba-8dcb-cb946f494c59 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971155 Aug 18 15:34:09.304775 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:09.354129 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-4143dac4-e3e2-4c07-bc3c-20aa930de211 req-503eb571-5e1c-414a-adfa-041481290e05 service neutron] 10.222.0.10 "GET /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878794 Aug 18 15:34:09.507272 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:09.533079 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613679e-a679-4b9d-a821-d845bbaa9a0d None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:28:57Z', 'revision_number': 4, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5', '_interfaces': [{'id': 'fc8c58c0-6da1-41a1-9ed2-8a9efc261398', 'name': '', 'network_id': 'edbecc99-f091-49a7-a3b8-e893dfe93ccd', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'mac_address': 'fa:16:3e:0b:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:56Z', 'updated_at': '2021-08-18T15:29:03Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'subnets': [{'id': 'fcfd2192-3833-47ea-bb92-283e2fa91f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:34:09.757387 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf63d7d-b070-4db6-bdb8-3549845bee4e None None] New status for floating IP 6f26a361-6355-4fd7-8ccd-15b9a3692aec: DOWN {{(pid=112230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:34:10.367932 n-d-804303-5 neutron-server[112229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2fccc-d55e-4695-9b7e-deea9f7fad49 req-cf1ada61-15ee-4ec8-8503-5fc7001656d6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:10.369479 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27c2fccc-d55e-4695-9b7e-deea9f7fad49 req-cf1ada61-15ee-4ec8-8503-5fc7001656d6 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0508082 Aug 18 15:34:10.408384 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-27c2fccc-d55e-4695-9b7e-deea9f7fad49 req-281912e0-315b-4b1e-8a5f-11499b388c78 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/security-groups?id=02a54cca-5ea8-41c8-a59f-df42f89970b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Aug 18 15:34:10.951452 n-d-804303-5 neutron-server[112228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-a5ccce75-53cf-44f9-a8c6-c83106bb5348 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:34:10.952997 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-a5ccce75-53cf-44f9-a8c6-c83106bb5348 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.10 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 943 time: 0.0482533 Aug 18 15:34:11.042425 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Deleting port fc975c46-9a68-4130-a473-17dd929907b1 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:11.042688 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:11.132111 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] For port fc975c46-9a68-4130-a473-17dd929907b1, host n-h1-804303-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-5',level=0,port_id=fc975c46-9a68-4130-a473-17dd929907b1,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:11.132475 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:11.145057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Calling delete_port for fc975c46-9a68-4130-a473-17dd929907b1 owned by compute:nova {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:11.337357 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:11.365813 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:11.366564 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event deleted for resources: {'Port': ['ID=fc975c46-9a68-4130-a473-17dd929907b1,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:11.407599 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] No DVR routers for this DVR port fc975c46-9a68-4130-a473-17dd929907b1 on host n-h1-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:11.410705 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10489'] for port, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:11.412802 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [req-0bd0852b-fb11-481a-bacc-0d6821e1a3fd req-77d7e144-92a7-41d4-bf80-12f41e871601 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.10 "DELETE /v2.0/ports/fc975c46-9a68-4130-a473-17dd929907b1 HTTP/1.1" status: 204 len: 173 time: 0.4504468 Aug 18 15:34:11.413241 n-d-804303-5 neutron-server[112228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-deleted', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1'}] {{(pid=112228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:34:11.415488 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17e79686203c732bda7ddf83d5a5199b669809769e2860a14b4157f191c878c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d33a58-d06a-4201-8f26-aedb7105931f" -d '{"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-deleted", "tag": "fc975c46-9a68-4130-a473-17dd929907b1"}]}' {{(pid=112228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:34:11.450794 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c52fa-967a-4b0e-b056-57fa8fd8f40f x-openstack-request-id: req-df4c52fa-967a-4b0e-b056-57fa8fd8f40f {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:34:11.451101 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60", "name": "network-vif-deleted", "tag": "fc975c46-9a68-4130-a473-17dd929907b1", "status": "completed", "code": 200}]} {{(pid=112228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:34:11.451352 n-d-804303-5 neutron-server[112228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df4c52fa-967a-4b0e-b056-57fa8fd8f40f {{(pid=112228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:34:11.451750 n-d-804303-5 neutron-server[112228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60', 'name': 'network-vif-deleted', 'tag': 'fc975c46-9a68-4130-a473-17dd929907b1', 'status': 'completed', 'code': 200} Aug 18 15:34:11.508662 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [req-9d821db4-1869-4263-a512-e9447a8d48cb req-2c43504a-9aeb-402b-90c5-d9137f7711ea tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "GET /v2.0/ports?device_id=c81cd7b2-d2f0-4d0b-87cc-3bfb4ffa3e60 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Aug 18 15:34:11.929746 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:12.564231 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53208) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:12.624868 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:12.651255 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:12.782861 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:12.785681 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Notify callbacks [] for security_group, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:12.786941 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] 10.222.0.35 "DELETE /v2.0/security-groups/02a54cca-5ea8-41c8-a59f-df42f89970b4 HTTP/1.1" status: 204 len: 168 time: 0.2217190 Aug 18 15:34:12.796102 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e33439-b1f5-412c-97ba-8363705bb739 tempest-TestSnapshotPattern-2044753502 tempest-TestSnapshotPattern-2044753502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a54cca-5ea8-41c8-a59f-df42f89970b4,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:13.915466 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53214) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:14.350432 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:14.595778 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Deleting port fc8c58c0-6da1-41a1-9ed2-8a9efc261398 {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:14.596127 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:14.680748 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] For port fc8c58c0-6da1-41a1-9ed2-8a9efc261398, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:14.681008 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:14.692842 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Calling delete_port for fc8c58c0-6da1-41a1-9ed2-8a9efc261398 owned by network:router_interface {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:14.930304 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:14.955013 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8c58c0-6da1-41a1-9ed2-8a9efc261398,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:15.122750 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:15.205645 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 no longer exists at agent hyperv_n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:15.229155 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] No Port match for: fc975c46-9a68-4130-a473-17dd929907b1 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:15.229492 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Device fc975c46-9a68-4130-a473-17dd929907b1 not bound to the agent host n-h1-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:15.337885 n-d-804303-5 neutron-server[112229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Router 8b5beeb5-f2ff-4946-8597-d0738e916a6a has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:34:15.441964 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:34:15.449321 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-3a4eb3c2-8e2a-4b1e-bc1a-a35a57be9a40 admin admin] 10.222.0.35 "PUT /v2.0/routers/8b5beeb5-f2ff-4946-8597-d0738e916a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5321612 Aug 18 15:34:15.449510 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53218) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:15.450608 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Sync routers for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:34:15.460319 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:15.460850 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:15.556904 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:15.563664 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: n-d-804303-5 {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:15.658002 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:15.739726 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:34:14Z', 'revision_number': 5, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port': {'id': '70c16df5-840b-42cf-8efe-cc2785ab3faa', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:28:54Z', 'updated_at': '2021-08-18T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:15.765874 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Checking router: 8b5beeb5-f2ff-4946-8597-d0738e916a6a for host: n-d-804303-5 {{(pid=112231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:34:15.773893 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Routers {'8b5beeb5-f2ff-4946-8597-d0738e916a6a'} bound to L3 agent in host n-d-804303-5 {{(pid=112231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:15.774497 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'], 'active': True} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:15.786365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Deleting port 70c16df5-840b-42cf-8efe-cc2785ab3faa {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:15.786714 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:15.857039 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_dvr_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] Set router 8b5beeb5-f2ff-4946-8597-d0738e916a6a gateway port host: None {{(pid=112231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:15.869926 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] For port 70c16df5-840b-42cf-8efe-cc2785ab3faa, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=70c16df5-840b-42cf-8efe-cc2785ab3faa,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:15.870298 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:15.883318 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Calling delete_port for 70c16df5-840b-42cf-8efe-cc2785ab3faa owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:15.911544 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.l3_hamode_db [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:34:15Z', 'revision_number': 6, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:15.937711 n-d-804303-5 neutron-server[112231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c397a-153d-48aa-867f-b79cbcff519a None None] The sync data for ids ['8b5beeb5-f2ff-4946-8597-d0738e916a6a'] in n-d-804303-5 is: [{'id': '8b5beeb5-f2ff-4946-8597-d0738e916a6a', 'name': 'tempest-TestSnapshotPattern-2051119624-router', 'tenant_id': 'eff133af2b20433d8b523fcf3360ab54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:28:53Z', 'updated_at': '2021-08-18T15:34:15Z', 'revision_number': 6, 'project_id': 'eff133af2b20433d8b523fcf3360ab54', 'gw_port_host': None}] {{(pid=112231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:34:16.119855 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.143948 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c16df5-840b-42cf-8efe-cc2785ab3faa,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:16.205321 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.296488 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.298793 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.423088 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.423633 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5beeb5-f2ff-4946-8597-d0738e916a6a {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:34:16.428745 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.430116 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-a0794671-a0ad-4597-ab72-d404241bf388 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8b5beeb5-f2ff-4946-8597-d0738e916a6a HTTP/1.1" status: 204 len: 168 time: 0.9795630 Aug 18 15:34:16.432608 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53220) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:16.477365 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Deleting subnet fcfd2192-3833-47ea-bb92-283e2fa91f03 {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:34:16.480504 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.514966 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.600986 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.743879 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.771934 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfd2192-3833-47ea-bb92-283e2fa91f03,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:16.784349 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.787047 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-b0016f37-b76f-43c9-a5f9-d5a7046381a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fcfd2192-3833-47ea-bb92-283e2fa91f03 HTTP/1.1" status: 204 len: 168 time: 0.3534026 Aug 18 15:34:16.789556 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53224) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:16.799526 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb8ca9-465c-447a-b7b9-b4a451e5c5d8 None None] Network edbecc99-f091-49a7-a3b8-e893dfe93ccd requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:34:16.842744 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 70c16df5-840b-42cf-8efe-cc2785ab3faa no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:16.866516 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.866888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 70c16df5-840b-42cf-8efe-cc2785ab3faa {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:16.867386 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 70c16df5-840b-42cf-8efe-cc2785ab3faa not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:16.867884 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc8c58c0-6da1-41a1-9ed2-8a9efc261398 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:16.898641 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: fc8c58c0-6da1-41a1-9ed2-8a9efc261398 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:16.898988 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device fc8c58c0-6da1-41a1-9ed2-8a9efc261398 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:16.924495 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Deleting port c7ed6092-de44-446b-ae49-93650f8a19db {{(pid=112229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:16.924623 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:16.993612 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.db [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] For port c7ed6092-de44-446b-ae49-93650f8a19db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c7ed6092-de44-446b-ae49-93650f8a19db,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:16.994028 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.014525 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.plugin [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Calling delete_port for c7ed6092-de44-446b-ae49-93650f8a19db owned by network:dhcp {{(pid=112229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:17.039936 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] DHCP port deletion for edbecc99-f091-49a7-a3b8-e893dfe93ccd request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:34:17.084549 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Deleting port c7ed6092-de44-446b-ae49-93650f8a19db {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:17.084922 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.149372 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] For port c7ed6092-de44-446b-ae49-93650f8a19db, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=c7ed6092-de44-446b-ae49-93650f8a19db,segment=NetworkSegment(b6443aa8-e033-43f9-8b7c-5a011441aa3d),segment_id=b6443aa8-e033-43f9-8b7c-5a011441aa3d)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:17.149776 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.161049 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25541979'] for port, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.165154 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Calling delete_port for c7ed6092-de44-446b-ae49-93650f8a19db owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:17.188561 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ed6092-de44-446b-ae49-93650f8a19db,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:17.192268 n-d-804303-5 neutron-server[112229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] No DVR routers for this DVR port c7ed6092-de44-446b-ae49-93650f8a19db on host n-d-804303-5 {{(pid=112229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:17.243011 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.267216 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.267426 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] Pushing event deleted for resources: {'Port': ['ID=c7ed6092-de44-446b-ae49-93650f8a19db,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:17.271638 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ce6d0-b11f-44a2-b07f-79eb392c018f None None] No DVR routers for this DVR port c7ed6092-de44-446b-ae49-93650f8a19db on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:17.283793 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbecc99-f091-49a7-a3b8-e893dfe93ccd']}} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:17.294742 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6443aa8-e033-43f9-8b7c-5a011441aa3d') {'for_net_delete': True} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:17.295037 n-d-804303-5 neutron-server[112229]: DEBUG neutron.services.segments.db [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6443aa8-e033-43f9-8b7c-5a011441aa3d') {} {{(pid=112229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:17.303881 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233547'] for segment, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.317481 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.323642 n-d-804303-5 neutron-server[112229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=112229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25541772'] for segment, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: Traceback (most recent call last): Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: timer() Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: cb(*args, **kw) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: return func(*args, **kwargs) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: self._notify() Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: self.callback(batched_events) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: event.method(event) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: return f(self, *a, **k) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: return self._get(url).json() Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: return self.request(url, 'GET', **kwargs) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:34:17.328426 n-d-804303-5 neutron-server[112229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:34:17.434718 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.440338 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Notify callbacks [] for network, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:17.442181 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] 10.222.0.35 "DELETE /v2.0/networks/edbecc99-f091-49a7-a3b8-e893dfe93ccd HTTP/1.1" status: 204 len: 168 time: 0.6515782 Aug 18 15:34:17.445482 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53226) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:17.453253 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55e72-236b-42c0-af90-6cfa5aa0179f admin admin] Pushing event deleted for resources: {'Network': ['ID=edbecc99-f091-49a7-a3b8-e893dfe93ccd,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:18.109391 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571126'] for router_interface, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:18.348417 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Deleting port f14bdcaa-be34-4176-974a-c59aea2e5001 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:18.348759 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:18.427424 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] For port f14bdcaa-be34-4176-974a-c59aea2e5001, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=f14bdcaa-be34-4176-974a-c59aea2e5001,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:18.427702 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:18.440454 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Calling delete_port for f14bdcaa-be34-4176-974a-c59aea2e5001 owned by network:router_interface {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:18.668312 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:18.693865 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f14bdcaa-be34-4176-974a-c59aea2e5001,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:18.856143 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c7ed6092-de44-446b-ae49-93650f8a19db no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:18.868373 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562790'] for router_interface, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:18.876307 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: c7ed6092-de44-446b-ae49-93650f8a19db {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:18.876656 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device c7ed6092-de44-446b-ae49-93650f8a19db not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:19.082068 n-d-804303-5 neutron-server[112228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Router a17fb5e7-5fce-4b67-80eb-694ca0487097 has already been hosted by L3 agent 8abbb2b7-1e05-41d7-bf79-9ee9f69f627f {{(pid=112228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:34:19.188693 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] Notify agent at l3_agent.n-d-804303-5 the message routers_updated {{(pid=112228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:34:19.194273 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-17cb1587-d129-4cdd-a720-73efe83cee0e admin admin] 10.222.0.35 "PUT /v2.0/routers/a17fb5e7-5fce-4b67-80eb-694ca0487097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477334 Aug 18 15:34:19.196766 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53228) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:19.199023 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Sync routers for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:34:19.208655 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:19.209269 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:19.301510 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks [] for router, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:19.311848 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: n-d-804303-5 {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:19.408972 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:19.523290 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Deleting port 77a0848c-ba91-4ba0-8a96-42524ac8bc90 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:19.523641 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:19.606615 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] For port 77a0848c-ba91-4ba0-8a96-42524ac8bc90, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=77a0848c-ba91-4ba0-8a96-42524ac8bc90,segment=NetworkSegment(25f4b5d3-44a9-41ab-8094-3c44798a3453),segment_id=25f4b5d3-44a9-41ab-8094-3c44798a3453)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:19.606981 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:19.620168 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Calling delete_port for 77a0848c-ba91-4ba0-8a96-42524ac8bc90 owned by network:router_gateway {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:19.647494 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'external_fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:34:18Z', 'revision_number': 5, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port': {'id': '77a0848c-ba91-4ba0-8a96-42524ac8bc90', 'name': '', 'network_id': 'ba3595b8-aafe-47f6-a2d0-b5004b76b6ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3862a4-0cbb-4fff-8ec9-e421a47dc78d', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-5'}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:19.673424 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Checking router: a17fb5e7-5fce-4b67-80eb-694ca0487097 for host: n-d-804303-5 {{(pid=112230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:34:19.681973 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Routers {'a17fb5e7-5fce-4b67-80eb-694ca0487097'} bound to L3 agent in host n-d-804303-5 {{(pid=112230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:34:19.682591 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T13:45:25Z,description=,heartbeat_timestamp=2021-08-18T15:33:55Z,host='n-d-804303-5',id=8abbb2b7-1e05-41d7-bf79-9ee9f69f627f,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T13:45:25Z,topic='l3_agent')) {'router_ids': ['a17fb5e7-5fce-4b67-80eb-694ca0487097'], 'active': True} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:19.768176 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvr_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] Set router a17fb5e7-5fce-4b67-80eb-694ca0487097 gateway port host: None {{(pid=112230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:34:19.822738 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_hamode_db [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:34:19Z', 'revision_number': 6, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port_host': None}], 'n-d-804303-5', False) {} {{(pid=112230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:19.848787 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dfd9aa-18e1-4015-bca0-587df7e8c0e6 None None] The sync data for ids ['a17fb5e7-5fce-4b67-80eb-694ca0487097'] in n-d-804303-5 is: [{'id': 'a17fb5e7-5fce-4b67-80eb-694ca0487097', 'name': 'tempest-TestSnapshotPattern-1812999278-router', 'tenant_id': '8320dd5d9f494a9b9c6b29461d562536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:29:00Z', 'updated_at': '2021-08-18T15:34:19Z', 'revision_number': 6, 'project_id': '8320dd5d9f494a9b9c6b29461d562536', 'gw_port_host': None}] {{(pid=112230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:34:19.851394 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:19.885664 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a0848c-ba91-4ba0-8a96-42524ac8bc90,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:19.940543 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567214'] for router_gateway, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.035332 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4856'] for router, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.037417 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.165918 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577252'] for router, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.166399 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17fb5e7-5fce-4b67-80eb-694ca0487097 {{(pid=112228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:34:20.171001 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] Notify callbacks [] for router, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.172300 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-41f03708-33ff-4caf-8558-6b65b5f80451 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a17fb5e7-5fce-4b67-80eb-694ca0487097 HTTP/1.1" status: 204 len: 168 time: 0.9746039 Aug 18 15:34:20.174758 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53230) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:20.219079 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Deleting subnet 752d3a9c-278b-4518-8dac-25e394d321de {{(pid=112228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:34:20.222055 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.256470 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6692001'] for subnet, precommit_delete_associations {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.338499 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3783060'] for subnet, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.587464 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3783053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7975897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4313194'] for subnet, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.613057 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752d3a9c-278b-4518-8dac-25e394d321de,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:20.626336 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.626336 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-4e13984d-fa61-429e-a962-5c1749c750e5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/752d3a9c-278b-4518-8dac-25e394d321de HTTP/1.1" status: 204 len: 168 time: 0.4435644 Aug 18 15:34:20.626336 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [-] (112228) accepted ('10.222.0.35', 53232) {{(pid=112228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:20.626627 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d7388a-ad3d-44ac-9ccd-090f5c38a762 None None] Network baec4edd-aac9-4e60-b1eb-de543dbd4cbb requested from n-d-804303-5 {{(pid=112230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:34:20.696414 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763597'] for network, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.754916 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Deleting port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 {{(pid=112228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:20.755380 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.821714 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.db [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] For port 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28a4cd0b-b14e-4973-bd2d-8248e0023db0,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:20.822004 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] DHCP port deletion for baec4edd-aac9-4e60-b1eb-de543dbd4cbb request from n-d-804303-5 {{(pid=112230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:34:20.822358 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.837028 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.plugin [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Calling delete_port for 28a4cd0b-b14e-4973-bd2d-8248e0023db0 owned by network:dhcp {{(pid=112228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:20.846530 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f14bdcaa-be34-4176-974a-c59aea2e5001 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:20.867663 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: f14bdcaa-be34-4176-974a-c59aea2e5001 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:20.868007 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device f14bdcaa-be34-4176-974a-c59aea2e5001 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:20.868427 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 77a0848c-ba91-4ba0-8a96-42524ac8bc90 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:20.894865 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 77a0848c-ba91-4ba0-8a96-42524ac8bc90 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:20.895202 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 77a0848c-ba91-4ba0-8a96-42524ac8bc90 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:20.910888 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Deleting port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 {{(pid=112230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:34:20.911267 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771084033877'] for port, before_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.972791 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.db [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] For port 28a4cd0b-b14e-4973-bd2d-8248e0023db0, host n-d-804303-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-5',level=0,port_id=28a4cd0b-b14e-4973-bd2d-8248e0023db0,segment=NetworkSegment(2d84fc39-448e-490a-8924-fd6fac13c888),segment_id=2d84fc39-448e-490a-8924-fd6fac13c888)] {{(pid=112230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:34:20.973197 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566464'] for port, precommit_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:20.984991 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Calling delete_port for 28a4cd0b-b14e-4973-bd2d-8248e0023db0 owned by network:dhcp {{(pid=112230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:34:21.044568 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7975852'] for port, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.061404 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771084038521', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771083501388'] for port, after_delete {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.071846 n-d-804303-5 neutron-server[112228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] No DVR routers for this DVR port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 on host n-d-804303-5 {{(pid=112228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:21.075848 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=28a4cd0b-b14e-4973-bd2d-8248e0023db0,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:21.086546 n-d-804303-5 neutron-server[112230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] Pushing event deleted for resources: {'Port': ['ID=28a4cd0b-b14e-4973-bd2d-8248e0023db0,revision_number=None']} {{(pid=112230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:21.090125 n-d-804303-5 neutron-server[112230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26adccce-e259-41b6-b16d-1ccaf729926e None None] No DVR routers for this DVR port 28a4cd0b-b14e-4973-bd2d-8248e0023db0 on host n-d-804303-5 {{(pid=112230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:34:21.153851 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783197', 'neutron.services.segments.db._delete_segments_for_network-8771084005313'] for network, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.164083 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baec4edd-aac9-4e60-b1eb-de543dbd4cbb']}} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:21.174427 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d84fc39-448e-490a-8924-fd6fac13c888') {'for_net_delete': True} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:21.174725 n-d-804303-5 neutron-server[112228]: DEBUG neutron.services.segments.db [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d84fc39-448e-490a-8924-fd6fac13c888') {} {{(pid=112228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:34:21.183526 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771083804326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6692008'] for segment, before_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.196950 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689'] for segment, precommit_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.202805 n-d-804303-5 neutron-server[112228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=112228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:34:21.203196 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7975547'] for segment, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: Traceback (most recent call last): Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: timer() Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: cb(*args, **kw) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: return func(*args, **kwargs) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: self._notify() Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: self.callback(batched_events) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: event.method(event) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: return f(self, *a, **k) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: return self._get(url).json() Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: return self.request(url, 'GET', **kwargs) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:34:21.204802 n-d-804303-5 neutron-server[112228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:34:21.329689 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567163'] for network, after_delete {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.334977 n-d-804303-5 neutron-server[112228]: DEBUG neutron_lib.callbacks.manager [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Notify callbacks [] for network, before_response {{(pid=112228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.337743 n-d-804303-5 neutron-server[112228]: INFO neutron.wsgi [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] 10.222.0.35 "DELETE /v2.0/networks/baec4edd-aac9-4e60-b1eb-de543dbd4cbb HTTP/1.1" status: 204 len: 168 time: 0.7145712 Aug 18 15:34:21.351509 n-d-804303-5 neutron-server[112228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381a956-0546-4d64-9407-33344801fb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=baec4edd-aac9-4e60-b1eb-de543dbd4cbb,revision_number=None']} {{(pid=112228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:21.641334 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53236) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:21.681635 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-1fef3e05-2ac3-4aba-8042-54346ef7a418 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eff133af2b20433d8b523fcf3360ab54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391252 Aug 18 15:34:21.684106 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53238) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:21.734890 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.756653 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.878214 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.881082 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:21.882256 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e19fd8a9-2731-40bf-a18f-5e5598527274 HTTP/1.1" status: 204 len: 168 time: 0.1972525 Aug 18 15:34:21.890043 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d9b16-7527-4c95-b454-02e5ebaefa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19fd8a9-2731-40bf-a18f-5e5598527274,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:21.998714 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc4c4-5676-4f72-8aad-9a6ba4c50448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:22.504520 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53244) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:22.544221 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-99be0bf3-8ff7-416e-8fb1-69f02093eb91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8320dd5d9f494a9b9c6b29461d562536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385344 Aug 18 15:34:22.551053 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [-] (112229) accepted ('10.222.0.35', 53246) {{(pid=112229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:34:22.597867 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:22.618391 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:22.726102 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533224'] for security_group, after_delete {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:22.728556 n-d-804303-5 neutron-server[112229]: DEBUG neutron_lib.callbacks.manager [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:22.729715 n-d-804303-5 neutron-server[112229]: INFO neutron.wsgi [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e6c8d31-6309-4672-bd0c-58ea4ed456b5 HTTP/1.1" status: 204 len: 168 time: 0.1777768 Aug 18 15:34:22.738537 n-d-804303-5 neutron-server[112229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a51ed-9fc1-4588-acd1-830c50948919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6c8d31-6309-4672-bd0c-58ea4ed456b5,revision_number=None']} {{(pid=112229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:34:22.797778 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28a4cd0b-b14e-4973-bd2d-8248e0023db0 no longer exists at agent ovs-agent-n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:34:22.817743 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] No Port match for: 28a4cd0b-b14e-4973-bd2d-8248e0023db0 {{(pid=112230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:34:22.818122 n-d-804303-5 neutron-server[112230]: DEBUG neutron.plugins.ml2.rpc [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Device 28a4cd0b-b14e-4973-bd2d-8248e0023db0 not bound to the agent host n-d-804303-5 {{(pid=112230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:34:24.845686 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-01a998cd-aea0-4336-bdbf-84f657603b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:25.051568 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:26.268503 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:27.913923 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:31.459104 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:34:41.353585 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:41.854900 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:52.003891 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ad11570d-1d36-40d4-a77f-5cd0cf578c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:54.865795 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-baaace95-41f3-4271-beac-5d344a41aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:55.055961 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:56.262248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:34:57.913758 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:08.458112 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:35:11.369958 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:11.861586 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:21.990981 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-3afab0d5-bd74-4d96-9d76-57c57572e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:24.865786 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-02b87d96-cb5d-45e0-9f55-44b8927f3e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:25.061398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:26.288243 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:27.899948 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:41.380651 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:41.861439 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:45.457571 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:35:52.015483 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6b6-9d5c-488b-ab21-c8039984c876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:54.866248 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cd45a045-7410-4ab7-8771-239805ca7b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:55.071921 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:56.271853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:35:57.900756 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:11.361438 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:11.984802 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:22.018344 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-66d21df1-77b4-422b-b3a3-ee2409a7906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:22.457474 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:36:24.871646 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-78582b8e-56a2-41f2-a854-53468ac0fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:25.071731 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:25.735249 n-d-804303-5 neutron-server[112229]: DEBUG neutron.wsgi [req-c4805c47-3bad-40c7-907d-a0dfb372a02a req-9e8b131a-511f-4d9e-97d2-1c4d202f6b7c service neutron] (112229) timed out ('10.222.0.35', 44950) {{(pid=112229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:36:26.277086 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:27.904158 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:41.374226 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:41.880704 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:51.996656 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-160c35b7-acdc-4872-b8f5-63e849985d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:54.886161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c04-1562-419b-a48f-fd1cd796c2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:55.070865 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:56.297532 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:57.928012 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:36:59.456640 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:37:11.367308 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:11.922294 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:22.036286 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-540f8175-02bd-4750-a8c0-8c191e5581bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:24.875822 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-9a38d571-0ad0-4cab-81d8-69ccd8bbb5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:25.081617 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:26.304398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:27.910339 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:36.456252 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:37:41.395480 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:41.925704 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:52.041048 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-29101512-5fa0-4696-b930-ac4c406dfb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:54.874542 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7898-e6bc-4a87-8c13-a2f08dc8fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:55.075191 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:56.304121 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:37:57.919381 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:11.384038 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:11.926688 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:13.456357 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:38:22.027206 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7a717b65-42ff-4a65-87c6-d2733ff01fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:24.869105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5519-9454-4969-bc10-dc5796b55e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:25.075166 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:26.286315 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:27.941401 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:41.432413 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:41.914792 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:50.456056 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:38:52.000801 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-d320a344-b3ac-488c-9d6d-293401f95ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:54.874326 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ff52-ab02-43e9-b714-8c7da0a8804b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:55.085691 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:56.312671 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:38:57.934980 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:11.411500 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:11.948051 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:21.999394 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-ac65f3ec-2bf6-424b-a006-18e660246749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:24.931080 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-23364e1c-c0b5-4f98-a683-647c913e441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:25.170723 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:26.289018 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:27.457859 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:39:27.976224 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:41.398515 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:41.937133 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:51.991037 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-a4067610-e516-48a8-8eb2-796e93233250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:54.848554 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-23b94120-6bd0-45b9-9c5d-90ab3a7bd488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:55.099644 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:56.301476 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:39:57.958904 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:04.456996 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:40:11.396161 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:11.907084 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:21.997979 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-7019f475-abad-488f-ac48-2cf58b5ef823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:24.853281 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-cb2eab04-50e3-41eb-896e-56ad61502e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:25.110462 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:26.322150 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:27.945094 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:41.436398 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:41.456358 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:40:41.952332 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:51.995630 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a13d-3526-49e9-9c38-3e83bb289b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:55.016366 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-6f87874f-80d6-4d02-8fe1-5a977031faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:55.094725 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:56.322879 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:40:57.929391 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:11.431761 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:11.927047 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:18.455298 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:41:22.014199 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-fffc3e0e-3a5c-4190-9a20-9b1ff1485786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:24.877153 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-409bd267-cb27-4fa0-a14f-d62b34d332c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:25.080853 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:26.321069 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:27.989537 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:35.036445 n-d-804303-5 neutron-server[112228]: DEBUG neutron.wsgi [req-89a1aef5-1fdf-4b00-b9f2-a485872d12b1 req-68b49519-651e-4c49-883c-7e642efa2ce6 service neutron] (112228) timed out ('10.222.0.35', 52264) {{(pid=112228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:41:41.419522 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:41.911058 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:51.979040 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-27cbeabb-70bb-42a3-8d43-4bfafb59613c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:54.853175 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-813b6938-61d0-4232-8e72-d9fe62e4b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:55.093466 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:55.454312 n-d-804303-5 neutron-server[112231]: DEBUG neutron.db.agents_db [None req-dfd878ad-ea69-453b-ae51-4866e54bcc96 None None] Agent healthcheck: found 7 active agents {{(pid=112231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:41:56.310645 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:41:58.002087 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:11.470584 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-f51439c5-c652-45dc-9ea1-2084da7d6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:11.911370 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-4320b6eb-9f11-4451-957e-902d84cc73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:21.984456 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-219140df-6414-469f-a86f-9e8ce4d49d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:24.870199 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-57e8e669-39a7-4fb1-99da-a468f7f8f2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:25.085598 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-c05c8cda-87fe-4fec-8815-a8839e94eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:26.307505 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-0100c448-0d25-45fe-b216-716dd6ab2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:42:27.999105 n-d-804303-5 neutron-server[112230]: DEBUG neutron_lib.callbacks.manager [None req-60fd3586-99b1-4fd4-b7e2-3ce3d1864bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771084005331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772243'] for agent, after_update {{(pid=112230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}